-- Logs begin at Fri 2022-03-04 23:03:40 UTC, end at Sat 2022-03-05 01:36:43 UTC. -- Mar 04 23:38:49.863716 n-d-828979-4 systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 23:38:51.994614 n-d-828979-4 neutron-server[83643]: INFO neutron.common.config [-] Logging enabled! Mar 04 23:38:51.995125 n-d-828979-4 neutron-server[83643]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev39 Mar 04 23:38:51.995376 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83643) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 04 23:38:51.997657 n-d-828979-4 neutron-server[83643]: INFO neutron.common.config [-] Logging enabled! Mar 04 23:38:51.997910 n-d-828979-4 neutron-server[83643]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev39 Mar 04 23:38:51.998161 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83643) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 04 23:38:51.999120 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 23:38:51.999354 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 23:38:51.999709 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 23:38:51.999953 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 23:38:52.000179 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 23:38:52.000501 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.000791 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.001093 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.001351 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.001652 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.001945 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.002228 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.002520 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.002820 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.003105 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.003384 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.003669 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.003902 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.004185 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.004474 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.004763 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.004987 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] debug = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.005290 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.005727 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.006121 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.006402 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.006700 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.007005 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.007282 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.007568 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.007900 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] host = n-d-828979-4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.008181 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.008472 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.008761 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.009048 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.009351 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.009632 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.009921 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.010197 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.010471 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_file = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.010746 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.011039 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.011326 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.011615 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.011840 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.012061 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.012348 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.012634 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.012909 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.013181 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.013480 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.013756 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.014030 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.014298 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.014582 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.014865 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.015149 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.015421 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.015696 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.015969 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.016240 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.016527 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.016805 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.017079 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.017377 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.017666 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.017938 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.018212 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.018516 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.018801 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.019085 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.019370 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.019641 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.019926 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.020199 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.020471 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.020743 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] use_json = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.021019 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.021316 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.021598 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.021872 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.022145 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.022928 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.023205 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.023492 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.023766 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:52.024065 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.024366 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.024669 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.024955 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.025273 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.025557 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.025848 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.026127 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.026418 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.026710 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.026999 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.027284 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.027572 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.027867 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.028161 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.028439 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.028721 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.029014 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.029317 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.029594 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.029871 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.030162 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.030442 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.030715 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.030998 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.031277 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.031548 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.031820 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.032096 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.032388 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.032666 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.032937 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.033207 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.033507 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.033777 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.034063 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.034343 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.034616 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.034888 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.035165 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.035437 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.035713 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.035989 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.036264 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.036543 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.036819 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.037096 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.037399 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.037674 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.037946 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.038759 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.039034 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.039311 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.039585 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.039861 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.040136 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.040411 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.040687 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.040978 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.041327 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.041583 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.041863 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.042142 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.042421 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.042701 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.042979 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.043257 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.043536 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.043810 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.044101 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.044386 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.044675 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.044959 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.045258 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.045559 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.045835 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.046118 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.046395 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.046674 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.046958 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.047250 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.047546 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.047840 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.048132 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.048426 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.048720 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.049002 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.049347 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.049633 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:52.049851 n-d-828979-4 neutron-server[83643]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 23:38:52.050089 n-d-828979-4 neutron-server[83643]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83643) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 23:38:52.451927 n-d-828979-4 neutron-server[83643]: INFO keyring.backend [-] Loading KWallet Mar 04 23:38:52.459392 n-d-828979-4 neutron-server[83643]: INFO keyring.backend [-] Loading SecretService Mar 04 23:38:52.463133 n-d-828979-4 neutron-server[83643]: INFO keyring.backend [-] Loading Windows Mar 04 23:38:52.464483 n-d-828979-4 neutron-server[83643]: INFO keyring.backend [-] Loading chainer Mar 04 23:38:52.465051 n-d-828979-4 neutron-server[83643]: INFO keyring.backend [-] Loading macOS Mar 04 23:38:52.499087 n-d-828979-4 neutron-server[83643]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 04 23:38:52.499370 n-d-828979-4 neutron-server[83643]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 04 23:38:52.499662 n-d-828979-4 neutron-server[83643]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 04 23:38:52.500005 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 23:38:52.804745 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.805037 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.805343 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.861607 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.861888 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.862153 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.865254 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.865540 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.865811 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.894891 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.895172 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.895440 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.922697 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.922974 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:52.923242 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.241306 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.241922 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.241922 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.242097 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.242947 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.362349 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.362666 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.362948 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.363228 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.363496 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.363804 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.364065 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.364320 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.364573 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.364854 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.365114 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.365407 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.365677 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.365930 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.366224 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.366484 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.366739 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.367008 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.367261 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.367543 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.367885 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.368136 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.368384 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.368668 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.368909 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.369156 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.369563 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:53.369820 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:53.370044 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:53.370281 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:53.370518 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:53.370755 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:53.371305 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 23:38:53.374444 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 23:38:53.378505 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 23:38:53.382429 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 04 23:38:53.384079 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 23:38:53.384467 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 23:38:53.384805 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 23:38:53.385191 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 23:38:53.388029 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 23:38:53.388283 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 23:38:53.388631 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 23:38:53.417559 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 04 23:38:53.418008 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.418304 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83643) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 04 23:38:53.418664 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.420042 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83643) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 23:38:53.420326 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 23:38:53.420575 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 23:38:53.423741 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.424023 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.484498 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 23:38:53.484738 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 23:38:53.484976 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 23:38:53.485368 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 23:38:53.515342 n-d-828979-4 neutron-server[83643]: DEBUG oslo_db.sqlalchemy.engines [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83643) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 04 23:38:53.839036 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing driver for type 'gre' Mar 04 23:38:53.839586 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] gre ID ranges: [(1, 1000)] Mar 04 23:38:53.891479 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing driver for type 'local' Mar 04 23:38:53.891828 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing driver for type 'vlan' Mar 04 23:38:53.905306 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] VlanTypeDriver initialization complete Mar 04 23:38:53.905652 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing driver for type 'vxlan' Mar 04 23:38:53.906134 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] vxlan ID ranges: [(1, 1000)] Mar 04 23:38:53.964330 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing extension driver 'port_security' Mar 04 23:38:53.964685 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.extensions.port_security [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] PortSecurityExtensionDriver initialization complete Mar 04 23:38:53.965057 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing mechanism driver 'openvswitch' Mar 04 23:38:53.965532 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing mechanism driver 'hyperv' Mar 04 23:38:53.972117 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.plugin [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:38:53.972797 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.973173 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.973555 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.974079 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 04 23:38:53.974524 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.974882 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.975228 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.975621 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 04 23:38:53.976031 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.976385 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.976736 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.977178 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 04 23:38:53.977704 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > security_group after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.978110 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > security_group after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.978524 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > security_group after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.979050 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 04 23:38:53.979542 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.979898 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.980259 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.980681 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 04 23:38:53.981147 n-d-828979-4 neutron-server[83643]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] ML2 OVO RPC backend initialized. {{(pid=83643) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 04 23:38:53.981831 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.982199 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.982621 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.982980 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > networks before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.983328 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.983675 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > ports before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.984027 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.984429 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnets before_response 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.984790 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.985132 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.985671 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.985853 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.986173 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.986598 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.986943 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.987290 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.987652 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:53.988288 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.plugin [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Modular L2 Plugin initialization complete Mar 04 23:38:53.988612 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading services supported by the core plugin {{(pid=83643) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 23:38:53.988960 n-d-828979-4 neutron-server[83643]: INFO neutron.plugins.ml2.managers [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Got port-security extension from driver 'port_security' Mar 04 23:38:53.989449 n-d-828979-4 neutron-server[83643]: INFO neutron.extensions.vlantransparent [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Disabled vlantransparent extension. Mar 04 23:38:53.989924 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83643) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 23:38:53.990259 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: router Mar 04 23:38:54.027820 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_interface before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.028220 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_create 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.028590 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router before_create 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.028958 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.029383 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.029745 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_delete 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.030107 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > floatingip after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.030473 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_create 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.030823 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_update 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.031176 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_update 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.031526 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.031885 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_update 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.032294 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_update 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.032666 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.033014 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.033378 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: subnet after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.033726 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.034080 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > port precommit_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.034433 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_create 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.034781 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.035129 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.035488 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router after_update 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.035832 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_delete 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.036180 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_create 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.036542 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.036889 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_update 55549900 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.037282 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > agent after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.037641 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > agent after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.038055 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > network after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.038962 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Tracking information for resource: router configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:54.039300 n-d-828979-4 neutron-server[83643]: DEBUG neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Tracking information for resource: floatingip configured {{(pid=83643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 23:38:54.044258 n-d-828979-4 neutron-server[83643]: INFO neutron.db.l3_agentschedulers_db [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 23:38:54.044846 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.045238 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port after_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.045601 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port after_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.045960 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: port after_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.046876 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router before_create 55550100 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.047254 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_delete 55550100 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.047618 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_create 55550100 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.047980 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > router precommit_update 55550100 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.052317 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.provider_configuration [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service providers = [] {{(pid=83643) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 23:38:54.052697 n-d-828979-4 neutron-server[83643]: DEBUG neutron.db.servicetype_db [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83643) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 23:38:54.056588 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.service_base [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 23:38:54.056941 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.service_base [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 23:38:54.057405 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.service_base [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 23:38:54.058322 n-d-828979-4 neutron-server[83643]: DEBUG neutron.services.service_base [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 23:38:54.058699 n-d-828979-4 neutron-server[83643]: INFO neutron.services.service_base [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 23:38:54.059083 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.059405 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 23:38:54.070753 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.071091 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: auto_allocate Mar 04 23:38:54.077028 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: network precommit_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.077430 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: network precommit_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.077952 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.078276 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: tag Mar 04 23:38:54.084895 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.085251 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: timestamp Mar 04 23:38:54.089325 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.089622 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: network_ip_availability Mar 04 23:38:54.095133 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.095507 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.095868 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.096590 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.096913 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: flavors Mar 04 23:38:54.101796 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.102136 n-d-828979-4 neutron-server[83643]: INFO neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading Plugin: revisions Mar 04 23:38:54.106426 n-d-828979-4 neutron-server[83643]: DEBUG neutron.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 23:38:54.106820 n-d-828979-4 neutron-server[83643]: DEBUG oslo_concurrency.lockutils [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=83643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 04 23:38:54.107568 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83643) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 04 23:38:54.107913 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Initializing extension manager. Mar 04 23:38:54.108418 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: __init__.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.108766 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: __pycache__ {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.109107 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.109478 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.109814 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: _filter_validation_lib.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.110148 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.110479 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: address_group.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.111234 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.111807 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: address-group Mar 04 23:38:54.112133 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: address_scope.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.112849 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.113401 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: address-scope Mar 04 23:38:54.113727 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.114662 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.115180 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: router-admin-state-down-before-update Mar 04 23:38:54.115505 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: agent.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.116733 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.117274 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: agent Mar 04 23:38:54.117601 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: agent_resources_synced.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.118520 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.119035 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: agent-resources-synced Mar 04 23:38:54.119359 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: allowedaddresspairs.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.121360 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.121889 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: allowed-address-pairs Mar 04 23:38:54.122225 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: auto_allocated_topology.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.123315 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.123840 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: auto-allocated-topology Mar 04 23:38:54.124167 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: availability_zone.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.124867 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.125418 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: availability_zone Mar 04 23:38:54.125746 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: availability_zone_filter.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.126666 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.127186 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: availability_zone_filter Mar 04 23:38:54.127511 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: data_plane_status.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.128428 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.128942 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 23:38:54.129295 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: default_subnetpools.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.130228 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.130745 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: default-subnetpools Mar 04 23:38:54.131070 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.132456 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.132977 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: dhcp_agent_scheduler Mar 04 23:38:54.133332 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: dns.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.134251 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.134765 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension dns-integration not supported by any of loaded plugins Mar 04 23:38:54.135090 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: dns_domain_ports.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.136014 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.136528 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 23:38:54.136853 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: dvr.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.137552 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.138069 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: dvr Mar 04 23:38:54.138393 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: empty_string_filtering.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.139312 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.139829 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: empty-string-filtering Mar 04 23:38:54.140154 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.141069 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.141616 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 23:38:54.141943 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.142876 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.143391 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 23:38:54.143715 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: external_net.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.144632 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.145151 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: external-net Mar 04 23:38:54.145500 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.146422 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.146940 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: extra_dhcp_opt Mar 04 23:38:54.147262 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: extraroute.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.148206 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.148723 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: extraroute Mar 04 23:38:54.149048 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: extraroute_atomic.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.150125 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.150643 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: extraroute-atomic Mar 04 23:38:54.150966 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: filter_validation.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.151635 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.152148 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: filter-validation Mar 04 23:38:54.152475 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: fip_pf_description.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.153417 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.153931 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 23:38:54.154253 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: fip_port_details.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.155182 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.155698 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: fip-port-details Mar 04 23:38:54.156021 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: flavors.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.157325 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.157859 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: flavors Mar 04 23:38:54.158194 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.159884 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.160421 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 23:38:54.160754 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: floatingip_pools.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.161487 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.162012 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: floatingip-pools Mar 04 23:38:54.162349 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: ip_allocation.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.163308 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.163826 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 23:38:54.164153 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.165079 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.165633 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: ip-substring-filtering Mar 04 23:38:54.165961 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l2_adjacency.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.166913 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.167460 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 23:38:54.167786 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.168744 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.169489 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: router Mar 04 23:38:54.169819 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.172236 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.172784 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 23:38:54.173122 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.174098 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.174627 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: ext-gw-mode Mar 04 23:38:54.174954 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.175880 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.176460 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: l3-ha Mar 04 23:38:54.176722 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3_flavors.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.177671 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.178195 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: l3-flavors Mar 04 23:38:54.178521 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.180318 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.180847 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 23:38:54.181476 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: l3agentscheduler.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.182551 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.183084 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: l3_agent_scheduler Mar 04 23:38:54.183413 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: logging.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.184968 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.185530 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension logging not supported by any of loaded plugins Mar 04 23:38:54.185865 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: metering.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.186623 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.187213 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: metering Mar 04 23:38:54.187539 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.188665 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.189196 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: metering_source_and_destination_fields Mar 04 23:38:54.189550 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: multiprovidernet.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.190499 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.191023 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: multi-provider Mar 04 23:38:54.191352 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: netmtu.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.192285 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.192810 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: net-mtu Mar 04 23:38:54.193136 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: netmtu_writable.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.194108 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.195197 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: net-mtu-writable Mar 04 23:38:54.195524 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: network_availability_zone.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.196202 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.196723 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: network_availability_zone Mar 04 23:38:54.197042 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: network_ip_availability.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.198196 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.198724 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: network-ip-availability Mar 04 23:38:54.199053 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: network_segment_range.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.199834 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.200351 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 23:38:54.200679 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: pagination.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.201711 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.202049 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: pagination Mar 04 23:38:54.202380 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.203317 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.203842 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: port-mac-address-regenerate Mar 04 23:38:54.204167 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: port_resource_request.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.205087 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.205627 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 23:38:54.205950 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: portbindings.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.206884 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.207404 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: binding Mar 04 23:38:54.207753 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: portbindings_extended.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.209046 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.209607 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: binding-extended Mar 04 23:38:54.210292 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: portsecurity.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.211517 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.211517 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: port-security Mar 04 23:38:54.211788 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: project_id.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.212710 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.216598 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: project-id Mar 04 23:38:54.216598 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: providernet.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.216598 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.216598 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: provider Mar 04 23:38:54.216598 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.218987 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.219485 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos not supported by any of loaded plugins Mar 04 23:38:54.219806 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.221079 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.221791 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 23:38:54.222126 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.223064 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.223588 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 23:38:54.223916 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_default.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.224843 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.225400 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-default not supported by any of loaded plugins Mar 04 23:38:54.225761 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_fip.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.226420 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.226943 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-fip not supported by any of loaded plugins Mar 04 23:38:54.227271 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_gateway_ip.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.228214 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.228743 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 23:38:54.229077 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_port_network_policy.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.230031 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.230547 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 23:38:54.230877 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_rule_type_details.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.231804 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.232322 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 23:38:54.232649 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: qos_rules_alias.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.237120 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.237120 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 23:38:54.237120 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: quotasv2.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.237120 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.237120 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: quotas Mar 04 23:38:54.237120 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: quotasv2_detail.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.237762 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: quota_details Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: rbac.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: rbac-policies Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: rbac_address_scope.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.243085 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: rbac-address-scope Mar 04 23:38:54.244428 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: rbac_security_groups.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.244428 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.244428 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: rbac-security-groups Mar 04 23:38:54.244803 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: rbac_subnetpool.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.245432 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.245956 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: rbac-subnetpool Mar 04 23:38:54.246285 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: revisionifmatch.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.247229 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.247754 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: revision-if-match Mar 04 23:38:54.248081 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: revisions.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.249205 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.249756 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: standard-attr-revisions Mar 04 23:38:54.250089 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: router_availability_zone.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.250775 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.251296 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: router_availability_zone Mar 04 23:38:54.251623 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: routerservicetype.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.252576 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.253194 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension router-service-type not supported by any of loaded plugins Mar 04 23:38:54.253484 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.254365 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.256627 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: port-security-groups-filtering Mar 04 23:38:54.256627 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: securitygroup.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.267363 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.270208 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: security-group Mar 04 23:38:54.270208 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: segment.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.270208 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.270208 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension segment not supported by any of loaded plugins Mar 04 23:38:54.270208 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.270946 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.271477 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 23:38:54.271813 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: servicetype.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.272984 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.273542 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: service-type Mar 04 23:38:54.273882 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: sorting.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.274876 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.275219 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: sorting Mar 04 23:38:54.275547 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: standard_attr_segment.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.276485 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.277013 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 23:38:54.277370 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: standardattrdescription.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.278032 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.278557 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: standard-attr-description Mar 04 23:38:54.278884 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: stateful_security_group.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.279837 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.280363 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: stateful-security-group Mar 04 23:38:54.280693 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: stdattrs_common.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.281318 n-d-828979-4 neutron-server[83643]: WARNING neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 23:38:54.281648 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.282583 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.283106 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 23:38:54.283513 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: subnet_onboard.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.284606 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.285132 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: subnet_onboard Mar 04 23:38:54.285483 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.286432 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.286949 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 23:38:54.289151 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: subnet_service_types.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.289151 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.289151 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: subnet-service-types Mar 04 23:38:54.289151 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: subnetallocation.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.290170 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.290695 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: subnet_allocation Mar 04 23:38:54.291020 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.291692 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.292210 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: subnetpool-prefix-ops Mar 04 23:38:54.292538 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.293501 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.294020 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 23:38:54.294345 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: tagging.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.295427 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.295957 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: standard-attr-tag Mar 04 23:38:54.296284 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: timestamp.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.297534 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.298072 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loaded extension: standard-attr-timestamp Mar 04 23:38:54.298404 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: trunk.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.299464 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.299992 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension trunk not supported by any of loaded plugins Mar 04 23:38:54.300324 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: trunk_details.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.301281 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.301807 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension trunk-details not supported by any of loaded plugins Mar 04 23:38:54.302132 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: uplink_status_propagation.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.303068 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.304138 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 23:38:54.304432 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Loading extension file: vlantransparent.py {{(pid=83643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 04 23:38:54.305127 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 04 23:38:54.305678 n-d-828979-4 neutron-server[83643]: INFO neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 23:38:54.308246 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:network Mar 04 23:38:54.308987 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:subnet Mar 04 23:38:54.309633 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 23:38:54.310429 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:port Mar 04 23:38:54.311703 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.312159 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service FLAVORS assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.312789 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.313256 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.313594 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:router Mar 04 23:38:54.314272 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:floatingip Mar 04 23:38:54.314991 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service METERING assigned prefix: /metering {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.316431 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.316804 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.317159 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:38:54.318370 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 23:38:54.318824 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:security_group Mar 04 23:38:54.320108 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 23:38:54.320865 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service CORE assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.321202 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 23:38:54.321569 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] subnetpool is already registered Mar 04 23:38:54.322194 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service CORE assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.322527 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 23:38:54.322858 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] subnetpool is already registered Mar 04 23:38:54.325431 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.325872 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service FLAVORS assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.326478 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.326910 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.327249 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:router Mar 04 23:38:54.327585 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] router is already registered Mar 04 23:38:54.328188 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:floatingip Mar 04 23:38:54.328522 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] floatingip is already registered Mar 04 23:38:54.329154 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service METERING assigned prefix: /metering {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.329861 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 23:38:54.330194 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] rbac_policy is already registered Mar 04 23:38:54.330743 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:security_group Mar 04 23:38:54.331075 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] security_group is already registered Mar 04 23:38:54.331664 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 23:38:54.332007 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] security_group_rule is already registered Mar 04 23:38:54.332684 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service CORE assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.333027 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 23:38:54.333384 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] subnetpool is already registered Mar 04 23:38:54.333984 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.v2.resource_helper [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Service CORE assigned prefix: {{(pid=83643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 23:38:54.334316 n-d-828979-4 neutron-server[83643]: INFO neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 23:38:54.334651 n-d-828979-4 neutron-server[83643]: WARNING neutron.quota.resource_registry [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] subnetpool is already registered Mar 04 23:38:54.335329 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: extensions {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.336824 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: address-groups {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.338455 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: address-scopes {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.339680 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: agents {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.340779 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: auto-allocated-topology {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.342042 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: availability_zones {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.343358 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: dhcp-networks {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.344728 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: dhcp-agents {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.346136 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: routers {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.348046 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: flavors {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.349192 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: service_profiles {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.350405 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: next_providers {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.352421 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: service_profiles {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.353869 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: floatingip-pools {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.355259 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: routers {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.357021 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: floatingips {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.358223 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: l3-routers {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.359572 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: l3-agents {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.360943 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: metering-labels {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.362469 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: metering-label-rules {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.363743 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: network-ip-availabilities {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.364957 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: bindings {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.368221 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: quotas {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.369685 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: quotas {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.371373 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: rbac-policies {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.372649 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: security-groups {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.373885 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: security-group-rules {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.375101 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: service-providers {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.376297 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: subnetpools {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.377725 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: subnetpools {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.379529 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.381184 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.382993 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.384711 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.386494 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.388137 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.389921 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.391726 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.393582 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.395371 n-d-828979-4 neutron-server[83643]: DEBUG neutron.api.extensions [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Extended resource: tags {{(pid=83643) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 04 23:38:54.401253 n-d-828979-4 neutron-server[83643]: WARNING keystonemiddleware.auth_token [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 23:38:54.406046 n-d-828979-4 neutron-server[83643]: WARNING keystonemiddleware.auth_token [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 23:38:54.415567 n-d-828979-4 neutron-server[83643]: DEBUG oslo_concurrency.lockutils [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Acquired lock "singleton_lock" {{(pid=83643) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 04 23:38:54.416050 n-d-828979-4 neutron-server[83643]: DEBUG oslo_concurrency.lockutils [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Releasing lock "singleton_lock" {{(pid=83643) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 04 23:38:54.416688 n-d-828979-4 neutron-server[83643]: INFO oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Starting 2 workers Mar 04 23:38:54.421325 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Started child 83782 {{(pid=83643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 04 23:38:54.425527 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Started child 83783 {{(pid=83643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 04 23:38:54.427110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:38:54.428074 n-d-828979-4 neutron-server[83643]: INFO neutron.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 23:38:54.429504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [-] (83782) wsgi starting up on http://0.0.0.0:9696 Mar 04 23:38:54.429737 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Notify callbacks [] for process, before_spawn {{(pid=83643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:38:54.431968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:38:54.432454 n-d-828979-4 neutron-server[83643]: INFO oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Starting 1 workers Mar 04 23:38:54.433154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [-] (83783) wsgi starting up on http://0.0.0.0:9696 Mar 04 23:38:54.437563 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Started child 83784 {{(pid=83643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 04 23:38:54.438130 n-d-828979-4 neutron-server[83643]: INFO oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Starting 1 workers Mar 04 23:38:54.441688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] calling RpcWorker wait() {{(pid=83784) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 23:38:54.442204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] returning from RpcWorker wait() {{(pid=83784) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 23:38:54.442517 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Started child 83785 {{(pid=83643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 04 23:38:54.443360 n-d-828979-4 neutron-server[83643]: DEBUG neutron_lib.callbacks.manager [None req-75fcd2cb-f191-424c-be78-23f52f4159ff None None] Notify callbacks [] for process, after_spawn {{(pid=83643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:38:54.443474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:38:54.443812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:38:54.445320 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83643) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 04 23:38:54.445546 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 23:38:54.445726 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 23:38:54.445928 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 23:38:54.446270 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 23:38:54.446433 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 23:38:54.447098 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.447387 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.447665 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.447880 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:38:54.448337 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.448337 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.448765 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.448871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:38:54.449034 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.449560 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.449849 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.450109 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.450277 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.450601 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.450864 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.451104 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.451406 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.451671 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.451914 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.452177 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.452347 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.452755 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.453026 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.453296 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.453566 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] debug = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.453818 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.454298 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.454530 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.454775 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.455003 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.455274 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.455526 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.455824 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.456068 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.456312 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.456566 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.456819 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.457046 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.457312 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.457576 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.457817 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.458264 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] host = n-d-828979-4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.458512 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.458808 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.459043 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.459277 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.459539 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.459759 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.460064 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.460318 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.460580 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.460807 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.461057 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.461323 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.461543 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.461793 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_file = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.461945 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_options = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.462184 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.462461 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.462717 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.462948 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.463100 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.463241 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.463476 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.463633 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.463891 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.464122 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.464336 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.464555 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.464810 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.465054 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.465318 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.465543 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.465758 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.465988 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.466232 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.466476 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.466720 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.466944 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.467183 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.467426 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.467640 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.467885 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.468206 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.468360 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.468555 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.468799 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.469059 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.469337 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.469577 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.469819 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.470061 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.470278 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.470518 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.470781 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.471012 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.471254 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.471515 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.471732 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.471975 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.472190 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.472413 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.472661 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_json = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.472874 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.473087 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.473376 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.473614 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.473941 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.474163 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.474380 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.475135 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.475358 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.476273 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.476563 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.477363 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.477363 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.477820 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.477926 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.478503 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.478503 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.478728 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.479066 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.479261 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.479453 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.479797 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.480076 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.480349 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.480599 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.480839 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.481085 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.481330 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.481552 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.481770 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.481988 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.482238 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.482540 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.482759 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.482983 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.483231 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.483453 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.483710 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.483942 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.484205 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.484812 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.485053 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.485318 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.485566 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.485788 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.486008 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.486262 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.486504 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.486766 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.486997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.487219 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.487529 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.487751 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.487992 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.488246 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.488483 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.488715 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.488939 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.489161 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.489404 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.489851 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.490191 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.490442 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.490645 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.491074 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.491852 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.492236 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.492236 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.492649 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.492789 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.492933 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.493112 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.493376 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.493619 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.493839 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.494060 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.495843 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.495843 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.495843 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.496282 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.496282 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.500048 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.501269 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.502213 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.502213 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.502213 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.502213 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.502213 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503253 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503253 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503253 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503253 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503735 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503735 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.503974 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.504097 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.504339 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.505270 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.505270 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.505270 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.505620 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.505746 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.505912 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.506487 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.506487 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.506818 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.507102 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.507360 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.507884 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.507884 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.508158 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.508454 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.508916 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.509145 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.509404 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.513243 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.514022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515022 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515895 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515895 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515895 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.515895 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.516382 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.516382 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.516621 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.516621 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.516963 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.517400 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.517627 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.517848 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.518087 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.518332 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.518589 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.518825 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.519089 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.519505 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.519599 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.519821 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.520068 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.520342 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.520561 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.520826 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.521205 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.521447 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.521664 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.521887 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.522100 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.522422 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.522636 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.522872 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.523517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60888) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:38:54.529758 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.529893 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.530174 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.530422 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.530693 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.530930 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.531164 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.531398 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.531655 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.532307 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.532307 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.532481 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.532600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070148 Mar 04 23:38:54.532719 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.532846 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.533055 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.534954 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.534954 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.535149 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.535393 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.535623 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.536472 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.536472 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.536472 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.537450 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.537729 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.538557 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.538824 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.539084 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.539332 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.539727 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.539822 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.539994 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.540216 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.540518 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.540925 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.541800 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.541800 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.541800 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.542049 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.542237 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.542530 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.542758 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.543023 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.543250 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.543473 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.543783 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.544003 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.544321 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.544601 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.544854 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.545500 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.545500 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.545694 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.545965 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.546184 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.546493 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.546855 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.547254 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.547586 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.547761 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.548017 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.548261 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.548479 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.548717 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.548990 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.549577 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.549577 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.549750 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.550277 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.550277 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.550432 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.550632 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.550811 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.551809 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.551809 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.551809 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.551809 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 23:38:54.552176 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83643) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 04 23:38:54.552322 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 23:38:54.552614 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 23:38:54.552614 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 23:38:54.552861 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 23:38:54.553040 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 23:38:54.553209 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.553381 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.553517 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.554292 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.554433 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.554583 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.554726 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.554861 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.554995 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.555129 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.555275 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.555424 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.555560 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.555695 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.555840 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.556264 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.556408 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.556652 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.556790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.556925 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.557070 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.557207 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.557432 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] debug = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.557607 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.557791 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.557954 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.558108 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.558822 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.558822 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.558822 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.558822 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.558822 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559155 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559155 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559276 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559429 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559582 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.559895 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560051 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] host = n-d-828979-4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560208 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560364 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560521 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560678 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560835 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.560991 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.561148 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.561328 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.561487 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.561644 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.561801 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.561957 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.562113 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.562270 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_file = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.562425 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_options = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.562583 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.562741 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.562901 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.563083 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.563246 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.563426 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.563538 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.563694 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.563850 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564006 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564163 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564318 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564476 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564719 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564843 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.564950 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.565078 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.565919 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.565919 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.565919 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.565919 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.565919 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.566607 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.566607 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.566607 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.566607 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.566607 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.567256 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.567256 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.567256 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.567256 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.568762 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.568762 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.568762 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.568762 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.568762 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.568762 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570080 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_json = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.570997 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.571605 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.571605 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.571605 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.571605 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 23:38:54.571953 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.571953 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572152 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572152 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572362 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572449 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572593 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572759 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.572924 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.573085 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.573287 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.573428 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.573605 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.573767 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.573929 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.574083 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.574244 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.574391 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.574545 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.574704 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.575738 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.576314 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.576314 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.576314 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.576727 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.576727 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.576727 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577117 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577117 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577117 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577411 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577411 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577670 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.577837 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.578009 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.578169 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.578330 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579210 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579210 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579210 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579210 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579210 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579210 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579840 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579840 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579840 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.579840 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580215 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580215 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580414 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580414 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580625 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580732 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.580880 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.581040 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.581200 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.581376 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.581531 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.581692 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.581853 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.582013 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.582175 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.582336 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583308 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583308 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583308 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583308 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583308 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583308 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583985 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583985 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583985 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.583985 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.584367 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.584367 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.584367 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.584657 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.584657 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.584897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.593695 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.593695 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.593695 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594132 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594132 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594395 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594395 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594621 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594621 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594825 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.594931 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.595093 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.595258 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.595420 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.595582 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.595745 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.595998 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.596148 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.596258 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.596376 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.596550 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.596740 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.596877 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.597039 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.597194 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.597449 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.597592 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.597741 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.597878 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598014 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598150 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598286 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598423 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598596 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598751 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.598909 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.599054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:38:54.599199 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.599378 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.599378 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.599623 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.599747 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.599870 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.600002 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.600137 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.600293 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.601005 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.601166 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.601696 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.601696 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.601696 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602095 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602095 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602095 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602510 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602510 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602767 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.602767 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603020 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603020 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603294 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603294 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603559 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603699 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603836 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.603985 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604182 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604182 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604429 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604575 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604711 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604846 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.604981 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.605115 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.605267 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.606338 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.606504 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.606668 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.606831 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.606993 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.607155 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.607317 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.607480 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.607642 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.607804 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.607967 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.608129 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.608291 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.608453 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.608614 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.608775 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.608936 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.609098 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.609956 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.610092 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.610260 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.610423 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.610584 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.610745 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.610907 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.611069 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.611230 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.611391 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.611566 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.611743 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.611889 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.612271 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.612620 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.612952 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.613119 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.613573 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.613573 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.613894 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.613894 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.614174 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.614174 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.615897 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.618955 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.619868 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.620790 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.621680 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.622691 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.623474 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.623474 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 23:38:54.623474 n-d-828979-4 neutron-server[83643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 23:39:04.756677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184142bd-65aa-4aa7-a57c-5842d536fee7 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 04 23:39:04.835065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184142bd-65aa-4aa7-a57c-5842d536fee7 None None] No non-hosted networks {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 23:39:04.848875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.agentschedulers_db [None req-184142bd-65aa-4aa7-a57c-5842d536fee7 None None] DHCP Agent not found on host n-d-828979-4 {{(pid=83784) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 23:39:04.970537 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab4b1-f631-4496-b6ea-5fd285533e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:06.894138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5c459f7b-d9b4-4d8d-a8f7-61cd6e246316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:06.934051 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-68b9f5b9-f33e-43e3-a997-f44aa9c11efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:08.067107 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:08.195294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:08.197105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.197833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.198393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.199029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.199575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.200178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.200902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.201832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.202408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.202936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.203486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:08.204141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828979-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:08.212044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828979-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:09.500177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:11.117545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:11.718778 n-d-828979-4 neutron-server[83783]: WARNING oslo_policy.policy [None req-efe45149-ec62-4564-93d9-3853a077d0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:11.719371 n-d-828979-4 neutron-server[83783]: WARNING oslo_policy.policy [None req-efe45149-ec62-4564-93d9-3853a077d0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:11.933637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-efe45149-ec62-4564-93d9-3853a077d0ca admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:39:11.934723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-efe45149-ec62-4564-93d9-3853a077d0ca admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8163459 Mar 04 23:39:12.896514 n-d-828979-4 neutron-server[83784]: INFO neutron.db.l3_hamode_db [None req-733e481e-5d63-42bd-8101-d8c9e2ab91a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 23:39:12.987773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e481e-5d63-42bd-8101-d8c9e2ab91a7 None None] Routers set() bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:39:12.988058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e481e-5d63-42bd-8101-d8c9e2ab91a7 None None] Router IDs set() for agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 04 23:39:14.196106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32770) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:14.578240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:14.630576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.policy [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83783) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 04 23:39:14.631312 n-d-828979-4 neutron-server[83783]: WARNING oslo_policy.policy [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:14.631677 n-d-828979-4 neutron-server[83783]: WARNING oslo_policy.policy [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:14.635436 n-d-828979-4 neutron-server[83783]: INFO neutron.quota [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] Loaded quota_driver: . Mar 04 23:39:14.651041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:14.719031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742615958190', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742615938562', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742615935847', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742615928694', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742616019048', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7364937', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7542749', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608424', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558032'] for rbac-policy, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:14.784455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:14.785646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a754466-77f3-4a91-9880-f3dc9f967959 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5886028 Mar 04 23:39:17.302122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:17.662230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:17.666869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:17.671332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Usage tracker for resource:network and tenant:fa469e3ba73f4c2892a0611e9edee1cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:17.675851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:17.682228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:17.691657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Made reservation on behalf of fa469e3ba73f4c2892a0611e9edee1cf for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:39:17.694370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:17.712479 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:17.752398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:17.755971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Usage tracker for resource:security_group_rule and tenant:fa469e3ba73f4c2892a0611e9edee1cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:17.759274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:17.764996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:17.828595 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:17.832052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:17.855500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:39:17.881210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742619478384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:17.881800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Unsubscribe: segment precommit_create {{(pid=83783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 23:39:17.882782 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Added segment 12772685-f65e-488b-b56e-b5fc9b618728 of type vlan for network 159bb72a-ac32-4e51-a31e-42141120bd9a Mar 04 23:39:17.890737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bfb2d0-5350-4851-9c26-a79e4161dd1f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:17.950660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.950912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.951238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.951558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.951870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.952180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.952488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.952793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.953097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.953424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.953730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Tracked resource versions report: Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: pushed versions: Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Log': {'1.0'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Network': {'1.1'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Port': {'1.5'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'PortForwarding': {'1.2'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'QosPolicy': {'1.8'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'SecurityGroup': {'1.2'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'SubPort': {'1.0'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Subnet': {'1.1'}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Trunk': {'1.1'}} Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: consumer versions: Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: L3 agent@n-d-828979-4: {}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: Metadata agent@n-d-828979-4: {}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: Metering agent@n-d-828979-4: {}, Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Log': '1.0', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Network': '1.1', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Port': '1.5', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'PortForwarding': '1.2', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'QosPolicy': '1.8', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'SecurityGroup': '1.2', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'SecurityGroupRule': '1.0', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'SubPort': '1.0', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Subnet': '1.1', Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: 'Trunk': '1.1'}} Mar 04 23:39:17.954790 n-d-828979-4 neutron-server[83783]: {{(pid=83783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:39:17.993076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:18.038969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:18.039945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:18.040681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:18.147572 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8443081 Mar 04 23:39:18.148287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7d05-d3f3-44c1-91fe-ead48d4cc36b admin admin] Pushing event updated for resources: {'Network': ['ID=159bb72a-ac32-4e51-a31e-42141120bd9a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:18.159898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 159bb72a-ac32-4e51-a31e-42141120bd9a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:39:20.693001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32800) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:21.155858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a30078-7393-461f-9bdb-487bbcd7df86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:21.157080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-55a30078-7393-461f-9bdb-487bbcd7df86 admin admin] 10.222.0.32 "GET /v2.0/networks/159bb72a-ac32-4e51-a31e-42141120bd9a HTTP/1.1" status: 200 len: 825 time: 0.4631028 Mar 04 23:39:21.183948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77459b38-15f5-4c3e-bb96-614413ac92bd admin admin] 10.222.0.32 "GET /v2.0/subnetpools/ce254db1-d878-4fb3-a123-f1cb592ca005 HTTP/1.1" status: 200 len: 734 time: 0.0216546 Mar 04 23:39:21.191740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:21.196463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:21.200134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Usage tracker for resource:subnet and tenant:fa469e3ba73f4c2892a0611e9edee1cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:21.202931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:21.208366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:21.218018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Made reservation on behalf of fa469e3ba73f4c2892a0611e9edee1cf for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:39:21.220326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:21.479560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:21.562033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8e94ec-a388-4c7a-90f0-9b76aff33dfc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:21.567004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Checking segment: {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:39:21.567377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Network hostable DHCP agents. Network: 159bb72a-ac32-4e51-a31e-42141120bd9a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:39:21.589843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Network 159bb72a-ac32-4e51-a31e-42141120bd9a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:39:21.599520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 159bb72a-ac32-4e51-a31e-42141120bd9a) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:39:21.606629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:21.607205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:21.609995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149e5e6-3afb-4f7f-b1ec-842d8d93dacb None None] Network 159bb72a-ac32-4e51-a31e-42141120bd9a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:39:21.626764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-32098835-6ff9-4550-ba50-d4f93c0026b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4380531 Mar 04 23:39:21.916379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-159bb72a-ac32-4e51-a31e-42141120bd9a', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:39:21.917593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:22.102774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Allocated IP 172.20.0.2 (159bb72a-ac32-4e51-a31e-42141120bd9a/5e8e94ec-a388-4c7a-90f0-9b76aff33dfc/0adc3f76-5970-472e-bcc7-c65b4e23870f) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:39:22.323285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:22.336607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Transition to ACTIVE for port object 0adc3f76-5970-472e-bcc7-c65b4e23870f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:39:22.357990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Transition to ACTIVE for port object 0adc3f76-5970-472e-bcc7-c65b4e23870f will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:39:22.363967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:22.425608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Network 159bb72a-ac32-4e51-a31e-42141120bd9a is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:39:22.428144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:39:22.437480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:39:22.439541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Pushing event updated for resources: {'Port': ['ID=0adc3f76-5970-472e-bcc7-c65b4e23870f,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:22.450994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.451332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.451660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.451981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.452300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.452614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.452927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.453262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.453577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.453886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.454194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Tracked resource versions report: Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: pushed versions: Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Log': {'1.0'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Network': {'1.1'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Port': {'1.5'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'PortForwarding': {'1.2'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'QosPolicy': {'1.8'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'SecurityGroup': {'1.2'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'SubPort': {'1.0'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Subnet': {'1.1'}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Trunk': {'1.1'}} Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: consumer versions: Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: L3 agent@n-d-828979-4: {}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: Metadata agent@n-d-828979-4: {}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: Metering agent@n-d-828979-4: {}, Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Log': '1.0', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Network': '1.1', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Port': '1.5', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'PortForwarding': '1.2', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'QosPolicy': '1.8', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'SecurityGroup': '1.2', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'SecurityGroupRule': '1.0', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'SubPort': '1.0', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Subnet': '1.1', Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: 'Trunk': '1.1'}} Mar 04 23:39:22.455260 n-d-828979-4 neutron-server[83784]: {{(pid=83784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:39:22.539982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Attempting to bind port 0adc3f76-5970-472e-bcc7-c65b4e23870f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:39:22.540376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Attempting to bind port 0adc3f76-5970-472e-bcc7-c65b4e23870f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:39:22.540800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Attempting to bind port 0adc3f76-5970-472e-bcc7-c65b4e23870f on network 159bb72a-ac32-4e51-a31e-42141120bd9a {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:39:22.547117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:39:22.547518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Checking segment: {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:39:22.547972 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:22.548354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Bound using segment: {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:39:22.548835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Bound port: 0adc3f76-5970-472e-bcc7-c65b4e23870f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:39:22.549214 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:22.631974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] For port 0adc3f76-5970-472e-bcc7-c65b4e23870f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:39:22.635716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] For port 0adc3f76-5970-472e-bcc7-c65b4e23870f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0adc3f76-5970-472e-bcc7-c65b4e23870f,segment=NetworkSegment(12772685-f65e-488b-b56e-b5fc9b618728),segment_id=12772685-f65e-488b-b56e-b5fc9b618728)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:39:22.641232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:22.748221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8589a1-ce57-4608-83fe-c7076e620e7f None None] Pushing event updated for resources: {'Port': ['ID=0adc3f76-5970-472e-bcc7-c65b4e23870f,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:23.898596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32810) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:24.511075 n-d-828979-4 neutron-server[83782]: WARNING oslo_policy.policy [None req-e8a51426-0080-421f-b554-8fb0df5ead81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:24.511643 n-d-828979-4 neutron-server[83782]: WARNING oslo_policy.policy [None req-e8a51426-0080-421f-b554-8fb0df5ead81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:24.738298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-e8a51426-0080-421f-b554-8fb0df5ead81 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:39:24.739436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e8a51426-0080-421f-b554-8fb0df5ead81 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8388398 Mar 04 23:39:26.333627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86f5cb-e0a0-4e77-94a0-9e6a962ff166 None None] Network 159bb72a-ac32-4e51-a31e-42141120bd9a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:39:26.412798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d28fb7e5-23a8-436a-a3a2-22d2f4d87ad7 None None] Provisioning for port 0adc3f76-5970-472e-bcc7-c65b4e23870f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:39:26.469082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0adc3f76-5970-472e-bcc7-c65b4e23870f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:39:26.622778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0adc3f76-5970-472e-bcc7-c65b4e23870f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:39:26.629675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0adc3f76-5970-472e-bcc7-c65b4e23870f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:26.630071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:26.760333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:26.796029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0adc3f76-5970-472e-bcc7-c65b4e23870f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0adc3f76-5970-472e-bcc7-c65b4e23870f,segment=NetworkSegment(12772685-f65e-488b-b56e-b5fc9b618728),segment_id=12772685-f65e-488b-b56e-b5fc9b618728)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:39:26.800424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:26.869978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0adc3f76-5970-472e-bcc7-c65b4e23870f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:26.951683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-94276bf5-a4d6-4412-93d9-acf23cacb00c None None] Provisioning complete for port 0adc3f76-5970-472e-bcc7-c65b4e23870f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:26.952058 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-94276bf5-a4d6-4412-93d9-acf23cacb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:27.036048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32828) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:27.415047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-ea9c47fb-c150-4d35-8f9c-7f2203cea25e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:39:27.416003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea9c47fb-c150-4d35-8f9c-7f2203cea25e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3790550 Mar 04 23:39:28.436484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0adc3f76-5970-472e-bcc7-c65b4e23870f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:39:28.504761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0adc3f76-5970-472e-bcc7-c65b4e23870f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:28.505125 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:30.035757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32840) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:30.405667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:30.409980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:30.414225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Usage tracker for resource:router and tenant:fa469e3ba73f4c2892a0611e9edee1cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:30.417465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:30.423010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:30.433409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:30.434851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:30.459656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:30.573674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:30.592574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:30.593731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5a48ba67-55ce-4cfa-a117-6b10cc42a209 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5570080 Mar 04 23:39:32.823203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32850) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:33.205483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-81a3981b-30ed-4251-b854-107f8418d2dd admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:39:33.206432 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-81a3981b-30ed-4251-b854-107f8418d2dd admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3823035 Mar 04 23:39:34.699919 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a3280513-34c0-44f0-bcbf-be52f167858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:35.451328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:35.830357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:35.831997 n-d-828979-4 neutron-server[83782]: INFO neutron.quota [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Loaded quota_driver: . Mar 04 23:39:35.847993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:35.854249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Usage tracker for resource:network and tenant:33b183562d684756bc1c970021c454e3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:35.858947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:35.866343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:35.884657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Made reservation on behalf of 33b183562d684756bc1c970021c454e3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:39:35.921730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.policy [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83782) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 04 23:39:35.922507 n-d-828979-4 neutron-server[83782]: WARNING oslo_policy.policy [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:35.922867 n-d-828979-4 neutron-server[83782]: WARNING oslo_policy.policy [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 23:39:35.927278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:35.947976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:35.992701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:35.996730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Usage tracker for resource:security_group_rule and tenant:33b183562d684756bc1c970021c454e3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:35.999995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:36.005701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:36.076099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:36.079770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:36.095139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Reserving flat network on physical network physnet1 {{(pid=83782) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 23:39:36.125731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742619478384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:36.126310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Unsubscribe: segment precommit_create {{(pid=83782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 23:39:36.126818 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Added segment 176a578c-1d1f-4c79-9a26-b45d4669d4f2 of type flat for network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c Mar 04 23:39:36.178556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0723ecb3-0081-4a68-8bb7-b9eba846258a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:36.204859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.205198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.205569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.205890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.206219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.206544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.206892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.207181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.207498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.207814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.208127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Tracked resource versions report: Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: pushed versions: Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Log': {'1.0'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Network': {'1.1'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Port': {'1.5'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'PortForwarding': {'1.2'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'QosPolicy': {'1.8'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'SecurityGroup': {'1.2'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'SubPort': {'1.0'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Subnet': {'1.1'}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Trunk': {'1.1'}} Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: consumer versions: Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: L3 agent@n-d-828979-4: {}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: Metadata agent@n-d-828979-4: {}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: Metering agent@n-d-828979-4: {}, Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Log': '1.0', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Network': '1.1', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Port': '1.5', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'PortForwarding': '1.2', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'QosPolicy': '1.8', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'SecurityGroup': '1.2', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'SecurityGroupRule': '1.0', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'SubPort': '1.0', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Subnet': '1.1', Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: 'Trunk': '1.1'}} Mar 04 23:39:36.209185 n-d-828979-4 neutron-server[83782]: {{(pid=83782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:39:36.249744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:36.294366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:36.295454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:36.296097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:36.400727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] Pushing event updated for resources: {'Network': ['ID=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:36.404231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ab3d674-748f-4ade-bd58-9c1e381b9d18 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9519372 Mar 04 23:39:36.410663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:39:36.890721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-718294b9-92f9-4d69-9692-f9dc73c97ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:38.020417 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:38.192130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:38.638433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32884) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:38.991936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb0b11-69b1-4cf7-bf72-c0b6fc04d8bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:38.994515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-97bb0b11-69b1-4cf7-bf72-c0b6fc04d8bf admin admin] 10.222.0.32 "GET /v2.0/subnets/5e8e94ec-a388-4c7a-90f0-9b76aff33dfc HTTP/1.1" status: 200 len: 849 time: 0.3541617 Mar 04 23:39:39.166689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-db68fb74-c115-44d2-9dea-f0cfdb74d0ff admin admin] 10.222.0.32 "GET /v2.0/routers/5bc2ebb5-b274-4688-b619-0fd97e80c846 HTTP/1.1" status: 200 len: 704 time: 0.1673465 Mar 04 23:39:39.453085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:39.637717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:39.866592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Allocated IP 172.20.0.1 (159bb72a-ac32-4e51-a31e-42141120bd9a/5e8e94ec-a388-4c7a-90f0-9b76aff33dfc/0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:39:40.018128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.035958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Transition to ACTIVE for port object 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:39:40.086367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.154081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Network 159bb72a-ac32-4e51-a31e-42141120bd9a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:39:40.156722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:39:40.164291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:39:40.164291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.166733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:40.289507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.355637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1341648-27b9-44f4-bd8b-7c2c49154a6d None None] Provisioning for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:39:40.360159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1341648-27b9-44f4-bd8b-7c2c49154a6d None None] Provisioning complete for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:40.360530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1341648-27b9-44f4-bd8b-7c2c49154a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.414057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a1341648-27b9-44f4-bd8b-7c2c49154a6d None None] Port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:39:40.514138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.518547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.519300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.650253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:40.713838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Network 159bb72a-ac32-4e51-a31e-42141120bd9a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:39:40.714814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:39:40.938329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec18b644-0b90-4bac-8021-65ed28061f71 None None] Provisioning complete for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:40.938899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec18b644-0b90-4bac-8021-65ed28061f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:40.989604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec18b644-0b90-4bac-8021-65ed28061f71 None None] Port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:39:41.103462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Router 5bc2ebb5-b274-4688-b619-0fd97e80c846 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:39:41.267050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:39:41.276488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e789cce-ec79-43e9-9c62-1dbbb013cff8 admin admin] 10.222.0.32 "PUT /v2.0/routers/5bc2ebb5-b274-4688-b619-0fd97e80c846/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1049504 Mar 04 23:39:41.277104 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Sync routers for ids ['5bc2ebb5-b274-4688-b619-0fd97e80c846'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:39:41.290572 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Routers {'5bc2ebb5-b274-4688-b619-0fd97e80c846'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:39:41.291403 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5bc2ebb5-b274-4688-b619-0fd97e80c846'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:41.459137 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Set router 5bc2ebb5-b274-4688-b619-0fd97e80c846 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:39:41.528359 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:39:41.829892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:39:30Z', 'updated_at': '2022-03-04T23:39:40Z', 'revision_number': 2, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'gw_port_host': None, '_interfaces': [{'id': '0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9', 'name': '', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'mac_address': 'fa:16:3e:68:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:39Z', 'updated_at': '2022-03-04T23:39:40Z', 'revision_number': 2, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnets': [{'id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:41.834621 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Checking router: 5bc2ebb5-b274-4688-b619-0fd97e80c846 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:39:41.835027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Updating router 5bc2ebb5-b274-4688-b619-0fd97e80c846 port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:39:41.895556 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:42.264063 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:42.278260 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Transition to ACTIVE for port object 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:39:42.284983 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:42.399364 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Pushing event updated for resources: {'Port': ['ID=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:42.422233 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.422579 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.422922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.423251 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.423574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.423899 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.424218 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.424540 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.424853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.425169 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.425510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Tracked resource versions report: Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: pushed versions: Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Log': {'1.0'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Network': {'1.1'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Port': {'1.5'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'PortForwarding': {'1.2'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'QosPolicy': {'1.8'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'SecurityGroup': {'1.2'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'SubPort': {'1.0'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Subnet': {'1.1'}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Trunk': {'1.1'}} Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: consumer versions: Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: L3 agent@n-d-828979-4: {}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: Metadata agent@n-d-828979-4: {}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: Metering agent@n-d-828979-4: {}, Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Log': '1.0', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Network': '1.1', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Port': '1.5', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'PortForwarding': '1.2', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'QosPolicy': '1.8', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'SecurityGroup': '1.2', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'SecurityGroupRule': '1.0', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'SubPort': '1.0', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Subnet': '1.1', Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: 'Trunk': '1.1'}} Mar 04 23:39:42.426615 n-d-828979-4 neutron-server[83785]: {{(pid=83785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:39:42.542053 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Attempting to bind port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:39:42.542447 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Attempting to bind port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:39:42.542885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Attempting to bind port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 on network 159bb72a-ac32-4e51-a31e-42141120bd9a {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:39:42.549106 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:39:42.549532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Checking segment: {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:39:42.549993 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:42.550378 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Bound using segment: {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:39:42.550853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Bound port: 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12772685-f65e-488b-b56e-b5fc9b618728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:39:42.551224 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:42.635663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] For port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:39:42.639681 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] For port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,segment=NetworkSegment(12772685-f65e-488b-b56e-b5fc9b618728),segment_id=12772685-f65e-488b-b56e-b5fc9b618728)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:39:42.643105 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:42.723044 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae4e6-019d-48f2-962d-a989aa6c10f0 None None] Pushing event updated for resources: {'Port': ['ID=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:42.735202 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Routers {'5bc2ebb5-b274-4688-b619-0fd97e80c846'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:39:42.735825 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5bc2ebb5-b274-4688-b619-0fd97e80c846'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:42.886980 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] Set router 5bc2ebb5-b274-4688-b619-0fd97e80c846 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:39:43.206988 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:39:30Z', 'updated_at': '2022-03-04T23:39:40Z', 'revision_number': 2, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'gw_port_host': None, '_interfaces': [{'id': '0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9', 'name': '', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'mac_address': 'fa:16:3e:68:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:39Z', 'updated_at': '2022-03-04T23:39:42Z', 'revision_number': 4, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnets': [{'id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:43.210741 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c0a5d-5f0f-453e-aeb1-9a884e9a787f None None] The sync data for ids ['5bc2ebb5-b274-4688-b619-0fd97e80c846'] in n-d-828979-4 is: [{'id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:39:30Z', 'updated_at': '2022-03-04T23:39:40Z', 'revision_number': 2, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'gw_port_host': None, '_interfaces': [{'id': '0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9', 'name': '', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'mac_address': 'fa:16:3e:68:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:39Z', 'updated_at': '2022-03-04T23:39:42Z', 'revision_number': 4, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnets': [{'id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:39:43.432125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32906) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:43.602382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602706d-bc1e-43b7-b05c-4e7d9320a953 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:43.602949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2602706d-bc1e-43b7-b05c-4e7d9320a953 admin admin] Synchronizing usage tracker for tenant:33b183562d684756bc1c970021c454e3 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:39:43.622072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2602706d-bc1e-43b7-b05c-4e7d9320a953 admin admin] Unset dirty status for tenant:33b183562d684756bc1c970021c454e3 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:39:43.623298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2602706d-bc1e-43b7-b05c-4e7d9320a953 admin admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 842 time: 0.1901593 Mar 04 23:39:43.632470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:43.637570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:39:43.641327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Usage tracker for resource:subnet and tenant:33b183562d684756bc1c970021c454e3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:39:43.644227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:39:43.654339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:39:43.664315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Made reservation on behalf of 33b183562d684756bc1c970021c454e3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:39:43.666581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:44.035108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 04 23:39:44.035537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:44.120596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed90b8e-75bc-45bb-b14e-4a859716f1a3,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:44.127304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:39:44.127660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Network hostable DHCP agents. Network: 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:39:44.152535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:39:44.163684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:39:44.168700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:44.170693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:44.171775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b5f5f-73f5-413c-b7ca-251895105bf6 None None] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:39:44.191814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b4fb7016-e032-4f04-ba0a-899355a44f66 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5627677 Mar 04 23:39:44.412492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80aa265-e688-471a-af2b-a141c2d87770 None None] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:39:44.499632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:39:44.658449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:39:44.665270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:44.665643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:44.805954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:44.838136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,segment=NetworkSegment(12772685-f65e-488b-b56e-b5fc9b618728),segment_id=12772685-f65e-488b-b56e-b5fc9b618728)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:39:44.842152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:44.906412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:46.379507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:46.447099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:39:46.516969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:46.517379 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:46.609088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-087a0a00-d0b6-4a09-9e30-332dd4f2bdd4 admin admin] 10.222.0.32 "GET /v2.0/routers/5bc2ebb5-b274-4688-b619-0fd97e80c846 HTTP/1.1" status: 200 len: 710 time: 0.2283812 Mar 04 23:39:46.735778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7657e-1249-4061-b063-39b23ac0937a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:39:46.737139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-05f7657e-1249-4061-b063-39b23ac0937a admin admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 886 time: 0.1212699 Mar 04 23:39:46.745980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:39:47.248236 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:47.425668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:47.482834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:47.611127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Allocated IP 172.25.0.79 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/885fa1df-43b5-4602-8bcf-22199631fd6c) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:39:47.753721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:47.779776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:47.845282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:39:47.848059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:39:47.852796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:39:47.875292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Pushing event updated for resources: {'Port': ['ID=885fa1df-43b5-4602-8bcf-22199631fd6c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:47.993510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:48.185956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:48.189277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:48.380306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Router 5bc2ebb5-b274-4688-b619-0fd97e80c846 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:39:48.573425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:39:48.580948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:48.582138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0e13092f-b241-4377-8f2d-81e671c00340 admin admin] 10.222.0.32 "PUT /v2.0/routers/5bc2ebb5-b274-4688-b619-0fd97e80c846 HTTP/1.1" status: 200 len: 889 time: 1.8393693 Mar 04 23:39:48.582851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Sync routers for ids ['5bc2ebb5-b274-4688-b619-0fd97e80c846'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:39:48.595756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Routers {'5bc2ebb5-b274-4688-b619-0fd97e80c846'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:39:48.596434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5bc2ebb5-b274-4688-b619-0fd97e80c846'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:48.784325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Set router 5bc2ebb5-b274-4688-b619-0fd97e80c846 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:39:49.115746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '885fa1df-43b5-4602-8bcf-22199631fd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:39:30Z', 'updated_at': '2022-03-04T23:39:47Z', 'revision_number': 4, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'gw_port': {'id': '885fa1df-43b5-4602-8bcf-22199631fd6c', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:47Z', 'updated_at': '2022-03-04T23:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9', 'name': '', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'mac_address': 'fa:16:3e:68:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:39Z', 'updated_at': '2022-03-04T23:39:44Z', 'revision_number': 5, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnets': [{'id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:49.121061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Checking router: 5bc2ebb5-b274-4688-b619-0fd97e80c846 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:39:49.121462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Updating router 5bc2ebb5-b274-4688-b619-0fd97e80c846 port 885fa1df-43b5-4602-8bcf-22199631fd6c binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:39:49.172853 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:49.487244 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:49.498212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Transition to ACTIVE for port object 885fa1df-43b5-4602-8bcf-22199631fd6c will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:39:49.504968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:49.583858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ed73b-5002-4daf-a53b-4134a16305b2 None None] Pushing event updated for resources: {'Port': ['ID=885fa1df-43b5-4602-8bcf-22199631fd6c,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:49.587862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Attempting to bind port 885fa1df-43b5-4602-8bcf-22199631fd6c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:39:49.588237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Attempting to bind port 885fa1df-43b5-4602-8bcf-22199631fd6c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:39:49.588599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Attempting to bind port 885fa1df-43b5-4602-8bcf-22199631fd6c on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:39:49.595301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:39:49.595676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:39:49.596073 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:49.596457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:39:49.596916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Bound port: 885fa1df-43b5-4602-8bcf-22199631fd6c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:39:49.597323 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:49.690056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] For port 885fa1df-43b5-4602-8bcf-22199631fd6c, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:39:49.692935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] For port 885fa1df-43b5-4602-8bcf-22199631fd6c, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=885fa1df-43b5-4602-8bcf-22199631fd6c,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:39:49.697662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:49.779232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ed73b-5002-4daf-a53b-4134a16305b2 None None] Pushing event updated for resources: {'Port': ['ID=885fa1df-43b5-4602-8bcf-22199631fd6c,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:49.782868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Routers {'5bc2ebb5-b274-4688-b619-0fd97e80c846'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:39:49.783648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5bc2ebb5-b274-4688-b619-0fd97e80c846'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:49.960356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] Set router 5bc2ebb5-b274-4688-b619-0fd97e80c846 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:39:50.283410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '885fa1df-43b5-4602-8bcf-22199631fd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:39:30Z', 'updated_at': '2022-03-04T23:39:47Z', 'revision_number': 4, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'gw_port': {'id': '885fa1df-43b5-4602-8bcf-22199631fd6c', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:47Z', 'updated_at': '2022-03-04T23:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9', 'name': '', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'mac_address': 'fa:16:3e:68:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:39Z', 'updated_at': '2022-03-04T23:39:44Z', 'revision_number': 5, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnets': [{'id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:39:50.287449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e5fc-3804-462c-8cff-51db1f506c00 None None] The sync data for ids ['5bc2ebb5-b274-4688-b619-0fd97e80c846'] in n-d-828979-4 is: [{'id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'name': 'router1', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '885fa1df-43b5-4602-8bcf-22199631fd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:39:30Z', 'updated_at': '2022-03-04T23:39:47Z', 'revision_number': 4, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'gw_port': {'id': '885fa1df-43b5-4602-8bcf-22199631fd6c', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:47Z', 'updated_at': '2022-03-04T23:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9', 'name': '', 'network_id': '159bb72a-ac32-4e51-a31e-42141120bd9a', 'tenant_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'mac_address': 'fa:16:3e:68:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2ebb5-b274-4688-b619-0fd97e80c846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:39:39Z', 'updated_at': '2022-03-04T23:39:44Z', 'revision_number': 5, 'project_id': 'fa469e3ba73f4c2892a0611e9edee1cf', 'subnets': [{'id': '5e8e94ec-a388-4c7a-90f0-9b76aff33dfc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce254db1-d878-4fb3-a123-f1cb592ca005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:39:50.485314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 885fa1df-43b5-4602-8bcf-22199631fd6c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:39:50.558731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 885fa1df-43b5-4602-8bcf-22199631fd6c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:39:50.563622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 885fa1df-43b5-4602-8bcf-22199631fd6c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:50.564129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:50.683345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:50.700920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 885fa1df-43b5-4602-8bcf-22199631fd6c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=885fa1df-43b5-4602-8bcf-22199631fd6c,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:39:50.705424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:39:50.773061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=885fa1df-43b5-4602-8bcf-22199631fd6c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:39:50.898255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32932) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:39:51.031168 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df9849a7-7bbc-43df-b63b-cd8e1da1ed93 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1069 time: 0.1318026 Mar 04 23:39:52.452219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 885fa1df-43b5-4602-8bcf-22199631fd6c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:39:52.520995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 885fa1df-43b5-4602-8bcf-22199631fd6c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:39:52.521391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:04.703419 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b86061e1-cf26-4be5-ac70-c79bdead886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:06.891710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bde4ec2f-91c0-4d8b-b755-b3c23edf945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:08.027233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:08.194078 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:09.470306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:18.509688 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:40:34.708626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-02bbe881-5976-4ae6-be1f-da793b944353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:36.896283 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61c049c5-f5f1-4049-b51f-9e3bd554441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:38.028325 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:38.201462 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:39.478035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:40:55.511254 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:41:04.704072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69e5be9b-6f7a-440a-9190-f638f10382c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:06.889402 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6638303e-6924-489d-9670-e4c897d6349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:08.024697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:08.197306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:09.483805 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:32.510489 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:41:34.708215 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a72310cb-7b50-478a-9691-c6b71f633707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:36.889836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81d23383-7f62-4ce8-b621-443501f94ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:38.027334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:38.198572 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:39.482514 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:56.362149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33536) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:41:56.450759 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f9d0bb-05e5-4ece-962c-0559b125293e admin admin] GET failed (client error): The resource could not be found. Mar 04 23:41:56.451931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f8f9d0bb-05e5-4ece-962c-0559b125293e admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0888512 Mar 04 23:41:56.581782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac75ae47-b940-4d4e-a740-8fdfde716baf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:41:56.583159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ac75ae47-b940-4d4e-a740-8fdfde716baf admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272748 Mar 04 23:41:58.607611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33546) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:41:58.739101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89356167-1bd5-48d2-857f-53926596454c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:41:58.739586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-89356167-1bd5-48d2-857f-53926596454c admin admin] Synchronizing usage tracker for tenant:33b183562d684756bc1c970021c454e3 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:41:58.756111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-89356167-1bd5-48d2-857f-53926596454c admin admin] Unset dirty status for tenant:33b183562d684756bc1c970021c454e3 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:41:58.757590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-89356167-1bd5-48d2-857f-53926596454c admin admin] 10.222.0.32 "GET /v2.0/subnets/5e8e94ec-a388-4c7a-90f0-9b76aff33dfc HTTP/1.1" status: 200 len: 849 time: 0.1489420 Mar 04 23:41:58.766481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:41:58.887693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Notify callbacks [] for subnet, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:59.073926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742619399069'] for subnet, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:59.119245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:41:59.120446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:59.121442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] 10.222.0.32 "PUT /v2.0/subnets/5e8e94ec-a388-4c7a-90f0-9b76aff33dfc HTTP/1.1" status: 200 len: 868 time: 0.3582983 Mar 04 23:41:59.124333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee90d6-5d14-4be9-9243-3fdc15cf7151 None None] Network 159bb72a-ac32-4e51-a31e-42141120bd9a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:41:59.143207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8e94ec-a388-4c7a-90f0-9b76aff33dfc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:41:59.152195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.152561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.152884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.153215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.153579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.153907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.154229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.154552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.154892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.155193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.155513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cda36d-1a16-40ce-8e18-9c992727084e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:41:59.561338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c5d6d71c-0793-4da6-8015-0fb82ec8572d None None] Provisioning complete for port 0d1c6340-9f6b-4b08-b5e7-d6bf4d42e4d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:41:59.561708 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d71c-0793-4da6-8015-0fb82ec8572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:41:59.684915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c5d6d71c-0793-4da6-8015-0fb82ec8572d None None] Provisioning complete for port 0adc3f76-5970-472e-bcc7-c65b4e23870f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:41:59.685189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d71c-0793-4da6-8015-0fb82ec8572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:01.159201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33556) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:01.352331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ea68c-bfab-4826-a939-68056dd6d9b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:01.352993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ea68c-bfab-4826-a939-68056dd6d9b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:01.354531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f1ea68c-bfab-4826-a939-68056dd6d9b4 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943724 Mar 04 23:42:03.367965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:03.565962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217db59-287d-46f5-9e56-da7906d293ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:03.566279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217db59-287d-46f5-9e56-da7906d293ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:03.568392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5217db59-287d-46f5-9e56-da7906d293ac admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988528 Mar 04 23:42:04.710268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1b8119b6-37ce-499b-b1d3-80d7b0d30fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:05.615508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33576) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:05.812689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf42114-8a9a-4225-b371-01781a2396e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:05.813987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fdf42114-8a9a-4225-b371-01781a2396e4 admin admin] 10.222.0.32 "GET /v2.0/networks/159bb72a-ac32-4e51-a31e-42141120bd9a HTTP/1.1" status: 200 len: 869 time: 0.1975582 Mar 04 23:42:06.893243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d10d371-aef2-4448-ad64-5646eb24b8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:07.836623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33586) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:08.029183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:08.030190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e174bec-f5ce-4e3d-ae28-e0e31a760f7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:08.031546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5e174bec-f5ce-4e3d-ae28-e0e31a760f7a admin admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 886 time: 0.1939628 Mar 04 23:42:08.200155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:09.488466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:09.511200 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:42:10.043134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33596) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:10.173232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df683526-6dd3-48ad-b778-dfe010fb79fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:10.173619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df683526-6dd3-48ad-b778-dfe010fb79fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:10.175156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df683526-6dd3-48ad-b778-dfe010fb79fe admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310506 Mar 04 23:42:12.196804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33606) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:12.358281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d22d0-5207-4c52-b8d5-4055d841005b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:12.358648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d22d0-5207-4c52-b8d5-4055d841005b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:12.360165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0d3d22d0-5207-4c52-b8d5-4055d841005b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1624081 Mar 04 23:42:14.389463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:14.517442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc649ad-7b22-49fa-b389-71c300c2f551 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:14.518749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1fc649ad-7b22-49fa-b389-71c300c2f551 admin admin] 10.222.0.32 "GET /v2.0/subnets/5e8e94ec-a388-4c7a-90f0-9b76aff33dfc HTTP/1.1" status: 200 len: 868 time: 0.1283488 Mar 04 23:42:16.536529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:16.659578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82575f8d-2855-450a-b0c0-46d9c04ad28d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:16.660864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-82575f8d-2855-450a-b0c0-46d9c04ad28d admin admin] 10.222.0.32 "GET /v2.0/subnets/5ed90b8e-75bc-45bb-b14e-4a859716f1a3 HTTP/1.1" status: 200 len: 816 time: 0.1234097 Mar 04 23:42:34.712142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0d69dad-f75f-4187-a207-5154dde1ebef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:35.094958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33664) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:35.164973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-6561f4f2-0fee-4bf0-88d3-f9ff6ac7f500 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:42:35.165986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6561f4f2-0fee-4bf0-88d3-f9ff6ac7f500 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0700889 Mar 04 23:42:36.901531 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bbff3627-f03f-4bab-ab67-c7a2205b794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:37.222113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33674) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:37.311068 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-198c9ec2-f269-4e35-b2ff-4d637795f726 admin admin] GET failed (client error): The resource could not be found. Mar 04 23:42:37.312231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-198c9ec2-f269-4e35-b2ff-4d637795f726 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0892074 Mar 04 23:42:37.435170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c7e62-7a59-4ff9-824c-9afcaa5c7b1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:37.436559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-911c7e62-7a59-4ff9-824c-9afcaa5c7b1c admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205006 Mar 04 23:42:38.031567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:38.201787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.476450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:39.489773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.547505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:42:39.552109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:42:39.561861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:42:39.571147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Made reservation on behalf of 33b183562d684756bc1c970021c454e3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:42:39.573390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.660104 n-d-828979-4 neutron-server[83782]: WARNING neutron.services.revisions.revision_plugin [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Could not find related network for resource to bump revision. Mar 04 23:42:39.672404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:42:39.681414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.681755 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Added segment 09018aea-4126-441a-8cb0-5c76d217b3f4 of type vlan for network 47f3f0f6-3899-430c-aa43-8557228995e9 Mar 04 23:42:39.706331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.734179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.735026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:39.735599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:39.831386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3537951 Mar 04 23:42:39.836408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a75ac-e369-4897-a43b-d268bf186424 admin admin] Pushing event updated for resources: {'Network': ['ID=47f3f0f6-3899-430c-aa43-8557228995e9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:42:39.846806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 47f3f0f6-3899-430c-aa43-8557228995e9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:42:41.869675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33694) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:42:41.959862 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4079b2-ac6c-40c2-afc6-32fece480f23 admin admin] GET failed (client error): The resource could not be found. Mar 04 23:42:41.960360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca4079b2-ac6c-40c2-afc6-32fece480f23 admin admin] Synchronizing usage tracker for tenant:33b183562d684756bc1c970021c454e3 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:42:41.975776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca4079b2-ac6c-40c2-afc6-32fece480f23 admin admin] Unset dirty status for tenant:33b183562d684756bc1c970021c454e3 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:42:41.976921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca4079b2-ac6c-40c2-afc6-32fece480f23 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1062388 Mar 04 23:42:42.083565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905500c-3cb9-4d83-a8a3-09525678d5aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:42.084935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b905500c-3cb9-4d83-a8a3-09525678d5aa admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1041257 Mar 04 23:42:42.094295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:42:42.099208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:42:42.108766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:42:42.118965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Made reservation on behalf of 33b183562d684756bc1c970021c454e3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:42:42.121268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:42.317469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:42.387378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5765bcd5-2042-4f35-a91f-1c7e6c98605d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:42:42.401555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:42:42.402041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Network hostable DHCP agents. Network: 47f3f0f6-3899-430c-aa43-8557228995e9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:42:42.427629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:42:42.436788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 47f3f0f6-3899-430c-aa43-8557228995e9) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:42:42.440771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:42:42.441377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:42.445825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474f0c6-08cd-4f7e-ac70-0a8ec2dda527 None None] Network 47f3f0f6-3899-430c-aa43-8557228995e9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:42:42.474586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f03536a6-0074-4008-8128-e5ae16ad30c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3834944 Mar 04 23:42:42.666001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-47f3f0f6-3899-430c-aa43-8557228995e9', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'tenant_id': '33b183562d684756bc1c970021c454e3', 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:42:42.666903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:42.825870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Allocated IP 192.168.233.2 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/0b8e74fe-2797-425e-8f3d-edcf69028d22) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:42:43.028844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:43.039349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Transition to ACTIVE for port object 0b8e74fe-2797-425e-8f3d-edcf69028d22 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:42:43.057721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Transition to ACTIVE for port object 0b8e74fe-2797-425e-8f3d-edcf69028d22 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:42:43.063827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:43.136289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:42:43.139761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:42:43.141779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Pushing event updated for resources: {'Port': ['ID=0b8e74fe-2797-425e-8f3d-edcf69028d22,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:42:43.143999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:42:43.155056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.155405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.155737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.156071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.156396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.156718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.157044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.157386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.157708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.158025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.158343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:42:43.238205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Attempting to bind port 0b8e74fe-2797-425e-8f3d-edcf69028d22 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:42:43.238568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Attempting to bind port 0b8e74fe-2797-425e-8f3d-edcf69028d22 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:42:43.239441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Attempting to bind port 0b8e74fe-2797-425e-8f3d-edcf69028d22 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:42:43.245826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:42:43.246195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:42:43.246592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:43.246975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:42:43.247435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Bound port: 0b8e74fe-2797-425e-8f3d-edcf69028d22, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:42:43.247841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:43.360022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] For port 0b8e74fe-2797-425e-8f3d-edcf69028d22, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:42:43.363166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] For port 0b8e74fe-2797-425e-8f3d-edcf69028d22, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b8e74fe-2797-425e-8f3d-edcf69028d22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:42:43.368120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:43.449596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba0b38-c796-459f-a89e-7fdc8ce1af0f None None] Pushing event updated for resources: {'Port': ['ID=0b8e74fe-2797-425e-8f3d-edcf69028d22,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:42:44.285516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55394d73-4033-4121-b14a-62cec1b47f10 None None] Network 47f3f0f6-3899-430c-aa43-8557228995e9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:42:44.377796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-37a2d634-ca77-4762-9427-b947283e6868 None None] Provisioning for port 0b8e74fe-2797-425e-8f3d-edcf69028d22 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:42:44.581073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b8e74fe-2797-425e-8f3d-edcf69028d22 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:42:44.660760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0b8e74fe-2797-425e-8f3d-edcf69028d22 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:42:44.668899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0b8e74fe-2797-425e-8f3d-edcf69028d22 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:42:44.669299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:44.780819 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:44.823961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8c83dba7-1683-45f5-9824-6a1c32d363a8 None None] Provisioning complete for port 0b8e74fe-2797-425e-8f3d-edcf69028d22 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:42:44.824248 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c83dba7-1683-45f5-9824-6a1c32d363a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:44.852200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0b8e74fe-2797-425e-8f3d-edcf69028d22, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b8e74fe-2797-425e-8f3d-edcf69028d22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:42:44.858830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:42:44.968266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0b8e74fe-2797-425e-8f3d-edcf69028d22,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:42:46.511438 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:42:46.535696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b8e74fe-2797-425e-8f3d-edcf69028d22 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:42:46.602250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0b8e74fe-2797-425e-8f3d-edcf69028d22 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:42:46.602615 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:04.714156 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56bcdfb8-c1cf-435a-a386-33d2416350c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:06.894419 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aad4d889-f42b-4f1c-b437-112329a75b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:08.034096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:08.202757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:09.485844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:23.511160 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:43:34.716418 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbb34-6f45-4cce-b3c3-f5b91c51f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:36.897002 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e80166-c8ef-477c-ab51-ad3bb88ee468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:38.037141 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:38.204567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:39.488985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:58.997153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33736) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:43:59.003215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-b514606b-75da-4b64-a0df-45733b926e17 tempest-verify_tempest_config-734183698 tempest-verify_tempest_config-734183698-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:43:59.004220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b514606b-75da-4b64-a0df-45733b926e17 tempest-verify_tempest_config-734183698 tempest-verify_tempest_config-734183698-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060019 Mar 04 23:43:59.325378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33752) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:43:59.459720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.488766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:43:59.492404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Usage tracker for resource:security_group_rule and tenant:df7b8528d1f64e28893bacffa9a36bf9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:43:59.495096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:43:59.500523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:43:59.567155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.571141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.614339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0fe4af-24c2-4a0f-8995-eaf6ab859f2c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:43:59.621054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Synchronizing usage tracker for tenant:33b183562d684756bc1c970021c454e3 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:43:59.628906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.629267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.629695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.630029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.630353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.630669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.630985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.631314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.631625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.631933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.632240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:43:59.646566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] Unset dirty status for tenant:33b183562d684756bc1c970021c454e3 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:43:59.647770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-30af02aa-5891-4472-97bc-fc0da6510849 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df7b8528d1f64e28893bacffa9a36bf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3214338 Mar 04 23:43:59.650351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33758) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:43:59.707738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9661087a-71f8-4881-9d12-3459f1eada6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.731319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9661087a-71f8-4881-9d12-3459f1eada6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.820377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9661087a-71f8-4881-9d12-3459f1eada6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.834695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661087a-71f8-4881-9d12-3459f1eada6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0fe4af-24c2-4a0f-8995-eaf6ab859f2c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:43:59.841909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9661087a-71f8-4881-9d12-3459f1eada6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:43:59.843010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9661087a-71f8-4881-9d12-3459f1eada6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec0fe4af-24c2-4a0f-8995-eaf6ab859f2c HTTP/1.1" status: 204 len: 168 time: 0.1917388 Mar 04 23:44:00.511189 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:44:04.717548 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3571e5ac-ed72-433e-b27e-af9ed78bd855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:06.900205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-db213e1c-06a6-461f-8ef8-ad7dd8965e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:08.039430 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:08.204619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:09.490012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:34.719108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee68fb64-4e6f-4166-a7c6-0f4b07754429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:36.901842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e26d601-ab27-44b8-8ca4-d5f56d880a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:37.510939 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:44:38.042369 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:38.205698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:44:39.496707 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:04.722203 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b9595ce-c309-4d90-ad81-91c20660fca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:06.902686 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3806-3150-406a-8511-9a967ec6b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:08.045050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:08.206443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:09.495138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:14.510438 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:45:34.723285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8dccf8cc-f42f-43f0-940f-8bda8b3a3f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:36.904636 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-02d55e11-e1c4-4481-8e3f-b40beb5a7ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:38.048606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:38.206907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:39.498903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:45:51.513067 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:46:04.729701 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-820e305b-89ae-4961-a8eb-05b89101bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:06.904709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6a2358da-7ec4-4849-9ff0-bfd51738104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:08.051191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:08.206324 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:09.501606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:28.513532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 5 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:46:34.721483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ccb1207c-0f8a-4185-9580-0acd7dbbae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:36.907559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-910c4a43-b3cc-4fb4-84e2-7153b9280c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:38.052759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:38.206459 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:39.503900 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:56.607316 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:46:56.620471 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693145'] for agent, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:04.722874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-17d6b440-1a92-4c4c-a08b-17541b7d3210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:05.513722 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:47:06.908986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8673d3c6-4a14-490e-a0ac-a6b4410f70db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:08.055692 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:08.207391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:09.505408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:26.607834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:26.609198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:34.724604 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd14-0fd4-4c03-83f4-16a585d40c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:36.910358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c87d0e79-4ca5-435c-8051-e64d987d3c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:38.059085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:38.210596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:39.509422 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:39.550392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33826) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:47:39.688260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8bb4f363-34fc-46a5-a307-56f83a1e5143 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1367936 Mar 04 23:47:41.700665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:47:41.778162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1830bb2f-cc9c-4622-bcf2-eb4f4468acb5 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0763812 Mar 04 23:47:42.514507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:47:56.611424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:47:56.612453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:04.725756 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-04f7c161-2d91-4fd6-8154-9ead3d460b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:06.912388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5467e24c-be90-4889-9008-8aacb8896744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:08.060846 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:08.210842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:09.511338 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:19.515718 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:48:26.624263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:26.625963 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:34.726847 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5efc-0ca1-4475-bebf-da23a90a0753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:36.913594 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4443d32-2bdf-4f5e-be10-b11b810ae42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:38.065125 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:38.214343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:39.513407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:56.515577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:48:56.614146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:48:56.647173 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:04.728787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d952fba6-220e-4b6c-a4aa-863b0cab1a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:06.914668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fa08dcd-9597-4ab2-a5a0-2cfc6101a083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:08.066660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:08.215725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:09.516857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:25.272483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34050) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:25.850371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34072) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:25.861805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7a072a15-275d-44c1-8109-91e82a3565f9 tempest-AutoAllocateNetworkTest-764780905 tempest-AutoAllocateNetworkTest-764780905-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=114c705dca4745eda10a8f5238b91ce9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5875618 Mar 04 23:49:26.018147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313568d9-f395-49e9-9ea9-2f24a09cb4f1 tempest-AutoAllocateNetworkTest-764780905 tempest-AutoAllocateNetworkTest-764780905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:26.023384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34082) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:26.033574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-313568d9-f395-49e9-9ea9-2f24a09cb4f1 tempest-AutoAllocateNetworkTest-764780905 tempest-AutoAllocateNetworkTest-764780905-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1820860 Mar 04 23:49:26.095882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34088) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:26.098043 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b737e9a7-e8ce-4afc-94a7-99a2b80402af tempest-AutoAllocateNetworkTest-764780905 tempest-AutoAllocateNetworkTest-764780905-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733094 Mar 04 23:49:26.130767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8f500513-34a5-4466-9b9f-a39879fd8b6d tempest-AutoAllocateNetworkTest-764780905 tempest-AutoAllocateNetworkTest-764780905-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=114c705dca4745eda10a8f5238b91ce9 HTTP/1.1" status: 200 len: 208 time: 0.0326872 Mar 04 23:49:26.632458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:26.665309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:26.919338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:27.477035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.509171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:27.513257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Usage tracker for resource:security_group_rule and tenant:114c705dca4745eda10a8f5238b91ce9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:27.516128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:27.522340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:27.588145 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.592413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.643472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=114c705dca4745eda10a8f5238b91ce9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7207434 Mar 04 23:49:27.644058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34164) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:27.646938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f38f2-39c4-4eac-892f-4cfdc3c76113,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:27.656432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.656761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.657301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.657785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.658291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.658768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.659253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.659729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.660215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.660689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.661395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50423fc0-f900-4ef1-acfd-18d73fd3f511 admin admin] Tracked resource versions report: Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: pushed versions: Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Log': {'1.0'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Network': {'1.1'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Port': {'1.5'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'PortForwarding': {'1.2'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'QosPolicy': {'1.8'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'SecurityGroup': {'1.2'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'SubPort': {'1.0'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Subnet': {'1.1'}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Trunk': {'1.1'}} Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: consumer versions: Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: HyperV agent@n-h1-828979-4: {}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: HyperV agent@n-h2-828979-4: {}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: L3 agent@n-d-828979-4: {}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: Metadata agent@n-d-828979-4: {}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: Metering agent@n-d-828979-4: {}, Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Log': '1.0', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Network': '1.1', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Port': '1.5', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'PortForwarding': '1.2', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'QosPolicy': '1.8', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'SecurityGroup': '1.2', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'SecurityGroupRule': '1.0', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'SubPort': '1.0', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Subnet': '1.1', Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: 'Trunk': '1.1'}} Mar 04 23:49:27.662819 n-d-828979-4 neutron-server[83783]: {{(pid=83783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:49:27.706272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.734480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.792392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.811890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f38f2-39c4-4eac-892f-4cfdc3c76113,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:27.823649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.824166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.824499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.824825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.825146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.825493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.825812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.826126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.826439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.826750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.827059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Tracked resource versions report: Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: pushed versions: Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Log': {'1.0'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Network': {'1.1'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Port': {'1.5'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'PortForwarding': {'1.2'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'QosPolicy': {'1.8'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'SecurityGroup': {'1.2'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'SubPort': {'1.0'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Subnet': {'1.1'}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Trunk': {'1.1'}} Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: consumer versions: Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: HyperV agent@n-h1-828979-4: {}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: HyperV agent@n-h2-828979-4: {}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: L3 agent@n-d-828979-4: {}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: Metadata agent@n-d-828979-4: {}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: Metering agent@n-d-828979-4: {}, Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Log': '1.0', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Network': '1.1', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Port': '1.5', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'PortForwarding': '1.2', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'QosPolicy': '1.8', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'SecurityGroup': '1.2', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'SecurityGroupRule': '1.0', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'SubPort': '1.0', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Subnet': '1.1', Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: 'Trunk': '1.1'}} Mar 04 23:49:27.828149 n-d-828979-4 neutron-server[83782]: {{(pid=83782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:49:27.836456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:27.840373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a6921402-2250-492d-8584-876746114fb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea2f38f2-39c4-4eac-892f-4cfdc3c76113 HTTP/1.1" status: 204 len: 168 time: 0.1955366 Mar 04 23:49:30.145684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34280) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:30.359956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-network', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:30.365052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:30.369324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Usage tracker for resource:network and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:30.372576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:30.378553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:30.390929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Made reservation on behalf of 1158d08f3f1541dda99d0c1c087bfbae for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:49:30.393869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.408807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.448931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:30.455898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Usage tracker for resource:security_group_rule and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:30.459491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:30.466890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:30.516667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34310) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:30.521621 n-d-828979-4 neutron-server[83783]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 23:49:30.560834 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-c9fa4969-390f-4848-a479-034a6b616792 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=756e8b318c1f43b4b8884bf053be80ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408938 Mar 04 23:49:30.571453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.579387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.628543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:49:30.670965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.671924 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Added segment 94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4 of type vlan for network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c Mar 04 23:49:30.706290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.726308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-dcb73a25-acb6-4b2d-a132-4a44ebd46a75 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:30.728161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-dcb73a25-acb6-4b2d-a132-4a44ebd46a75 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665461 Mar 04 23:49:30.738631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0569c4-c7fb-4e0e-a4f9-113995ed328a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:30.753756 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.755439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:30.757114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:30.759148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7d96b936-1886-4e07-b4c9-45d488120f28 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/quotas/756e8b318c1f43b4b8884bf053be80ee HTTP/1.1" status: 200 len: 375 time: 0.0253935 Mar 04 23:49:30.788933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:30.811000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-bc93d906-ac37-4625-b920-6956d5dc1393 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=756e8b318c1f43b4b8884bf053be80ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499847 Mar 04 23:49:30.892475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7425752 Mar 04 23:49:30.892475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36eec1-1feb-484f-b782-54d4b2e4059e admin admin] Pushing event updated for resources: {'Network': ['ID=6e505e81-90e7-4a85-a0bc-3b5f20576e9c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:30.894002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34336) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:30.901138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Request body: {'subnet': {'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-subnet', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:30.906968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:49:30.912450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:30.918651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Usage tracker for resource:subnet and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:30.923751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:30.930563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:30.951147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Made reservation on behalf of 1158d08f3f1541dda99d0c1c087bfbae for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:49:30.956630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.077987 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.125144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:31.129772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4f9ab6b35240c2b3814927bf430cf9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:31.132944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:31.140550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:31.191064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4f69742-eca3-4c45-8750-4f7e66da6bd4 req-86131885-4e11-459c-aa94-894b1c480370 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 210 time: 0.0733333 Mar 04 23:49:31.260067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.267042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.330093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c7b58-c4cd-4fa9-8a15-e701eed337c9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:31.334441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ae5d514b-628a-40d8-b338-cb9da3ce37e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a4f9ab6b35240c2b3814927bf430cf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5425022 Mar 04 23:49:31.339910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34374) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:31.457806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.458760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c25-e69b-43fd-947c-abd7ce368686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.495350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c25-e69b-43fd-947c-abd7ce368686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.571598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Pushing event updated for resources: {'Subnet': ['ID=543d32ca-adcf-471d-b6c1-93919d9ea4a2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:31.573869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Checking segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:31.575176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Network hostable DHCP agents. Network: 6e505e81-90e7-4a85-a0bc-3b5f20576e9c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:49:31.617829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:49:31.622121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c25-e69b-43fd-947c-abd7ce368686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.647162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d1c25-e69b-43fd-947c-abd7ce368686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c7b58-c4cd-4fa9-8a15-e701eed337c9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:31.648705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 6e505e81-90e7-4a85-a0bc-3b5f20576e9c) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:31.653092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:31.653929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.664299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c25-e69b-43fd-947c-abd7ce368686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.667795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d10d1c25-e69b-43fd-947c-abd7ce368686 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f5c7b58-c4cd-4fa9-8a15-e701eed337c9 HTTP/1.1" status: 204 len: 168 time: 0.3248346 Mar 04 23:49:31.677451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ae318-29c0-4902-96fc-f311665a2415 None None] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:49:31.727066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73bdbb3d-2f9f-45ae-8527-0848fb70357b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8312967 Mar 04 23:49:31.729697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34408) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:31.735320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:31.742733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:31.748676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Usage tracker for resource:router and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:31.752277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:31.771987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:31.810075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.811203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.852118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:31.973865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:49:31.975345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.073921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.177984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:32.193924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:32.297516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:32.383632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Allocated IP 172.20.0.2 (6e505e81-90e7-4a85-a0bc-3b5f20576e9c/543d32ca-adcf-471d-b6c1-93919d9ea4a2/6ffc9103-aa60-413f-bdd8-4e69f8276d4e) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:32.389105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34466) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:32.415396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.461526 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.462224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:32.474479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Usage tracker for resource:security_group_rule and tenant:72b1d6edc41e42658da212a44d9b7740 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:32.478469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:32.530279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.548397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.562425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:32.586383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:32.590810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Usage tracker for resource:security_group_rule and tenant:dd7dc3fc3c75438aa0ad7d643a05746c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:32.596398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:32.604669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:32.681968 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.691217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.732212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd7dc3fc3c75438aa0ad7d643a05746c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508485 Mar 04 23:49:32.737638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34478) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:32.755144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de8a1d-683f-4fc6-b95e-b03bbd2cde5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0d575-3fb0-4e24-aef7-36e35014abbd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:32.819020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.830920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.837675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.860952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Transition to ACTIVE for port object 6ffc9103-aa60-413f-bdd8-4e69f8276d4e will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:32.893553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Transition to ACTIVE for port object 6ffc9103-aa60-413f-bdd8-4e69f8276d4e will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:32.903931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.910465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Allocated IP 172.25.0.135 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:32.974487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:32.981626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Pushing event updated for resources: {'Port': ['ID=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:32.993420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.994007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.994547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.995058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.995584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.996092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.996607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.997155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.997676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.998181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:32.998677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Tracked resource versions report: Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: pushed versions: Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Log': {'1.0'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Network': {'1.1'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Port': {'1.5'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'PortForwarding': {'1.2'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'QosPolicy': {'1.8'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'SecurityGroup': {'1.2'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'SubPort': {'1.0'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Subnet': {'1.1'}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Trunk': {'1.1'}} Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: consumer versions: Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: HyperV agent@n-h1-828979-4: {}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: HyperV agent@n-h2-828979-4: {}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: L3 agent@n-d-828979-4: {}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: Metadata agent@n-d-828979-4: {}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: Metering agent@n-d-828979-4: {}, Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Log': '1.0', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Network': '1.1', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Port': '1.5', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'PortForwarding': '1.2', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'QosPolicy': '1.8', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'SecurityGroup': '1.2', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'SecurityGroupRule': '1.0', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'SubPort': '1.0', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Subnet': '1.1', Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: 'Trunk': '1.1'}} Mar 04 23:49:33.000460 n-d-828979-4 neutron-server[83784]: {{(pid=83784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:49:33.018660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:33.020109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:33.022845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:33.079230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:33.093552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Usage tracker for resource:security_group_rule and tenant:5a91fb34c1204713889ad9d00c1b4dbf is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:33.105192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0fadf-8368-4e53-aeb9-dab278b3f9fe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.108749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:33.111640 n-d-828979-4 neutron-server[83782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 23:49:33.119731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2b01b4e-3a5c-4698-900c-f1b39f1c5615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.145721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Attempting to bind port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:33.146093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Attempting to bind port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:33.146500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Attempting to bind port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:33.154671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:33.155484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Checking segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:33.155604 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.156553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Bound using segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:33.157050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Bound port: 6ffc9103-aa60-413f-bdd8-4e69f8276d4e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:33.157732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.167413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:33.172929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2b01b4e-3a5c-4698-900c-f1b39f1c5615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.185814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-99793c1e-5f61-499b-bab9-e154d3c2baea req-66aadcbc-ac48-488d-87d3-c135c2b4ed56 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 210 time: 0.8868473 Mar 04 23:49:33.207410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74ad6442-bcfd-4c37-9320-5ed690914659 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72b1d6edc41e42658da212a44d9b7740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8154628 Mar 04 23:49:33.209392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34496) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:33.315962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] For port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:33.319558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.324206 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.329011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] For port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:33.331590 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.347752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.349859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-537ffe56-149e-468e-97f6-451b05fae0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.379910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-537ffe56-149e-468e-97f6-451b05fae0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.402019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2b01b4e-3a5c-4698-900c-f1b39f1c5615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.462161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404769d2-8064-4e0c-9c63-17a0d462e29e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.470012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8935164e-c970-4cf4-bcc5-e4eb05ed1396 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a91fb34c1204713889ad9d00c1b4dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2720490 Mar 04 23:49:33.474351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34514) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:33.486155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b01b4e-3a5c-4698-900c-f1b39f1c5615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0d575-3fb0-4e24-aef7-36e35014abbd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.525655 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:49:33.556387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.563658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2b01b4e-3a5c-4698-900c-f1b39f1c5615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.565083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d2b01b4e-3a5c-4698-900c-f1b39f1c5615 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdf0d575-3fb0-4e24-aef7-36e35014abbd HTTP/1.1" status: 204 len: 168 time: 0.8282347 Mar 04 23:49:33.581308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aa004-7523-456a-8ab5-fa3b7bc6abfc None None] Pushing event updated for resources: {'Port': ['ID=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.619245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-537ffe56-149e-468e-97f6-451b05fae0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.654110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ffe56-149e-468e-97f6-451b05fae0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0fadf-8368-4e53-aeb9-dab278b3f9fe,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.662962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-537ffe56-149e-468e-97f6-451b05fae0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.663798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-537ffe56-149e-468e-97f6-451b05fae0f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ade0fadf-8368-4e53-aeb9-dab278b3f9fe HTTP/1.1" status: 204 len: 168 time: 0.4533889 Mar 04 23:49:33.668690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:33.682639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Pushing event updated for resources: {'Port': ['ID=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.685062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:33.718285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b63425ba-3487-474b-bb51-8c47afc7b134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.758981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:33.793165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b63425ba-3487-474b-bb51-8c47afc7b134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.910986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b63425ba-3487-474b-bb51-8c47afc7b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.933753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63425ba-3487-474b-bb51-8c47afc7b134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404769d2-8064-4e0c-9c63-17a0d462e29e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:33.948548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b63425ba-3487-474b-bb51-8c47afc7b134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:33.950062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b63425ba-3487-474b-bb51-8c47afc7b134 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/404769d2-8064-4e0c-9c63-17a0d462e29e HTTP/1.1" status: 204 len: 168 time: 0.4745045 Mar 04 23:49:34.173514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.10', 55063) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:34.189167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:34.190382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:34.247524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-a2293187-51c7-42c5-96b1-dc5b0bb86397 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756e8b318c1f43b4b8884bf053be80ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678465 Mar 04 23:49:34.455184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-a4cb233e-789b-4353-be42-08f71f0771ec tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:34.456627 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-a4cb233e-789b-4353-be42-08f71f0771ec tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039700 Mar 04 23:49:34.522259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34568) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:34.527974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Request body: {'port': {'device_id': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '756e8b318c1f43b4b8884bf053be80ee'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:34.563323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:49:34.754194 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a303d3e0-5d5b-485a-9008-9fa4d6466098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:34.783016 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:34.891010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:34.900301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Usage tracker for resource:security_group_rule and tenant:2a047efc43a043bc9944a251853176e0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:34.907284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:34.913676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:34.936156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ffc9103-aa60-413f-bdd8-4e69f8276d4e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:34.998903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.063500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.078653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:49:35.080238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:35.090589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:49:35.099329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-174258f4-7da2-49ee-b0ab-7c75e5698f8f req-c8c09199-46ad-48be-9491-be125ae16adf tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 210 time: 0.2696881 Mar 04 23:49:35.126049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4101d94-e75d-47a6-96a5-3a6b14c16b08 None None] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:49:35.131611 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:49:35.133354 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:49:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:35.152302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9668c697-0372-42bb-b559-100cf65ac3ec,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:35.170826 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.175574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03d61060-1e46-416b-9426-affe84a4695e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4448116 Mar 04 23:49:35.177457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34606) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:35.226032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-572843d8-5e11-4f9d-b009-784885014d34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a047efc43a043bc9944a251853176e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7023988 Mar 04 23:49:35.236859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:35.237368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34618) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:35.276621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.316622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:35.322137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Usage tracker for resource:port and tenant:756e8b318c1f43b4b8884bf053be80ee is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:35.325619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:35.333375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:35.351698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Made reservation on behalf of 756e8b318c1f43b4b8884bf053be80ee for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:49:35.355520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.417097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b930740b-9886-4719-8491-92a1058b9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.419351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.498830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:35.514221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:35.517540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Usage tracker for resource:security_group_rule and tenant:ea4fa6f7a2aa4293856d651e2e4dfb33 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:35.522295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b930740b-9886-4719-8491-92a1058b9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.535701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:35.538877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Usage tracker for resource:security_group_rule and tenant:756e8b318c1f43b4b8884bf053be80ee is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:35.547116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:35.556380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:35.568993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:35.653301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b930740b-9886-4719-8491-92a1058b9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.686219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] Provisioning for port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:35.706845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930740b-9886-4719-8491-92a1058b9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9668c697-0372-42bb-b559-100cf65ac3ec,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:35.717209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b930740b-9886-4719-8491-92a1058b9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.721937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b930740b-9886-4719-8491-92a1058b9305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9668c697-0372-42bb-b559-100cf65ac3ec HTTP/1.1" status: 204 len: 168 time: 0.4811168 Mar 04 23:49:35.805607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] Provisioning complete for port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:35.806169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.830671 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:49:35.838326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.861078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:35.982345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-531be17e-f818-4fc7-b242-067cdd7dd49e tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=15d20dee2129466f9cf67154d36f0170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411937 Mar 04 23:49:36.042605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea4fa6f7a2aa4293856d651e2e4dfb33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8015599 Mar 04 23:49:36.056624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34672) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:36.062678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d2838-bc96-4bf9-820d-182a5e9073bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0cbfb-86e4-4454-be36-b8d7fb04e74e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:36.089736 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.101558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.226843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f28c11-70b8-46d5-b623-6f5b358a278a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:36.248060 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.408515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdbf-1a0b-446a-b7fb-9050c4da90ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.557094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] For port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:49:36.562929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdbf-1a0b-446a-b7fb-9050c4da90ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.595401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.685962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdbf-1a0b-446a-b7fb-9050c4da90ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.713637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ccdbf-1a0b-446a-b7fb-9050c4da90ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0cbfb-86e4-4454-be36-b8d7fb04e74e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:36.753499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdbf-1a0b-446a-b7fb-9050c4da90ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:36.757604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0e0ccdbf-1a0b-446a-b7fb-9050c4da90ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4f0cbfb-86e4-4454-be36-b8d7fb04e74e HTTP/1.1" status: 204 len: 168 time: 0.6959059 Mar 04 23:49:36.772012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88110f3-09ad-468a-8a06-1e071290f632 req-532a56d3-a7e6-4981-8c23-73c8d2239dd2 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:36.774235 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:33Z', 'revision_number': 3, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:36.782699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-532a56d3-a7e6-4981-8c23-73c8d2239dd2 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7953598 Mar 04 23:49:36.787940 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:49:36.788537 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Updating router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:49:36.806812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-a08e0857-cdb2-4eac-afae-6325589f1ced tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/quotas/15d20dee2129466f9cf67154d36f0170 HTTP/1.1" status: 200 len: 375 time: 0.0227377 Mar 04 23:49:36.821300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50fbfef7-aa61-49f2-9130-b4190a93b270 req-48d4a792-e661-44a8-8213-53f82cc294fc tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 210 time: 0.3356066 Mar 04 23:49:36.942049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-9806d700-fa2d-4012-bd70-b830870a91d8 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15d20dee2129466f9cf67154d36f0170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1341684 Mar 04 23:49:37.042355 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:37.059519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cf44d-6418-471a-871b-8203152dbf55 None None] Pushing event updated for resources: {'Port': ['ID=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:37.076436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f77e4d6c-01b4-45e8-980f-b77d83bf1ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:37.104670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Allocated IP 192.168.233.7 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/ed9b7313-f03f-478b-9901-44894419dae8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:37.548046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-54353c66-02a0-43d4-b3fc-92fa18876976 None None] Provisioning complete for port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:37.548414 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54353c66-02a0-43d4-b3fc-92fa18876976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:37.846089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:37.882068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Transition to ACTIVE for port object ed9b7313-f03f-478b-9901-44894419dae8 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:37.903997 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:37.931106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:37.966861 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Transition to ACTIVE for port object b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:37.986056 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.129576 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.187179 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Pushing event updated for resources: {'Port': ['ID=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:38.216721 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.217500 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.223009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.231865 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.234914 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.235487 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.235886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.236290 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.236860 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.239584 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.241535 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.242144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.243309 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Tracked resource versions report: Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: pushed versions: Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: { 'ConntrackHelper': {'1.0'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Log': {'1.0'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Network': {'1.1'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Port': {'1.5'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'PortForwarding': {'1.2'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'QosPolicy': {'1.8'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'SecurityGroup': {'1.2'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'SecurityGroupRule': {'1.0'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'SubPort': {'1.0'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Subnet': {'1.1'}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Trunk': {'1.1'}} Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: consumer versions: Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: { DHCP agent@n-d-828979-4: {}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: HyperV agent@n-h1-828979-4: {}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: HyperV agent@n-h2-828979-4: {}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: L3 agent@n-d-828979-4: {}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: Metadata agent@n-d-828979-4: {}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: Metering agent@n-d-828979-4: {}, Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: Open vSwitch agent@n-d-828979-4: { 'ConntrackHelper': '1.0', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Log': '1.0', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Network': '1.1', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Port': '1.5', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'PortForwarding': '1.2', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'QosPolicy': '1.8', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'SecurityGroup': '1.2', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'SecurityGroupRule': '1.0', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'SubPort': '1.0', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Subnet': '1.1', Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: 'Trunk': '1.1'}} Mar 04 23:49:38.244634 n-d-828979-4 neutron-server[83785]: {{(pid=83785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 23:49:38.298423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Pushing event updated for resources: {'Port': ['ID=ed9b7313-f03f-478b-9901-44894419dae8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:38.311804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c6713ed-0531-4e8a-9859-0ca095ce4854 req-9857ebc4-ec0f-4ed8-9235-cf3f14c0070f tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 210 time: 0.3844409 Mar 04 23:49:38.333355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:38.335160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:38.340259 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Attempting to bind port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:38.341119 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Attempting to bind port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:38.348478 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Attempting to bind port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:38.359839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:38.363713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:38.364321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.372929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:38.373620 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:38.375186 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.376175 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:38.380224 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Bound port: b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:38.380855 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.519017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-fff37d5e-dec9-445c-b188-3ed553c33b5a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9936857 Mar 04 23:49:38.532327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-3e53ebb7-3b5d-49be-a7fd-5a2950c65c0e tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:49:38.533284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-3e53ebb7-3b5d-49be-a7fd-5a2950c65c0e tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127797 Mar 04 23:49:38.717543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Allocated IP 172.20.0.1 (6e505e81-90e7-4a85-a0bc-3b5f20576e9c/543d32ca-adcf-471d-b6c1-93919d9ea4a2/2ab77866-0e56-4bc9-9770-96fab7301c93) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:38.725845 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] For port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:38.733880 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] For port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:38.744163 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:38.886645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ffc9103-aa60-413f-bdd8-4e69f8276d4e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:39.051974 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e6ef-7dad-462b-9328-0fe7fc25ee82 None None] Pushing event updated for resources: {'Port': ['ID=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:39.087141 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:49:39.088017 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:39.113100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d822422-07aa-4323-9a39-898dc4eec39d None None] Provisioning for port ed9b7313-f03f-478b-9901-44894419dae8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:39.135446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d822422-07aa-4323-9a39-898dc4eec39d None None] Provisioning complete for port ed9b7313-f03f-478b-9901-44894419dae8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:39.136059 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d822422-07aa-4323-9a39-898dc4eec39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:39.317535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:39.318513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:39.393074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b18a9-02de-4776-b462-b312589959d6 req-39d54c0d-fa5a-4544-96f4-a10673121cde tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:39.412541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7d822422-07aa-4323-9a39-898dc4eec39d None None] Port ed9b7313-f03f-478b-9901-44894419dae8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:49:39.414366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-528b18a9-02de-4776-b462-b312589959d6 req-39d54c0d-fa5a-4544-96f4-a10673121cde tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 934 time: 0.6834917 Mar 04 23:49:39.523005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:39.583083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:39.664379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Transition to ACTIVE for port object 2ab77866-0e56-4bc9-9770-96fab7301c93 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:39.720096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-528b18a9-02de-4776-b462-b312589959d6 req-61c1273b-3121-43f5-bb52-6ff3e92c3a62 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033829 Mar 04 23:49:39.774118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:39.949613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:39.959466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2d50d4a-1b65-4f62-a9e0-4bd5d7d5882c req-15d960e3-862c-44ed-8939-d923c350c4db tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 210 time: 0.1896572 Mar 04 23:49:39.962946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:39.965802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:39.967518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:39.992161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab77866-0e56-4bc9-9770-96fab7301c93,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:40.031833 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:49:40.061126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Request body: {'port': {'device_id': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:40.285321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:40.450569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:40.477325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4f3a2e52-fd46-438e-9ef3-f81186d2621a None None] Provisioning for port 2ab77866-0e56-4bc9-9770-96fab7301c93 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:40.493956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4f3a2e52-fd46-438e-9ef3-f81186d2621a None None] Provisioning complete for port 2ab77866-0e56-4bc9-9770-96fab7301c93 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:40.493956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4f3a2e52-fd46-438e-9ef3-f81186d2621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:40.619145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a2e52-fd46-438e-9ef3-f81186d2621a None None] Port 2ab77866-0e56-4bc9-9770-96fab7301c93 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:49:40.799170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.36', 57525) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:40.996366 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:33Z', 'revision_number': 3, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:41.006398 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c1070-3e87-4289-86fc-3928c623ab14 None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:33Z', 'revision_number': 3, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:49:41.007622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:41.016218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:41.017068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:41.091244 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-4fe6637f-f8e3-4126-895d-a8ab536ef424 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=15d20dee2129466f9cf67154d36f0170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2897680 Mar 04 23:49:41.413968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2cb3701-c753-4584-9318-e335a36b0c20 req-9fdd01fb-022d-4e26-b4fd-8958fe8a99a9 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 210 time: 0.1011801 Mar 04 23:49:41.422014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab77866-0e56-4bc9-9770-96fab7301c93,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:41.527555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:49:41.592027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:41.595872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:41.629138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276938f2-e207-4071-bd27-c6053530066c req-e883197e-f091-4c64-9289-75efb6116cb6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:41.630574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-276938f2-e207-4071-bd27-c6053530066c req-e883197e-f091-4c64-9289-75efb6116cb6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Synchronizing usage tracker for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:49:41.727580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-276938f2-e207-4071-bd27-c6053530066c req-e883197e-f091-4c64-9289-75efb6116cb6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Unset dirty status for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:49:41.729247 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-276938f2-e207-4071-bd27-c6053530066c req-e883197e-f091-4c64-9289-75efb6116cb6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 934 time: 0.6440804 Mar 04 23:49:41.729992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:41.764065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9b7313-f03f-478b-9901-44894419dae8 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:49:41.792137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88110f3-09ad-468a-8a06-1e071290f632 req-8cfeb62c-27f3-4c07-98f3-152bfb877d61 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:41.798131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-8cfeb62c-27f3-4c07-98f3-152bfb877d61 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6079495 Mar 04 23:49:41.806088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:41.927035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-276938f2-e207-4071-bd27-c6053530066c req-61ef19b5-7a89-483f-88a8-034b43a1af85 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Synchronizing usage tracker for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:49:41.934976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Request body: {'port': {'device_id': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '15d20dee2129466f9cf67154d36f0170'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:41.992715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Transition to ACTIVE for port object ed9b7313-f03f-478b-9901-44894419dae8 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:42.030691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-276938f2-e207-4071-bd27-c6053530066c req-61ef19b5-7a89-483f-88a8-034b43a1af85 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Unset dirty status for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:49:42.033050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-276938f2-e207-4071-bd27-c6053530066c req-61ef19b5-7a89-483f-88a8-034b43a1af85 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735207 Mar 04 23:49:42.074334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-39d077f1-cf5a-4fa2-ac8e-4e7b976abc51 None None] Provisioning complete for port 2ab77866-0e56-4bc9-9770-96fab7301c93 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:42.075319 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-39d077f1-cf5a-4fa2-ac8e-4e7b976abc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:42.139222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:42.262784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Pushing event updated for resources: {'Port': ['ID=ed9b7313-f03f-478b-9901-44894419dae8,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:42.298891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-39d077f1-cf5a-4fa2-ac8e-4e7b976abc51 None None] Port 2ab77866-0e56-4bc9-9770-96fab7301c93 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:49:42.455842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:42.778913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Attempting to bind port ed9b7313-f03f-478b-9901-44894419dae8 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:42.779568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Attempting to bind port ed9b7313-f03f-478b-9901-44894419dae8 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:42.780721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Attempting to bind port ed9b7313-f03f-478b-9901-44894419dae8 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:42.846510 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-381ffcd3-b1bc-42df-9de3-d46a3237e96f req-cb0f5a6b-1e2e-424c-b1b5-644f92bcfbe2 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 210 time: 0.0547366 Mar 04 23:49:42.847945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:42.850808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:49:42.855822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:42.860672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Usage tracker for resource:port and tenant:15d20dee2129466f9cf67154d36f0170 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:42.864396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:42.881074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:42.885781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:42.897547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Port ed9b7313-f03f-478b-9901-44894419dae8 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:49:42.900311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Attempting to bind port ed9b7313-f03f-478b-9901-44894419dae8 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:42.904930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Usage tracker for resource:security_group_rule and tenant:2293db7dc2dc4d27a193f09b7865333f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:42.909817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Made reservation on behalf of 15d20dee2129466f9cf67154d36f0170 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:49:42.913287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:42.924356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:42.936935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:42.941711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:42.941711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:42.942601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:42.943192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Bound port: ed9b7313-f03f-478b-9901-44894419dae8, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:42.943671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:42.955790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.036527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:43.043177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:43.046396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.163252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:43.204453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Usage tracker for resource:security_group_rule and tenant:15d20dee2129466f9cf67154d36f0170 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:43.210729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:43.235120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:43.361916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:49:43.382977 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.397918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6eea58b7-9f71-4584-953d-317e9a157276 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2187135 Mar 04 23:49:43.429466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:49:43.435321 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.464552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] For port ed9b7313-f03f-478b-9901-44894419dae8, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:43.543410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:43.571332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] For port ed9b7313-f03f-478b-9901-44894419dae8, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ed9b7313-f03f-478b-9901-44894419dae8,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:43.578335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.584949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.634066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.725375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c1ff68-fc56-489a-9524-a71d8ee322c4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:43.807302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:43.810563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] 10.222.0.10 "PUT /v2.0/ports/ed9b7313-f03f-478b-9901-44894419dae8 HTTP/1.1" status: 200 len: 1094 time: 4.3925166 Mar 04 23:49:43.821325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'tag': 'ed9b7313-f03f-478b-9901-44894419dae8'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:49:44.035315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e66f1946-c598-4aec-8fed-986bb05e679f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2293db7dc2dc4d27a193f09b7865333f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2953134 Mar 04 23:49:44.040695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34892) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:44.052437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:44.071433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd243-9261-4bad-b8b3-35d41b0e5589 req-477796b9-5d6c-4cf6-bc6a-85a4a1b5c40c tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:44.083884 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dfdd243-9261-4bad-b8b3-35d41b0e5589 req-477796b9-5d6c-4cf6-bc6a-85a4a1b5c40c tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.6272707 Mar 04 23:49:44.085895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:44.131968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b190e0e-171e-4c9b-982b-89f8ece32aff service neutron] Pushing event updated for resources: {'Port': ['ID=ed9b7313-f03f-478b-9901-44894419dae8,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:44.188221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8c9f8-6366-474b-b07c-d6cff823935b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:44.393130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bae47b6-0f4e-4db7-990a-35ba4c212a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:44.436855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f134020-ba83-404a-b96f-105df5ee5718 req-0841b1e6-7b93-47f7-8a1c-3ddc301d7e72 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 210 time: 0.2150271 Mar 04 23:49:44.480893 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bae47b6-0f4e-4db7-990a-35ba4c212a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:44.499036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-d6457997-2c2c-4398-bf54-28d629908d28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e8b318c1f43b4b8884bf053be80ee&device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 1097 time: 0.5878708 Mar 04 23:49:44.647160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bae47b6-0f4e-4db7-990a-35ba4c212a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:44.684799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae47b6-0f4e-4db7-990a-35ba4c212a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c1ff68-fc56-489a-9524-a71d8ee322c4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:44.707023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bae47b6-0f4e-4db7-990a-35ba4c212a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:44.712000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7bae47b6-0f4e-4db7-990a-35ba4c212a01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5c1ff68-fc56-489a-9524-a71d8ee322c4 HTTP/1.1" status: 204 len: 168 time: 0.6678822 Mar 04 23:49:44.862208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:44.878900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Allocated IP 192.168.233.157 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/9a1b9572-e81b-4c02-9e06-1bb168cece97) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:44.966119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:44.966784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:45.111900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dfdd243-9261-4bad-b8b3-35d41b0e5589 req-7e919dd9-aaf4-4187-9560-6e93922d3e0d tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0268955 Mar 04 23:49:45.152242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-2aab7196-47d7-465c-9fde-15e66da5b7ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ed9b7313-f03f-478b-9901-44894419dae8 HTTP/1.1" status: 200 len: 217 time: 0.4840429 Mar 04 23:49:45.309743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:45.347806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Transition to ACTIVE for port object 9a1b9572-e81b-4c02-9e06-1bb168cece97 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:45.471808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:45.603342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-e0346a60-247e-4bc4-ba5a-0d1d023868d4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:45.605071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-e0346a60-247e-4bc4-ba5a-0d1d023868d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2120273 Mar 04 23:49:45.611015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:45.611907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Pushing event updated for resources: {'Port': ['ID=9a1b9572-e81b-4c02-9e06-1bb168cece97,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:45.614977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:45.718958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:45.723677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:45.724106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:45.802947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:49:45.826763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:49:45.827561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:45.980698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-8be1abcb-0131-4f50-8f3f-0d8f88c140d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3425100 Mar 04 23:49:45.992664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-c17e0226-64ab-4cc2-9448-d725761bba9c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0676126 Mar 04 23:49:46.015087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-8ebd3d59-16a7-40e0-b2e6-5b54e34c2a40 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:49:46.022925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-8ebd3d59-16a7-40e0-b2e6-5b54e34c2a40 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0205185 Mar 04 23:49:46.230349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-5253b755-8df7-4595-8d5f-6cc40bfc3e30 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:46.231350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-5253b755-8df7-4595-8d5f-6cc40bfc3e30 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Synchronizing usage tracker for tenant:15d20dee2129466f9cf67154d36f0170 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:49:46.323128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-b6905e6d-4438-481a-843b-488a8f460140 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991998 Mar 04 23:49:46.324766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-5253b755-8df7-4595-8d5f-6cc40bfc3e30 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Unset dirty status for tenant:15d20dee2129466f9cf67154d36f0170 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:49:46.331956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-5253b755-8df7-4595-8d5f-6cc40bfc3e30 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 936 time: 0.5092735 Mar 04 23:49:46.348023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-77186d7c-2dab-4608-9e69-7f5b85da2164 None None] Provisioning for port 9a1b9572-e81b-4c02-9e06-1bb168cece97 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:46.362758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-77186d7c-2dab-4608-9e69-7f5b85da2164 None None] Provisioning complete for port 9a1b9572-e81b-4c02-9e06-1bb168cece97 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:46.364142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-77186d7c-2dab-4608-9e69-7f5b85da2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:46.400828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-7f4fafcf-b2e1-48cc-9068-8be5bdc9dff6 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Synchronizing usage tracker for tenant:15d20dee2129466f9cf67154d36f0170 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:49:46.444557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-7f4fafcf-b2e1-48cc-9068-8be5bdc9dff6 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Unset dirty status for tenant:15d20dee2129466f9cf67154d36f0170 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:49:46.450287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-77186d7c-2dab-4608-9e69-7f5b85da2164 None None] Port 9a1b9572-e81b-4c02-9e06-1bb168cece97 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:49:46.457036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-708bb998-4e18-4cb6-adc9-eb2e9b13e06e req-7f4fafcf-b2e1-48cc-9068-8be5bdc9dff6 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241133 Mar 04 23:49:46.534105 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'tag': 'ed9b7313-f03f-478b-9901-44894419dae8', 'status': 'completed', 'code': 200} Mar 04 23:49:46.587825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:49:46.738086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:46.792649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:46.905507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:46.906816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34948) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:46.915516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Usage tracker for resource:security_group_rule and tenant:a70ea4e910864603803e8f19a0cfcb6d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:46.935266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:46.963494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:47.113606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.123251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.230695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf0b66c1-69bb-44df-aeba-06d56aee0761 req-4488afae-137c-44dc-9261-e4571283b04c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724724 Mar 04 23:49:47.236162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a61d658-6582-4bd8-a3bb-b9f0d7331bea,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:47.240783 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aaa4f058-9d32-42b5-bf76-206b26b54677 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70ea4e910864603803e8f19a0cfcb6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4994683 Mar 04 23:49:47.243530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34958) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:47.263137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d5da-244e-4804-b8e8-abd0ec3bf23f req-12030954-5646-49ac-8004-852cf6002bcf tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:47.270661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c225d5da-244e-4804-b8e8-abd0ec3bf23f req-12030954-5646-49ac-8004-852cf6002bcf tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.3311324 Mar 04 23:49:47.346704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 2, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:47.363273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:49:47.364010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Updating router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 port 2ab77866-0e56-4bc9-9770-96fab7301c93 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:49:47.445682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c225d5da-244e-4804-b8e8-abd0ec3bf23f req-d401f03f-342a-487e-8ea6-88f981d67f68 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739359 Mar 04 23:49:47.487018 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d0662f-419b-4804-929a-485b97821104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.506513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-ac688595-cefc-4613-802a-87ac2dcf31c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e8b318c1f43b4b8884bf053be80ee&device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 1097 time: 0.2122338 Mar 04 23:49:47.507005 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.596071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d0662f-419b-4804-929a-485b97821104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.651788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.705604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Request body: {'port': {'device_id': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'device_owner': 'compute:tempest-test_az-2043808989', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:47.761264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:47.784487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Usage tracker for resource:security_group_rule and tenant:77daa5465749490581cb77d353992236 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:47.789254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:47.811137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:47.974451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:47.985564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.087241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77daa5465749490581cb77d353992236&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1779726 Mar 04 23:49:48.106215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34976) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:48.138407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.157656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d0662f-419b-4804-929a-485b97821104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.176220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-0f572bfa-1a99-436f-8c65-7943f8cef30e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:48.178054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4caef1-d59d-4434-9068-af07fb23c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d06d41d-0d1b-4761-9a41-0b32cc148720,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:48.178534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-0f572bfa-1a99-436f-8c65-7943f8cef30e service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.6305342 Mar 04 23:49:48.252836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0662f-419b-4804-929a-485b97821104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a61d658-6582-4bd8-a3bb-b9f0d7331bea,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:48.332779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d0662f-419b-4804-929a-485b97821104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.334422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-14d0662f-419b-4804-929a-485b97821104 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a61d658-6582-4bd8-a3bb-b9f0d7331bea HTTP/1.1" status: 204 len: 168 time: 1.0900187 Mar 04 23:49:48.349013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-95c03c50-ee13-47a7-96ab-f9c41623d73e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ed9b7313-f03f-478b-9901-44894419dae8 HTTP/1.1" status: 200 len: 217 time: 0.1583343 Mar 04 23:49:48.454563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-33b427d8-971c-47ed-9b28-6448a5ae7fb8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:48.457069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-33b427d8-971c-47ed-9b28-6448a5ae7fb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0887141 Mar 04 23:49:48.462954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.504001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Transition to ACTIVE for port object 2ab77866-0e56-4bc9-9770-96fab7301c93 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:48.513518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4716470-8486-4d91-955a-e4ee99a235db req-80aff927-b868-4075-8194-c7ad51ec22d5 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:48.519995 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.526175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4716470-8486-4d91-955a-e4ee99a235db req-80aff927-b868-4075-8194-c7ad51ec22d5 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 936 time: 0.2245178 Mar 04 23:49:48.527655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6175-9209-40df-bce6-7a6b24ab5516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.565628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6175-9209-40df-bce6-7a6b24ab5516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:48.661464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34992) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:48.678118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4716470-8486-4d91-955a-e4ee99a235db req-f3484714-7f03-46e9-96b4-6843938c65a3 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510704 Mar 04 23:49:48.725112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afcd0-49f9-4bb0-a8dc-a4390627b829 None None] Pushing event updated for resources: {'Port': ['ID=2ab77866-0e56-4bc9-9770-96fab7301c93,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:48.923148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107d0c9-f57b-4697-b4ec-73093f535a40 req-ef0fa7cd-b3d4-4cd0-ab67-b9db2037254f tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:48.930434 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a107d0c9-f57b-4697-b4ec-73093f535a40 req-ef0fa7cd-b3d4-4cd0-ab67-b9db2037254f tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.2498314 Mar 04 23:49:49.015964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-559dacb1-4a6d-4852-83e6-2418f7d7675a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5475891 Mar 04 23:49:49.053063 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6175-9209-40df-bce6-7a6b24ab5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.176990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Attempting to bind port 2ab77866-0e56-4bc9-9770-96fab7301c93 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:49.180467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Attempting to bind port 2ab77866-0e56-4bc9-9770-96fab7301c93 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:49.180746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Attempting to bind port 2ab77866-0e56-4bc9-9770-96fab7301c93 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:49.198561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:49.199249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Checking segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:49.199860 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.200395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Bound using segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:49.201071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Bound port: 2ab77866-0e56-4bc9-9770-96fab7301c93, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:49.201686 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.257625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-9e160e4d-295e-45d9-88e9-bfd6f9dc889a service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056668 Mar 04 23:49:49.263560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35002) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:49.268943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-network', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:49.281685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:49.292237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Usage tracker for resource:network and tenant:eeffa0c332604407a4ac93ba215c8a2e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:49.295527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:49.313028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:49.328422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Made reservation on behalf of eeffa0c332604407a4ac93ba215c8a2e for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:49:49.331054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.359219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.370615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a6175-9209-40df-bce6-7a6b24ab5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d06d41d-0d1b-4761-9a41-0b32cc148720,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:49.417669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:49.422385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Usage tracker for resource:security_group_rule and tenant:eeffa0c332604407a4ac93ba215c8a2e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:49.425337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:49.431535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:49.485922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] For port 2ab77866-0e56-4bc9-9770-96fab7301c93, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:49.491109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] For port 2ab77866-0e56-4bc9-9770-96fab7301c93, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ab77866-0e56-4bc9-9770-96fab7301c93,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:49.496639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.565934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.612437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.669261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35010) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:49.689581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.691086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afcd0-49f9-4bb0-a8dc-a4390627b829 None None] Pushing event updated for resources: {'Port': ['ID=2ab77866-0e56-4bc9-9770-96fab7301c93,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:49.697480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6175-9209-40df-bce6-7a6b24ab5516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.698606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4c9a6175-9209-40df-bce6-7a6b24ab5516 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d06d41d-0d1b-4761-9a41-0b32cc148720 HTTP/1.1" status: 204 len: 168 time: 1.5911913 Mar 04 23:49:49.703722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:49:49.703985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:49.756244 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a107d0c9-f57b-4697-b4ec-73093f535a40 req-ba0c7110-ea19-482c-bc92-35bc06b05d48 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215878 Mar 04 23:49:49.758101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:49:49.767922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28930033-b7c7-4486-878b-fcf3eb214af3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:49.817188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be2d99a1-b0cd-4dad-b908-934a7f9e4ea0 req-b1b5d2a6-1963-4a30-9d3d-c0060023f8c4 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062970 Mar 04 23:49:49.846923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:49.853284 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Added segment 4407fa42-7216-47d8-afd6-23d107595afb of type vlan for network 4f034000-037e-4f54-b11c-43021685e31d Mar 04 23:49:49.898767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:49.924818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Usage tracker for resource:security_group_rule and tenant:758444dd74a64020b76ff01e59b7dd58 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:49.940658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:50.020725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:50.036106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:49:50.040726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.110485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1b9572-e81b-4c02-9e06-1bb168cece97 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:49:50.131797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.165329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Transition to ACTIVE for port object 9a1b9572-e81b-4c02-9e06-1bb168cece97 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:50.172307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.401401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.408923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.409808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:50.410536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.563000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] Pushing event updated for resources: {'Network': ['ID=4f034000-037e-4f54-b11c-43021685e31d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:50.583591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc38e64-53ca-4164-aad9-3b76ee7201d7 req-fd18fefc-29cd-4a70-b658-f765795ec17b tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:50.596903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bc38e64-53ca-4164-aad9-3b76ee7201d7 req-fd18fefc-29cd-4a70-b658-f765795ec17b tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.5720980 Mar 04 23:49:50.618272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4f034000-037e-4f54-b11c-43021685e31d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:49:50.630751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35030) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:50.690415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.701453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Pushing event updated for resources: {'Port': ['ID=9a1b9572-e81b-4c02-9e06-1bb168cece97,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:50.740110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:50.752134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Usage tracker for resource:security_group_rule and tenant:9dacf0ac43fc4028a70f1862c7e5e5de is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:50.768612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:50.779827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:50.786961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Attempting to bind port 9a1b9572-e81b-4c02-9e06-1bb168cece97 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:50.787691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Attempting to bind port 9a1b9572-e81b-4c02-9e06-1bb168cece97 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:50.788667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Attempting to bind port 9a1b9572-e81b-4c02-9e06-1bb168cece97 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:50.796768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Port 9a1b9572-e81b-4c02-9e06-1bb168cece97 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:49:50.797434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Attempting to bind port 9a1b9572-e81b-4c02-9e06-1bb168cece97 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:50.805918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:50.807047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:50.807748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:50.808522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Bound port: 9a1b9572-e81b-4c02-9e06-1bb168cece97, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:50.809122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.823790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:50.838998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.846249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ce30e4d65346849e654a210438d030 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:50.850669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:50.873265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.884166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:50.899327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a1a76e85-1786-4bb4-8be8-b567c601b10b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6322453 Mar 04 23:49:50.899327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bc38e64-53ca-4164-aad9-3b76ee7201d7 req-0f9dc4f0-a946-42fc-bd69-bcd7b3884f0c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016403 Mar 04 23:49:50.902305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35040) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:50.964322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] For port 9a1b9572-e81b-4c02-9e06-1bb168cece97, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:50.969356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] For port 9a1b9572-e81b-4c02-9e06-1bb168cece97, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9a1b9572-e81b-4c02-9e06-1bb168cece97,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:50.973999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:49Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:50.976836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:50.982591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6cf713-4fd5-4c32-ac06-56e4ee86eae1 None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:49Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:49:51.025033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Request body: {'subnet': {'network_id': '4f034000-037e-4f54-b11c-43021685e31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-subnet', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:51.031924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:51.037524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Usage tracker for resource:subnet and tenant:eeffa0c332604407a4ac93ba215c8a2e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:51.096874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052b3a4a-fda8-44dd-bb59-7c02f8984dac,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:51.119181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:51.132280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:51.152647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-817543c5-71cb-4c5a-807c-44eb3f28375a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=758444dd74a64020b76ff01e59b7dd58&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4687228 Mar 04 23:49:51.168230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35046) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:51.206762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.211249 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] 10.222.0.36 "PUT /v2.0/ports/9a1b9572-e81b-4c02-9e06-1bb168cece97 HTTP/1.1" status: 200 len: 1118 time: 4.1164017 Mar 04 23:49:51.214981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'tag': '9a1b9572-e81b-4c02-9e06-1bb168cece97'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:49:51.230494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.236468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Made reservation on behalf of eeffa0c332604407a4ac93ba215c8a2e for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:49:51.240284 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Notify callbacks [] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.264257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.307972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62df89d-8a2b-4c2d-949c-3b7e500f6b9d service neutron] Pushing event updated for resources: {'Port': ['ID=9a1b9572-e81b-4c02-9e06-1bb168cece97,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:51.348336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ff7a5-088e-41fd-bdf6-a1262e390184 req-4b9c46c2-ab75-46e6-b035-bf986127bfd2 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:51.356430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dacf0ac43fc4028a70f1862c7e5e5de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7138481 Mar 04 23:49:51.357531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df6ff7a5-088e-41fd-bdf6-a1262e390184 req-4b9c46c2-ab75-46e6-b035-bf986127bfd2 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.3676193 Mar 04 23:49:51.360595 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'tag': '9a1b9572-e81b-4c02-9e06-1bb168cece97', 'status': 'completed', 'code': 200} Mar 04 23:49:51.373076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:51.433007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf60e1-32ae-4552-965f-3914b6d5a460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d9be49-96f0-4688-a0f8-86257507920c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:51.537503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.546767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9b9-3e0a-4f89-8733-e20ddba2a50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.551062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.551720 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df6ff7a5-088e-41fd-bdf6-a1262e390184 req-c1d3f8f2-f1bf-4650-9dc1-5cbaf7e0d5d4 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935787 Mar 04 23:49:51.640263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9b9-3e0a-4f89-8733-e20ddba2a50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.676291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89799a6-25f2-45cb-8a6b-2838a117ae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.696780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2ce30e4d65346849e654a210438d030&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0250292 Mar 04 23:49:51.710018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35062) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:51.715592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba7cab-3578-490e-a0b7-a31dd3211160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf52d30-a4ea-4bae-a721-92104cb8567a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:51.730351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89799a6-25f2-45cb-8a6b-2838a117ae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.837273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.849210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9b9-3e0a-4f89-8733-e20ddba2a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.853131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89799a6-25f2-45cb-8a6b-2838a117ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.879292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed9b9-3e0a-4f89-8733-e20ddba2a50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b3a4a-fda8-44dd-bb59-7c02f8984dac,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:51.886123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c54f915-cd99-4a5c-9351-8ba3ebd303c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.908417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89799a6-25f2-45cb-8a6b-2838a117ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d9be49-96f0-4688-a0f8-86257507920c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:51.910986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89799a6-25f2-45cb-8a6b-2838a117ae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.917133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c89799a6-25f2-45cb-8a6b-2838a117ae71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3d9be49-96f0-4688-a0f8-86257507920c HTTP/1.1" status: 204 len: 168 time: 0.5370567 Mar 04 23:49:51.917133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed9b9-3e0a-4f89-8733-e20ddba2a50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:51.917133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8d3ed9b9-3e0a-4f89-8733-e20ddba2a50e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/052b3a4a-fda8-44dd-bb59-7c02f8984dac HTTP/1.1" status: 204 len: 168 time: 0.7405250 Mar 04 23:49:52.030974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a25371c-49c6-452a-8203-f7c98da47a33,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:52.041860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Checking segment: {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:52.042654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Network hostable DHCP agents. Network: 4f034000-037e-4f54-b11c-43021685e31d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:49:52.074067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c54f915-cd99-4a5c-9351-8ba3ebd303c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.230582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Network 4f034000-037e-4f54-b11c-43021685e31d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:49:52.258817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4f034000-037e-4f54-b11c-43021685e31d) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:52.266565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:52.267347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.280291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5afe0ea-98f9-4d4c-95d8-d0f0f7a7368b None None] Network 4f034000-037e-4f54-b11c-43021685e31d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:49:52.302504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c54f915-cd99-4a5c-9351-8ba3ebd303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.305730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c54f915-cd99-4a5c-9351-8ba3ebd303c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.309123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c54f915-cd99-4a5c-9351-8ba3ebd303c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbf52d30-a4ea-4bae-a721-92104cb8567a HTTP/1.1" status: 204 len: 168 time: 0.5926557 Mar 04 23:49:52.324983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35082) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:52.325639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ec9fb5f-9839-4d23-adfe-8475d71515da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3398678 Mar 04 23:49:52.331076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:49:52.337599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8558-4a02-4fa6-af67-bfac64f42063 req-43706beb-9e14-499f-b3fe-1e1d13e75272 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:52.339965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d13e8558-4a02-4fa6-af67-bfac64f42063 req-43706beb-9e14-499f-b3fe-1e1d13e75272 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.2337503 Mar 04 23:49:52.340100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:52.343403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54f915-cd99-4a5c-9351-8ba3ebd303c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf52d30-a4ea-4bae-a721-92104cb8567a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:52.345820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Usage tracker for resource:router and tenant:eeffa0c332604407a4ac93ba215c8a2e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:52.351198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:52.360535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:52.395361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.397365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.423312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d13e8558-4a02-4fa6-af67-bfac64f42063 req-7873c6e8-6093-4317-888f-dad4927cb521 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708668 Mar 04 23:49:52.436437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.650903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:52.681573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4f034000-037e-4f54-b11c-43021685e31d', 'network_id': '4f034000-037e-4f54-b11c-43021685e31d', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'fixed_ips': [{'subnet_id': '6a25371c-49c6-452a-8203-f7c98da47a33'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:49:52.682759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.687962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.720762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.749387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:52.767716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Usage tracker for resource:security_group_rule and tenant:d01e73f9989744cfaa3f089b235a2643 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:52.776894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:52.788093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:52.893623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ab77866-0e56-4bc9-9770-96fab7301c93 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:52.938254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:52.952372 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.009907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ebf585-61eb-496a-a25d-4a561481ac9d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:53.073123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73704f50-acf5-48c0-a83c-2479661cd896 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d01e73f9989744cfaa3f089b235a2643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4211595 Mar 04 23:49:53.075658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35102) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:53.120127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36e7a5-f064-4f11-9d9b-ea8da97b0db9 req-1ade1b5c-2175-4f6f-87c2-b92833a019ac tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:53.128841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c36e7a5-f064-4f11-9d9b-ea8da97b0db9 req-1ade1b5c-2175-4f6f-87c2-b92833a019ac tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.2253890 Mar 04 23:49:53.161809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Allocated IP 172.20.0.2 (4f034000-037e-4f54-b11c-43021685e31d/6a25371c-49c6-452a-8203-f7c98da47a33/b49a3a42-561d-4ff6-9f8c-1d165b925d72) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:53.182272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2ab77866-0e56-4bc9-9770-96fab7301c93 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:53.212818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-634b4ae3-eee7-4a98-ada1-0d04cd2cbaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.254393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c36e7a5-f064-4f11-9d9b-ea8da97b0db9 req-8d6f6684-bf49-49cb-8896-078c4f0a37dc tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239119 Mar 04 23:49:53.257851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2ab77866-0e56-4bc9-9770-96fab7301c93 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:53.258249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.269481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-634b4ae3-eee7-4a98-ada1-0d04cd2cbaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.306156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.361811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-634b4ae3-eee7-4a98-ada1-0d04cd2cbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.364411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.386950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b4ae3-eee7-4a98-ada1-0d04cd2cbaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ebf585-61eb-496a-a25d-4a561481ac9d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:53.411377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-634b4ae3-eee7-4a98-ada1-0d04cd2cbaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.411377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-634b4ae3-eee7-4a98-ada1-0d04cd2cbaf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1ebf585-61eb-496a-a25d-4a561481ac9d HTTP/1.1" status: 204 len: 168 time: 0.3327017 Mar 04 23:49:53.610042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Allocated IP 172.25.0.244 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3c3f8681-7b99-4756-bc12-5b82f7ae2905) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:53.692748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.718780 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.737167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Transition to ACTIVE for port object b49a3a42-561d-4ff6-9f8c-1d165b925d72 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:53.769396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 2ab77866-0e56-4bc9-9770-96fab7301c93, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ab77866-0e56-4bc9-9770-96fab7301c93,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:49:53.772208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Transition to ACTIVE for port object b49a3a42-561d-4ff6-9f8c-1d165b925d72 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:53.777532 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.798814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35122) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:53.824460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.876115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Network 4f034000-037e-4f54-b11c-43021685e31d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:53.880102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:53.885543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:53.890951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.901843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:53.912381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=2ab77866-0e56-4bc9-9770-96fab7301c93,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:53.980914 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.041271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbc352-b192-4537-9e3f-bb2077856874 req-3a72d3ce-0a64-44b0-8b1a-a89365520f36 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:54.042792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33dbc352-b192-4537-9e3f-bb2077856874 req-3a72d3ce-0a64-44b0-8b1a-a89365520f36 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.3488944 Mar 04 23:49:54.043829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:54.058636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Usage tracker for resource:security_group_rule and tenant:d71a5337d69c41a68e8ae0cf3f04013a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:54.085764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c3f8681-7b99-4756-bc12-5b82f7ae2905,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:54.116610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:54.118589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:54.123111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:54.125439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:54.161929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:54.189239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Pushing event updated for resources: {'Port': ['ID=b49a3a42-561d-4ff6-9f8c-1d165b925d72,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:54.215740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Attempting to bind port b49a3a42-561d-4ff6-9f8c-1d165b925d72 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:54.216114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Attempting to bind port b49a3a42-561d-4ff6-9f8c-1d165b925d72 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:54.216462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Attempting to bind port b49a3a42-561d-4ff6-9f8c-1d165b925d72 on network 4f034000-037e-4f54-b11c-43021685e31d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:54.226797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:54.227508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Checking segment: {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:54.228120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.228703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Bound using segment: {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:54.229541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Bound port: b49a3a42-561d-4ff6-9f8c-1d165b925d72, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:54.230350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.243285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33dbc352-b192-4537-9e3f-bb2077856874 req-c27acd52-ce27-488c-9eba-843884f6624d tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917462 Mar 04 23:49:54.378219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.395262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.405495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] For port b49a3a42-561d-4ff6-9f8c-1d165b925d72, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:54.415343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] For port b49a3a42-561d-4ff6-9f8c-1d165b925d72, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b49a3a42-561d-4ff6-9f8c-1d165b925d72,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:54.427910 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.481756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d71a5337d69c41a68e8ae0cf3f04013a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6818953 Mar 04 23:49:54.486206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35138) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:54.558612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2423ca4-b8ea-4b91-9b1e-3ffbc4af0eb1 None None] Pushing event updated for resources: {'Port': ['ID=b49a3a42-561d-4ff6-9f8c-1d165b925d72,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:54.591257 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.591562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.607564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b25d1-fabd-4d37-b75c-0d3de74ed40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202b392-7b8f-409b-97ea-dceffe158930,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:54.682280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c651f11-917d-4cba-b488-1b69a3f7ad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.718432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c651f11-917d-4cba-b488-1b69a3f7ad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.744850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf0c76-9b68-436e-a6d6-d073c4b7520b req-4a52fe59-afba-4738-afb1-a649bd872483 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:54.755010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16cf0c76-9b68-436e-a6d6-d073c4b7520b req-4a52fe59-afba-4738-afb1-a649bd872483 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.3080072 Mar 04 23:49:54.815248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ab77866-0e56-4bc9-9770-96fab7301c93 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:54.824089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c651f11-917d-4cba-b488-1b69a3f7ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.864792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16cf0c76-9b68-436e-a6d6-d073c4b7520b req-ebbcfbc4-7b5a-430d-a91d-5643bde7d80e tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102521 Mar 04 23:49:54.928203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c651f11-917d-4cba-b488-1b69a3f7ad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:54.931014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5c651f11-917d-4cba-b488-1b69a3f7ad5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9202b392-7b8f-409b-97ea-dceffe158930 HTTP/1.1" status: 204 len: 168 time: 0.4414296 Mar 04 23:49:54.942170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c651f11-917d-4cba-b488-1b69a3f7ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202b392-7b8f-409b-97ea-dceffe158930,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:55.059802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Router ec410c79-5663-465a-b730-fbdd47f2166e is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:49:55.070585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2ab77866-0e56-4bc9-9770-96fab7301c93 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:55.070973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:55.367216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:49:55.378655 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Sync routers for ids ['ec410c79-5663-465a-b730-fbdd47f2166e'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:49:55.396760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:55.398190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cac0e703-3447-49e4-84da-be0230c6e0d4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0715580 Mar 04 23:49:55.399135 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Routers {'ec410c79-5663-465a-b730-fbdd47f2166e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:49:55.399761 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ec410c79-5663-465a-b730-fbdd47f2166e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:55.401321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35166) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:55.753369 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Set router ec410c79-5663-465a-b730-fbdd47f2166e gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:49:55.800521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4850f0a-a599-4045-a6cc-4b9cc946f29e req-81e9964e-0ad1-440b-827f-8eac0ba8c661 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:55.814939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4850f0a-a599-4045-a6cc-4b9cc946f29e req-81e9964e-0ad1-440b-827f-8eac0ba8c661 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.3299837 Mar 04 23:49:55.897638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4850f0a-a599-4045-a6cc-4b9cc946f29e req-c6819fa3-8fb6-4473-96f9-f00696b377d4 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809298 Mar 04 23:49:56.080516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611c33a-081b-48b6-b4fe-fc831fe4419e None None] Network 4f034000-037e-4f54-b11c-43021685e31d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:49:56.203173 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:49:54Z', 'revision_number': 3, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:56.207626 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Checking router: ec410c79-5663-465a-b730-fbdd47f2166e for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:49:56.208204 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Updating router ec410c79-5663-465a-b730-fbdd47f2166e port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:49:56.266844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2ff80b1c-4db5-4e1f-b58b-b368a3796648 None None] Provisioning for port b49a3a42-561d-4ff6-9f8c-1d165b925d72 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:56.277695 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:56.349405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fc5eb-8643-42fe-a8ea-623ecb2220bd req-05edccec-58b0-4cec-be41-1e80219964ed tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:56.357633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb8fc5eb-8643-42fe-a8ea-623ecb2220bd req-05edccec-58b0-4cec-be41-1e80219964ed tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.1212037 Mar 04 23:49:56.469754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb8fc5eb-8643-42fe-a8ea-623ecb2220bd req-e407ef1f-523f-4ce1-a158-1249e3d3cf00 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104612 Mar 04 23:49:56.655623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:56.676716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:56.838605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b49a3a42-561d-4ff6-9f8c-1d165b925d72 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:56.846443 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:56.859964 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Transition to ACTIVE for port object 3c3f8681-7b99-4756-bc12-5b82f7ae2905 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:56.872945 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:56.922680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b49a3a42-561d-4ff6-9f8c-1d165b925d72 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:56.928617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b49a3a42-561d-4ff6-9f8c-1d165b925d72 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:56.929365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:56.988890 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Attempting to bind port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:49:56.989538 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Attempting to bind port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:49:56.990090 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Attempting to bind port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:49:57.000215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9dad-ddb8-44a9-adc8-5bf388609346 None None] Pushing event updated for resources: {'Port': ['ID=3c3f8681-7b99-4756-bc12-5b82f7ae2905,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:57.005615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:49:57.006227 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:49:57.006804 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.007335 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:49:57.007947 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Bound port: 3c3f8681-7b99-4756-bc12-5b82f7ae2905, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:49:57.008922 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.137655 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] For port 3c3f8681-7b99-4756-bc12-5b82f7ae2905, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:49:57.144534 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] For port 3c3f8681-7b99-4756-bc12-5b82f7ae2905, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3c3f8681-7b99-4756-bc12-5b82f7ae2905,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:49:57.157136 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.230774 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.304153 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9dad-ddb8-44a9-adc8-5bf388609346 None None] Pushing event updated for resources: {'Port': ['ID=3c3f8681-7b99-4756-bc12-5b82f7ae2905,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:57.313020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b49a3a42-561d-4ff6-9f8c-1d165b925d72, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b49a3a42-561d-4ff6-9f8c-1d165b925d72,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:49:57.326048 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.356627 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Routers {'ec410c79-5663-465a-b730-fbdd47f2166e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:49:57.357340 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ec410c79-5663-465a-b730-fbdd47f2166e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:57.439577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.467688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-238bb066-bc5c-4868-8de0-948286e35a69 req-c2fd0393-42e9-4be5-8feb-ab1f87de5e7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d20dee2129466f9cf67154d36f0170&device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 1121 time: 0.2926373 Mar 04 23:49:57.471947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b49a3a42-561d-4ff6-9f8c-1d165b925d72,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:57.476701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64804a8b-06b1-4adc-9f7c-d824aaf54d0b req-bb0fdc01-8424-4223-9bc6-b225f2982e72 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:57.492096 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64804a8b-06b1-4adc-9f7c-d824aaf54d0b req-bb0fdc01-8424-4223-9bc6-b225f2982e72 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.3147581 Mar 04 23:49:57.542918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ed9b7313-f03f-478b-9901-44894419dae8 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:49:57.732425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-238bb066-bc5c-4868-8de0-948286e35a69 req-04886d35-952c-456a-b0a3-3a2998b9f7e0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=15d20dee2129466f9cf67154d36f0170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2373350 Mar 04 23:49:57.756008 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] Set router ec410c79-5663-465a-b730-fbdd47f2166e gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:49:57.776067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ed9b7313-f03f-478b-9901-44894419dae8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ed9b7313-f03f-478b-9901-44894419dae8,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:49:57.801033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'ed9b7313-f03f-478b-9901-44894419dae8', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'ed9b7313-f03f-478b-9901-44894419dae8', 'mac_address': 'fa:16:3e:60:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:49:57.802575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80677781-b55e-47ed-810f-828b1c56aea2 req-e7d4d21f-1f8a-4d8b-9796-a01c62d87d50 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:57.811322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80677781-b55e-47ed-810f-828b1c56aea2 req-e7d4d21f-1f8a-4d8b-9796-a01c62d87d50 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 946 time: 0.1042752 Mar 04 23:49:57.880294 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80677781-b55e-47ed-810f-828b1c56aea2 req-e752de4a-9c00-4cfc-86c1-80c18b5f41c4 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676851 Mar 04 23:49:57.883082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:57.902231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9b7313-f03f-478b-9901-44894419dae8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:49:57.933806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ed9b7313-f03f-478b-9901-44894419dae8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ed9b7313-f03f-478b-9901-44894419dae8,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:49:57.943720 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.010439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bb066-bc5c-4868-8de0-948286e35a69 req-1264a590-6514-4c42-b276-51398df1464a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:58.014988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-238bb066-bc5c-4868-8de0-948286e35a69 req-1264a590-6514-4c42-b276-51398df1464a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740216 Mar 04 23:49:58.026578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64804a8b-06b1-4adc-9f7c-d824aaf54d0b req-980f94de-840e-4ccb-a249-3f18e575306a tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334578 Mar 04 23:49:58.080085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ed9b7313-f03f-478b-9901-44894419dae8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:58.128062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:58.190969 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:49:54Z', 'revision_number': 3, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:49:58.195605 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5a456-93ae-4932-9957-bd8892312b2d None None] The sync data for ids ['ec410c79-5663-465a-b730-fbdd47f2166e'] in n-d-828979-4 is: [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:49:54Z', 'revision_number': 3, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:49:58.208768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Allocated IP 172.20.0.1 (4f034000-037e-4f54-b11c-43021685e31d/6a25371c-49c6-452a-8203-f7c98da47a33/7e2951a7-4811-4782-98dc-56b34c97dff8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:49:58.226660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-7d540303-3d3e-4097-a2fb-bc6d5b0f3664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d20dee2129466f9cf67154d36f0170&device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 1121 time: 0.1644011 Mar 04 23:49:58.373156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-1c2371f9-718c-45d1-b660-c93f38c5e755 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9a1b9572-e81b-4c02-9e06-1bb168cece97 HTTP/1.1" status: 200 len: 217 time: 0.1373258 Mar 04 23:49:58.394377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ed9b7313-f03f-478b-9901-44894419dae8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:49:58.425576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35254) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:58.495698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.497050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88110f3-09ad-468a-8a06-1e071290f632 req-0478054e-90f1-4a0e-93b1-783e310f484b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:58.498602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-0478054e-90f1-4a0e-93b1-783e310f484b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1185749 Mar 04 23:49:58.539239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:58.546879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Usage tracker for resource:security_group_rule and tenant:a796975db18e448e86dc8200117451cc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:58.552733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:58.564365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:58.576976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.615450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Transition to ACTIVE for port object 7e2951a7-4811-4782-98dc-56b34c97dff8 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:49:58.663848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-5c59da93-3201-4af8-960a-1298f3475dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564677 Mar 04 23:49:58.682184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.692566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.753949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f4549-3973-4342-95ff-5b74e9acd8e1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:58.755509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.763736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6c95e967-40c5-4ccd-8193-75c9c6372d01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a796975db18e448e86dc8200117451cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6335113 Mar 04 23:49:58.764901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35264) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:58.793702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b49a3a42-561d-4ff6-9f8c-1d165b925d72 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:58.838068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Pushing event updated for resources: {'Port': ['ID=7e2951a7-4811-4782-98dc-56b34c97dff8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:58.840923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60cadcec-3164-422b-a15b-406c2b681c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.862422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Network 4f034000-037e-4f54-b11c-43021685e31d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:49:58.865154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:49:58.870937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:49:58.871558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.925112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-7e130879-338c-4b02-8d76-de24b20ac4a3 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529428 Mar 04 23:49:58.930833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b49a3a42-561d-4ff6-9f8c-1d165b925d72 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:58.931955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:58.937582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.147645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60cadcec-3164-422b-a15b-406c2b681c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.257528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.302445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:49:59.308905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Usage tracker for resource:security_group_rule and tenant:ffc0aeab2bb14716a3cb5b97469428e1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:49:59.312547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:49:59.332811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:49:59.363340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6584d9c4-c9ae-468c-9377-638ed2361a83 None None] Provisioning for port 7e2951a7-4811-4782-98dc-56b34c97dff8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:59.374408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6584d9c4-c9ae-468c-9377-638ed2361a83 None None] Provisioning complete for port 7e2951a7-4811-4782-98dc-56b34c97dff8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:59.374800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6584d9c4-c9ae-468c-9377-638ed2361a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.378036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4a6a-4ae3-4029-bd1b-ac1409acf9b5 req-4c317f10-1bc8-4f06-90eb-68da04edf7f4 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:59.379717 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f9f4a6a-4ae3-4029-bd1b-ac1409acf9b5 req-4c317f10-1bc8-4f06-90eb-68da04edf7f4 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 947 time: 0.1594176 Mar 04 23:49:59.383260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60cadcec-3164-422b-a15b-406c2b681c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.407254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cadcec-3164-422b-a15b-406c2b681c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f4549-3973-4342-95ff-5b74e9acd8e1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:59.461151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60cadcec-3164-422b-a15b-406c2b681c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.462268 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-60cadcec-3164-422b-a15b-406c2b681c0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e2f4549-3973-4342-95ff-5b74e9acd8e1 HTTP/1.1" status: 204 len: 168 time: 0.6962640 Mar 04 23:49:59.475120 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b88110f3-09ad-468a-8a06-1e071290f632 req-7ed43aaa-a9fe-4e31-8e2d-3f63b5d7f63b service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401008 Mar 04 23:49:59.475237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f9f4a6a-4ae3-4029-bd1b-ac1409acf9b5 req-d1b84758-03f4-4b30-aa99-a066491b6649 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867157 Mar 04 23:49:59.530677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ed9b7313-f03f-478b-9901-44894419dae8 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:49:59.552228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.557883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.617264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffc0aeab2bb14716a3cb5b97469428e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1901846 Mar 04 23:49:59.619680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35292) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:49:59.622738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c93945-c67c-41ec-afc4-c16b6e81dd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795bc7db-e4ec-462d-91f7-8e5d4ecdc8d2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:59.640978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6584d9c4-c9ae-468c-9377-638ed2361a83 None None] Port 7e2951a7-4811-4782-98dc-56b34c97dff8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:49:59.694815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port ed9b7313-f03f-478b-9901-44894419dae8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:49:59.695981 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b6b6-7038-4179-9932-4718f549c370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.699990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port ed9b7313-f03f-478b-9901-44894419dae8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:49:59.700353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.732510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b6b6-7038-4179-9932-4718f549c370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.800025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b6b6-7038-4179-9932-4718f549c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.833381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6599ab-5a49-4dea-9cd9-4668c4a69ff2 req-b46b6358-c6d0-4e7b-841b-013501065a5b tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:49:59.834868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b6599ab-5a49-4dea-9cd9-4668c4a69ff2 req-b46b6358-c6d0-4e7b-841b-013501065a5b tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.4727576 Mar 04 23:49:59.840308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8b6b6-7038-4179-9932-4718f549c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795bc7db-e4ec-462d-91f7-8e5d4ecdc8d2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:49:59.854453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b6b6-7038-4179-9932-4718f549c370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.855586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cfb8b6b6-7038-4179-9932-4718f549c370 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/795bc7db-e4ec-462d-91f7-8e5d4ecdc8d2 HTTP/1.1" status: 204 len: 168 time: 0.2349076 Mar 04 23:49:59.927246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b6599ab-5a49-4dea-9cd9-4668c4a69ff2 req-64524118-62ef-4f9b-98ef-9ffb17dbc4ee tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833905 Mar 04 23:49:59.943273 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.949614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.958249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.958948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:49:59.981431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9b7313-f03f-478b-9901-44894419dae8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:00.026071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Pushing event updated for resources: {'Port': ['ID=7e2951a7-4811-4782-98dc-56b34c97dff8,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:00.063592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ed9b7313-f03f-478b-9901-44894419dae8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ed9b7313-f03f-478b-9901-44894419dae8,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:00.069197 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.168521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ed9b7313-f03f-478b-9901-44894419dae8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:00.185818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Network 4f034000-037e-4f54-b11c-43021685e31d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:50:00.187447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:00.454339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35312) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:00.483747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-48f683f8-9946-47cc-b8c0-9164c30dfaac None None] Provisioning complete for port 7e2951a7-4811-4782-98dc-56b34c97dff8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:00.484134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-48f683f8-9946-47cc-b8c0-9164c30dfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.511556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.592969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-48f683f8-9946-47cc-b8c0-9164c30dfaac None None] Port 7e2951a7-4811-4782-98dc-56b34c97dff8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:50:00.616290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:00.627860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Usage tracker for resource:security_group_rule and tenant:7475cd87186b455d944b1a3e1afe290a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:00.635038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:00.646462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:00.751743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Router ec410c79-5663-465a-b730-fbdd47f2166e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:50:00.752108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.759234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.767686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35326) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:00.788782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.818989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31554dbe-c00c-4ffe-ba66-572038076a2a req-94caf58a-d7c9-4cf5-b843-2281a1bd1116 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:00.820467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31554dbe-c00c-4ffe-ba66-572038076a2a req-94caf58a-d7c9-4cf5-b843-2281a1bd1116 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 948 time: 0.1404970 Mar 04 23:50:00.837187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7475cd87186b455d944b1a3e1afe290a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3793910 Mar 04 23:50:00.837187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6b5f-5d45-4446-b76f-ddc730d5ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3ccaf-a874-4cdd-9ccd-8b3c40433ff8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:00.838017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:00.920165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d23e158e-880c-494b-8fc6-49cad1a36559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:00.979010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d23e158e-880c-494b-8fc6-49cad1a36559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.029566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:01.047243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Usage tracker for resource:security_group_rule and tenant:db3dd6f2512642c49aca16c15b761e3f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:01.058998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d23e158e-880c-494b-8fc6-49cad1a36559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.059235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:01.070573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:01.074270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31554dbe-c00c-4ffe-ba66-572038076a2a req-2168ea97-3e58-4ae7-aa53-b3a03ae48ed6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426178 Mar 04 23:50:01.083681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e158e-880c-494b-8fc6-49cad1a36559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3ccaf-a874-4cdd-9ccd-8b3c40433ff8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:01.102118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d23e158e-880c-494b-8fc6-49cad1a36559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.103241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d23e158e-880c-494b-8fc6-49cad1a36559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68c3ccaf-a874-4cdd-9ccd-8b3c40433ff8 HTTP/1.1" status: 204 len: 168 time: 0.2520456 Mar 04 23:50:01.171664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.188190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.247772 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db3dd6f2512642c49aca16c15b761e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4778483 Mar 04 23:50:01.250674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35350) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:01.252304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c189b3-11bf-4796-9353-d4be59263fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af4a174-1dbb-4235-ae28-a3aa8655819f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:01.261399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:50:01.280733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-881c5d49-3667-4c1f-8f73-6dce684dff8a admin admin] 10.222.0.32 "PUT /v2.0/routers/ec410c79-5663-465a-b730-fbdd47f2166e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8776298 Mar 04 23:50:01.336309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3218de73-17b5-4373-a178-a97e38dd5c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.363170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3218de73-17b5-4373-a178-a97e38dd5c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.478878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d8d6-c943-414a-8b3c-d401d6b21a1e req-28dfbb13-abf7-4be7-b9e6-9e6ccd280635 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:01.480337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afe0d8d6-c943-414a-8b3c-d401d6b21a1e req-28dfbb13-abf7-4be7-b9e6-9e6ccd280635 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.0950670 Mar 04 23:50:01.481431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3218de73-17b5-4373-a178-a97e38dd5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.508425 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9b7313-f03f-478b-9901-44894419dae8', 'code': 200} Mar 04 23:50:01.521613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218de73-17b5-4373-a178-a97e38dd5c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af4a174-1dbb-4235-ae28-a3aa8655819f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:01.552458 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3218de73-17b5-4373-a178-a97e38dd5c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.553594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3218de73-17b5-4373-a178-a97e38dd5c2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7af4a174-1dbb-4235-ae28-a3aa8655819f HTTP/1.1" status: 204 len: 168 time: 0.3018396 Mar 04 23:50:01.603732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afe0d8d6-c943-414a-8b3c-d401d6b21a1e req-391952b4-6b89-4ae3-bdfd-6e48f4d594ef tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080565 Mar 04 23:50:01.661252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-384c95d6-2cf4-40d0-8eda-669a36fc7e89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 1099 time: 0.0771492 Mar 04 23:50:01.683377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.719156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:01.724788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Usage tracker for resource:security_group_rule and tenant:b9dab0709eb3448ea15c748157e37733 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:01.728917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:01.737147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:01.846034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.850502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:01.883893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5146debe-17a9-4790-83bf-40371ea6c1f5 req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170682 Mar 04 23:50:01.890522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfddbb-4e67-4442-abe5-cbb168be99df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa2994-ed27-4643-b766-c99dd4303c8a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:02.486216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406766ff-2cba-419f-a45d-fd521a8c2462 req-a7a0e3ee-442b-42d8-a7cb-8bde70bac563 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:02.487831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-406766ff-2cba-419f-a45d-fd521a8c2462 req-a7a0e3ee-442b-42d8-a7cb-8bde70bac563 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 948 time: 0.0856631 Mar 04 23:50:02.548342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-406766ff-2cba-419f-a45d-fd521a8c2462 req-00d6da60-9cf6-401d-bee1-79329fea63e6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523169 Mar 04 23:50:03.405896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9a1b9572-e81b-4c02-9e06-1bb168cece97 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:50:03.428217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5185c4a-453e-436b-9876-4ad8d00339d3 req-464717fd-1942-4d12-a3f2-86589f68f26f tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:03.435138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5185c4a-453e-436b-9876-4ad8d00339d3 req-464717fd-1942-4d12-a3f2-86589f68f26f tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 970 time: 0.1493034 Mar 04 23:50:03.559667 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5185c4a-453e-436b-9876-4ad8d00339d3 req-36a980dc-317c-4ff1-a9bf-68defca6034a tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233273 Mar 04 23:50:03.711507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 9a1b9572-e81b-4c02-9e06-1bb168cece97, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9a1b9572-e81b-4c02-9e06-1bb168cece97,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:03.746358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '9a1b9572-e81b-4c02-9e06-1bb168cece97', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '9a1b9572-e81b-4c02-9e06-1bb168cece97', 'mac_address': 'fa:16:3e:0d:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-2043808989', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:50:03.878661 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:03.898216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1b9572-e81b-4c02-9e06-1bb168cece97 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:03.917580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 9a1b9572-e81b-4c02-9e06-1bb168cece97, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9a1b9572-e81b-4c02-9e06-1bb168cece97,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:03.924579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:04.126360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=9a1b9572-e81b-4c02-9e06-1bb168cece97,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:04.190094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7865d4a-3dac-4354-acad-3c96e02657ee req-05dad959-3a92-4103-9ad5-6078fa0b71fb tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:04.199117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7865d4a-3dac-4354-acad-3c96e02657ee req-05dad959-3a92-4103-9ad5-6078fa0b71fb tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 948 time: 0.2069740 Mar 04 23:50:04.299591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7865d4a-3dac-4354-acad-3c96e02657ee req-372a9e60-bf22-47f7-990f-76afc35dfd26 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995502 Mar 04 23:50:04.345578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['9a1b9572-e81b-4c02-9e06-1bb168cece97'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:04.754885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b481e322-16fe-49a7-92e9-6f04c33521f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:04.824949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fce6a9-28c4-41b4-abf8-74ae571efda4 req-c19aba05-6b8e-425b-8669-0d1c7d5756b5 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:04.835127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4fce6a9-28c4-41b4-abf8-74ae571efda4 req-c19aba05-6b8e-425b-8669-0d1c7d5756b5 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 971 time: 0.1062961 Mar 04 23:50:04.873742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3c3f8681-7b99-4756-bc12-5b82f7ae2905 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:04.898533 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4fce6a9-28c4-41b4-abf8-74ae571efda4 req-2e677d53-2a6d-45d2-bc9c-804dc8a3070c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624676 Mar 04 23:50:04.948246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35496) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:04.956199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541258425', 'description': 'tempest-description--1802849065'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:04.963431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:04.972037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Usage tracker for resource:security_group and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:04.978495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:04.985893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:04.992015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:04.992903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:04.997004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:05.018473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.074517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:05.079372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Usage tracker for resource:security_group_rule and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:05.083130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:05.091687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:05.149682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.172469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3c3f8681-7b99-4756-bc12-5b82f7ae2905, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3c3f8681-7b99-4756-bc12-5b82f7ae2905,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:05.178319 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.194022 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.202082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.245025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:05.250307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.251537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3c3f8681-7b99-4756-bc12-5b82f7ae2905,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:05.252165 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f1f37b3f-2782-45a7-a3d8-851815be3996 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3023012 Mar 04 23:50:05.255239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35508) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:05.261259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'security_group_rule': {'security_group_id': '3ff2ac3b-6109-4180-8b15-8f0c4aa2988d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:05.267390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:05.271198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Usage tracker for resource:security_group_rule and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:05.274337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:05.277134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35512) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:05.281460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:05.303364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.384503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.390537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.395324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9a1b9572-e81b-4c02-9e06-1bb168cece97 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:05.418750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9d4397-66a0-430b-be6e-20225d8f736c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:05.450464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.455823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d5b91a09-25ca-4707-98d0-4d8573fb715f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1951504 Mar 04 23:50:05.455982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35522) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:05.461450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'security_group_rule': {'security_group_id': '3ff2ac3b-6109-4180-8b15-8f0c4aa2988d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:05.476803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:05.484416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Usage tracker for resource:security_group_rule and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:05.493727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:05.501341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 9a1b9572-e81b-4c02-9e06-1bb168cece97 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:05.506772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 9a1b9572-e81b-4c02-9e06-1bb168cece97 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:05.508017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.542279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:05.597999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.655816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.688199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.700083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1b9572-e81b-4c02-9e06-1bb168cece97'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:05.705816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538f00-8984-4f5a-99ce-dfcd6892bc61 req-0810b578-708a-482a-bcba-3b3afc2efcc1 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:05.707873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86538f00-8984-4f5a-99ce-dfcd6892bc61 req-0810b578-708a-482a-bcba-3b3afc2efcc1 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 948 time: 0.2153497 Mar 04 23:50:05.711468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 9a1b9572-e81b-4c02-9e06-1bb168cece97, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9a1b9572-e81b-4c02-9e06-1bb168cece97,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:05.719073 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.761273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.772074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.821313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:05.825375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86538f00-8984-4f5a-99ce-dfcd6892bc61 req-119ac5b7-0573-4b10-a440-fa693e5f284a tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033642 Mar 04 23:50:05.830267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d413cf8e-b09d-49d3-9b83-2f5744ddd95b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:05.834015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=9a1b9572-e81b-4c02-9e06-1bb168cece97,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:05.834501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Usage tracker for resource:security_group_rule and tenant:25a7c37684ab4c03a7b94dd832110532 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:05.838722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:05.846588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.850932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7eb13d6b-3554-4828-8d06-2ee8c868526f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3918536 Mar 04 23:50:05.850932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:05.851756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35538) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:05.858072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:05.867856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:05.878067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Usage tracker for resource:floatingip and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:05.893294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:05.913673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:05.942217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.955368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:05.965796 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.000886 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1b9572-e81b-4c02-9e06-1bb168cece97', 'code': 200} Mar 04 23:50:06.103630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25a7c37684ab4c03a7b94dd832110532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8251388 Mar 04 23:50:06.104650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c059b-49e9-4bad-89a8-d33255e22be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff405dc0-7907-4fee-b6d6-a7ed9c738b73,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:06.107607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35554) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:06.234292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96c4ebd4-e906-4892-b33a-cfbf4712e2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.262714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96c4ebd4-e906-4892-b33a-cfbf4712e2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.290651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd9a17ac-cef7-466c-b393-0c7445a77af5 req-24e08064-ac59-40b2-9bed-00013a36903e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 1123 time: 0.1716228 Mar 04 23:50:06.322934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96c4ebd4-e906-4892-b33a-cfbf4712e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.338181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4ebd4-e906-4892-b33a-cfbf4712e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff405dc0-7907-4fee-b6d6-a7ed9c738b73,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:06.346279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96c4ebd4-e906-4892-b33a-cfbf4712e2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.355016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-96c4ebd4-e906-4892-b33a-cfbf4712e2f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff405dc0-7907-4fee-b6d6-a7ed9c738b73 HTTP/1.1" status: 204 len: 168 time: 0.2450345 Mar 04 23:50:06.368313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b429d-e193-4a5d-83ea-2f3db29ffbe3 req-18e2c515-084a-40a2-8892-d55b56173120 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:06.369913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d28b429d-e193-4a5d-83ea-2f3db29ffbe3 req-18e2c515-084a-40a2-8892-d55b56173120 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 972 time: 0.1707816 Mar 04 23:50:06.395483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bd9a17ac-cef7-466c-b393-0c7445a77af5 req-6c5c3764-b324-46c8-b9c6-7a84393fdb9e service neutron] Synchronizing usage tracker for tenant:b9dab0709eb3448ea15c748157e37733 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:06.402008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.496038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d28b429d-e193-4a5d-83ea-2f3db29ffbe3 req-c25e0d0c-86cb-4cb2-adf9-c65ee76d9165 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200044 Mar 04 23:50:06.496612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bd9a17ac-cef7-466c-b393-0c7445a77af5 req-6c5c3764-b324-46c8-b9c6-7a84393fdb9e service neutron] Unset dirty status for tenant:b9dab0709eb3448ea15c748157e37733 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:06.497625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd9a17ac-cef7-466c-b393-0c7445a77af5 req-6c5c3764-b324-46c8-b9c6-7a84393fdb9e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964028 Mar 04 23:50:06.581849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Allocated IP 172.25.0.136 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/ef0674f8-7264-435a-9003-0c9c951b142a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:50:06.746936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.760303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3c3f8681-7b99-4756-bc12-5b82f7ae2905 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:06.780722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.830717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:06.831086 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.878560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:50:06.881796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:06.884753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:50:06.893909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'Port': ['ID=ef0674f8-7264-435a-9003-0c9c951b142a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:06.937349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35576) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:06.989042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c62578fe-41ac-4453-8d97-6b321f8440ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:06.992480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.033808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:07.038856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcea001b36641458524f42a108e7518 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:07.042266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:07.049393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:07.109154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.152278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35584) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:07.182222 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.191041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.248398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99775252-2e8b-439b-88c4-d7383b70c8e1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:07.251604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.271319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-40e2204f-41c7-48e3-99b4-94610cb095c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bcea001b36641458524f42a108e7518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3307252 Mar 04 23:50:07.271674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35590) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:07.321885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd3c95-66ed-4f97-b259-5a3cf9444633 req-8e40d528-1206-4969-99f9-1b849e9554ce tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:07.328774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83cd3c95-66ed-4f97-b259-5a3cf9444633 req-8e40d528-1206-4969-99f9-1b849e9554ce tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 948 time: 0.1662393 Mar 04 23:50:07.365842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.384440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-612c80df-0049-40fb-b166-83015fb95676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.413176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-612c80df-0049-40fb-b166-83015fb95676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.453723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:07.458602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83cd3c95-66ed-4f97-b259-5a3cf9444633 req-76f42cba-094e-4b7f-b892-0bd866803e76 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286950 Mar 04 23:50:07.461282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7ac84e29004704b0bc33225185f97d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:07.464200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:07.471363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:07.510556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-612c80df-0049-40fb-b166-83015fb95676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.538497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c80df-0049-40fb-b166-83015fb95676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99775252-2e8b-439b-88c4-d7383b70c8e1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:07.567181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-612c80df-0049-40fb-b166-83015fb95676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.568430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-612c80df-0049-40fb-b166-83015fb95676 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99775252-2e8b-439b-88c4-d7383b70c8e1 HTTP/1.1" status: 204 len: 168 time: 0.2960722 Mar 04 23:50:07.580403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.582930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.585984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.588419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.667886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'Port': ['ID=ef0674f8-7264-435a-9003-0c9c951b142a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:07.680822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.688091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbda043-6ee5-49de-bd2d-58cceed78d5d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:07.692819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0ef48a76-4799-417a-bd06-52517d15dc68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c7ac84e29004704b0bc33225185f97d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5393915 Mar 04 23:50:07.698929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35610) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:07.754341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.761485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c0e6cac2-16c5-4134-a5f1-c98e77b49b3c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9022741 Mar 04 23:50:07.784547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-406417f0-d477-4e00-819a-ca39b8dee1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.817552 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-406417f0-d477-4e00-819a-ca39b8dee1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.860010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d965c4-83f3-43da-9d31-a832a3c183cb req-97a5efe5-e1e3-44c5-87d4-b5c33449f523 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:07.861916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c9d965c4-83f3-43da-9d31-a832a3c183cb req-97a5efe5-e1e3-44c5-87d4-b5c33449f523 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 972 time: 0.1262832 Mar 04 23:50:07.886442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-406417f0-d477-4e00-819a-ca39b8dee1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.910101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406417f0-d477-4e00-819a-ca39b8dee1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbda043-6ee5-49de-bd2d-58cceed78d5d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:07.911901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-406417f0-d477-4e00-819a-ca39b8dee1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:07.913010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-406417f0-d477-4e00-819a-ca39b8dee1ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dbda043-6ee5-49de-bd2d-58cceed78d5d HTTP/1.1" status: 204 len: 168 time: 0.2126563 Mar 04 23:50:07.959503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c9d965c4-83f3-43da-9d31-a832a3c183cb req-becdc74b-0093-4364-a75b-fe2d50c98840 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836830 Mar 04 23:50:08.078572 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.206638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-48a9478f-b416-4fe7-85f7-747338691f6a req-bc45e654-b21e-4ebc-9664-4cf9fdd485c4 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:08.237393 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.238839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-48a9478f-b416-4fe7-85f7-747338691f6a req-bc45e654-b21e-4ebc-9664-4cf9fdd485c4 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:08.246040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-bc45e654-b21e-4ebc-9664-4cf9fdd485c4 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--541258425&fields=id&tenant_id=1158d08f3f1541dda99d0c1c087bfbae HTTP/1.1" status: 200 len: 267 time: 0.1957314 Mar 04 23:50:08.283819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-afbeb4fe-2b03-4d15-9b1e-ec3b2a9d8757 tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 1099 time: 0.1263683 Mar 04 23:50:08.422056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Deleting port ed9b7313-f03f-478b-9901-44894419dae8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:50:08.422562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.486842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35650) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:08.512382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.531675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9478f-b416-4fe7-85f7-747338691f6a req-ab60bedd-aa07-4cb0-a05d-d0e6973424cc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:08.532388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-48a9478f-b416-4fe7-85f7-747338691f6a req-ab60bedd-aa07-4cb0-a05d-d0e6973424cc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:08.597741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:08.606127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Usage tracker for resource:security_group_rule and tenant:a78a5447bff24673b4d2bc1dd3e16c87 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:08.615441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:08.628523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-48a9478f-b416-4fe7-85f7-747338691f6a req-ab60bedd-aa07-4cb0-a05d-d0e6973424cc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:08.630415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:08.634832 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-ab60bedd-aa07-4cb0-a05d-d0e6973424cc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 824 time: 0.3878155 Mar 04 23:50:08.716560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-b817fb17-f05b-4263-b29b-1acfdd5cbd35 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/quotas/1158d08f3f1541dda99d0c1c087bfbae HTTP/1.1" status: 200 len: 375 time: 0.0808094 Mar 04 23:50:08.739725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.747717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.839839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22061450-c546-4286-b728-0714affcc4a4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:08.850980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-25577966-7bdf-4270-8d5e-e06379b9b173 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a78a5447bff24673b4d2bc1dd3e16c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630927 Mar 04 23:50:08.853437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35658) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:08.870008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] For port ed9b7313-f03f-478b-9901-44894419dae8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ed9b7313-f03f-478b-9901-44894419dae8,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:08.870909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.936278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02c6aa69-c89d-4308-9fc0-97cf42358a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:08.976704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02c6aa69-c89d-4308-9fc0-97cf42358a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:09.023487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Calling delete_port for ed9b7313-f03f-478b-9901-44894419dae8 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:50:09.108504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff7814-5bed-4c4a-b5bd-a0b40831feb4 req-6944b20d-8ac4-43f5-98b5-d26ae2f9d834 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:09.110299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbff7814-5bed-4c4a-b5bd-a0b40831feb4 req-6944b20d-8ac4-43f5-98b5-d26ae2f9d834 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=d416c59a-a4b8-4bda-b837-a9bc08bd55e7 HTTP/1.1" status: 200 len: 948 time: 0.1233821 Mar 04 23:50:09.111934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02c6aa69-c89d-4308-9fc0-97cf42358a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:09.184277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Sync routers for ids ['ec410c79-5663-465a-b730-fbdd47f2166e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:50:09.202097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Routers {'ec410c79-5663-465a-b730-fbdd47f2166e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:50:09.203380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:50:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ec410c79-5663-465a-b730-fbdd47f2166e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:09.226951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-e877f5d2-2848-456a-aa1d-fbc9200bca2e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5017014 Mar 04 23:50:09.249406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbff7814-5bed-4c4a-b5bd-a0b40831feb4 req-f46926ab-383f-4675-bf46-1049a47b2663 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298623 Mar 04 23:50:09.250203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6aa69-c89d-4308-9fc0-97cf42358a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22061450-c546-4286-b728-0714affcc4a4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:09.254178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02c6aa69-c89d-4308-9fc0-97cf42358a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:09.259374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-02c6aa69-c89d-4308-9fc0-97cf42358a9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22061450-c546-4286-b728-0714affcc4a4 HTTP/1.1" status: 204 len: 168 time: 0.4047112 Mar 04 23:50:09.353487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:09.369449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ed9b7313-f03f-478b-9901-44894419dae8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:09.413972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed9b7313-f03f-478b-9901-44894419dae8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:09.468625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Set router ec410c79-5663-465a-b730-fbdd47f2166e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:50:09.543223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] No DVR routers for this DVR port ed9b7313-f03f-478b-9901-44894419dae8 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:50:09.546870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:09.552011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'name': 'network-vif-deleted', 'tag': 'ed9b7313-f03f-478b-9901-44894419dae8'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:09.591292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c9c5baa5-998d-49e4-8b09-29c18318b7b2 req-4dfc4c57-c6d7-44d3-aefb-c6f1127bb2fc tempest-DeleteServersAdminTestJSON-1833440166 tempest-DeleteServersAdminTestJSON-1833440166-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ed9b7313-f03f-478b-9901-44894419dae8 HTTP/1.1" status: 204 len: 173 time: 1.2557361 Mar 04 23:50:09.652092 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:09.722594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-e47a38cc-715d-4430-9d66-9db3fbc79ae2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:50:09.729781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-e47a38cc-715d-4430-9d66-9db3fbc79ae2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3342054 Mar 04 23:50:09.869750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-694200dc-3068-4ba0-937c-7ecd55e83727 service neutron] 10.222.0.32 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390052 Mar 04 23:50:10.020429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:49:58Z', 'revision_number': 4, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7e2951a7-4811-4782-98dc-56b34c97dff8', 'name': '', 'network_id': '4f034000-037e-4f54-b11c-43021685e31d', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'mac_address': 'fa:16:3e:37:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a25371c-49c6-452a-8203-f7c98da47a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:57Z', 'updated_at': '2022-03-04T23:49:59Z', 'revision_number': 2, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'subnets': [{'id': '6a25371c-49c6-452a-8203-f7c98da47a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:10.030345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Checking router: ec410c79-5663-465a-b730-fbdd47f2166e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:50:10.032596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Updating router ec410c79-5663-465a-b730-fbdd47f2166e port 7e2951a7-4811-4782-98dc-56b34c97dff8 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:50:10.037665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-800817f7-de89-40b5-831a-e291bae05f3d service neutron] 10.222.0.32 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669288 Mar 04 23:50:10.139867 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:10.275403 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd416c59a-a4b8-4bda-b837-a9bc08bd55e7', 'name': 'network-vif-deleted', 'tag': 'ed9b7313-f03f-478b-9901-44894419dae8', 'status': 'completed', 'code': 200} Mar 04 23:50:10.369722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf10b0-1117-4061-b800-55260017fd62 req-63191329-42b2-4892-a20a-5d6bfcb00ec2 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:10.378101 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3fdf10b0-1117-4061-b800-55260017fd62 req-63191329-42b2-4892-a20a-5d6bfcb00ec2 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 972 time: 0.1641867 Mar 04 23:50:10.443950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69caba90-42b3-4192-9af8-0d51488aae6a req-76901b3b-9fef-45ec-ae25-787fc6d9b79f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 210 time: 0.1030314 Mar 04 23:50:10.468235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3fdf10b0-1117-4061-b800-55260017fd62 req-bb0fbf5f-4ab7-4a8f-9664-fcd29259c15e tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814643 Mar 04 23:50:10.525245 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:50:10.742811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:10.756237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Transition to ACTIVE for port object 7e2951a7-4811-4782-98dc-56b34c97dff8 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:10.766268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:10.774331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-95baf3f0-271f-4502-a1a3-fcb0bcb40883 tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 1123 time: 0.1002231 Mar 04 23:50:10.808889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:10.852227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:10.857188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Usage tracker for resource:security_group_rule and tenant:896c54c2d6eb4d849ae3bb178005ffa9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:10.860475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:10.867182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:10.882909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc2393-d3bc-4257-ab39-edafc2b9d236 None None] Pushing event updated for resources: {'Port': ['ID=7e2951a7-4811-4782-98dc-56b34c97dff8,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:10.973782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:10.984815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:11.068399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-120ffc9c-8d07-4140-a5e5-13d3bcc88a04 req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874317 Mar 04 23:50:11.082695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510f04-6105-44b0-b6e5-26f14a4446bf tempest-AggregatesAdminTestJSON-1750172679 tempest-AggregatesAdminTestJSON-1750172679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924b3cbb-16d8-41b4-b3aa-4372c92261d0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:11.221154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Attempting to bind port 7e2951a7-4811-4782-98dc-56b34c97dff8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:50:11.221566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Attempting to bind port 7e2951a7-4811-4782-98dc-56b34c97dff8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:50:11.221920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Attempting to bind port 7e2951a7-4811-4782-98dc-56b34c97dff8 on network 4f034000-037e-4f54-b11c-43021685e31d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:11.229104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:50:11.229535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Checking segment: {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:11.230218 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:11.230614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Bound using segment: {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:50:11.231125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Bound port: 7e2951a7-4811-4782-98dc-56b34c97dff8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4407fa42-7216-47d8-afd6-23d107595afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4f034000-037e-4f54-b11c-43021685e31d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:50:11.231491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:11.320660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-1c9fa044-71b4-40ae-b944-3c6276210f08 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=756e8b318c1f43b4b8884bf053be80ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579610 Mar 04 23:50:11.377701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] For port 7e2951a7-4811-4782-98dc-56b34c97dff8, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:50:11.380923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] For port 7e2951a7-4811-4782-98dc-56b34c97dff8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e2951a7-4811-4782-98dc-56b34c97dff8,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:50:11.389705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:11.481272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc2393-d3bc-4257-ab39-edafc2b9d236 None None] Pushing event updated for resources: {'Port': ['ID=7e2951a7-4811-4782-98dc-56b34c97dff8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:11.486710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Routers {'ec410c79-5663-465a-b730-fbdd47f2166e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:50:11.487816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:50:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ec410c79-5663-465a-b730-fbdd47f2166e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:11.537163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-2ea442f6-a33d-4294-b010-65e14d8727d6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:11.537914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-2ea442f6-a33d-4294-b010-65e14d8727d6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099299 Mar 04 23:50:11.555629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-58bfb1ba-12c4-494d-8eb1-149edf785aab tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/quotas/756e8b318c1f43b4b8884bf053be80ee HTTP/1.1" status: 200 len: 375 time: 0.0168171 Mar 04 23:50:11.597900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ed9b7313-f03f-478b-9901-44894419dae8 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:50:11.617256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-1c407bdb-6fbf-4399-9154-724dd15ccc96 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=756e8b318c1f43b4b8884bf053be80ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606844 Mar 04 23:50:11.866333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: ed9b7313-f03f-478b-9901-44894419dae8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:50:11.866829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ed9b7313-f03f-478b-9901-44894419dae8 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:50:12.066840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] Set router ec410c79-5663-465a-b730-fbdd47f2166e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:50:12.097014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e058d405-27ec-452e-8957-0eb4cfc4d13e req-38e7f497-3117-404d-8481-e25c05c9b611 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:12.145875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e058d405-27ec-452e-8957-0eb4cfc4d13e req-38e7f497-3117-404d-8481-e25c05c9b611 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:12.155561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e058d405-27ec-452e-8957-0eb4cfc4d13e req-38e7f497-3117-404d-8481-e25c05c9b611 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 210 time: 0.1925933 Mar 04 23:50:12.197189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9478f-b416-4fe7-85f7-747338691f6a req-e13ed992-e7c4-4645-b49e-4ac303f253ae tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:12.198702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-e13ed992-e7c4-4645-b49e-4ac303f253ae tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.10 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 824 time: 0.4217436 Mar 04 23:50:12.292054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-363b0368-594c-455c-83d8-ac6c1b265ad6 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1158d08f3f1541dda99d0c1c087bfbae HTTP/1.1" status: 200 len: 379 time: 0.0805998 Mar 04 23:50:12.301795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'port': {'device_id': 'f692552e-bb49-40fc-8062-18a5273102fa', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'admin_state_up': True, 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'security_groups': ['3ff2ac3b-6109-4180-8b15-8f0c4aa2988d']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:12.363108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f730ce2-96ff-4526-a232-a285b16ecccd req-119d74a9-5ea0-4dfe-97ab-b304424a988d tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 210 time: 0.1034234 Mar 04 23:50:12.528103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:12.538703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:12.552019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Made reservation on behalf of 1158d08f3f1541dda99d0c1c087bfbae for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:12.554818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:12.727284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:49:58Z', 'revision_number': 4, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7e2951a7-4811-4782-98dc-56b34c97dff8', 'name': '', 'network_id': '4f034000-037e-4f54-b11c-43021685e31d', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'mac_address': 'fa:16:3e:37:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a25371c-49c6-452a-8203-f7c98da47a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:57Z', 'updated_at': '2022-03-04T23:50:11Z', 'revision_number': 4, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'subnets': [{'id': '6a25371c-49c6-452a-8203-f7c98da47a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:12.733207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bb8fd-303e-4863-8aa2-685d7def002e None None] The sync data for ids ['ec410c79-5663-465a-b730-fbdd47f2166e'] in n-d-828979-4 is: [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:49:58Z', 'revision_number': 4, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7e2951a7-4811-4782-98dc-56b34c97dff8', 'name': '', 'network_id': '4f034000-037e-4f54-b11c-43021685e31d', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'mac_address': 'fa:16:3e:37:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a25371c-49c6-452a-8203-f7c98da47a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:57Z', 'updated_at': '2022-03-04T23:50:11Z', 'revision_number': 4, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'subnets': [{'id': '6a25371c-49c6-452a-8203-f7c98da47a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:50:12.901273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Allocated IP 172.20.0.6 (6e505e81-90e7-4a85-a0bc-3b5f20576e9c/543d32ca-adcf-471d-b6c1-93919d9ea4a2/6ca686c9-eac2-45d5-9e46-abddcb0bdd09) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:50:13.208358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:13.229827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Transition to ACTIVE for port object 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:13.297570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:13.302516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.10', 55079) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:13.359778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-48d7ab4f-5b00-4933-9a66-f6a8f03e25ec tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756e8b318c1f43b4b8884bf053be80ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545945 Mar 04 23:50:13.432617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:50:13.433848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'Port': ['ID=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:13.437897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:13.441062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:50:13.445384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:13.446233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:13.637108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0c73-c4f4-43a1-938b-4ba248cc2260 req-419b2ae4-28b2-42cd-8bce-0a0b69fb84cb tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:13.653891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b65f0c73-c4f4-43a1-938b-4ba248cc2260 req-419b2ae4-28b2-42cd-8bce-0a0b69fb84cb tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 972 time: 0.4005466 Mar 04 23:50:13.717577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-8761f873-a9e8-4da3-85e0-a24599f0d779 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:13.723676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-8761f873-a9e8-4da3-85e0-a24599f0d779 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602207 Mar 04 23:50:13.746329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Request body: {'port': {'device_id': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '756e8b318c1f43b4b8884bf053be80ee'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:13.783561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-8b7c5a79-782c-4d71-9663-02e920c3c39b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4855156 Mar 04 23:50:13.831470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Request body: {'port': {'device_id': 'f692552e-bb49-40fc-8062-18a5273102fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:13.962872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b65f0c73-c4f4-43a1-938b-4ba248cc2260 req-c4146836-b25f-4efb-8a3e-202523b88059 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060067 Mar 04 23:50:13.969868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-33b69d80-bdcf-4e62-9a9c-56e6c05f0f6c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:13.971147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-33b69d80-bdcf-4e62-9a9c-56e6c05f0f6c tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.36 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 972 time: 0.5158432 Mar 04 23:50:14.029791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-00046c50-dbdc-4ae5-9a76-633ff38850fc None None] Provisioning for port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:14.036248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-00046c50-dbdc-4ae5-9a76-633ff38850fc None None] Provisioning complete for port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:14.036699 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00046c50-dbdc-4ae5-9a76-633ff38850fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.082513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:14.088429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Usage tracker for resource:port and tenant:756e8b318c1f43b4b8884bf053be80ee is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:14.092574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:14.110268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-00046c50-dbdc-4ae5-9a76-633ff38850fc None None] Port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:50:14.111284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:14.124768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Made reservation on behalf of 756e8b318c1f43b4b8884bf053be80ee for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:14.129206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.134610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.419325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Deleting port 9a1b9572-e81b-4c02-9e06-1bb168cece97 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:50:14.420023 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.440702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Allocated IP 192.168.233.141 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/4a7582dd-7531-44a4-8ae3-f1be6726cad7) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:50:14.487462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070bb14-dd82-4eca-9acf-13350e3675ad req-c39f69fd-4611-4339-a184-cc1c8fa170c7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:14.488931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b070bb14-dd82-4eca-9acf-13350e3675ad req-c39f69fd-4611-4339-a184-cc1c8fa170c7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 931 time: 0.1486471 Mar 04 23:50:14.535600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b9bee84-728c-4dae-b989-5018aa165eca req-a5f450e8-f66c-41ea-8f73-8dc36e61e59b tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Synchronizing usage tracker for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:14.607412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b9bee84-728c-4dae-b989-5018aa165eca req-a5f450e8-f66c-41ea-8f73-8dc36e61e59b tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Unset dirty status for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:14.608990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b9bee84-728c-4dae-b989-5018aa165eca req-a5f450e8-f66c-41ea-8f73-8dc36e61e59b tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 210 time: 0.1649673 Mar 04 23:50:14.634767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35816) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:14.638242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b070bb14-dd82-4eca-9acf-13350e3675ad req-88b9b1e5-77c0-4138-bba4-0a9a8990423c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:14.663537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b070bb14-dd82-4eca-9acf-13350e3675ad req-88b9b1e5-77c0-4138-bba4-0a9a8990423c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:14.664692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b070bb14-dd82-4eca-9acf-13350e3675ad req-88b9b1e5-77c0-4138-bba4-0a9a8990423c tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675446 Mar 04 23:50:14.687964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:50:14.784071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.793827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:14.805284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.826661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Transition to ACTIVE for port object 4a7582dd-7531-44a4-8ae3-f1be6726cad7 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:14.833782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] For port 9a1b9572-e81b-4c02-9e06-1bb168cece97, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9a1b9572-e81b-4c02-9e06-1bb168cece97,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:14.834078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.840772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e2951a7-4811-4782-98dc-56b34c97dff8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:14.849139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Transition to ACTIVE for port object 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:14.863368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.951621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:50:14.954960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:14.970126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:14.976278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:50:14.986594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:14.987694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.003467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7e2951a7-4811-4782-98dc-56b34c97dff8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:15.009747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7e2951a7-4811-4782-98dc-56b34c97dff8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:15.010341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.080444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3442249 Mar 04 23:50:15.084493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7a9fd-41b3-4c35-bb1b-443222450a51 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Pushing event updated for resources: {'Port': ['ID=4a7582dd-7531-44a4-8ae3-f1be6726cad7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:15.098416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Request body: {'port': {'device_id': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:15.108681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Calling delete_port for 9a1b9572-e81b-4c02-9e06-1bb168cece97 owned by compute:tempest-test_az-2043808989 {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:50:15.235632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.341239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.356961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Pushing event updated for resources: {'Port': ['ID=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:15.383077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-754ee79c-a367-430e-80c5-c9cfec01e62d None None] Provisioning for port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:15.412157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:15.414715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-754ee79c-a367-430e-80c5-c9cfec01e62d None None] Provisioning complete for port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:15.414985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-754ee79c-a367-430e-80c5-c9cfec01e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.418337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Usage tracker for resource:security_group_rule and tenant:ae4494a5180a4da39f9d4f5f904c2bb4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:15.476280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7e2951a7-4811-4782-98dc-56b34c97dff8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e2951a7-4811-4782-98dc-56b34c97dff8,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:15.486675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.497307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:15.525382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:15.563058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35840) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:15.579143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-754ee79c-a367-430e-80c5-c9cfec01e62d None None] Port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:50:15.603767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7e2951a7-4811-4782-98dc-56b34c97dff8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:15.612287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Attempting to bind port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:50:15.617746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Attempting to bind port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:50:15.618291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Attempting to bind port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:15.624087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.646435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:50:15.646751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Attempting to bind port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:15.655577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.746783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Pushing event deleted for resources: {'Port': ['ID=9a1b9572-e81b-4c02-9e06-1bb168cece97,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:15.763181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:50:15.763519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Checking segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:15.764523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Bound using segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:50:15.764956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Bound port: 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:50:15.765328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.875615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c904-7984-41e5-82ad-635939f7908b req-54738dd0-c9bd-4f3d-aad2-791695cc25d6 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:15.877091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8124c904-7984-41e5-82ad-635939f7908b req-54738dd0-c9bd-4f3d-aad2-791695cc25d6 tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3169ebe4-468e-4d26-9c35-645b39df22ac HTTP/1.1" status: 200 len: 972 time: 0.6272385 Mar 04 23:50:15.901266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:15.977600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8124c904-7984-41e5-82ad-635939f7908b req-c7e40970-4ba8-4deb-84e0-a7df04fc86bb tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d8c9f8-6366-474b-b07c-d6cff823935b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871089 Mar 04 23:50:16.003410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] No DVR routers for this DVR port 9a1b9572-e81b-4c02-9e06-1bb168cece97 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:50:16.038220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.047576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'name': 'network-vif-deleted', 'tag': '9a1b9572-e81b-4c02-9e06-1bb168cece97'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:16.058461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.070804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] For port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:50:16.080832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.099089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:16.113173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7582dd-7531-44a4-8ae3-f1be6726cad7 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:16.117182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Usage tracker for resource:security_group_rule and tenant:5864c82a56c047689e233ac96c3a983d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:16.120538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] For port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:50:16.120820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.130227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:16.137607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.139587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Transition to ACTIVE for port object 4a7582dd-7531-44a4-8ae3-f1be6726cad7 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:16.142637 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.183141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe726af1-6b8e-4fff-a79b-d1f89c7b8fd4 req-eaac8a2a-9e1b-4889-93f3-fd142a2e05ad tempest-AggregatesAdminTestJSON-142816413 tempest-AggregatesAdminTestJSON-142816413-project] 10.222.0.36 "DELETE /v2.0/ports/9a1b9572-e81b-4c02-9e06-1bb168cece97 HTTP/1.1" status: 204 len: 173 time: 2.2065890 Mar 04 23:50:16.187517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:16.226730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae4494a5180a4da39f9d4f5f904c2bb4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5873015 Mar 04 23:50:16.231456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35862) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:16.240316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.242643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] 10.222.0.10 "PUT /v2.0/ports/6ca686c9-eac2-45d5-9e46-abddcb0bdd09 HTTP/1.1" status: 200 len: 1091 time: 2.4384446 Mar 04 23:50:16.251155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ffb78-5a8d-41a9-aed5-67031cb9d92f req-0e207f64-be23-4a6d-9498-cf94956946b0 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:16.258984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-894ffb78-5a8d-41a9-aed5-67031cb9d92f req-0e207f64-be23-4a6d-9498-cf94956946b0 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 936 time: 0.4494283 Mar 04 23:50:16.260905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2106-9641-42f7-8447-dc7f0514863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f70d459-4a7d-4b3a-997e-6df93573a016,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:16.363821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7582dd-7531-44a4-8ae3-f1be6726cad7,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:16.422069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f55bb-44f5-4cec-b7d5-40216b9de52a service neutron] Pushing event updated for resources: {'Port': ['ID=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:16.432706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-894ffb78-5a8d-41a9-aed5-67031cb9d92f req-cec554de-0e52-4b31-bf8e-0ba5844d8a3c tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726980 Mar 04 23:50:16.479265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.489084 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.504081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Attempting to bind port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:50:16.504601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Attempting to bind port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:50:16.505050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Attempting to bind port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:16.519904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ee18ba1-535f-452f-a8f1-5536a3611f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.532966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:50:16.533355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Attempting to bind port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:16.549199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-96b8c368-c787-4fcd-8418-1d8517afca54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 1094 time: 0.2153695 Mar 04 23:50:16.575822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:50:16.575822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:16.576432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:50:16.576878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Bound port: 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:50:16.577261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.589082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ee18ba1-535f-452f-a8f1-5536a3611f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.602279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6632a-bdab-42e8-86e0-701256f0057b req-cf1d7397-b16b-49d9-a6e7-c3dd48c58680 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:16.609906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26b6632a-bdab-42e8-86e0-701256f0057b req-cf1d7397-b16b-49d9-a6e7-c3dd48c58680 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 943 time: 0.4311600 Mar 04 23:50:16.629232 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3169ebe4-468e-4d26-9c35-645b39df22ac', 'name': 'network-vif-deleted', 'tag': '9a1b9572-e81b-4c02-9e06-1bb168cece97', 'status': 'completed', 'code': 200} Mar 04 23:50:16.638621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79e5bd-dc68-4fe7-8a42-d168b3f5e2a7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:16.657242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-44495c98-bb89-4ee4-a251-585633791122 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5864c82a56c047689e233ac96c3a983d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0909357 Mar 04 23:50:16.668122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:16.669510 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-bc2ee60d-7b75-4b79-824b-db139bf99f8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09 HTTP/1.1" status: 200 len: 217 time: 0.1109526 Mar 04 23:50:16.703571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26b6632a-bdab-42e8-86e0-701256f0057b req-92e8d42a-78e7-4d5b-94cc-d1bf9461a98d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928144 Mar 04 23:50:16.798320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9478f-b416-4fe7-85f7-747338691f6a req-1115861f-62f4-4faa-bde5-10af168b040c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:16.799927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-1115861f-62f4-4faa-bde5-10af168b040c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.1116588 Mar 04 23:50:16.813744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e2951a7-4811-4782-98dc-56b34c97dff8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:16.843326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] For port 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:50:16.852589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] For port 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:50:16.859241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7f547b4-2d84-4d52-abcf-c8ced9cbe4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.860622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.896602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7f547b4-2d84-4d52-abcf-c8ced9cbe4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:16.948614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-63f57b1c-ec9d-4a21-bf07-e814ee381260 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433849 Mar 04 23:50:16.990855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7e2951a7-4811-4782-98dc-56b34c97dff8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:16.992254 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.004754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7582dd-7531-44a4-8ae3-f1be6726cad7,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:17.035779 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ee18ba1-535f-452f-a8f1-5536a3611f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.050282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.054089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c927b9de-121f-47aa-b6e4-9f7736f28f11 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a7582dd-7531-44a4-8ae3-f1be6726cad7 HTTP/1.1" status: 200 len: 1096 time: 1.9638054 Mar 04 23:50:17.065725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7f547b4-2d84-4d52-abcf-c8ced9cbe4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.072015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'tag': '4a7582dd-7531-44a4-8ae3-f1be6726cad7'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:17.110844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f547b4-2d84-4d52-abcf-c8ced9cbe4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79e5bd-dc68-4fe7-8a42-d168b3f5e2a7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:17.112633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35878) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:17.183364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ee18ba1-535f-452f-a8f1-5536a3611f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.200185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0ee18ba1-535f-452f-a8f1-5536a3611f69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f70d459-4a7d-4b3a-997e-6df93573a016 HTTP/1.1" status: 204 len: 168 time: 0.9599011 Mar 04 23:50:17.222601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7f547b4-2d84-4d52-abcf-c8ced9cbe4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.224012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7f547b4-2d84-4d52-abcf-c8ced9cbe4f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f79e5bd-dc68-4fe7-8a42-d168b3f5e2a7 HTTP/1.1" status: 204 len: 168 time: 0.5528674 Mar 04 23:50:17.260001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-0b66f816-c061-4da5-bf2b-1866e856ef57 service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051283 Mar 04 23:50:17.269284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee18ba1-535f-452f-a8f1-5536a3611f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f70d459-4a7d-4b3a-997e-6df93573a016,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:17.325088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-661a75b7-db0f-4036-a3a5-6e9beb771269 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e8b318c1f43b4b8884bf053be80ee&device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 1099 time: 0.1435874 Mar 04 23:50:17.446985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-af80b6e2-3cd3-49a3-8c16-c3ed59e9fffe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7 HTTP/1.1" status: 200 len: 217 time: 0.1145928 Mar 04 23:50:17.475337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48a9478f-b416-4fe7-85f7-747338691f6a req-438564a2-4d63-4347-865a-c9cc21768d80 service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075281 Mar 04 23:50:17.507156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9a1b9572-e81b-4c02-9e06-1bb168cece97 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:50:17.544249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-b6c87439-db38-4876-a462-bd5866136535 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:17.546069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-b6c87439-db38-4876-a462-bd5866136535 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0918674 Mar 04 23:50:17.567246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 9a1b9572-e81b-4c02-9e06-1bb168cece97 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:50:17.567671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9a1b9572-e81b-4c02-9e06-1bb168cece97 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:50:17.657517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-b21ea0b6-0e17-438d-9d37-592945460a93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033866 Mar 04 23:50:17.699570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.739577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:17.744971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4eb6e56ee34e2daf5bdd4fab06c1cf is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:17.748970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:17.755290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:17.861953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.864243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-efebb13f-3681-4213-972c-68072597f2b3 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004774 Mar 04 23:50:17.872121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:17.910113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f4eb6e56ee34e2daf5bdd4fab06c1cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7013431 Mar 04 23:50:17.915511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:17.923820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c10993-9830-4377-a02d-2a5e4bdf3a02 req-f523bdbf-43e6-4a63-8967-0ef3de01080d tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:17.925479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4c10993-9830-4377-a02d-2a5e4bdf3a02 req-f523bdbf-43e6-4a63-8967-0ef3de01080d tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 948 time: 0.3137813 Mar 04 23:50:18.033000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf7e3c-fb93-40de-baf4-7569420c6620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5abacae-4a45-454a-9ba9-2c296e75e279,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:18.069328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4c10993-9830-4377-a02d-2a5e4bdf3a02 req-f47505c9-5065-4bd5-9109-969d0021104c tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148317 Mar 04 23:50:18.091264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f884dca-01fb-41f4-9fb8-f73895d95fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.123769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f884dca-01fb-41f4-9fb8-f73895d95fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.148964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35928) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:18.177015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35932) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:18.189827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9daca01a-4fcc-4f36-9d40-16f025762cd1 req-c9aba383-6f4e-4aff-8a1f-e3efe937f13c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201084 Mar 04 23:50:18.192564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.204215 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.216550 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f884dca-01fb-41f4-9fb8-f73895d95fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.238605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f884dca-01fb-41f4-9fb8-f73895d95fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5abacae-4a45-454a-9ba9-2c296e75e279,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:18.245069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f884dca-01fb-41f4-9fb8-f73895d95fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.246242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7f884dca-01fb-41f4-9fb8-f73895d95fb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5abacae-4a45-454a-9ba9-2c296e75e279 HTTP/1.1" status: 204 len: 168 time: 0.3199286 Mar 04 23:50:18.258118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4709f-b9bf-4ec1-9a4e-81f7edc525a4 req-bf8e4cfe-74dd-42c6-8ddc-9ca3b54e2f8a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:18.270754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:18.271160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5b4709f-b9bf-4ec1-9a4e-81f7edc525a4 req-bf8e4cfe-74dd-42c6-8ddc-9ca3b54e2f8a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 943 time: 0.2561104 Mar 04 23:50:18.274005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:18.274809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Usage tracker for resource:security_group_rule and tenant:3bef0b21a2524dd9a5d0bf1809af17c8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:18.277929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:18.285599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:18.305011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9181f50839405eb9deff2ccc487201 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:18.307692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:18.321201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:18.353142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5b4709f-b9bf-4ec1-9a4e-81f7edc525a4 req-62e91a30-3908-4141-a191-7167ec17452e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810401 Mar 04 23:50:18.384494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.394466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.445067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.450783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.452025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e7ee27-16f5-4160-bb43-3ea92272d7ed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:18.457388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5139d764-6c1a-4b7e-a1b3-ca24c4067423 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bef0b21a2524dd9a5d0bf1809af17c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2785857 Mar 04 23:50:18.459254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35946) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:18.530487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954e162-3a44-4ff0-aec9-594b2c883305,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:18.550361 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'tag': '4a7582dd-7531-44a4-8ae3-f1be6726cad7', 'status': 'completed', 'code': 200} Mar 04 23:50:18.556120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:18.557669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6e5f9bb4-f52e-4276-9ae4-f4684c94ac20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f9181f50839405eb9deff2ccc487201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4031010 Mar 04 23:50:18.637499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:18.642758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-00734550-28aa-4f24-abf2-2d499979b76e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e8b318c1f43b4b8884bf053be80ee&device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 1099 time: 0.0838997 Mar 04 23:50:18.657466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-931ff1d1-3e98-4515-a8fd-06b74e3528e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.704663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-931ff1d1-3e98-4515-a8fd-06b74e3528e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.739249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-13e21e72-59a8-4c12-9833-abf8cb88ad4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.774327 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'status': 'completed', 'code': 200} Mar 04 23:50:18.783238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-13e21e72-59a8-4c12-9833-abf8cb88ad4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.873744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-931ff1d1-3e98-4515-a8fd-06b74e3528e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.876742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-c3caa42d-3443-41b8-b15c-fc2a0d3d4892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:18.878988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-c3caa42d-3443-41b8-b15c-fc2a0d3d4892 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2298250 Mar 04 23:50:18.903408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ff1d1-3e98-4515-a8fd-06b74e3528e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e7ee27-16f5-4160-bb43-3ea92272d7ed,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:18.916577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-931ff1d1-3e98-4515-a8fd-06b74e3528e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:18.917054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-931ff1d1-3e98-4515-a8fd-06b74e3528e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5e7ee27-16f5-4160-bb43-3ea92272d7ed HTTP/1.1" status: 204 len: 168 time: 0.4566829 Mar 04 23:50:18.942638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-318fb5e7-7373-4ee4-a0f7-cc9398cb9d45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 1094 time: 0.1392410 Mar 04 23:50:18.944921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-13e21e72-59a8-4c12-9833-abf8cb88ad4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:19.002592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-d0f73217-b759-46d8-bb8c-4d550249215c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7 HTTP/1.1" status: 200 len: 217 time: 0.1160281 Mar 04 23:50:19.005093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-13e21e72-59a8-4c12-9833-abf8cb88ad4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:19.006289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-13e21e72-59a8-4c12-9833-abf8cb88ad4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3954e162-3a44-4ff0-aec9-594b2c883305 HTTP/1.1" status: 204 len: 168 time: 0.4478474 Mar 04 23:50:19.007666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e21e72-59a8-4c12-9833-abf8cb88ad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954e162-3a44-4ff0-aec9-594b2c883305,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:19.102747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-82a6aaeb-94a5-4c6b-821e-9d6046d4557e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:19.104676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-82a6aaeb-94a5-4c6b-821e-9d6046d4557e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0965207 Mar 04 23:50:19.138200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-b97777de-56cf-401a-9958-df1912e17d44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:19.139889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-b97777de-56cf-401a-9958-df1912e17d44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 925 time: 0.1842985 Mar 04 23:50:19.194437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35986) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:19.228269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:19.286299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-ac24b617-e9c7-4e1f-ab57-a44d8e127b04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09 HTTP/1.1" status: 200 len: 217 time: 0.1391525 Mar 04 23:50:19.286516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:19.305606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Usage tracker for resource:security_group_rule and tenant:c76ad13e7e524207b970544ac2ea47d8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:19.311881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:19.339174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:19.349581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-d5885695-f27d-445c-b8ff-ea3f2acf3927 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371972 Mar 04 23:50:19.413922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-7fb18388-4572-4af0-8767-9fc4473b8477 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:19.415457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-7fb18388-4572-4af0-8767-9fc4473b8477 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.1230056 Mar 04 23:50:19.511819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305bbda-57d4-4d06-9dfd-739c638cbf2d req-c08481f3-503f-47f2-a9e4-68a7999fe6f2 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:19.513520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3305bbda-57d4-4d06-9dfd-739c638cbf2d req-c08481f3-503f-47f2-a9e4-68a7999fe6f2 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 948 time: 0.1607208 Mar 04 23:50:19.572063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3305bbda-57d4-4d06-9dfd-739c638cbf2d req-14b63d0d-b2f6-4c76-9e6f-c8717faf5b3b tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501585 Mar 04 23:50:19.588412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-d513b1c1-13f3-4b4e-b962-41c6c457c7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631289 Mar 04 23:50:19.599745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-59258791-1b52-45fe-88f5-826fc87b958b service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396286 Mar 04 23:50:19.700585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36012) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:19.770173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-5fc929c5-e184-418e-9b9f-895fe67998b6 service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729538 Mar 04 23:50:19.919011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:19.958740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:19.966338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b1f8d7-a0d4-453e-a8ea-df7a082d0fb3 req-fe9aefd5-46dd-4a75-9950-ae89d503c7df service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895983 Mar 04 23:50:20.081048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a47ccc4-10d1-4eb4-a57e-f857693a9e75 req-7aa5c978-f023-434f-90ba-daee36700717 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518785 Mar 04 23:50:20.098899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f47a66-9df2-4b36-b7ce-f72f3cae543e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:20.115350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c7982-9085-45e9-8ca1-e38f1d29be51 req-bab5548c-802e-49ed-83bd-aed8fca0447f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:20.122336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-796c7982-9085-45e9-8ca1-e38f1d29be51 req-bab5548c-802e-49ed-83bd-aed8fca0447f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 943 time: 0.4213498 Mar 04 23:50:20.145788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36052) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:20.150850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d6a7af83-96ea-4826-b12c-d13aaae0275c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c76ad13e7e524207b970544ac2ea47d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9553280 Mar 04 23:50:20.207738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-796c7982-9085-45e9-8ca1-e38f1d29be51 req-7eaabda9-e43f-4cab-8633-8d35d42a7f9f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842946 Mar 04 23:50:20.208436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.245156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d814d5-4860-4a92-a944-ec8bdbc70d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.249521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:20.253657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Usage tracker for resource:security_group_rule and tenant:72451faff6d64cf6ae40d6fba17b82c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:20.256705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:20.265824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:20.278361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d814d5-4860-4a92-a944-ec8bdbc70d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.345872 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d814d5-4860-4a92-a944-ec8bdbc70d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.421129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.428397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.472554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d814d5-4860-4a92-a944-ec8bdbc70d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f47a66-9df2-4b36-b7ce-f72f3cae543e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:20.475906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d814d5-4860-4a92-a944-ec8bdbc70d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.477567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c1d814d5-4860-4a92-a944-ec8bdbc70d9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64f47a66-9df2-4b36-b7ce-f72f3cae543e HTTP/1.1" status: 204 len: 168 time: 0.3306534 Mar 04 23:50:20.532701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cb3a02-cd54-48d1-abc3-f9744ee088ee,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:20.540047 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8827d57a-3d10-4779-8b23-c7d97a83df50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72451faff6d64cf6ae40d6fba17b82c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8326499 Mar 04 23:50:20.540283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36078) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:20.639911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-637bb2b4-cc72-428e-a054-d6e05ae78910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.695492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-637bb2b4-cc72-428e-a054-d6e05ae78910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.812362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-637bb2b4-cc72-428e-a054-d6e05ae78910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.834705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bb2b4-cc72-428e-a054-d6e05ae78910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cb3a02-cd54-48d1-abc3-f9744ee088ee,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:20.853430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-637bb2b4-cc72-428e-a054-d6e05ae78910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:20.854546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-637bb2b4-cc72-428e-a054-d6e05ae78910 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5cb3a02-cd54-48d1-abc3-f9744ee088ee HTTP/1.1" status: 204 len: 168 time: 0.3131080 Mar 04 23:50:20.866923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41b5eb-1d3e-42f3-abb8-6adbae4b6343 req-6863c75b-563e-428d-9abd-36a90e373ae7 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:20.867850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9c41b5eb-1d3e-42f3-abb8-6adbae4b6343 req-6863c75b-563e-428d-9abd-36a90e373ae7 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Synchronizing usage tracker for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:20.886487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9c41b5eb-1d3e-42f3-abb8-6adbae4b6343 req-6863c75b-563e-428d-9abd-36a90e373ae7 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Unset dirty status for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:20.893569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c41b5eb-1d3e-42f3-abb8-6adbae4b6343 req-6863c75b-563e-428d-9abd-36a90e373ae7 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 948 time: 0.1774385 Mar 04 23:50:20.950006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c41b5eb-1d3e-42f3-abb8-6adbae4b6343 req-a71d5795-2e84-4b71-bdc4-207af3220ca9 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555058 Mar 04 23:50:21.459044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be6da3-20e4-4599-9305-9df8ccaee09f req-03f53679-e6d3-4a7b-96e5-5cdc81004e27 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:21.466273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80be6da3-20e4-4599-9305-9df8ccaee09f req-03f53679-e6d3-4a7b-96e5-5cdc81004e27 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 943 time: 0.0973461 Mar 04 23:50:21.521629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80be6da3-20e4-4599-9305-9df8ccaee09f req-1f1156a3-a9de-42f9-aa93-f7e51aa890d7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542858 Mar 04 23:50:21.571245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a7582dd-7531-44a4-8ae3-f1be6726cad7 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:50:21.611724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:21.648058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:21.737814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:21.746141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:403e9a99c1d04e03ab1d5f840b622697 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:21.753012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:21.766589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:21.807669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:21.831500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '4a7582dd-7531-44a4-8ae3-f1be6726cad7', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '4a7582dd-7531-44a4-8ae3-f1be6726cad7', 'mac_address': 'fa:16:3e:dd:4c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:50:21.868243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:21.875117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:21.911869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:21.919308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36180) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:21.920430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=403e9a99c1d04e03ab1d5f840b622697&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3063519 Mar 04 23:50:21.940242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7582dd-7531-44a4-8ae3-f1be6726cad7 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:21.958734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7c037-4ca3-4656-a73a-dee4dae7bdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8261f45e-b3d7-4c1f-8d65-5b85336de1c1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:21.960778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:21.969844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:21.972091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:50:22.103252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8488376f-020d-443a-a557-476adbc4a456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:22.138242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8488376f-020d-443a-a557-476adbc4a456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:22.228957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8488376f-020d-443a-a557-476adbc4a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:22.319697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488376f-020d-443a-a557-476adbc4a456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8261f45e-b3d7-4c1f-8d65-5b85336de1c1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:22.327339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8488376f-020d-443a-a557-476adbc4a456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:22.331112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8488376f-020d-443a-a557-476adbc4a456 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8261f45e-b3d7-4c1f-8d65-5b85336de1c1 HTTP/1.1" status: 204 len: 168 time: 0.4077265 Mar 04 23:50:22.346140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4a7582dd-7531-44a4-8ae3-f1be6726cad7,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:22.357680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:22.370216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455801-6ba6-46f6-85db-154244a83e8f req-55f9d0ab-82c4-465a-be09-a808750ad12e tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:22.374960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'port_id': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'mac_address': 'fa:16:3e:d1:3c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:50:22.380644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1455801-6ba6-46f6-85db-154244a83e8f req-55f9d0ab-82c4-465a-be09-a808750ad12e tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 949 time: 0.1469109 Mar 04 23:50:22.443388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1455801-6ba6-46f6-85db-154244a83e8f req-0a24743b-e680-4289-a1f6-be02b955d2eb tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605237 Mar 04 23:50:22.469595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:22.489445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:22.506516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:22.511356 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:22.583236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:22.738281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016aaafc-c3e5-4d39-9322-ba0a99671173 req-6c53792c-6506-42dd-9ef8-7d389ed32e9a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:22.739252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-016aaafc-c3e5-4d39-9322-ba0a99671173 req-6c53792c-6506-42dd-9ef8-7d389ed32e9a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:22.756095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-016aaafc-c3e5-4d39-9322-ba0a99671173 req-6c53792c-6506-42dd-9ef8-7d389ed32e9a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:22.757372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-016aaafc-c3e5-4d39-9322-ba0a99671173 req-6c53792c-6506-42dd-9ef8-7d389ed32e9a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 944 time: 0.1033289 Mar 04 23:50:22.811650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-016aaafc-c3e5-4d39-9322-ba0a99671173 req-4cc84082-3402-43c9-aea2-04bfe464a5de tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445371 Mar 04 23:50:22.826896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36226) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:22.838254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4a7582dd-7531-44a4-8ae3-f1be6726cad7'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:22.878556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6ca686c9-eac2-45d5-9e46-abddcb0bdd09'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:23.243554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.261444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36242) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:23.286458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:23.290744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Usage tracker for resource:security_group_rule and tenant:3f512367838748378ab7fdd04735e2ec is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:23.293651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:23.303411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:23.379289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.384476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.460397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb21af4-da10-41be-8be3-37b63b3bfb9e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:23.469892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7fb08100-9b47-4f96-a341-252cbb21ea81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f512367838748378ab7fdd04735e2ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6411891 Mar 04 23:50:23.472594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:23.512563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-636deaa7-e2aa-4549-9065-74ea9f1a23dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d20dee2129466f9cf67154d36f0170&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2475119 Mar 04 23:50:23.513043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36266) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:23.583366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdc88b2a-7991-4b01-9925-edd1faa2a58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.590172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d027c87f-2a23-4f5f-a7c4-351da4b4035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.619274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d027c87f-2a23-4f5f-a7c4-351da4b4035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.691390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d027c87f-2a23-4f5f-a7c4-351da4b4035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.713680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027c87f-2a23-4f5f-a7c4-351da4b4035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8c9f8-6366-474b-b07c-d6cff823935b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:23.738701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d027c87f-2a23-4f5f-a7c4-351da4b4035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.740047 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d027c87f-2a23-4f5f-a7c4-351da4b4035c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9d8c9f8-6366-474b-b07c-d6cff823935b HTTP/1.1" status: 204 len: 168 time: 0.2254181 Mar 04 23:50:23.756773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdc88b2a-7991-4b01-9925-edd1faa2a58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.820418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9aff-381c-4772-8e14-4acf3bf21722 req-7b3c87a5-6acf-4362-99de-ffdc5b5d4371 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:23.827767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5cb9aff-381c-4772-8e14-4acf3bf21722 req-7b3c87a5-6acf-4362-99de-ffdc5b5d4371 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 949 time: 0.2118244 Mar 04 23:50:23.867263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdc88b2a-7991-4b01-9925-edd1faa2a58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.894052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5cb9aff-381c-4772-8e14-4acf3bf21722 req-f1e3518f-640b-47e1-a045-ffc49e15f1fa tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651140 Mar 04 23:50:23.914688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc88b2a-7991-4b01-9925-edd1faa2a58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb21af4-da10-41be-8be3-37b63b3bfb9e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:23.919235 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdc88b2a-7991-4b01-9925-edd1faa2a58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:23.922853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bdc88b2a-7991-4b01-9925-edd1faa2a58c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb21af4-da10-41be-8be3-37b63b3bfb9e HTTP/1.1" status: 204 len: 168 time: 0.4477675 Mar 04 23:50:24.054297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62685-05b9-44f9-8285-f9ae3ca183d6 req-444f86ab-5b28-43d7-b324-47ec8fa2863b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:24.055836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44b62685-05b9-44f9-8285-f9ae3ca183d6 req-444f86ab-5b28-43d7-b324-47ec8fa2863b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 944 time: 0.0938528 Mar 04 23:50:24.104856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44b62685-05b9-44f9-8285-f9ae3ca183d6 req-06874425-4bb5-464b-b750-5c565d757d59 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 Mar 04 23:50:24.513060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36300) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:24.585340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:24.638590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5af82c72-150f-43d1-af61-91903336faf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=896c54c2d6eb4d849ae3bb178005ffa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520301 Mar 04 23:50:24.641834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36312) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:24.704818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8237174a-81fb-4718-9e49-41e3b0e7139c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:24.733818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8237174a-81fb-4718-9e49-41e3b0e7139c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:24.786104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8237174a-81fb-4718-9e49-41e3b0e7139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:24.805389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237174a-81fb-4718-9e49-41e3b0e7139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b3cbb-16d8-41b4-b3aa-4372c92261d0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:24.806815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8237174a-81fb-4718-9e49-41e3b0e7139c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:24.811507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8237174a-81fb-4718-9e49-41e3b0e7139c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/924b3cbb-16d8-41b4-b3aa-4372c92261d0 HTTP/1.1" status: 204 len: 168 time: 0.1686871 Mar 04 23:50:24.878756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:24.917767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:24.923063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b92d4398c84a6ab2157b1010241558 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:24.926132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:24.936318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:24.944456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36324) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:24.966014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.006477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:25.011902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Usage tracker for resource:security_group_rule and tenant:50e0c558fcd0404f8c4555911f01ae36 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:25.016373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:25.023792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:25.032396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.078653 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.121446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d006b846-e90b-438a-812c-936c9041c936,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:25.137252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.142957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.198616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-db99b17b-37f4-4b40-b9c0-fffb930ed9f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1b92d4398c84a6ab2157b1010241558&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6838198 Mar 04 23:50:25.201247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:25.206940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1a887-7104-4890-9a6f-e10f5b1c8c6c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:25.213058 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f9bb196-dc31-4d03-aa79-02408b8f8478 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50e0c558fcd0404f8c4555911f01ae36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675579 Mar 04 23:50:25.215459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36338) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:25.232102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089c664-1906-4abe-a9d7-43eb611b660b req-dbad47db-fbad-4322-bc2c-596e585c6809 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:25.240195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1089c664-1906-4abe-a9d7-43eb611b660b req-dbad47db-fbad-4322-bc2c-596e585c6809 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 949 time: 0.2011878 Mar 04 23:50:25.316768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1089c664-1906-4abe-a9d7-43eb611b660b req-c4ea2137-ea2a-4c12-8123-d0965c40bdc5 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760722 Mar 04 23:50:25.334879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f407c280-5c4e-46cd-b86d-e5cfe4dfc31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.363348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f407c280-5c4e-46cd-b86d-e5cfe4dfc31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.377297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9064fc9-ff4d-4580-8e94-8dcc80cc05d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.417200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9064fc9-ff4d-4580-8e94-8dcc80cc05d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.437676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f407c280-5c4e-46cd-b86d-e5cfe4dfc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.463708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407c280-5c4e-46cd-b86d-e5cfe4dfc31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d006b846-e90b-438a-812c-936c9041c936,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:25.464581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d821-f4cf-4164-9872-d27b9f085e26 req-d8f77585-c1f9-4603-93ae-cd91f813fc94 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:25.468252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f407c280-5c4e-46cd-b86d-e5cfe4dfc31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.469417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f407c280-5c4e-46cd-b86d-e5cfe4dfc31d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d006b846-e90b-438a-812c-936c9041c936 HTTP/1.1" status: 204 len: 168 time: 0.2669804 Mar 04 23:50:25.471282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f510d821-f4cf-4164-9872-d27b9f085e26 req-d8f77585-c1f9-4603-93ae-cd91f813fc94 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 944 time: 0.1636488 Mar 04 23:50:25.519957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f510d821-f4cf-4164-9872-d27b9f085e26 req-7c9b5174-3dd2-4669-8312-24dfca95f6f2 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478284 Mar 04 23:50:25.526088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9064fc9-ff4d-4580-8e94-8dcc80cc05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.548612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064fc9-ff4d-4580-8e94-8dcc80cc05d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1a887-7104-4890-9a6f-e10f5b1c8c6c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:25.551101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9064fc9-ff4d-4580-8e94-8dcc80cc05d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.554897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9064fc9-ff4d-4580-8e94-8dcc80cc05d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afc1a887-7104-4890-9a6f-e10f5b1c8c6c HTTP/1.1" status: 204 len: 168 time: 0.3383219 Mar 04 23:50:25.614663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a7582dd-7531-44a4-8ae3-f1be6726cad7 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:25.691534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:25.696567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:25.696975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.814212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.843360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7582dd-7531-44a4-8ae3-f1be6726cad7'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:25.855612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:25.861901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:25.864068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:25.908522 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7582dd-7531-44a4-8ae3-f1be6726cad7', 'code': 200} Mar 04 23:50:26.012132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:26.022329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:26.022695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.067382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4a7582dd-7531-44a4-8ae3-f1be6726cad7,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:26.073670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2419c337-2a09-40fc-bef0-d98a1d460f00 req-86a6d1f5-8f65-47f6-afd6-117b3a670769 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 1101 time: 0.1148381 Mar 04 23:50:26.126596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2419c337-2a09-40fc-bef0-d98a1d460f00 req-91b95c4e-e6c7-41b5-9a48-5337130a7762 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Mar 04 23:50:26.146803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.180605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:26.184407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.256970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:26.363237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36382) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:26.383413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.425257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:26.431675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Usage tracker for resource:security_group_rule and tenant:cc61954e51004c899591354bc6aa6777 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:26.436289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:26.444239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:26.526319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.532249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.539681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d18c-76ed-4d24-9de3-2eccab4856f8 req-2ee0aaf9-e9ff-4c88-aeab-8926e962f295 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:26.541623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6592d18c-76ed-4d24-9de3-2eccab4856f8 req-2ee0aaf9-e9ff-4c88-aeab-8926e962f295 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 950 time: 0.0929983 Mar 04 23:50:26.585620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1babe0-386b-4e3d-b55d-889a2b9710c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:26.595829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6592d18c-76ed-4d24-9de3-2eccab4856f8 req-f7b5a8d9-45d5-45c3-962e-451ee9a4f6b4 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Mar 04 23:50:26.600205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36392) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:26.600326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7436d8e4-ae17-44c2-ace8-4620ece2e080 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc61954e51004c899591354bc6aa6777&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2360573 Mar 04 23:50:26.648616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.694934 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.697169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-849b9e6e-75bd-4153-aced-a6c861255dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.731052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-849b9e6e-75bd-4153-aced-a6c861255dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.829262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-849b9e6e-75bd-4153-aced-a6c861255dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.848230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b9e6e-75bd-4153-aced-a6c861255dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1babe0-386b-4e3d-b55d-889a2b9710c3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:26.859878 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-849b9e6e-75bd-4153-aced-a6c861255dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:26.869758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-849b9e6e-75bd-4153-aced-a6c861255dbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc1babe0-386b-4e3d-b55d-889a2b9710c3 HTTP/1.1" status: 204 len: 168 time: 0.2682061 Mar 04 23:50:26.896536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc01d2-9ac4-4b0f-bae9-804d99234d58 req-f0fe16ce-633f-4d58-93c1-aff8919b8eba tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:26.899356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07dc01d2-9ac4-4b0f-bae9-804d99234d58 req-f0fe16ce-633f-4d58-93c1-aff8919b8eba tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 945 time: 0.1131711 Mar 04 23:50:26.962953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07dc01d2-9ac4-4b0f-bae9-804d99234d58 req-4e87ac7e-c6c7-4077-9911-4746878d2f83 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594716 Mar 04 23:50:27.909724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:27.928869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b185-6658-45b8-a2b5-d57a73eb908b req-aed38416-543e-4553-8e1f-950dec6e0aa6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:27.930364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e818b185-6658-45b8-a2b5-d57a73eb908b req-aed38416-543e-4553-8e1f-950dec6e0aa6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 950 time: 0.0793576 Mar 04 23:50:27.989397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e818b185-6658-45b8-a2b5-d57a73eb908b req-644e341e-89a1-49a4-adce-6b46f214a7d9 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523453 Mar 04 23:50:28.135599 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'code': 200} Mar 04 23:50:28.339141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-24bd10d7-d162-4cf9-85aa-72d3f76298bb req-d05a9273-d0c3-4bf1-8e43-dd755d8e5695 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 1096 time: 0.1389804 Mar 04 23:50:28.370960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3224-bf83-4288-8ecf-f19f697b9142 req-d74c8f1f-3fa7-4478-a8c3-b0e013789bd7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:28.375010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c8d3224-bf83-4288-8ecf-f19f697b9142 req-d74c8f1f-3fa7-4478-a8c3-b0e013789bd7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 945 time: 0.1228940 Mar 04 23:50:28.393671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-24bd10d7-d162-4cf9-85aa-72d3f76298bb req-128b341f-1d3f-48b1-9722-365b4d417ebd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498683 Mar 04 23:50:28.440634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c8d3224-bf83-4288-8ecf-f19f697b9142 req-bc870a6f-03c2-42e6-b3e8-6d03d116e2f7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583355 Mar 04 23:50:28.970838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af07692-e80c-4cf8-b77b-df6755901a90 req-00f52f25-3a78-46f0-ae12-d6e54b231814 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:28.972706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7af07692-e80c-4cf8-b77b-df6755901a90 req-00f52f25-3a78-46f0-ae12-d6e54b231814 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 950 time: 0.0805075 Mar 04 23:50:29.036419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7af07692-e80c-4cf8-b77b-df6755901a90 req-b0921cdc-76bc-4dd4-8343-bf4a0557dec6 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Mar 04 23:50:29.728408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d370f-cbf7-4aa9-af78-c2ba75aa2927 req-ea76f656-cfc8-48f5-936e-3533a61623a5 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:29.738199 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f99d370f-cbf7-4aa9-af78-c2ba75aa2927 req-ea76f656-cfc8-48f5-936e-3533a61623a5 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 950 time: 0.1225989 Mar 04 23:50:29.795786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f99d370f-cbf7-4aa9-af78-c2ba75aa2927 req-4c2dc81b-9d8b-40d0-b9a7-911b76445f0c tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559866 Mar 04 23:50:30.020689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c628f9-8c76-4185-8169-e4df6eb14755 req-0b2649a4-3e98-4435-81b6-99c52b42036e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:30.024954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06c628f9-8c76-4185-8169-e4df6eb14755 req-0b2649a4-3e98-4435-81b6-99c52b42036e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 945 time: 0.1058865 Mar 04 23:50:30.101337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06c628f9-8c76-4185-8169-e4df6eb14755 req-1b16f7d6-1fb5-4a3f-80b9-c3c6de3746ac tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701988 Mar 04 23:50:30.354534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374beb2-5180-46d0-9096-e5e504ead266 req-c45d687f-051e-4913-8803-67d1a79fd435 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:30.355980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0374beb2-5180-46d0-9096-e5e504ead266 req-c45d687f-051e-4913-8803-67d1a79fd435 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 945 time: 0.0952549 Mar 04 23:50:30.365872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:30.372101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'floatingip': {'port_id': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:30.488782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:30.862134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-6ba31799-8fe0-42fb-af68-342157008dbf tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:30.864530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-6ba31799-8fe0-42fb-af68-342157008dbf tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 950 time: 0.1123245 Mar 04 23:50:30.921845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:31.027438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Deleting port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:50:31.027790 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:31.268091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a9e3f-685a-47f2-b93c-27e2b06c15e9 req-92623cf1-17c6-42c4-baa0-c0a030b73b87 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:31.269787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-881a9e3f-685a-47f2-b93c-27e2b06c15e9 req-92623cf1-17c6-42c4-baa0-c0a030b73b87 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 950 time: 0.2815232 Mar 04 23:50:31.353883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] For port 4a7582dd-7531-44a4-8ae3-f1be6726cad7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a7582dd-7531-44a4-8ae3-f1be6726cad7,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:31.354067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:31.368037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-881a9e3f-685a-47f2-b93c-27e2b06c15e9 req-133e4544-d22e-4cd4-9bc0-1fcc59031167 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/security-groups?id=89f28c11-70b8-46d5-b623-6f5b358a278a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913119 Mar 04 23:50:31.541369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Calling delete_port for 4a7582dd-7531-44a4-8ae3-f1be6726cad7 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:50:31.560583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:31.565168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:31.787556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:31.812169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:31.825522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4a7582dd-7531-44a4-8ae3-f1be6726cad7'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:31.845115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:31.851195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ad43a6f650eb4e01b1d5ba3f864a2929 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:31.857304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:31.872108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:31.873912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36628) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:31.935321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Pushing event deleted for resources: {'Port': ['ID=4a7582dd-7531-44a4-8ae3-f1be6726cad7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:31.940472 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 associated. External IP: 172.25.0.136, port: 6ca686c9-eac2-45d5-9e46-abddcb0bdd09. Mar 04 23:50:32.078501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] No DVR routers for this DVR port 4a7582dd-7531-44a4-8ae3-f1be6726cad7 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:50:32.081115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.082002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.083025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.085593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.086185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.086618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.087041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.087491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.087887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.088314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.088723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.098900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.101846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'name': 'network-vif-deleted', 'tag': '4a7582dd-7531-44a4-8ae3-f1be6726cad7'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:32.120441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5b33171-f489-4e1f-b0ce-c215c5b2f262 req-206255fa-8fc2-476c-8383-bbee2477f2ef tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.10 "DELETE /v2.0/ports/4a7582dd-7531-44a4-8ae3-f1be6726cad7 HTTP/1.1" status: 204 len: 173 time: 1.2507737 Mar 04 23:50:32.154461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.163769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.229697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e3e02-ca76-41e4-9c7c-d2a6c7a96592,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:32.234794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad43a6f650eb4e01b1d5ba3f864a2929&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3116136 Mar 04 23:50:32.237433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36644) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:32.265403 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e446841f-3d08-44bc-a15a-d1a558e0998a', 'name': 'network-vif-deleted', 'tag': '4a7582dd-7531-44a4-8ae3-f1be6726cad7', 'status': 'completed', 'code': 200} Mar 04 23:50:32.270207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.273754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.274386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.274979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.275346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.275772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.276190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.276604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.279857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.281612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.283639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03942355-80c5-4b73-bc29-901919f123e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:32.336929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c02efb00-8aa6-4280-bd5c-7ec50f6599f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.372140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c02efb00-8aa6-4280-bd5c-7ec50f6599f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.452708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c02efb00-8aa6-4280-bd5c-7ec50f6599f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.483803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02efb00-8aa6-4280-bd5c-7ec50f6599f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e3e02-ca76-41e4-9c7c-d2a6c7a96592,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:32.499582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c02efb00-8aa6-4280-bd5c-7ec50f6599f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.500845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c02efb00-8aa6-4280-bd5c-7ec50f6599f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed1e3e02-ca76-41e4-9c7c-d2a6c7a96592 HTTP/1.1" status: 204 len: 168 time: 0.2623556 Mar 04 23:50:32.535962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.588458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:32.595042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a725ad122f384de7afaaf075083018b4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:32.598827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:32.606271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:32.691937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a9b9bc1f-7e5f-4db8-a6cf-007f45d5d2cb req-7882d6d6-45eb-4083-9f99-9e723794c248 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Synchronizing usage tracker for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:32.706864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.720723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a9b9bc1f-7e5f-4db8-a6cf-007f45d5d2cb req-7882d6d6-45eb-4083-9f99-9e723794c248 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] Unset dirty status for tenant:756e8b318c1f43b4b8884bf053be80ee on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:32.722090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9b9bc1f-7e5f-4db8-a6cf-007f45d5d2cb req-7882d6d6-45eb-4083-9f99-9e723794c248 tempest-DeleteServersAdminTestJSON-1548779000 tempest-DeleteServersAdminTestJSON-1548779000-project] 10.222.0.32 "GET /v2.0/ports?device_id=e446841f-3d08-44bc-a15a-d1a558e0998a HTTP/1.1" status: 200 len: 210 time: 0.1143920 Mar 04 23:50:32.732584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:32.789028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:50:32.861393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acacf473-0e4b-4d77-867b-c0b7752b30e6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:32.873843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a8cbf2dd-719d-4667-86b5-f1d0c12fefb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a725ad122f384de7afaaf075083018b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9956360 Mar 04 23:50:32.874302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36662) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:33.006269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0da498b5-18e2-42e0-832c-6d6b619f542a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.034847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0da498b5-18e2-42e0-832c-6d6b619f542a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.109329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0da498b5-18e2-42e0-832c-6d6b619f542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.142558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da498b5-18e2-42e0-832c-6d6b619f542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acacf473-0e4b-4d77-867b-c0b7752b30e6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:33.157926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36676) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:33.177641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0da498b5-18e2-42e0-832c-6d6b619f542a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.178849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0da498b5-18e2-42e0-832c-6d6b619f542a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acacf473-0e4b-4d77-867b-c0b7752b30e6 HTTP/1.1" status: 204 len: 168 time: 0.3029187 Mar 04 23:50:33.259314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:50:33.279834 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:50:33.290610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.298135 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:50:33.298869 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:50:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:33.352872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-483171dc-cebd-486b-876f-3c9ae9b381ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "PUT /v2.0/floatingips/ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 HTTP/1.1" status: 200 len: 991 time: 2.9858453 Mar 04 23:50:33.353957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:33.434923 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'status': 'completed', 'code': 200} Mar 04 23:50:33.598437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.656695 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:50:33.673816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:33.678160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:337849e94f904e84b2ca6f0492acb449 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:33.681065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:33.687862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:33.768872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.786340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:33.832832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:33.833385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=337849e94f904e84b2ca6f0492acb449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6712320 Mar 04 23:50:33.846349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-ab8f8331-7d21-4a59-841b-46b654e063be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 1096 time: 0.3883550 Mar 04 23:50:33.851619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf185fb-c54b-42ab-869c-e19dd6509e0a req-b97305fd-c823-4f6b-a395-801ce81ebd77 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:33.858542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aaf185fb-c54b-42ab-869c-e19dd6509e0a req-b97305fd-c823-4f6b-a395-801ce81ebd77 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 945 time: 0.3422813 Mar 04 23:50:33.912652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36716) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:34.026322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-85300caf-08ab-4e5e-825f-5a5225363059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:34.039226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-85300caf-08ab-4e5e-825f-5a5225363059 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 925 time: 0.1775875 Mar 04 23:50:34.064306 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.135874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf713194-3f67-484e-8855-edaa1eddb9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.187544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:34.206552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Usage tracker for resource:security_group_rule and tenant:ff599b5da7fa487ba969f17e6cc26a13 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:34.213010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:34.240327 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ca82cb6a-28e1-456d-9f28-4fa79f9b1a43', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'port_id': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'mac_address': 'fa:16:3e:d1:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f692552e-bb49-40fc-8062-18a5273102fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:50:06Z', 'updated_at': '2022-03-04T23:50:31Z', 'revision_number': 1, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:34.244340 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:50:34.250670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-cf83a93b-1b5f-4e0e-b2ac-f457405db935 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09 HTTP/1.1" status: 200 len: 999 time: 0.1759913 Mar 04 23:50:34.254661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eb01e-c867-4b06-b147-009086b71ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34eb6af-0b9e-40be-b75c-dc4ab6a53da3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:34.257163 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:50:34.257992 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:50:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:34.262946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:34.274000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf713194-3f67-484e-8855-edaa1eddb9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.331169 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aaf185fb-c54b-42ab-869c-e19dd6509e0a req-8b513eb5-2518-4c56-89df-964de6771916 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4714329 Mar 04 23:50:34.393184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-f40ca123-d226-49ee-8425-db42339b0cb8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:34.396868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-f40ca123-d226-49ee-8425-db42339b0cb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.1380394 Mar 04 23:50:34.492709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:50:34.518813 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf713194-3f67-484e-8855-edaa1eddb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.554435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.555042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-83eac77e-b8a8-4d20-9600-dc6bd820a9a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511018 Mar 04 23:50:34.562553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf713194-3f67-484e-8855-edaa1eddb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34eb6af-0b9e-40be-b75c-dc4ab6a53da3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:34.565466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.624761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff599b5da7fa487ba969f17e6cc26a13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7037365 Mar 04 23:50:34.632373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36736) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:34.633704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf713194-3f67-484e-8855-edaa1eddb9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.635335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf713194-3f67-484e-8855-edaa1eddb9c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c34eb6af-0b9e-40be-b75c-dc4ab6a53da3 HTTP/1.1" status: 204 len: 168 time: 0.8006878 Mar 04 23:50:34.636582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6de99-3e1f-4b30-92e2-332cfd8b8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977f18e0-c098-43c6-81ae-4f79826ed4c4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:34.716843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a804afb6-3912-4b58-bcd9-b682c0268c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.745131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-44353efd-c10b-4654-bed5-7e04250ea3a9 service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829693 Mar 04 23:50:34.748829 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a804afb6-3912-4b58-bcd9-b682c0268c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.752511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2c693160-6090-4144-9b63-7732dd0fc68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.763719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36742) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:34.786231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:34.867223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:34.882133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Usage tracker for resource:security_group_rule and tenant:afdafce6d513484083a2622e9a57344b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:34.887549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:34.959303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:34.966379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36750) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:34.997376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-1d4ae8ba-6bf8-43ac-af1c-f1d3a4477751 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=35d92c039b4842fb954f7f2f9551ebd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051090 Mar 04 23:50:35.012450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a804afb6-3912-4b58-bcd9-b682c0268c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.085109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ca82cb6a-28e1-456d-9f28-4fa79f9b1a43', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'port_id': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'mac_address': 'fa:16:3e:d1:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f692552e-bb49-40fc-8062-18a5273102fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:50:06Z', 'updated_at': '2022-03-04T23:50:31Z', 'revision_number': 1, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:50:35.090555 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba909d4-9745-47b8-aaf0-16284fb5e3ed None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ca82cb6a-28e1-456d-9f28-4fa79f9b1a43', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'port_id': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'mac_address': 'fa:16:3e:d1:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f692552e-bb49-40fc-8062-18a5273102fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:50:06Z', 'updated_at': '2022-03-04T23:50:31Z', 'revision_number': 1, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:50:35.144642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18e07cc4-9295-4b40-8c4e-ee133884d725 req-841e9674-b481-4dfb-935d-969b192aae79 service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941934 Mar 04 23:50:35.208924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a804afb6-3912-4b58-bcd9-b682c0268c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.210074 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a804afb6-3912-4b58-bcd9-b682c0268c2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/977f18e0-c098-43c6-81ae-4f79826ed4c4 HTTP/1.1" status: 204 len: 168 time: 0.5694551 Mar 04 23:50:35.242938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804afb6-3912-4b58-bcd9-b682c0268c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977f18e0-c098-43c6-81ae-4f79826ed4c4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:35.350096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-171f32f5-7584-4fe9-a263-1e61bc08cc0d tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:35.351567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-171f32f5-7584-4fe9-a263-1e61bc08cc0d tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188405 Mar 04 23:50:35.360360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.385124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.407482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.423191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-5f1c1211-4ec2-4002-811a-8e0c4ea32933 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/quotas/35d92c039b4842fb954f7f2f9551ebd9 HTTP/1.1" status: 200 len: 375 time: 0.0647209 Mar 04 23:50:35.430416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0626e4-6e75-4ad2-9acf-b04e8cb68da0 None None] New status for floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:50:35.499371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4c840-b63e-4cff-954b-f5365d8acd0c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:35.499992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36768) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:35.506925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1355e4a6-3b69-4369-b258-55ffc3b06b23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afdafce6d513484083a2622e9a57344b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7402558 Mar 04 23:50:35.514104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:35.529463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-ef74cbe9-909e-4f7a-b1f6-ca396ee01463 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35d92c039b4842fb954f7f2f9551ebd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814252 Mar 04 23:50:35.532757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.565392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:35.570897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Usage tracker for resource:security_group_rule and tenant:fd783496278b42f18db4fefd6b2dd962 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:35.582017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:35.589551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:35.613386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:35.620626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e4423c0998e844d6980e7ea9bf8618af is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:35.628897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:35.642462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:35.686091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.705269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.760186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a7582dd-7531-44a4-8ae3-f1be6726cad7 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:50:35.783431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e352b-32e8-4aa8-aa3d-ccbba60dc4ee,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:35.798914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.806738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.867669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c19717c4-9c01-41e7-8dcd-026f8d8da185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.874209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 4a7582dd-7531-44a4-8ae3-f1be6726cad7 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:50:35.874811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a7582dd-7531-44a4-8ae3-f1be6726cad7 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:50:35.909630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c19717c4-9c01-41e7-8dcd-026f8d8da185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:35.923177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5cfc4ae8-bcbc-48a2-aedb-680f947da051 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd783496278b42f18db4fefd6b2dd962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9466968 Mar 04 23:50:35.923332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36790) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:35.923924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fbd4f1-8383-494a-a0a7-1786738fd535,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:35.977380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cb1cb79b-a10e-4db0-a91f-9eb74f2729f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4423c0998e844d6980e7ea9bf8618af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4748816 Mar 04 23:50:35.979191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36796) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:36.118307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64448aca-6c68-44a5-8d19-7188ec3e104e req-de6b8c4c-d6e9-4c5b-ba1b-d1a7f606022a tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 210 time: 0.1381538 Mar 04 23:50:36.134101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f6931e-c311-42c0-bd80-370085a2ac1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.158796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c19717c4-9c01-41e7-8dcd-026f8d8da185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.159484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7702c9-26f8-4187-adcf-c6a78e1f83ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.203086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f6931e-c311-42c0-bd80-370085a2ac1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.214968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7702c9-26f8-4187-adcf-c6a78e1f83ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.230200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19717c4-9c01-41e7-8dcd-026f8d8da185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4c840-b63e-4cff-954b-f5365d8acd0c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:36.254001 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c19717c4-9c01-41e7-8dcd-026f8d8da185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.259045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c19717c4-9c01-41e7-8dcd-026f8d8da185 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77a4c840-b63e-4cff-954b-f5365d8acd0c HTTP/1.1" status: 204 len: 168 time: 0.7440877 Mar 04 23:50:36.293251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f6931e-c311-42c0-bd80-370085a2ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.312194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7702c9-26f8-4187-adcf-c6a78e1f83ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.323362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6931e-c311-42c0-bd80-370085a2ac1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e352b-32e8-4aa8-aa3d-ccbba60dc4ee,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:36.346638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7702c9-26f8-4187-adcf-c6a78e1f83ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fbd4f1-8383-494a-a0a7-1786738fd535,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:36.357504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f6931e-c311-42c0-bd80-370085a2ac1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.363299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a7f6931e-c311-42c0-bd80-370085a2ac1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c42e352b-32e8-4aa8-aa3d-ccbba60dc4ee HTTP/1.1" status: 204 len: 168 time: 0.4319947 Mar 04 23:50:36.363299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7702c9-26f8-4187-adcf-c6a78e1f83ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:36.363299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d7702c9-26f8-4187-adcf-c6a78e1f83ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3fbd4f1-8383-494a-a0a7-1786738fd535 HTTP/1.1" status: 204 len: 168 time: 0.3813272 Mar 04 23:50:36.878619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36836) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:36.925880 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85632206-ecd3-452c-a2a7-2bf4ebbe913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.116731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-c28c63c7-a2b8-4449-9ac2-841e6b72ce04 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=35d92c039b4842fb954f7f2f9551ebd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297079 Mar 04 23:50:37.153265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36850) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:37.200374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.246704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:37.253050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f1100b43745b4f5692af7873fd7ca663 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:37.258684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:37.268192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:37.311887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-77c37a52-44bb-4041-a521-3d052cd81bb4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:37.313659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-77c37a52-44bb-4041-a521-3d052cd81bb4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911232 Mar 04 23:50:37.332939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Request body: {'port': {'device_id': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '35d92c039b4842fb954f7f2f9551ebd9'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:37.430754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.443680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9227bbf1-0cdc-457c-8a9e-a689edc341d7 req-1c7c5940-09ec-4ca9-bc2f-dcfb261465a4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 210 time: 0.0665677 Mar 04 23:50:37.446002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.500066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:37.504755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Usage tracker for resource:port and tenant:35d92c039b4842fb954f7f2f9551ebd9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:37.508376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:37.518353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:37.531830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Made reservation on behalf of 35d92c039b4842fb954f7f2f9551ebd9 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:37.538345 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.553668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478de16-3528-4395-9c0a-05bf2144f75c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:37.559215 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-07bdd626-f4fc-43dd-b3bf-78a13ca428b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1100b43745b4f5692af7873fd7ca663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4035983 Mar 04 23:50:37.561553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.562947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:37.604194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3cc67380-4d9f-4a44-ba93-88127bafc38b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=756e8b318c1f43b4b8884bf053be80ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243946 Mar 04 23:50:37.606865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:37.610578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:37.630866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Usage tracker for resource:security_group_rule and tenant:35d92c039b4842fb954f7f2f9551ebd9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:37.635832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:37.639923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5acf6939-bdd4-4959-b97a-4732d3f2282c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.654561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:37.672915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5acf6939-bdd4-4959-b97a-4732d3f2282c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.738011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6d16-c638-4ca9-858b-58acd9bda418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.757319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5acf6939-bdd4-4959-b97a-4732d3f2282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.775419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf6939-bdd4-4959-b97a-4732d3f2282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478de16-3528-4395-9c0a-05bf2144f75c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:37.797437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6d16-c638-4ca9-858b-58acd9bda418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.821344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5acf6939-bdd4-4959-b97a-4732d3f2282c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.824868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5acf6939-bdd4-4959-b97a-4732d3f2282c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8478de16-3528-4395-9c0a-05bf2144f75c HTTP/1.1" status: 204 len: 168 time: 0.2586839 Mar 04 23:50:37.891414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.901917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:37.997270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6d16-c638-4ca9-858b-58acd9bda418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.092915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.182887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c49556-518f-421c-984a-427bf79fe31e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:38.205604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff6d16-c638-4ca9-858b-58acd9bda418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f28c11-70b8-46d5-b623-6f5b358a278a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:38.234381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Allocated IP 192.168.233.155 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/d0075e30-2317-4e8a-82fa-b84176a883e3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:50:38.236847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6d16-c638-4ca9-858b-58acd9bda418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.238084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c8ff6d16-c638-4ca9-858b-58acd9bda418 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89f28c11-70b8-46d5-b623-6f5b358a278a HTTP/1.1" status: 204 len: 168 time: 0.6295657 Mar 04 23:50:38.242326 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.465820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.490413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Transition to ACTIVE for port object d0075e30-2317-4e8a-82fa-b84176a883e3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:38.521198 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.603985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:50:38.607729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:38.625455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:50:38.636810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:38.639847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:38.660359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Pushing event updated for resources: {'Port': ['ID=d0075e30-2317-4e8a-82fa-b84176a883e3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:38.671226 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-a94fc1d3-34f3-4db9-9b44-88fa23e0fc8b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3367550 Mar 04 23:50:38.677493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Request body: {'port': {'device_id': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:38.703184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe1aa-001d-4690-af0e-0571d9574025 req-f663e1f9-ef9a-4da5-868c-654935e9ef66 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:38.712278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d58fe1aa-001d-4690-af0e-0571d9574025 req-f663e1f9-ef9a-4da5-868c-654935e9ef66 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 936 time: 0.1384232 Mar 04 23:50:38.792618 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d58fe1aa-001d-4690-af0e-0571d9574025 req-79c55ed4-0a5c-4224-b349-430f954fafea tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787463 Mar 04 23:50:38.862009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.007276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d143c4b1-fda8-434c-a116-1432a610b2b0 None None] Provisioning for port d0075e30-2317-4e8a-82fa-b84176a883e3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:39.012907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d143c4b1-fda8-434c-a116-1432a610b2b0 None None] Provisioning complete for port d0075e30-2317-4e8a-82fa-b84176a883e3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:39.013922 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d143c4b1-fda8-434c-a116-1432a610b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.104143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d143c4b1-fda8-434c-a116-1432a610b2b0 None None] Port d0075e30-2317-4e8a-82fa-b84176a883e3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:50:39.258542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:39.284747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.316913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:39.320934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Usage tracker for resource:security_group_rule and tenant:1ab1ef1f44df4d269a52b67d80278d13 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:39.323795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:39.330516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:39.404797 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.411169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.431369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0075e30-2317-4e8a-82fa-b84176a883e3 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:39.443643 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.460765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23440ba-a27d-4cbc-a45e-400e4f757e4f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:39.461941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Transition to ACTIVE for port object d0075e30-2317-4e8a-82fa-b84176a883e3 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:39.466016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c738b466-10bd-4ad7-9b9b-3f78aa23430f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ab1ef1f44df4d269a52b67d80278d13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040348 Mar 04 23:50:39.469657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36974) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:39.469853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.539280 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.541386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9605e11-dacc-4797-be6d-5719f36094fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.576334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9605e11-dacc-4797-be6d-5719f36094fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.652729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9605e11-dacc-4797-be6d-5719f36094fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.680885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9605e11-dacc-4797-be6d-5719f36094fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23440ba-a27d-4cbc-a45e-400e4f757e4f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:39.681010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Pushing event updated for resources: {'Port': ['ID=d0075e30-2317-4e8a-82fa-b84176a883e3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:39.687371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9605e11-dacc-4797-be6d-5719f36094fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.693433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a9605e11-dacc-4797-be6d-5719f36094fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b23440ba-a27d-4cbc-a45e-400e4f757e4f HTTP/1.1" status: 204 len: 168 time: 0.2223992 Mar 04 23:50:39.784023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788d894f-c09d-4887-a1aa-05d13d9dd812 req-de705060-6865-4b25-b13c-af584b159194 tempest-FlavorsV2NegativeTest-942022837 tempest-FlavorsV2NegativeTest-942022837-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=81bc87d0409b426f996ead8b5688d680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440075 Mar 04 23:50:39.795411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Attempting to bind port d0075e30-2317-4e8a-82fa-b84176a883e3 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:50:39.795736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Attempting to bind port d0075e30-2317-4e8a-82fa-b84176a883e3 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:50:39.796057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Attempting to bind port d0075e30-2317-4e8a-82fa-b84176a883e3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:39.805000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Port d0075e30-2317-4e8a-82fa-b84176a883e3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:50:39.805353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Attempting to bind port d0075e30-2317-4e8a-82fa-b84176a883e3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:39.814719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:50:39.815054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:39.815435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:50:39.815940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Bound port: d0075e30-2317-4e8a-82fa-b84176a883e3, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:50:39.816191 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:39.967272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d894f-c09d-4887-a1aa-05d13d9dd812 req-bf46bf78-825d-4b4b-8854-7e6ebda94256 tempest-FlavorsV2NegativeTest-942022837 tempest-FlavorsV2NegativeTest-942022837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:39.968702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788d894f-c09d-4887-a1aa-05d13d9dd812 req-bf46bf78-825d-4b4b-8854-7e6ebda94256 tempest-FlavorsV2NegativeTest-942022837 tempest-FlavorsV2NegativeTest-942022837-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795506 Mar 04 23:50:39.984178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] For port d0075e30-2317-4e8a-82fa-b84176a883e3, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:50:39.992895 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788d894f-c09d-4887-a1aa-05d13d9dd812 req-04bf6633-6cd3-4a5a-b712-afb5e4e9b5b4 tempest-FlavorsV2NegativeTest-942022837 tempest-FlavorsV2NegativeTest-942022837-project] 10.222.0.32 "GET /v2.0/quotas/81bc87d0409b426f996ead8b5688d680 HTTP/1.1" status: 200 len: 375 time: 0.0115616 Mar 04 23:50:39.994962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] For port d0075e30-2317-4e8a-82fa-b84176a883e3, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0075e30-2317-4e8a-82fa-b84176a883e3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:50:40.003344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:40.066815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788d894f-c09d-4887-a1aa-05d13d9dd812 req-1bc75bfb-1c4c-4350-89a2-45de62d1c675 tempest-FlavorsV2NegativeTest-942022837 tempest-FlavorsV2NegativeTest-942022837-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81bc87d0409b426f996ead8b5688d680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668120 Mar 04 23:50:40.115058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:40.116508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0075e30-2317-4e8a-82fa-b84176a883e3 HTTP/1.1" status: 200 len: 1096 time: 1.4440241 Mar 04 23:50:40.116964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'tag': 'd0075e30-2317-4e8a-82fa-b84176a883e3'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:40.151411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2a404-e369-4989-b5a7-820f57ab4552 service neutron] Pushing event updated for resources: {'Port': ['ID=d0075e30-2317-4e8a-82fa-b84176a883e3,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:40.299765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-8bddfa5e-7f28-469b-8986-5fadfb6259b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d92c039b4842fb954f7f2f9551ebd9&device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 1099 time: 0.1391537 Mar 04 23:50:40.313645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-ff78ca5c-6d3a-494f-9c77-56df0645f314 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:40.314971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-ff78ca5c-6d3a-494f-9c77-56df0645f314 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Synchronizing usage tracker for tenant:35d92c039b4842fb954f7f2f9551ebd9 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:40.391214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-49dd386b-43fc-4bd4-9591-52637ed0f718 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d0075e30-2317-4e8a-82fa-b84176a883e3 HTTP/1.1" status: 200 len: 217 time: 0.0839789 Mar 04 23:50:40.393952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-ff78ca5c-6d3a-494f-9c77-56df0645f314 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Unset dirty status for tenant:35d92c039b4842fb954f7f2f9551ebd9 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:40.395367 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-ff78ca5c-6d3a-494f-9c77-56df0645f314 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 948 time: 0.1967297 Mar 04 23:50:40.498753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-98b31d2a-c5e3-442d-a62e-d593e23959ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:40.500187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-98b31d2a-c5e3-442d-a62e-d593e23959ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1035821 Mar 04 23:50:40.503199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-c39a6278-76a5-4860-9f7c-c0a3404509f4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Synchronizing usage tracker for tenant:35d92c039b4842fb954f7f2f9551ebd9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:40.583169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-c39a6278-76a5-4860-9f7c-c0a3404509f4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Unset dirty status for tenant:35d92c039b4842fb954f7f2f9551ebd9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:40.591790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b229217-1cfc-46a6-a33a-8f29b7e638b3 req-c39a6278-76a5-4860-9f7c-c0a3404509f4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589565 Mar 04 23:50:40.611853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-deeb3c96-a935-4d8c-8193-a6ab30550b5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049654 Mar 04 23:50:40.688242 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'tag': 'd0075e30-2317-4e8a-82fa-b84176a883e3', 'status': 'completed', 'code': 200} Mar 04 23:50:40.757734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-e365d6d4-54d9-4163-8dc4-c58a5e9c41d5 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388071 Mar 04 23:50:41.028156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec16ee13-83ea-48ca-b62a-5cfdd693b71f req-10abbbd6-cb27-4cfb-b4a7-fdcabafab9a1 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651753 Mar 04 23:50:41.155277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-46073a6b-d35b-4196-a5af-674cdf4783bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d92c039b4842fb954f7f2f9551ebd9&device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 1099 time: 0.0693629 Mar 04 23:50:41.293703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-9383b852-07e1-4997-8ea0-92608b6d48ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:41.295681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-9383b852-07e1-4997-8ea0-92608b6d48ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1337378 Mar 04 23:50:41.366088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-c782ece6-beab-48ef-bb16-55908e368ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d0075e30-2317-4e8a-82fa-b84176a883e3 HTTP/1.1" status: 200 len: 217 time: 0.0642376 Mar 04 23:50:41.431607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-c7975f6c-8861-4197-8d19-224ba586febc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:41.433055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-c7975f6c-8861-4197-8d19-224ba586febc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0616472 Mar 04 23:50:41.508782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-4547bf08-941e-4913-ae81-f1a5a687257a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703511 Mar 04 23:50:41.642421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-ac4be6f8-a462-4b76-9c7a-ab6756e95ffa service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277039 Mar 04 23:50:41.726424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37078) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:41.844148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca31946-4597-4d58-ad16-621ff871e3d0 req-aa40df92-2e9f-4874-959d-3f759716a8e6 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962411 Mar 04 23:50:41.861002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1af26-433d-41e6-b130-2d9752559c20 req-5d94b248-9804-4673-964e-6a2a85153895 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:41.862808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28d1af26-433d-41e6-b130-2d9752559c20 req-5d94b248-9804-4673-964e-6a2a85153895 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 948 time: 0.1224265 Mar 04 23:50:41.914838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28d1af26-433d-41e6-b130-2d9752559c20 req-46f7995b-e945-444e-8a79-6eb765638987 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Mar 04 23:50:42.149303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.179810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:42.183639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Usage tracker for resource:security_group_rule and tenant:81bc87d0409b426f996ead8b5688d680 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:42.187438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:42.193801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:42.264558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.268244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.321384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81bc87d0409b426f996ead8b5688d680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5914447 Mar 04 23:50:42.321384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4e524-6030-4e4b-b672-6d6d02cb56a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e78303-fde8-4240-9324-05468aa21b84,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:42.322636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:42.387838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-989f44a4-f181-4e07-8f37-d9dabd2a95a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.418476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-989f44a4-f181-4e07-8f37-d9dabd2a95a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.478714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-989f44a4-f181-4e07-8f37-d9dabd2a95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.495803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f44a4-f181-4e07-8f37-d9dabd2a95a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e78303-fde8-4240-9324-05468aa21b84,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:42.502304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-989f44a4-f181-4e07-8f37-d9dabd2a95a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:42.509764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-989f44a4-f181-4e07-8f37-d9dabd2a95a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8e78303-fde8-4240-9324-05468aa21b84 HTTP/1.1" status: 204 len: 168 time: 0.1864452 Mar 04 23:50:42.645362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37122) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:43.085047 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.118014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:43.124485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac696a6b76a4b83832aa277de92f322 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:43.125697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:43.131681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:43.206668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.213031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.264384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec58bb-d883-483d-a318-7c048af2224a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:43.272918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37144) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:43.273410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-668c8ecb-cec5-46dd-ac90-2fa1b987bb16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac696a6b76a4b83832aa277de92f322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6266031 Mar 04 23:50:43.374639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5171b959-6a6f-4208-9a51-805a2601c973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.437970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5171b959-6a6f-4208-9a51-805a2601c973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.530259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5171b959-6a6f-4208-9a51-805a2601c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.559280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc68a99-cc9f-4f84-8876-6eab23c6f317 req-1d28ffaf-6a2e-471c-856f-c933a2dfbc23 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:43.567370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abc68a99-cc9f-4f84-8876-6eab23c6f317 req-1d28ffaf-6a2e-471c-856f-c933a2dfbc23 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 948 time: 0.0930543 Mar 04 23:50:43.569288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171b959-6a6f-4208-9a51-805a2601c973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec58bb-d883-483d-a318-7c048af2224a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:43.590519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5171b959-6a6f-4208-9a51-805a2601c973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:43.596300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5171b959-6a6f-4208-9a51-805a2601c973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eec58bb-d883-483d-a318-7c048af2224a HTTP/1.1" status: 204 len: 168 time: 0.3217187 Mar 04 23:50:43.659252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abc68a99-cc9f-4f84-8876-6eab23c6f317 req-9cffa28d-beb1-48ea-8a80-14280774e611 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907340 Mar 04 23:50:44.239060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37212) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:44.258352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.289309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:44.293053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Usage tracker for resource:security_group_rule and tenant:710229286101496bb565ad03293da43c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:44.295933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:44.301604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:44.348812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37216) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:44.379781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.384068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.431535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1412400f-b109-461e-a2b8-fc209c4d7d2f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:44.437702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-265eb1f7-8c07-4598-a23f-ecaf2852a98e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=710229286101496bb565ad03293da43c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974576 Mar 04 23:50:44.440172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37224) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:44.503326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7d4e-5b7d-4493-86ee-90731e2a725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.529478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7d4e-5b7d-4493-86ee-90731e2a725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.587302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7d4e-5b7d-4493-86ee-90731e2a725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.605027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe7d4e-5b7d-4493-86ee-90731e2a725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1412400f-b109-461e-a2b8-fc209c4d7d2f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:44.610467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7d4e-5b7d-4493-86ee-90731e2a725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.611570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d2fe7d4e-5b7d-4493-86ee-90731e2a725b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1412400f-b109-461e-a2b8-fc209c4d7d2f HTTP/1.1" status: 204 len: 168 time: 0.1703632 Mar 04 23:50:44.788423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.829159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:44.833923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Usage tracker for resource:security_group_rule and tenant:b1963632222d44bab20d57c45f0ec8af is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:44.838510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:44.849397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:44.864499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c145-5c0f-4eb5-a3e3-726fa649687e req-e7472548-1ddb-4265-9811-cd1c825513aa tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:44.866712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59f4c145-5c0f-4eb5-a3e3-726fa649687e req-e7472548-1ddb-4265-9811-cd1c825513aa tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 948 time: 0.0879018 Mar 04 23:50:44.923771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59f4c145-5c0f-4eb5-a3e3-726fa649687e req-5f72dbbf-02ca-40c6-9ad8-a5ca8c5fa35c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510736 Mar 04 23:50:44.927195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.935527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:44.989054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e06ef-2613-46cd-b9c2-4ce1ee806400,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:44.993833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-be2a62e8-39ca-47e6-968c-c06c7295ef40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1963632222d44bab20d57c45f0ec8af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6437767 Mar 04 23:50:44.996248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37244) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:45.068354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-510bbe47-059c-48d3-868d-1cc739f5bde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.095335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-510bbe47-059c-48d3-868d-1cc739f5bde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.155109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-510bbe47-059c-48d3-868d-1cc739f5bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.177147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bbe47-059c-48d3-868d-1cc739f5bde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e06ef-2613-46cd-b9c2-4ce1ee806400,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:45.183418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-510bbe47-059c-48d3-868d-1cc739f5bde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.185302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-510bbe47-059c-48d3-868d-1cc739f5bde1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e55e06ef-2613-46cd-b9c2-4ce1ee806400 HTTP/1.1" status: 204 len: 168 time: 0.1862938 Mar 04 23:50:45.375332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:45.394082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.427198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:45.431399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Usage tracker for resource:security_group_rule and tenant:9345711a90514bdfb1f79e3e77a7ca6c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:45.436284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:45.441832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:45.508626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.513696 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.541866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37266) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:45.572282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9243d7-72dc-470b-936a-52757faad8b5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:45.582518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-164efd15-5847-4877-bbe7-f6e16f749531 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9345711a90514bdfb1f79e3e77a7ca6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2059658 Mar 04 23:50:45.583758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37274) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:45.680298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0075e30-2317-4e8a-82fa-b84176a883e3 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:50:45.694775 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e5d52-5169-4590-8a60-8eb9db3d5a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.726830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e5d52-5169-4590-8a60-8eb9db3d5a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.787146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e5d52-5169-4590-8a60-8eb9db3d5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.809441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e5d52-5169-4590-8a60-8eb9db3d5a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9243d7-72dc-470b-936a-52757faad8b5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:45.813662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e5d52-5169-4590-8a60-8eb9db3d5a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.815545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b0e5d52-5169-4590-8a60-8eb9db3d5a61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf9243d7-72dc-470b-936a-52757faad8b5 HTTP/1.1" status: 204 len: 168 time: 0.2303836 Mar 04 23:50:45.887638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d0075e30-2317-4e8a-82fa-b84176a883e3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0075e30-2317-4e8a-82fa-b84176a883e3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:45.901499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd0075e30-2317-4e8a-82fa-b84176a883e3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd0075e30-2317-4e8a-82fa-b84176a883e3', 'mac_address': 'fa:16:3e:13:c5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:50:45.960743 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:45.983341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0075e30-2317-4e8a-82fa-b84176a883e3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:46.013737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d0075e30-2317-4e8a-82fa-b84176a883e3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0075e30-2317-4e8a-82fa-b84176a883e3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:46.018251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.068287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.113838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:46.119870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Usage tracker for resource:security_group_rule and tenant:2f80ced041874661a2ec9d21f95d3de3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:46.120511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d0075e30-2317-4e8a-82fa-b84176a883e3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:46.123574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:46.131926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:46.144422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.145653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.147571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.148189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.149646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.150210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.151298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.151684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.152011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.152332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.154304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:50:46.236558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.242539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.285023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbdfd63-d6da-47ff-8ff0-e8e7bbccdb1a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:46.315640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d0075e30-2317-4e8a-82fa-b84176a883e3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:46.370114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37292) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:46.379364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7bff0111-a07f-4ff0-b8d5-a03e46e2c534 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f80ced041874661a2ec9d21f95d3de3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8357999 Mar 04 23:50:46.381622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37296) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:46.389916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.423299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:46.427700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Usage tracker for resource:security_group_rule and tenant:156615f2a4cf4156ade6eb34d16b26c4 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:46.430840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:46.438342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:46.482074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d53ce9-d8c3-4a35-a0b5-3017fe0d5e10 req-d93a08ae-fbb3-4e38-ba52-0beadb0996de tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:46.488449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8d53ce9-d8c3-4a35-a0b5-3017fe0d5e10 req-d93a08ae-fbb3-4e38-ba52-0beadb0996de tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 949 time: 0.1974704 Mar 04 23:50:46.491197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-177e0c2e-391c-447e-b566-aafd264e471e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.512556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.519657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.556637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-177e0c2e-391c-447e-b566-aafd264e471e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.583520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9b1dfc-8260-43c2-8f2b-7ef9bf9572bd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:46.588707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc7e6c30-c217-4cde-a898-326d87e28c2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=156615f2a4cf4156ade6eb34d16b26c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2175784 Mar 04 23:50:46.591538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37304) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:46.641515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8d53ce9-d8c3-4a35-a0b5-3017fe0d5e10 req-818990bf-08f7-4a4d-acfb-7995c30ea512 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405101 Mar 04 23:50:46.668844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc9f79a3-ea52-404e-b72d-91ca8019d111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.670254 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-177e0c2e-391c-447e-b566-aafd264e471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.687161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e0c2e-391c-447e-b566-aafd264e471e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbdfd63-d6da-47ff-8ff0-e8e7bbccdb1a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:46.704855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-177e0c2e-391c-447e-b566-aafd264e471e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.706290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-177e0c2e-391c-447e-b566-aafd264e471e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdbdfd63-d6da-47ff-8ff0-e8e7bbccdb1a HTTP/1.1" status: 204 len: 168 time: 0.3220296 Mar 04 23:50:46.707624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc9f79a3-ea52-404e-b72d-91ca8019d111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.776369 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc9f79a3-ea52-404e-b72d-91ca8019d111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.791556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f79a3-ea52-404e-b72d-91ca8019d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9b1dfc-8260-43c2-8f2b-7ef9bf9572bd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:46.800955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc9f79a3-ea52-404e-b72d-91ca8019d111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:46.802317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fc9f79a3-ea52-404e-b72d-91ca8019d111 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a9b1dfc-8260-43c2-8f2b-7ef9bf9572bd HTTP/1.1" status: 204 len: 168 time: 0.2098794 Mar 04 23:50:47.472374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37346) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:47.498961 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:47.531823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:50:47.548637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:47.557927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Usage tracker for resource:security_group_rule and tenant:6c340343eeaa4545bdfe843dbeece7e6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:47.566306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:47.574496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:47.679889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0075e30-2317-4e8a-82fa-b84176a883e3 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:50:47.765413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:47.772753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:47.797625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d0075e30-2317-4e8a-82fa-b84176a883e3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:47.813354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d0075e30-2317-4e8a-82fa-b84176a883e3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:47.813626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:47.874422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4bc9de-4e27-409c-96df-9131e4178ce5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:47.882128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fd999e42-7f70-4885-8e6b-23890ea40b19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c340343eeaa4545bdfe843dbeece7e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4091153 Mar 04 23:50:47.884927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37376) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:47.917149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b10d4-a1f1-4ab7-b1d4-0c80142b49ac req-2755d236-c38d-46aa-888a-c9afa0f6915b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:47.925286 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b44b10d4-a1f1-4ab7-b1d4-0c80142b49ac req-2755d236-c38d-46aa-888a-c9afa0f6915b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 949 time: 0.1423373 Mar 04 23:50:48.027046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cff8268a-6421-470b-904d-db4d6659ff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:48.035742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b44b10d4-a1f1-4ab7-b1d4-0c80142b49ac req-d12553d6-08da-42cd-a6af-4eb812c42d8d tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091087 Mar 04 23:50:48.063154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:48.086508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cff8268a-6421-470b-904d-db4d6659ff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:48.124757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0075e30-2317-4e8a-82fa-b84176a883e3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:48.139349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d0075e30-2317-4e8a-82fa-b84176a883e3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0075e30-2317-4e8a-82fa-b84176a883e3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:48.147891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:48.192257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cff8268a-6421-470b-904d-db4d6659ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:48.219481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8268a-6421-470b-904d-db4d6659ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4bc9de-4e27-409c-96df-9131e4178ce5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:48.229079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cff8268a-6421-470b-904d-db4d6659ff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:48.237964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cff8268a-6421-470b-904d-db4d6659ff35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f4bc9de-4e27-409c-96df-9131e4178ce5 HTTP/1.1" status: 204 len: 168 time: 0.3517096 Mar 04 23:50:48.265434 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0075e30-2317-4e8a-82fa-b84176a883e3', 'code': 200} Mar 04 23:50:48.342804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d0075e30-2317-4e8a-82fa-b84176a883e3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:48.399795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ceb90b75-a921-42ba-833f-c1507d7149e4 req-7f43ec0f-8de2-4f31-8bb5-aa50d8c5be17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 1101 time: 0.1009877 Mar 04 23:50:48.448872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ceb90b75-a921-42ba-833f-c1507d7149e4 req-11d59f54-d577-4450-892a-5ce0ea0d5e9e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Mar 04 23:50:49.079389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37476) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:49.297476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56cac-5e38-4246-8f98-40f8e8bcd60b req-c95d9338-6e6d-4c40-8e38-6a2ed3f8bbe5 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:49.298937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84e56cac-5e38-4246-8f98-40f8e8bcd60b req-c95d9338-6e6d-4c40-8e38-6a2ed3f8bbe5 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 950 time: 0.0769494 Mar 04 23:50:49.370097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84e56cac-5e38-4246-8f98-40f8e8bcd60b req-05481492-c1c2-4751-b2c2-b959a160896b tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646527 Mar 04 23:50:49.371093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.409769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:49.413542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a546219740c4cdcbea0787b90783d9f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:49.416594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:49.424412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:49.444075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37502) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:49.505548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.512013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.567136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ed410-a05c-4f2d-b399-620fafcac832,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:49.583061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e734933-7430-4389-b5bb-2031da6abce3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a546219740c4cdcbea0787b90783d9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5011377 Mar 04 23:50:49.583194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37518) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:49.655331 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e41feef-710a-4d2d-9356-3741207c7ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.686418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e41feef-710a-4d2d-9356-3741207c7ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.766515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e41feef-710a-4d2d-9356-3741207c7ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.786176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41feef-710a-4d2d-9356-3741207c7ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ed410-a05c-4f2d-b399-620fafcac832,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:49.798140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e41feef-710a-4d2d-9356-3741207c7ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.802719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e41feef-710a-4d2d-9356-3741207c7ef7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/082ed410-a05c-4f2d-b399-620fafcac832 HTTP/1.1" status: 204 len: 168 time: 0.2173569 Mar 04 23:50:49.878892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-400346668-network', 'tenant_id': '6db8af48f38e4242834d2d54e28a5038'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:49.883980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:49.894121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Usage tracker for resource:network and tenant:6db8af48f38e4242834d2d54e28a5038 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:49.900543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:49.910916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:49.938572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Made reservation on behalf of 6db8af48f38e4242834d2d54e28a5038 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:49.945109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:49.984057 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.042979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:50.048919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:6db8af48f38e4242834d2d54e28a5038 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:50.053077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:50.061191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:50.154294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.160223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.193993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:50:50.207770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721af8c7-40b2-4f04-ab04-c605b666d43f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:50.215267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.216012 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Added segment 5945653f-af1f-4fb4-8c93-f94450a10fb6 of type vlan for network cda71662-4160-4761-9e2f-37800f565172 Mar 04 23:50:50.248400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.303900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.310869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:50.311716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.446126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=cda71662-4160-4761-9e2f-37800f565172,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:50.449814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8dc1c53b-6cfd-46aa-9c8b-791aac777cb5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0045700 Mar 04 23:50:50.453301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37582) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:50.460190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network cda71662-4160-4761-9e2f-37800f565172 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:50:50.475236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Request body: {'subnet': {'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-400346668-subnet', 'tenant_id': '6db8af48f38e4242834d2d54e28a5038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:50.488059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:50.496310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Usage tracker for resource:subnet and tenant:6db8af48f38e4242834d2d54e28a5038 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:50.504273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:50.512398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:50.538012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Made reservation on behalf of 6db8af48f38e4242834d2d54e28a5038 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:50.540379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.786852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601eb90-15a5-435f-86f2-c0e178d7d7f8 req-c0fc24db-3f9b-4c6d-8ec3-ddbb60fb80e4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:50.798176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f601eb90-15a5-435f-86f2-c0e178d7d7f8 req-c0fc24db-3f9b-4c6d-8ec3-ddbb60fb80e4 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 950 time: 0.1516743 Mar 04 23:50:50.850190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37614) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:50.886776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.912463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f601eb90-15a5-435f-86f2-c0e178d7d7f8 req-7aa4c132-f596-4017-a029-223de067a518 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132178 Mar 04 23:50:50.971612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:50.977878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:50.983161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Usage tracker for resource:security_group_rule and tenant:e15abf9f33bd4e97a42bf8869a2839c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:50.987211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:51.000638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:51.112633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0f0284-62dd-42fc-9718-35b4000bcb00,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:51.143304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.148930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.155641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:51.156114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Network hostable DHCP agents. Network: cda71662-4160-4761-9e2f-37800f565172, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:50:51.183183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Network cda71662-4160-4761-9e2f-37800f565172 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:50:51.202718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, cda71662-4160-4761-9e2f-37800f565172) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:51.211310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f8d58-4e25-4dcc-bfb1-19f6ac0d956f None None] Network cda71662-4160-4761-9e2f-37800f565172 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:50:51.217163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:51.219754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.255209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e15abf9f33bd4e97a42bf8869a2839c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4021332 Mar 04 23:50:51.256111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d580c19-3f7e-4613-a84d-4318a2616a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb0bce5-ed1a-4de8-a2c9-37df39c6e5e7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:51.258415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37636) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:51.301276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0482c5b3-f102-4bd6-b4b3-bb6758a4ae79 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8376288 Mar 04 23:50:51.360316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e99-8c9c-4189-a489-c5bc97e0a436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.391254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e99-8c9c-4189-a489-c5bc97e0a436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.488579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e99-8c9c-4189-a489-c5bc97e0a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.518851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e2e99-8c9c-4189-a489-c5bc97e0a436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb0bce5-ed1a-4de8-a2c9-37df39c6e5e7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:51.531006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e99-8c9c-4189-a489-c5bc97e0a436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:51.532123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f75e2e99-8c9c-4189-a489-c5bc97e0a436 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fb0bce5-ed1a-4de8-a2c9-37df39c6e5e7 HTTP/1.1" status: 204 len: 168 time: 0.2716801 Mar 04 23:50:51.641717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc345baf-e409-45f2-a2b7-ea56c26cc0a9 None None] Network cda71662-4160-4761-9e2f-37800f565172 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:50:52.293886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8136f-8595-4ed3-b4f5-3d93d2538307 req-7a202c95-7717-47b0-a86f-7dfcc1ff3f0e tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:52.301752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84d8136f-8595-4ed3-b4f5-3d93d2538307 req-7a202c95-7717-47b0-a86f-7dfcc1ff3f0e tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 950 time: 0.1119330 Mar 04 23:50:52.304038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37708) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:52.357530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84d8136f-8595-4ed3-b4f5-3d93d2538307 req-55e37f4e-d15c-4a3f-b6de-379036368d2a tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Mar 04 23:50:52.692841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:52.734151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:52.741211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecc5887f0ca4e6f84a288c410030455 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:52.748478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:52.763446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:52.802823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37752) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:52.862376 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-a86ccba0-d709-4157-bc2a-00ad5520b2c3 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439835 Mar 04 23:50:52.934362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:52.964243 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:52.982563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.038309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:53.049986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Usage tracker for resource:security_group_rule and tenant:ae26a71e40684bd094b5bb41858b1cad is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:53.057165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:53.069471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:53.134141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93100e02-c83c-48de-803e-0596d150b814,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:53.140711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-302491bd-abe8-48c5-99b2-f68ee59a3062 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ecc5887f0ca4e6f84a288c410030455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8355999 Mar 04 23:50:53.155744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37780) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:53.210350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.216391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.219301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-18ec1c41-ba51-495d-9947-eebbb849a7bf tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:53.226754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-18ec1c41-ba51-495d-9947-eebbb849a7bf tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587987 Mar 04 23:50:53.245946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-6e981673-0e48-4c13-a5da-1a46570f1ab0 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/quotas/ad2380b8d0274dc8b0d4644764ff99ea HTTP/1.1" status: 200 len: 375 time: 0.0183010 Mar 04 23:50:53.270145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae26a71e40684bd094b5bb41858b1cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4656811 Mar 04 23:50:53.285035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37794) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:53.319089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-09a189df-4435-4b03-8497-45497d23a3a3 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722384 Mar 04 23:50:53.357955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63d7b1-6f5e-49d2-a70a-162a8a9e5e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b226d50c-7389-41bc-abd6-b52215714a3a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:53.423779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-f2f0b6c4-bd85-4f65-8aed-312f6a882b17 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:53.426538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-f2f0b6c4-bd85-4f65-8aed-312f6a882b17 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 950 time: 0.1725101 Mar 04 23:50:53.427277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58b727db-65e4-40f7-a58f-0e067421da43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.552121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58b727db-65e4-40f7-a58f-0e067421da43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.572799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Deleting port d0075e30-2317-4e8a-82fa-b84176a883e3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:50:53.573070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c1826a0-b5f7-432c-91d8-fd8786e5b5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.573182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.682707 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c1826a0-b5f7-432c-91d8-fd8786e5b5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.760810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58b727db-65e4-40f7-a58f-0e067421da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.784597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b727db-65e4-40f7-a58f-0e067421da43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93100e02-c83c-48de-803e-0596d150b814,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:53.792805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8338aa7-e6d0-4700-a287-74cf5c0b1b11 req-6e08ad43-b4b3-4edd-a330-c03b325e20d1 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:53.794350 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8338aa7-e6d0-4700-a287-74cf5c0b1b11 req-6e08ad43-b4b3-4edd-a330-c03b325e20d1 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 950 time: 0.1678607 Mar 04 23:50:53.805777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58b727db-65e4-40f7-a58f-0e067421da43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.809214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-58b727db-65e4-40f7-a58f-0e067421da43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93100e02-c83c-48de-803e-0596d150b814 HTTP/1.1" status: 204 len: 168 time: 0.6524363 Mar 04 23:50:53.859566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8338aa7-e6d0-4700-a287-74cf5c0b1b11 req-5888aa78-f195-4f67-b4f3-5df8cc94edac tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/security-groups?id=61c49556-518f-421c-984a-427bf79fe31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 Mar 04 23:50:53.860390 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c1826a0-b5f7-432c-91d8-fd8786e5b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.876428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1826a0-b5f7-432c-91d8-fd8786e5b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226d50c-7389-41bc-abd6-b52215714a3a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:53.882457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6c1826a0-b5f7-432c-91d8-fd8786e5b5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.895708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6c1826a0-b5f7-432c-91d8-fd8786e5b5e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b226d50c-7389-41bc-abd6-b52215714a3a HTTP/1.1" status: 204 len: 168 time: 0.6095784 Mar 04 23:50:53.896869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:53.905443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1577367753-network', 'tenant_id': '9da517d6fa3048aab6f48a81029de212'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:53.909787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:53.913882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Usage tracker for resource:network and tenant:9da517d6fa3048aab6f48a81029de212 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:53.916955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:53.922709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:53.938120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Made reservation on behalf of 9da517d6fa3048aab6f48a81029de212 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:53.941002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.973110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.978250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] For port d0075e30-2317-4e8a-82fa-b84176a883e3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0075e30-2317-4e8a-82fa-b84176a883e3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:50:53.979403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:53.996915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-092f0237-84af-4968-b273-47fb46a0384b req-2099ddf3-504b-4b52-8680-897d17bd8181 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 210 time: 0.0633004 Mar 04 23:50:54.016835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:54.023261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Usage tracker for resource:security_group_rule and tenant:9da517d6fa3048aab6f48a81029de212 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:54.026632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:54.033371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:54.135843 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.141795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.213301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Calling delete_port for d0075e30-2317-4e8a-82fa-b84176a883e3 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:50:54.236337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:50:54.250998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73034dce-b997-4848-9632-be8855691dcb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:54.278095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.278508 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Added segment d6a433e5-d944-4246-878f-39e11ca47016 of type vlan for network 937baa5e-3bd3-4568-a11b-d0ad1446742c Mar 04 23:50:54.339847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.394749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.395648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:54.396245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.455539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.467971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d0075e30-2317-4e8a-82fa-b84176a883e3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:50:54.564290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Pushing event deleted for resources: {'Port': ['ID=d0075e30-2317-4e8a-82fa-b84176a883e3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:54.637755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] Pushing event updated for resources: {'Network': ['ID=937baa5e-3bd3-4568-a11b-d0ad1446742c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:54.643139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1ddf3793-0553-4315-8af6-e1accf3eb1fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7433577 Mar 04 23:50:54.644468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37854) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:54.650915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 937baa5e-3bd3-4568-a11b-d0ad1446742c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:50:54.658840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Request body: {'subnet': {'network_id': '937baa5e-3bd3-4568-a11b-d0ad1446742c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1577367753-subnet', 'tenant_id': '9da517d6fa3048aab6f48a81029de212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:54.663536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:54.670908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Usage tracker for resource:subnet and tenant:9da517d6fa3048aab6f48a81029de212 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:54.680806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:54.696158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:54.792785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Made reservation on behalf of 9da517d6fa3048aab6f48a81029de212 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:54.801947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.831425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] No DVR routers for this DVR port d0075e30-2317-4e8a-82fa-b84176a883e3 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:50:54.831582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37872) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:54.862649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.907522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:54.910012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'name': 'network-vif-deleted', 'tag': 'd0075e30-2317-4e8a-82fa-b84176a883e3'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:55.003098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b17f3b60-60ef-4929-8007-b994054e4e29 req-2e1ee6c0-9ca1-4a77-b00c-5fa30367833c tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.36 "DELETE /v2.0/ports/d0075e30-2317-4e8a-82fa-b84176a883e3 HTTP/1.1" status: 204 len: 173 time: 1.5715997 Mar 04 23:50:55.051255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:55.135464 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca522fc8-d32c-400c-8315-2b84eecb3f84', 'name': 'network-vif-deleted', 'tag': 'd0075e30-2317-4e8a-82fa-b84176a883e3', 'status': 'completed', 'code': 200} Mar 04 23:50:55.149172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Usage tracker for resource:security_group_rule and tenant:269cfdb4cbe14471a8d950d7f4b624a8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:55.169136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:55.190323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:55.194972 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-e70942ef-9873-47c0-997e-0207a2112833 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588211 Mar 04 23:50:55.267850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:55.337951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bde1187-f25b-4528-897a-ccd230d6e10a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:55.422540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Checking segment: {'id': 'd6a433e5-d944-4246-878f-39e11ca47016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '937baa5e-3bd3-4568-a11b-d0ad1446742c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:55.422904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Network hostable DHCP agents. Network: 937baa5e-3bd3-4568-a11b-d0ad1446742c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:50:55.454454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5950e91-30a8-48f6-8550-1c0e36d44e8d req-59620061-1874-4ef7-b656-95a4ef952e6f tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 210 time: 0.0738356 Mar 04 23:50:55.466311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-984e0bde-0a0d-4d48-a5ad-bb09d9c6059d req-7058c447-545c-41f1-bce5-48fe97e040d9 tempest-ServerDiagnosticsNegativeTest-845909930 tempest-ServerDiagnosticsNegativeTest-845909930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca522fc8-d32c-400c-8315-2b84eecb3f84 HTTP/1.1" status: 200 len: 210 time: 0.1763804 Mar 04 23:50:55.484037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Network 937baa5e-3bd3-4568-a11b-d0ad1446742c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:50:55.504212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 937baa5e-3bd3-4568-a11b-d0ad1446742c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:55.509432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:55.510206 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:55.517972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f7cfb8-f6bb-4de8-9411-a2178b8698c0 None None] Network 937baa5e-3bd3-4568-a11b-d0ad1446742c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:50:55.569283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e21e8c18-45f9-4b04-9f40-77d459b01ad7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9170768 Mar 04 23:50:55.597141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-e332a984-9244-4b3a-9818-8f3276cacb04 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:55.598894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-e332a984-9244-4b3a-9818-8f3276cacb04 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021099 Mar 04 23:50:55.630148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:55.640008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Request body: {'port': {'device_id': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'ad2380b8d0274dc8b0d4644764ff99ea'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:55.661990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:55.794852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc93b2bb-69b1-422f-ba65-ba07a810d94b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:55.798910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ddba51cc-5bf9-4171-acc7-afa8d4719a85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=269cfdb4cbe14471a8d950d7f4b624a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9662585 Mar 04 23:50:55.802009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:55.851388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:55.856746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Usage tracker for resource:port and tenant:ad2380b8d0274dc8b0d4644764ff99ea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:55.861577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:55.870577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:55.888923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Made reservation on behalf of ad2380b8d0274dc8b0d4644764ff99ea for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:55.893011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:55.914892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:55.992740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3ffb1-f630-4cf2-b103-f69233ccc15e None None] Network 937baa5e-3bd3-4568-a11b-d0ad1446742c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:50:56.015931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:56.024676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Usage tracker for resource:security_group_rule and tenant:ad2380b8d0274dc8b0d4644764ff99ea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:56.034733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:56.045277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:56.102503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9725f9c0-d642-441f-b54d-35d0e758a79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.138824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9725f9c0-d642-441f-b54d-35d0e758a79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.171363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.182087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.241291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9725f9c0-d642-441f-b54d-35d0e758a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.267002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f9c0-d642-441f-b54d-35d0e758a79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc93b2bb-69b1-422f-ba65-ba07a810d94b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:56.282431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9725f9c0-d642-441f-b54d-35d0e758a79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.284193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9725f9c0-d642-441f-b54d-35d0e758a79a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc93b2bb-69b1-422f-ba65-ba07a810d94b HTTP/1.1" status: 204 len: 168 time: 0.4811704 Mar 04 23:50:56.287147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7a3f59-9abd-4c81-9955-cf1502da7bef,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:56.383672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Allocated IP 192.168.233.12 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/10497041-e150-45f0-bdb1-2cf61f761156) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:50:56.430748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37932) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:56.631496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.635327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.648661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Transition to ACTIVE for port object 10497041-e150-45f0-bdb1-2cf61f761156 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:56.681176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.691474 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.771520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2efed-40c6-4dc2-bd0b-cf3cb4f88177 req-08cd765b-2354-46a4-8931-e753a42b34cf tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:56.773492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50f2efed-40c6-4dc2-bd0b-cf3cb4f88177 req-08cd765b-2354-46a4-8931-e753a42b34cf tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 935 time: 0.1054983 Mar 04 23:50:56.784282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:50:56.787359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:56.791391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:50:56.795332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:56.795966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:56.829142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Pushing event updated for resources: {'Port': ['ID=10497041-e150-45f0-bdb1-2cf61f761156,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:56.838534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-aa5e7b9a-7f6d-41d1-b105-317a5546b892 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2063713 Mar 04 23:50:56.852738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Request body: {'port': {'device_id': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:56.894489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50f2efed-40c6-4dc2-bd0b-cf3cb4f88177 req-96646249-0a63-44ad-afe7-4796f6bb28b5 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147411 Mar 04 23:50:56.954793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:57.115475 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.162539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8b7b1e27-e0df-4c97-a23b-2cc5dee2c420 None None] Provisioning for port 10497041-e150-45f0-bdb1-2cf61f761156 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:50:57.167216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:57.169013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.169831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8b7b1e27-e0df-4c97-a23b-2cc5dee2c420 None None] Provisioning complete for port 10497041-e150-45f0-bdb1-2cf61f761156 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:50:57.171411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1e27-e0df-4c97-a23b-2cc5dee2c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.172464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Usage tracker for resource:security_group_rule and tenant:8cee8a619f334cb2a46ecec8859d21d4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:57.176135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:57.183787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:57.286898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b1e27-e0df-4c97-a23b-2cc5dee2c420 None None] Port 10497041-e150-45f0-bdb1-2cf61f761156 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:50:57.294726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.297746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-82ad03b0-8bf9-401b-b3f4-15e83ce85312 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:57.298504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-82ad03b0-8bf9-401b-b3f4-15e83ce85312 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:50:57.302143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.364982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178534fd-39d7-46d6-935f-3164d3a2bed3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:57.365995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-82ad03b0-8bf9-401b-b3f4-15e83ce85312 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:50:57.367274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-82ad03b0-8bf9-401b-b3f4-15e83ce85312 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.3252983 Mar 04 23:50:57.371861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5549b59f-f8eb-4877-9b6c-d06ca02e6955 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cee8a619f334cb2a46ecec8859d21d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9394920 Mar 04 23:50:57.375391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37966) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:57.397919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-897848020-network', 'tenant_id': 'ba0a6c26dc994285a3f204f6e40f6f65'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:57.404372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:57.421424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Usage tracker for resource:network and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:57.423002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-9632a3f7-aefa-40eb-82a3-a003e79ce437 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/quotas/6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 375 time: 0.0397677 Mar 04 23:50:57.426787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:57.440334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:57.473525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Made reservation on behalf of ba0a6c26dc994285a3f204f6e40f6f65 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:57.476077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.491750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.504695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f63af23-2767-4527-8ee5-223898dba951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.532063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:57.542583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-8139572b-f650-449a-945d-58c5edc1a770 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621560 Mar 04 23:50:57.564656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f63af23-2767-4527-8ee5-223898dba951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.579160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:57.594581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:57.603229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:57.621573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:57.680663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0075e30-2317-4e8a-82fa-b84176a883e3 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:50:57.728276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d0075e30-2317-4e8a-82fa-b84176a883e3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:50:57.729412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0075e30-2317-4e8a-82fa-b84176a883e3 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:50:57.760568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.770214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.786805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10497041-e150-45f0-bdb1-2cf61f761156 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:50:57.792043 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f63af23-2767-4527-8ee5-223898dba951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.799291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.839250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:50:57.839610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Transition to ACTIVE for port object 10497041-e150-45f0-bdb1-2cf61f761156 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:50:57.849341 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.860932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f63af23-2767-4527-8ee5-223898dba951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.862371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f63af23-2767-4527-8ee5-223898dba951 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/178534fd-39d7-46d6-935f-3164d3a2bed3 HTTP/1.1" status: 204 len: 168 time: 0.4859099 Mar 04 23:50:57.865907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b202a-8f89-4af0-b23b-5b084ec4138d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:57.870826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:57.871503 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Added segment c9b0a606-10c1-4e84-a364-346ca7024176 of type vlan for network 5c99a770-6803-444e-9570-dcac751aa949 Mar 04 23:50:57.897113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63af23-2767-4527-8ee5-223898dba951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178534fd-39d7-46d6-935f-3164d3a2bed3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:57.951177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.036431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.038360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:58.039730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.149187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Pushing event updated for resources: {'Port': ['ID=10497041-e150-45f0-bdb1-2cf61f761156,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:58.233097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6cac49a9-779e-4323-8dc0-6e49bc23d21b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35d92c039b4842fb954f7f2f9551ebd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6926756 Mar 04 23:50:58.233097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Attempting to bind port 10497041-e150-45f0-bdb1-2cf61f761156 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:50:58.233097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Attempting to bind port 10497041-e150-45f0-bdb1-2cf61f761156 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:50:58.233097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Attempting to bind port 10497041-e150-45f0-bdb1-2cf61f761156 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:58.235022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37998) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:58.254058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Port 10497041-e150-45f0-bdb1-2cf61f761156 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:50:58.254385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Attempting to bind port 10497041-e150-45f0-bdb1-2cf61f761156 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:50:58.268553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:50:58.268923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:58.269296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:50:58.269729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Bound port: 10497041-e150-45f0-bdb1-2cf61f761156, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:50:58.270124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.329828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3738105 Mar 04 23:50:58.334839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38004) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:58.347367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Request body: {'subnet': {'network_id': '5c99a770-6803-444e-9570-dcac751aa949', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-897848020-subnet', 'tenant_id': 'ba0a6c26dc994285a3f204f6e40f6f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:50:58.361452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:50:58.366367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde51ec-2c2c-4c49-8602-68bee7fbc03d admin admin] Pushing event updated for resources: {'Network': ['ID=5c99a770-6803-444e-9570-dcac751aa949,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:58.380713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 5c99a770-6803-444e-9570-dcac751aa949 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:50:58.381356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Usage tracker for resource:subnet and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:50:58.385742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:50:58.404637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:50:58.412412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2b51389-0100-4090-b73c-e3d3f5200e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.447582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ea544-0d65-4938-9a25-8f3e223fe8fd req-93679edc-211c-452e-addc-6a99878a2089 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:58.447957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-30785667-7c09-4d66-8045-c6c449bc8abb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:50:58.448947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-30785667-7c09-4d66-8045-c6c449bc8abb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2340326 Mar 04 23:50:58.449570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Made reservation on behalf of ba0a6c26dc994285a3f204f6e40f6f65 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:50:58.451824 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.455993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e2ea544-0d65-4938-9a25-8f3e223fe8fd req-93679edc-211c-452e-addc-6a99878a2089 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 947 time: 0.1955712 Mar 04 23:50:58.494086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] For port 10497041-e150-45f0-bdb1-2cf61f761156, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:50:58.523186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e2ea544-0d65-4938-9a25-8f3e223fe8fd req-87717be6-c238-465b-b4f1-cde6ccf54278 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617063 Mar 04 23:50:58.678687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] For port 10497041-e150-45f0-bdb1-2cf61f761156, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=10497041-e150-45f0-bdb1-2cf61f761156,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:50:58.691669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2b51389-0100-4090-b73c-e3d3f5200e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.714858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.837552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:58.839359 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] 10.222.0.10 "PUT /v2.0/ports/10497041-e150-45f0-bdb1-2cf61f761156 HTTP/1.1" status: 200 len: 1095 time: 1.9906545 Mar 04 23:50:58.847021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'tag': '10497041-e150-45f0-bdb1-2cf61f761156'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:50:58.936953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c56a3a-1e28-4421-a25a-9d73fda99e56 service neutron] Pushing event updated for resources: {'Port': ['ID=10497041-e150-45f0-bdb1-2cf61f761156,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:59.026715 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'tag': '10497041-e150-45f0-bdb1-2cf61f761156', 'status': 'completed', 'code': 200} Mar 04 23:50:59.035730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-71e09144-eac0-43f6-84f2-51e86bee2384 service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267711 Mar 04 23:50:59.036502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2b51389-0100-4090-b73c-e3d3f5200e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:59.102397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b51389-0100-4090-b73c-e3d3f5200e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c49556-518f-421c-984a-427bf79fe31e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:59.311190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2b51389-0100-4090-b73c-e3d3f5200e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:59.314801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2b51389-0100-4090-b73c-e3d3f5200e01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61c49556-518f-421c-984a-427bf79fe31e HTTP/1.1" status: 204 len: 168 time: 1.0763946 Mar 04 23:50:59.326332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-8565ded0-bf97-445d-8421-3f5c4e9a4c98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 1098 time: 0.4334724 Mar 04 23:50:59.409143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:59.461253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-76e438cc-a89f-4826-9d6c-93f924785490 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=10497041-e150-45f0-bdb1-2cf61f761156 HTTP/1.1" status: 200 len: 217 time: 0.1208436 Mar 04 23:50:59.475643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-ecd60e67-c28c-4389-bfa0-e896577bc1ac service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071898 Mar 04 23:50:59.550051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1833b270-dc8e-45d0-aaa0-2c162dbf745f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:50:59.585424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-5699c97a-016d-4fce-a597-71f6dc91f698 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:59.586901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-5699c97a-016d-4fce-a597-71f6dc91f698 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1162610 Mar 04 23:50:59.604706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Checking segment: {'id': 'c9b0a606-10c1-4e84-a364-346ca7024176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c99a770-6803-444e-9570-dcac751aa949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:50:59.605607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Network hostable DHCP agents. Network: 5c99a770-6803-444e-9570-dcac751aa949, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:50:59.794987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa620c30-b1f1-401c-aa19-bd2daa9d0736 req-8d914791-ab8c-48d9-9f9a-f5b7b779dd8b tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:59.795955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-099fa9df-ba80-4565-ab44-011b67871374 req-be86ec31-7f8c-4d0d-b70e-59df7986ea38 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 210 time: 0.0605893 Mar 04 23:50:59.803673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa620c30-b1f1-401c-aa19-bd2daa9d0736 req-8d914791-ab8c-48d9-9f9a-f5b7b779dd8b tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 947 time: 0.1063147 Mar 04 23:50:59.812131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38060) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:50:59.838567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Network 5c99a770-6803-444e-9570-dcac751aa949 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:50:59.873285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-557e37b4-f010-46e2-b25b-d5fe576710fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2725422 Mar 04 23:50:59.874474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 5c99a770-6803-444e-9570-dcac751aa949) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:50:59.884035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:50:59.884634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:50:59.892758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550dedc-598f-4c78-9b1c-e9c31f8dd5af None None] Network 5c99a770-6803-444e-9570-dcac751aa949 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:50:59.925246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa620c30-b1f1-401c-aa19-bd2daa9d0736 req-ab6de8f5-9e69-4e22-a3be-7bb974216c4e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203759 Mar 04 23:51:00.041328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a7594088-5798-4ecb-9554-12e19cd7f379 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7052908 Mar 04 23:51:00.141303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-125ea777-1930-475a-bc27-4ec9f83227a8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283666 Mar 04 23:51:00.182303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38080) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:00.218925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.246670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149cf64-61ca-4e69-b706-8ccdb4c16fee None None] Network 5c99a770-6803-444e-9570-dcac751aa949 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:00.262396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:00.267165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5b413c68674b178c99549ffa43eaa7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:00.270178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:00.276364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:00.357112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e89ae3f-a2ac-40c9-a2c7-91c02708f2a0 req-38c403bc-cb47-44bb-af66-a8e999ee1d77 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101443 Mar 04 23:51:00.362312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.367601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.421269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5e329-b76a-40f2-891b-376ae21a5c59,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:00.428110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e3f1865f-ccf4-4396-974f-5f4cd8d805e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b5b413c68674b178c99549ffa43eaa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2448885 Mar 04 23:51:00.431434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38084) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:00.618101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.659741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:00.664346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Usage tracker for resource:security_group_rule and tenant:732bfb0e22ee4a068e7efb8e112122ef is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:00.668360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:00.676003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:00.702659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ede129c7-043c-47d1-979b-2e7154f35962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.759769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.766912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.773319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ede129c7-043c-47d1-979b-2e7154f35962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.822230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db242bb-d6cd-4a95-823a-c0065ed640d3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:00.827116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-452a3902-5ce1-4d82-a7ab-53cfd69e69d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=732bfb0e22ee4a068e7efb8e112122ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0136304 Mar 04 23:51:00.829680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38098) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:00.860581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ede129c7-043c-47d1-979b-2e7154f35962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.905768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfea477d-9234-49ca-baa0-bd0237c1229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:00.909755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-6c556a44-0557-4f88-94dc-356e5d89abde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 1098 time: 0.4198642 Mar 04 23:51:00.911091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede129c7-043c-47d1-979b-2e7154f35962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5e329-b76a-40f2-891b-376ae21a5c59,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:00.941275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfea477d-9234-49ca-baa0-bd0237c1229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.015612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfea477d-9234-49ca-baa0-bd0237c1229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.042343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea477d-9234-49ca-baa0-bd0237c1229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db242bb-d6cd-4a95-823a-c0065ed640d3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:01.083199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfea477d-9234-49ca-baa0-bd0237c1229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.087711 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bfea477d-9234-49ca-baa0-bd0237c1229b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9db242bb-d6cd-4a95-823a-c0065ed640d3 HTTP/1.1" status: 204 len: 168 time: 0.2563596 Mar 04 23:51:01.144622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-074bb70e-e942-40e3-878a-621587075199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:01.146097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-074bb70e-e942-40e3-878a-621587075199 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2329242 Mar 04 23:51:01.147286 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ede129c7-043c-47d1-979b-2e7154f35962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.148389 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ede129c7-043c-47d1-979b-2e7154f35962 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0c5e329-b76a-40f2-891b-376ae21a5c59 HTTP/1.1" status: 204 len: 168 time: 0.7157433 Mar 04 23:51:01.176598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c64b4077-60c7-4c41-ba16-acc1ef183f09 req-e79f7b22-ceb6-40b7-b3c7-e8c015bf45dd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 210 time: 0.0807340 Mar 04 23:51:01.282411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-b2273e21-9ead-4b00-966c-cdda56e86140 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=10497041-e150-45f0-bdb1-2cf61f761156 HTTP/1.1" status: 200 len: 217 time: 0.1278601 Mar 04 23:51:01.290146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-553613067', 'description': 'tempest-description-1009875247'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:01.382440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:01.397658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:01.402797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:01.411575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:01.426571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-43387b71-02e3-49f5-a305-aa15664905bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:01.428486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-43387b71-02e3-49f5-a305-aa15664905bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1287265 Mar 04 23:51:01.431148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.514196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-dedc8456-d1bc-4a9a-8bb3-96b7a0a53b22 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:01.515941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-dedc8456-d1bc-4a9a-8bb3-96b7a0a53b22 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.3274331 Mar 04 23:51:01.533528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Request body: {'port': {'device_id': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'admin_state_up': True, 'tenant_id': '6db8af48f38e4242834d2d54e28a5038'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:01.555550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:01.566103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:01.569422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:01.576700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:01.593252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-bc06b44a-f9e5-4436-aab2-cb2b2cd6a14f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468058 Mar 04 23:51:01.703164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916c61c-bcb7-46ea-abd8-d6fd104bbfcb req-54f51f15-239f-4bc7-836e-7f1342ca21a1 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:01.704875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2916c61c-bcb7-46ea-abd8-d6fd104bbfcb req-54f51f15-239f-4bc7-836e-7f1342ca21a1 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 947 time: 0.3610032 Mar 04 23:51:01.706871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:01.711584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Usage tracker for resource:port and tenant:6db8af48f38e4242834d2d54e28a5038 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:01.715305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:01.736534 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.745613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:01.754866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.785965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Made reservation on behalf of 6db8af48f38e4242834d2d54e28a5038 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:01.794666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.821683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-f1d251dc-b466-44f3-b5d9-ae0510ffb9d7 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186589 Mar 04 23:51:01.823227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2001efe-a483-454a-96b1-0613814f0377,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:01.892672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2916c61c-bcb7-46ea-abd8-d6fd104bbfcb req-3494a7c9-0216-4dd3-a4a8-1c4195de5d71 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732430 Mar 04 23:51:01.937948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:01.957407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a5b34f9-4f17-466c-b27b-fd7b1f68ed0d req-4e184f07-a846-4b1a-a83c-403a76f112ff tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.6729772 Mar 04 23:51:02.018812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38132) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:02.061719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-36ac1a18-337d-4062-9565-48e09a749669 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2532661 Mar 04 23:51:02.079406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e43e1ab-7863-483d-922d-81a6260f14f2 req-5d9da0bd-dea8-4cb1-bbde-b59fb588216c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516396 Mar 04 23:51:02.080327 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.136609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:02.153260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Usage tracker for resource:security_group_rule and tenant:833c6fe4f45544b0bb7c48905f04eed3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:02.158551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:02.169263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-02e2f1c9-826b-43ee-9802-a2b6c2549a70 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/a2001efe-a483-454a-96b1-0613814f0377 HTTP/1.1" status: 200 len: 1646 time: 0.1688075 Mar 04 23:51:02.175379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Allocated IP 172.20.0.13 (cda71662-4160-4761-9e2f-37800f565172/9a0f0284-62dd-42fc-9718-35b4000bcb00/53146170-9836-4566-8268-5a873d369115) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:02.271361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:02.280912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2001efe-a483-454a-96b1-0613814f0377', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:02.281389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2001efe-a483-454a-96b1-0613814f0377', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:02.301833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:02.308999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:02.313890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:02.334472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:02.421560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-d6fd4bee-220a-42cc-bd99-7128159fd486 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 1096 time: 0.2496758 Mar 04 23:51:02.434035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.470781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.475547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.480835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.548494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.592703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:02.600915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Network cda71662-4160-4761-9e2f-37800f565172 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:02.602324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:02.604997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:02.610737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:02.611075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.646644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-7361decb-c6c5-4c55-9ec2-2888faeaf455 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1150248 Mar 04 23:51:02.649857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fd3f08-c8b5-4ea3-888d-64cef2066776,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:02.655138 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.664259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8a062364-80b3-411a-aea6-95a86dfd14ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=833c6fe4f45544b0bb7c48905f04eed3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6392250 Mar 04 23:51:02.673985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38154) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:02.679670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.680139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Request body: {'port': {'device_id': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:02.757966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1327299c-3cd4-4f9e-96de-6128f021e94d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:02.766429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-d82f6a51-edd4-49e2-9f4f-8f36f28ebd06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:02.768108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-d82f6a51-edd4-49e2-9f4f-8f36f28ebd06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 925 time: 0.3203223 Mar 04 23:51:02.841555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.842685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40aa02f6-26da-4e9c-83dc-2f9068359d9a req-83ce7c4c-985d-4ecf-a686-65e9b3e62cce tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6722434 Mar 04 23:51:02.900096 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9105-4dac-4fc5-bdde-ea625e6f9c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.902004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:02.915821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-dcfc5a71-72c4-4bd0-8ad6-9bdea9db5786 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09 HTTP/1.1" status: 200 len: 1001 time: 0.1329412 Mar 04 23:51:02.957104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80912d7-f8fe-4b76-bc2b-1cfc2d41f836 req-6810dc09-073d-4e60-8488-9c988f627715 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:02.960087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a80912d7-f8fe-4b76-bc2b-1cfc2d41f836 req-6810dc09-073d-4e60-8488-9c988f627715 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:02.970591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9105-4dac-4fc5-bdde-ea625e6f9c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:03.053354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-7f4f4d09-35d9-4f4f-bc60-e4dbc3721a1e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:03.054812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-7f4f4d09-35d9-4f4f-bc60-e4dbc3721a1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.1290491 Mar 04 23:51:03.059339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a80912d7-f8fe-4b76-bc2b-1cfc2d41f836 req-6810dc09-073d-4e60-8488-9c988f627715 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:03.061355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a80912d7-f8fe-4b76-bc2b-1cfc2d41f836 req-6810dc09-073d-4e60-8488-9c988f627715 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 932 time: 0.3255291 Mar 04 23:51:03.139360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-172bfb67-c5fe-4bad-9241-b7c27be0aef4 req-997b3de1-879a-49f5-8323-e88ac0a1fdd6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/a2001efe-a483-454a-96b1-0613814f0377 HTTP/1.1" status: 200 len: 2149 time: 0.1214406 Mar 04 23:51:03.159266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9105-4dac-4fc5-bdde-ea625e6f9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:03.181186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9105-4dac-4fc5-bdde-ea625e6f9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fd3f08-c8b5-4ea3-888d-64cef2066776,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:03.189517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-6ccc31c9-011b-4087-bc7b-7c97b9bb8b37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217003 Mar 04 23:51:03.191070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9105-4dac-4fc5-bdde-ea625e6f9c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:03.192163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fd4f9105-4dac-4fc5-bdde-ea625e6f9c84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91fd3f08-c8b5-4ea3-888d-64cef2066776 HTTP/1.1" status: 204 len: 168 time: 0.5172486 Mar 04 23:51:03.300199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a80912d7-f8fe-4b76-bc2b-1cfc2d41f836 req-47bf3dcc-bf31-45ec-884f-23c93acc3e4e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759548 Mar 04 23:51:03.556142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53146170-9836-4566-8268-5a873d369115 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:03.570000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:03.589810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Transition to ACTIVE for port object 53146170-9836-4566-8268-5a873d369115 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:03.596963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:03.630381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-86362587-17fd-4e35-b98b-b854f66f99d9 service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274044 Mar 04 23:51:03.716874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-de498e5f-7dbd-41bd-96a5-7cde468f6262 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-group-rules/1327299c-3cd4-4f9e-96de-6128f021e94d HTTP/1.1" status: 200 len: 713 time: 0.0244844 Mar 04 23:51:03.740752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:03.766076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-53464572-3234-4f37-abad-9db5971ee9f2 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:03.766721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-53464572-3234-4f37-abad-9db5971ee9f2 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Synchronizing usage tracker for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:03.819493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-53464572-3234-4f37-abad-9db5971ee9f2 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Unset dirty status for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:03.821274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-53464572-3234-4f37-abad-9db5971ee9f2 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 947 time: 0.4385464 Mar 04 23:51:03.848479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 10497041-e150-45f0-bdb1-2cf61f761156 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:03.870373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f787d5-8168-47e6-b1e9-a400e6adf07e req-d9032591-f28c-4066-a8b3-e84833f0b67a service neutron] 10.222.0.10 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316697 Mar 04 23:51:03.892269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-80ec790c-c7be-46d7-bac4-3fc441f443b0 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Synchronizing usage tracker for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:03.895717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-5fceee88-6c2f-445c-8e6b-80a9a150834b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/a2001efe-a483-454a-96b1-0613814f0377 HTTP/1.1" status: 200 len: 2149 time: 0.1517770 Mar 04 23:51:03.921000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-80ec790c-c7be-46d7-bac4-3fc441f443b0 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Unset dirty status for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:03.922383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14ea5124-6f42-425b-be6c-2e511a0ffab7 req-80ec790c-c7be-46d7-bac4-3fc441f443b0 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955470 Mar 04 23:51:03.977614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:03.978134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:03.978395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:03.998817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:03.999216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:04.012246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-308b450d-7f88-47d8-80b4-966901530d6c tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.021431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:04.021997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:04.022477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:04.022976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Bound port: 53146170-9836-4566-8268-5a873d369115, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:04.023381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.048311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-308b450d-7f88-47d8-80b4-966901530d6c tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.165443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 10497041-e150-45f0-bdb1-2cf61f761156, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=10497041-e150-45f0-bdb1-2cf61f761156,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:04.197607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '10497041-e150-45f0-bdb1-2cf61f761156', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '10497041-e150-45f0-bdb1-2cf61f761156', 'mac_address': 'fa:16:3e:5f:a5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:04.259941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-308b450d-7f88-47d8-80b4-966901530d6c tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.276379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:04.283988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b450d-7f88-47d8-80b4-966901530d6c tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1327299c-3cd4-4f9e-96de-6128f021e94d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:04.288979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:04.290787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-308b450d-7f88-47d8-80b4-966901530d6c tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.291904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1848dc6-27bf-4430-8f26-5dbba08391e0 req-308b450d-7f88-47d8-80b4-966901530d6c tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1327299c-3cd4-4f9e-96de-6128f021e94d HTTP/1.1" status: 204 len: 173 time: 0.3648105 Mar 04 23:51:04.297388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.352698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.364313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1266668140', 'description': 'tempest-description-910761125'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:04.386658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.388911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] 10.222.0.36 "PUT /v2.0/ports/53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 1092 time: 1.7370622 Mar 04 23:51:04.389406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'tag': '53146170-9836-4566-8268-5a873d369115'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:04.391802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:04.411025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb66b7-5c88-4a04-83a3-c4c2861bc329 service neutron] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:04.416314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:04.423272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10497041-e150-45f0-bdb1-2cf61f761156 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:04.424230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:04.439352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:04.458209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 10497041-e150-45f0-bdb1-2cf61f761156, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=10497041-e150-45f0-bdb1-2cf61f761156,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:04.463415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.466829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.540355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-df95b18f-a096-4187-b04a-e114c9fdbde2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1095 time: 0.1024628 Mar 04 23:51:04.544849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:04.563521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:04.570640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:04.578163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:04.604654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=10497041-e150-45f0-bdb1-2cf61f761156,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:04.658957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-707810a6-15be-4126-982c-a7bd347dc32f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.1072183 Mar 04 23:51:04.665402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38240) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:04.678828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.689647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.748647 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-458baaa4-b3be-4f6f-ad1f-31a427043a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.757962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:04.759145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9860221c-9408-491f-bd84-d9b0a40386f8 req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4133470 Mar 04 23:51:04.813714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['10497041-e150-45f0-bdb1-2cf61f761156'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:04.816982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d39fc-143c-43e1-b3d0-caf07683fb3b tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566c0f57-5252-47e2-8c44-fbfbeafa9154,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:04.850442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-6bc29f42-10f3-444f-a82e-547027b7abdb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:04.851912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-6bc29f42-10f3-444f-a82e-547027b7abdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1519217 Mar 04 23:51:04.859136 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'tag': '53146170-9836-4566-8268-5a873d369115', 'status': 'completed', 'code': 200} Mar 04 23:51:04.985803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-600092b9-8cf1-4aff-bb19-c90b93b205b1 req-45158091-32d1-44be-be59-d9d9c75515c0 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/566c0f57-5252-47e2-8c44-fbfbeafa9154 HTTP/1.1" status: 200 len: 1646 time: 0.1012201 Mar 04 23:51:05.070865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-2c764212-eb0d-4b14-bf77-7f2b3be9de83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2076120 Mar 04 23:51:05.076913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356c993-59e5-40ba-a803-7bafddc7e495 req-a4517785-f059-44bb-acb2-4b7e7ba837f1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:05.083756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b356c993-59e5-40ba-a803-7bafddc7e495 req-a4517785-f059-44bb-acb2-4b7e7ba837f1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 944 time: 0.4236226 Mar 04 23:51:05.225581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b356c993-59e5-40ba-a803-7bafddc7e495 req-923f4e6c-29c4-44c7-afc7-4fae4fceca48 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408679 Mar 04 23:51:05.229206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.295475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:05.302646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Usage tracker for resource:security_group_rule and tenant:79b8279536da4f318fc12dd302e1db7a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:05.307442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-33e2a7f0-9ddc-40a6-bd3d-a3ae033c4335 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211046 Mar 04 23:51:05.308532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:05.321989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdff371-2449-46b0-a85b-03cc235504d4 req-6685bb2e-9497-43e4-a584-62d8f463de70 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:05.324024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fcdff371-2449-46b0-a85b-03cc235504d4 req-6685bb2e-9497-43e4-a584-62d8f463de70 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 948 time: 0.1645775 Mar 04 23:51:05.325849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:05.352670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1396218652', 'description': 'tempest-description-2102728288'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:05.359132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:05.363754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:05.367425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:05.378441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:05.415419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fcdff371-2449-46b0-a85b-03cc235504d4 req-41a2556c-a284-4d4b-bb75-b6ce9494e8a8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827317 Mar 04 23:51:05.460394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.464003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.469952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.532066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e107aaba-5d3c-4635-b1e3-0f1b16689524,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:05.541625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f3299860-bc27-4cad-bb22-395586d40b6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79b8279536da4f318fc12dd302e1db7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8719137 Mar 04 23:51:05.541625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:05.547446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:05.555389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:05.559283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:05.563656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16458f24-5eef-44f6-9dda-3de4bccb9ab6 req-aa784902-f865-45d5-bdd9-d0609faf19bb service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503681 Mar 04 23:51:05.567179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:05.625119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a17386-61dd-4b47-a859-fd00b772372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.656898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a17386-61dd-4b47-a859-fd00b772372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.715308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.718259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a17386-61dd-4b47-a859-fd00b772372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.728155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.749713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a17386-61dd-4b47-a859-fd00b772372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107aaba-5d3c-4635-b1e3-0f1b16689524,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:05.756272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6a17386-61dd-4b47-a859-fd00b772372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.757641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d6a17386-61dd-4b47-a859-fd00b772372b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e107aaba-5d3c-4635-b1e3-0f1b16689524 HTTP/1.1" status: 204 len: 168 time: 0.2157018 Mar 04 23:51:05.774345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a5011-8ce7-4bfc-8272-276cad581c1c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:05.805796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:05.811559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d7978df-6e8f-45ec-a853-c87cd9f4c977 req-e5aa1496-db4a-4770-b63c-5f223855babf tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4666467 Mar 04 23:51:05.830215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-387534d1-1436-4a6a-8be6-420d9ed59734 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1095 time: 0.1973338 Mar 04 23:51:05.854412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 10497041-e150-45f0-bdb1-2cf61f761156 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:05.994765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-babea9eb-b669-4a09-b5fa-5ad9c96876cf req-bb4eee9a-3732-402e-9d52-c988494bc4d2 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/a01a5011-8ce7-4bfc-8272-276cad581c1c HTTP/1.1" status: 200 len: 1647 time: 0.1337905 Mar 04 23:51:06.025194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-858822f1-1f01-4df8-bd7c-6abde4bcc3fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:06.030497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-858822f1-1f01-4df8-bd7c-6abde4bcc3fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.1927841 Mar 04 23:51:06.088148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 10497041-e150-45f0-bdb1-2cf61f761156 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:06.101624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 10497041-e150-45f0-bdb1-2cf61f761156 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:06.102224 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.119582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-04816ea2-207f-4afa-ad2a-ddd7f006479f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.0839179 Mar 04 23:51:06.120277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-959d859c-e425-4c65-84b6-f9882ffcd6bf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896106 Mar 04 23:51:06.200606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-551f545d-be7e-4543-962f-b4981b350198 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:06.202385 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-551f545d-be7e-4543-962f-b4981b350198 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.0773773 Mar 04 23:51:06.209482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1405529182', 'description': 'tempest-description-1271447530'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:06.264415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-63556104-dec3-4028-8310-cdfd460559bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494740 Mar 04 23:51:06.266040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:06.269093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.271146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:06.295906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:06.307456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:06.311633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10497041-e150-45f0-bdb1-2cf61f761156'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:06.324354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 10497041-e150-45f0-bdb1-2cf61f761156, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=10497041-e150-45f0-bdb1-2cf61f761156,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:06.330575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.389741 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.454920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40297559-d60e-41e2-be89-48d2546ff097 req-28124935-8b95-4bf6-8cab-db5f6301b46e tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:06.457298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-28124935-8b95-4bf6-8cab-db5f6301b46e tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310812 Mar 04 23:51:06.472632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-fba025ed-f11e-49eb-931b-c37c1647f1c0 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963151 Mar 04 23:51:06.482265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-51a759f2-1928-4711-b5e2-56cf12e54712 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/quotas/ed075bbfefc04fea8c5c4bf791ea0e79 HTTP/1.1" status: 200 len: 375 time: 0.0196595 Mar 04 23:51:06.493132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38322) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:06.495590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=10497041-e150-45f0-bdb1-2cf61f761156,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:06.511293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:06.552382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-9e263cc3-e1b3-4053-b13a-2aeb2c54e6cc tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637786 Mar 04 23:51:06.553186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.559090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:06.566198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:06.588579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:06.589630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:06.593800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Usage tracker for resource:security_group_rule and tenant:77ff5ed15b384a4395055127d298bf95 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:06.597327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:06.604095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:06.708293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2f0fe5-3ecc-4684-a977-a4a494d4c87d req-c9d5ee4f-3736-4055-a08b-d15d87348f84 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089226 Mar 04 23:51:06.733170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.746876 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.792609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.803764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.859120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e204c28b-56e2-4b0a-adb9-68c59da0b0d3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:06.871178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64b660ba-140b-4a2a-9dd2-78c8b60c8193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77ff5ed15b384a4395055127d298bf95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746696 Mar 04 23:51:06.873661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38340) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:06.909761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b604b7ea-dc85-4b58-a1d2-fc90fd1d4a07,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:06.942915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-89f3615f-984d-4bac-9826-50308daf4631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.946095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:06.961782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5ed9000-c6cb-4b6b-a53f-a5e37f939cee req-6d256183-1654-4081-9f78-214a61686982 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.7578690 Mar 04 23:51:07.000633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a616c86d-afc5-4388-bfeb-b374a8a4f085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:07.015573 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10497041-e150-45f0-bdb1-2cf61f761156', 'code': 200} Mar 04 23:51:07.050699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a616c86d-afc5-4388-bfeb-b374a8a4f085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:07.149783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722597e-a764-4475-99e0-beffeb19689e req-1f18f1aa-6025-4344-9929-9ef6f6873f8f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:07.153805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1722597e-a764-4475-99e0-beffeb19689e req-1f18f1aa-6025-4344-9929-9ef6f6873f8f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 944 time: 0.2248352 Mar 04 23:51:07.214371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ca56-c229-4b0b-8354-6a0ebeca80a9 req-619329ac-38fa-4155-b606-cd5b19a30c77 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:07.215877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18a4ca56-c229-4b0b-8354-6a0ebeca80a9 req-619329ac-38fa-4155-b606-cd5b19a30c77 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.0825920 Mar 04 23:51:07.219552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1722597e-a764-4475-99e0-beffeb19689e req-3d051988-7948-4110-a855-efbf349066fc tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:07.223889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a616c86d-afc5-4388-bfeb-b374a8a4f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:07.249280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fe98f1-6d35-4e91-bbc6-2826f93579d7 req-c4e4833a-9783-4fef-9a52-2dfb4ada265e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 1100 time: 0.1686471 Mar 04 23:51:07.252952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616c86d-afc5-4388-bfeb-b374a8a4f085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e204c28b-56e2-4b0a-adb9-68c59da0b0d3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:07.270946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18a4ca56-c229-4b0b-8354-6a0ebeca80a9 req-930300ec-5f1c-4349-96aa-93dfdde1aa00 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467324 Mar 04 23:51:07.292799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a616c86d-afc5-4388-bfeb-b374a8a4f085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:07.302353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a616c86d-afc5-4388-bfeb-b374a8a4f085 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e204c28b-56e2-4b0a-adb9-68c59da0b0d3 HTTP/1.1" status: 204 len: 168 time: 0.4201353 Mar 04 23:51:07.302353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1722597e-a764-4475-99e0-beffeb19689e req-3d051988-7948-4110-a855-efbf349066fc tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:07.302353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1722597e-a764-4475-99e0-beffeb19689e req-3d051988-7948-4110-a855-efbf349066fc tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393511 Mar 04 23:51:07.324218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fe98f1-6d35-4e91-bbc6-2826f93579d7 req-f8c7de5f-aefd-449c-8eae-a85f0a6b37b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Mar 04 23:51:07.426972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-ca5ba62b-a8ab-4128-a6c5-75780703a54b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382771 Mar 04 23:51:07.611467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-88b8fb69-5c4b-4362-beef-e1e2112b72ef tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:07.613035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-88b8fb69-5c4b-4362-beef-e1e2112b72ef tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850970 Mar 04 23:51:07.629911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-b3671e1e-1357-4ef3-bdb2-d2db76aec3bb tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/quotas/ed075bbfefc04fea8c5c4bf791ea0e79 HTTP/1.1" status: 200 len: 375 time: 0.0107236 Mar 04 23:51:07.655598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dd12be6-6507-4ef6-b881-638a607b0dff req-f8debc7c-f967-4844-9af3-f36347509f0f tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/b604b7ea-dc85-4b58-a1d2-fc90fd1d4a07 HTTP/1.1" status: 200 len: 1647 time: 0.0546377 Mar 04 23:51:07.679056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-981ffd85-8aad-433d-8253-bc8f379175bc tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440748 Mar 04 23:51:07.839845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2061836785', 'description': 'tempest-description-568059037'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:07.856579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:07.868590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:07.873654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:07.887201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:07.910924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:07.961239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:08.092174 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.146541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-2d9ed044-f0d3-40c7-826f-82bb99d6a7ba tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1797543 Mar 04 23:51:08.149528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Usage tracker for resource:security_group_rule and tenant:ba0a6c26dc994285a3f204f6e40f6f65 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:08.177975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:08.196999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-702dd51d-c6d2-4961-bcd8-36b003ab1351 req-705f627a-a53e-4c6a-8f6d-43a62216c442 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 210 time: 0.0973554 Mar 04 23:51:08.243529 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.263865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:08.417882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40297559-d60e-41e2-be89-48d2546ff097 req-a69f6c43-d6d1-4701-9fbe-5f936b4e30f4 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:08.419342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-a69f6c43-d6d1-4701-9fbe-5f936b4e30f4 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664762 Mar 04 23:51:08.440536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Request body: {'port': {'device_id': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'ed075bbfefc04fea8c5c4bf791ea0e79'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:08.473766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.542573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.601547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a3dc5-398d-4386-897c-72063a40b30b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:08.632366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.645393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68d72c-2e4e-43fe-b836-819dd54a490a req-6f9379d5-3970-473a-9fc1-edfac5c1bb64 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:08.647392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb68d72c-2e4e-43fe-b836-819dd54a490a req-6f9379d5-3970-473a-9fc1-edfac5c1bb64 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.1616950 Mar 04 23:51:08.658550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-939bb143-5a81-481f-8716-281e9acd856f req-ae76d978-def8-4fae-ab9e-26f0c539c4f4 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.8287537 Mar 04 23:51:08.683449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38420) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:08.736627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb68d72c-2e4e-43fe-b836-819dd54a490a req-bf681908-d575-4ebb-a120-a72da3fdf2b3 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Mar 04 23:51:08.766991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:08.773834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Usage tracker for resource:port and tenant:ed075bbfefc04fea8c5c4bf791ea0e79 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:08.780579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:08.788679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:08.802805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Made reservation on behalf of ed075bbfefc04fea8c5c4bf791ea0e79 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:08.807165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.822992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:08.894181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7c026ea-2f78-4d09-a78b-6416526b5e65 req-3370b33d-11a3-49f9-8d0a-397ce1a18fbc tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/b08a3dc5-398d-4386-897c-72063a40b30b HTTP/1.1" status: 200 len: 1646 time: 0.0768595 Mar 04 23:51:08.914289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:08.931941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Usage tracker for resource:security_group_rule and tenant:ed075bbfefc04fea8c5c4bf791ea0e79 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:08.935945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:08.943328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:08.991098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-network', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:08.996733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:09.001503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Usage tracker for resource:network and tenant:edace8b87ef548539dc05b21a3b785ea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:09.005041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78557cc9-90ac-4009-ada3-0c171523e419 req-08d1af3e-c644-4101-8103-f02bcdaa1d00 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:09.005853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:09.006696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78557cc9-90ac-4009-ada3-0c171523e419 req-08d1af3e-c644-4101-8103-f02bcdaa1d00 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 944 time: 0.1363759 Mar 04 23:51:09.020741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:09.035005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Made reservation on behalf of edace8b87ef548539dc05b21a3b785ea for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:09.038132 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.052982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.078693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.086177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.097159 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-1387e288-8a9d-4e3a-acaf-70892dc870cf req-7275c4ef-e0a6-4a97-97fc-9982ff3ef16d tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] show failed (client error): The resource could not be found. Mar 04 23:51:09.098209 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1387e288-8a9d-4e3a-acaf-70892dc870cf req-7275c4ef-e0a6-4a97-97fc-9982ff3ef16d tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/df79bebb-a1d4-4761-b5e9-b2ab95459fd7 HTTP/1.1" status: 404 len: 352 time: 0.0280151 Mar 04 23:51:09.102581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:09.107178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:edace8b87ef548539dc05b21a3b785ea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:09.111777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:09.118118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:09.148454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78557cc9-90ac-4009-ada3-0c171523e419 req-36354c7d-a2c7-4af0-b070-f9258cc519e8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343520 Mar 04 23:51:09.193996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:09.288252 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-b98546af-394d-48a5-844c-fa118154ba71 req-1d66ed98-6501-4d78-9eed-c3d711b57151 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] show failed (client error): The resource could not be found. Mar 04 23:51:09.289285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b98546af-394d-48a5-844c-fa118154ba71 req-1d66ed98-6501-4d78-9eed-c3d711b57151 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-group-rules/799a5349-831d-471b-afdc-d79320be3d29 HTTP/1.1" status: 404 len: 361 time: 0.0290992 Mar 04 23:51:09.294097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.302173 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.345669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:51:09.351654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Allocated IP 192.168.233.49 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/508ee93b-21a1-4b32-9e71-9526356d2c5e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:09.382440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e63f3-f5cc-4202-8fe3-ef198413c33c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:09.409387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.409729 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Added segment 0958d52b-8576-4f60-bbc9-062171e4aa80 of type vlan for network b4ef9424-e81f-4232-acf1-ad2d7fa7112c Mar 04 23:51:09.455392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:09.468246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-90b6a4d0-feb9-4a87-a265-c9f377860494 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541942 Mar 04 23:51:09.500238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44a7ba3a-be3c-4f8b-a093-8f52cc9f4d39 req-ba345182-4190-41ac-941e-ed6baa983a9f tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/b08a3dc5-398d-4386-897c-72063a40b30b HTTP/1.1" status: 200 len: 1646 time: 0.1582098 Mar 04 23:51:09.540668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.563067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21996f46-e73a-4404-9ad1-5b5f4c7181cc req-ebfb980e-655b-4b67-b012-4d55881ce646 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 210 time: 0.1071229 Mar 04 23:51:09.605142 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.657800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.682423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Transition to ACTIVE for port object 508ee93b-21a1-4b32-9e71-9526356d2c5e will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:09.706443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 53146170-9836-4566-8268-5a873d369115 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:09.747752 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.763569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-ec6cd4bf-de1b-4740-8862-68eec7ef6d4d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435901 Mar 04 23:51:09.771895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.772931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.773360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:09.774559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.820555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-b04f3653-6572-439f-9c6b-1c393ccfb078 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:09.822098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-b04f3653-6572-439f-9c6b-1c393ccfb078 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496370 Mar 04 23:51:09.856158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:09.865752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44a7ba3a-be3c-4f8b-a093-8f52cc9f4d39 req-121e64d2-9227-4f6d-9beb-7376aed487d9 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.870641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '53146170-9836-4566-8268-5a873d369115', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'port_id': '53146170-9836-4566-8268-5a873d369115', 'mac_address': 'fa:16:3e:73:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0f0284-62dd-42fc-9718-35b4000bcb00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:09.878605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Request body: {'port': {'device_id': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'ed075bbfefc04fea8c5c4bf791ea0e79'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:09.930835 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.939149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:09.950460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53146170-9836-4566-8268-5a873d369115 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:09.955056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Usage tracker for resource:security_group_rule and tenant:1fca71edbe504a89bbc437a0adfd6e3f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:09.963472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:09.964366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:09.967132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:09.969857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:09.977044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:09.980853 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:09.983484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:09.986711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:09.991196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:09.991991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.057787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:10.060132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5d962958-1ae9-4781-8a6a-8e7c883f87aa tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:10.066940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5d962958-1ae9-4781-8a6a-8e7c883f87aa tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974017 Mar 04 23:51:10.099417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-f258adbf-a46f-4fc4-957c-ce3fe87bb6f7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/quotas/82544c985fd6495a843ffbe80a1b5cd5 HTTP/1.1" status: 200 len: 375 time: 0.0310187 Mar 04 23:51:10.100917 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-ecf69b59-7ea9-47d7-b7b6-a49477f32cb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6642933 Mar 04 23:51:10.106270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ef9424-e81f-4232-acf1-ad2d7fa7112c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:10.109635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44a7ba3a-be3c-4f8b-a093-8f52cc9f4d39 req-121e64d2-9227-4f6d-9beb-7376aed487d9 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.118406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:51:10.124743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a0e3e3a-b7db-4806-bb4a-00211a273cd6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4368744 Mar 04 23:51:10.127838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38472) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:10.131354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Request body: {'port': {'device_id': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:10.204373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Request body: {'subnet': {'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-subnet', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:10.214805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44a7ba3a-be3c-4f8b-a093-8f52cc9f4d39 req-121e64d2-9227-4f6d-9beb-7376aed487d9 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.224511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-37f07877-f5a8-40d1-b41e-b3acb6939cef tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124649 Mar 04 23:51:10.224918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:10.227753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:10.258681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44a7ba3a-be3c-4f8b-a093-8f52cc9f4d39 req-121e64d2-9227-4f6d-9beb-7376aed487d9 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.259626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44a7ba3a-be3c-4f8b-a093-8f52cc9f4d39 req-121e64d2-9227-4f6d-9beb-7376aed487d9 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "DELETE /v2.0/security-groups/b08a3dc5-398d-4386-897c-72063a40b30b HTTP/1.1" status: 204 len: 173 time: 0.7419109 Mar 04 23:51:10.260649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Usage tracker for resource:port and tenant:ed075bbfefc04fea8c5c4bf791ea0e79 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:10.264382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Usage tracker for resource:subnet and tenant:edace8b87ef548539dc05b21a3b785ea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:10.267943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e64d2-9227-4f6d-9beb-7376aed487d9 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a3dc5-398d-4386-897c-72063a40b30b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:10.270047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:10.272881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:10.281810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:10.284093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:10.293962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.300816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Made reservation on behalf of edace8b87ef548539dc05b21a3b785ea for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:10.306743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.308431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['53146170-9836-4566-8268-5a873d369115'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:10.308728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.389086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.408565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d84d0451-6c40-4a03-b100-8ae99f7b1b88 None None] Provisioning for port 508ee93b-21a1-4b32-9e71-9526356d2c5e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:10.446705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d84d0451-6c40-4a03-b100-8ae99f7b1b88 None None] Provisioning complete for port 508ee93b-21a1-4b32-9e71-9526356d2c5e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:10.447170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d84d0451-6c40-4a03-b100-8ae99f7b1b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.448932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fca71edbe504a89bbc437a0adfd6e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9918537 Mar 04 23:51:10.457206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38486) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:10.461564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2802a29-6785-40bd-bfdb-b1edaf224896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e42e89-cc8b-41aa-9c90-edcf04439fe4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:10.462475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Made reservation on behalf of ed075bbfefc04fea8c5c4bf791ea0e79 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:10.469446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.623617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d84d0451-6c40-4a03-b100-8ae99f7b1b88 None None] Port 508ee93b-21a1-4b32-9e71-9526356d2c5e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:10.869940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c92a26-d9d5-4cb1-a9a6-4435657a6f02 req-85b44443-5c9e-4c40-94fc-84530c22c86c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:10.871393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4c92a26-d9d5-4cb1-a9a6-4435657a6f02 req-85b44443-5c9e-4c40-94fc-84530c22c86c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.3254595 Mar 04 23:51:10.931010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ba7360a-786e-484c-904d-28adc45aa321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:10.935064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4c92a26-d9d5-4cb1-a9a6-4435657a6f02 req-cd3006e2-1841-432b-a239-7f0b8309c21e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Mar 04 23:51:10.943633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cdc61-ff19-471e-9866-baee8d5e7b67 req-2af8d2d5-78cc-436c-9132-e201b681de03 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:10.945129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-819cdc61-ff19-471e-9866-baee8d5e7b67 req-2af8d2d5-78cc-436c-9132-e201b681de03 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.4394011 Mar 04 23:51:11.014392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:11.017242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ba7360a-786e-484c-904d-28adc45aa321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.023381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.044790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Transition to ACTIVE for port object 508ee93b-21a1-4b32-9e71-9526356d2c5e will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:11.058460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.116554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.163694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-819cdc61-ff19-471e-9866-baee8d5e7b67 req-ccb941ba-2fe8-411f-9b42-c768858b0899 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078991 Mar 04 23:51:11.263191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:11.275327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1afbc56a-1eec-4366-94dc-016f6bdcc9cb req-ffe82ada-af8d-44c7-b48f-56e4a1218e40 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/b604b7ea-dc85-4b58-a1d2-fc90fd1d4a07 HTTP/1.1" status: 200 len: 1647 time: 0.2328131 Mar 04 23:51:11.283951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Allocated IP 192.168.233.181 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/4b1f6073-17ee-4524-993f-9b306f3aa894) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:11.305615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Checking segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:11.306079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Network hostable DHCP agents. Network: b4ef9424-e81f-4232-acf1-ad2d7fa7112c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:51:11.314731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe65bdd-10a5-4aed-9541-08d28bace0d1,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:11.327522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ba7360a-786e-484c-904d-28adc45aa321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.373917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Attempting to bind port 508ee93b-21a1-4b32-9e71-9526356d2c5e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:11.374246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Attempting to bind port 508ee93b-21a1-4b32-9e71-9526356d2c5e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:11.374550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Attempting to bind port 508ee93b-21a1-4b32-9e71-9526356d2c5e on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:11.376577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7360a-786e-484c-904d-28adc45aa321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e42e89-cc8b-41aa-9c90-edcf04439fe4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:11.383178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Port 508ee93b-21a1-4b32-9e71-9526356d2c5e on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:11.383421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Attempting to bind port 508ee93b-21a1-4b32-9e71-9526356d2c5e on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:11.403754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-cc493b22-f21f-4783-99cb-ae8841eb9ceb tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548513 Mar 04 23:51:11.408178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:11.408819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:11.408909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:11.409425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Bound port: 508ee93b-21a1-4b32-9e71-9526356d2c5e, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:11.410182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.457656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1afbc56a-1eec-4366-94dc-016f6bdcc9cb req-6a63e5d2-7f6f-4352-9091-36d4e3ebfca6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.504742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1afbc56a-1eec-4366-94dc-016f6bdcc9cb req-6a63e5d2-7f6f-4352-9091-36d4e3ebfca6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.534269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ba7360a-786e-484c-904d-28adc45aa321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.537862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ba7360a-786e-484c-904d-28adc45aa321 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5e42e89-cc8b-41aa-9c90-edcf04439fe4 HTTP/1.1" status: 204 len: 168 time: 1.0769825 Mar 04 23:51:11.563393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:51:11.589607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:11.594714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1afbc56a-1eec-4366-94dc-016f6bdcc9cb req-6a63e5d2-7f6f-4352-9091-36d4e3ebfca6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.619764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:11.621191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e5d2-7f6f-4352-9091-36d4e3ebfca6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b604b7ea-dc85-4b58-a1d2-fc90fd1d4a07,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:11.640915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.667444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b4ef9424-e81f-4232-acf1-ad2d7fa7112c) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:11.671545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.36', 57546) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:11.680020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a2c6a-c847-4d65-950b-9a700835f18a None None] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:11.700804 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1afbc56a-1eec-4366-94dc-016f6bdcc9cb req-6a63e5d2-7f6f-4352-9091-36d4e3ebfca6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.708031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:11.708629 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.716059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 53146170-9836-4566-8268-5a873d369115 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:11.716605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1afbc56a-1eec-4366-94dc-016f6bdcc9cb req-6a63e5d2-7f6f-4352-9091-36d4e3ebfca6 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "DELETE /v2.0/security-groups/b604b7ea-dc85-4b58-a1d2-fc90fd1d4a07 HTTP/1.1" status: 204 len: 173 time: 0.4400115 Mar 04 23:51:11.741491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-362b9155-e5c4-49a9-b315-f99e7e377772 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668399 Mar 04 23:51:11.794578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682192b2-2c83-48af-b026-ac00388fbe41 req-e5ee0077-41fc-4308-a670-18e013424537 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:11.800641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-e5ee0077-41fc-4308-a670-18e013424537 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766515 Mar 04 23:51:11.801373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:11.805938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] 10.222.0.36 "PUT /v2.0/ports/508ee93b-21a1-4b32-9e71-9526356d2c5e HTTP/1.1" status: 200 len: 1095 time: 1.6954112 Mar 04 23:51:11.806480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:11.838531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c5a80-204c-4523-9196-2e9f7d85d40b service neutron] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:11.922570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-27127770-c5ee-41c8-85e0-6106d3ae4412 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7915366 Mar 04 23:51:11.957420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a74294b0-4510-45d2-8c4a-485c7bcd9ae5 req-86dd7dad-b1a5-4c4f-9c4a-9faaf9512512 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Synchronizing usage tracker for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:11.960000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38516) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:11.993203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-1986beb8-3bb7-4a74-b3bc-59d2868506b4 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/quotas/82544c985fd6495a843ffbe80a1b5cd5 HTTP/1.1" status: 200 len: 375 time: 0.1902153 Mar 04 23:51:12.000476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.024212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:12.046619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:12.055773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Usage tracker for resource:router and tenant:edace8b87ef548539dc05b21a3b785ea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:12.064599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:12.073006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:12.111153 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.118944 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.145459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.159503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 53146170-9836-4566-8268-5a873d369115 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:12.164204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-606f9ca7-a8db-4c6b-ba52-eb0fdafc8de6 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1700246 Mar 04 23:51:12.171942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-8bf2ba83-672a-4c96-8523-4242279258ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1098 time: 0.2106779 Mar 04 23:51:12.172472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 53146170-9836-4566-8268-5a873d369115 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:12.173257 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.212391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38522) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:12.226166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Transition to ACTIVE for port object 4b1f6073-17ee-4524-993f-9b306f3aa894 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:12.233439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a74294b0-4510-45d2-8c4a-485c7bcd9ae5 req-86dd7dad-b1a5-4c4f-9c4a-9faaf9512512 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Unset dirty status for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:12.244233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a74294b0-4510-45d2-8c4a-485c7bcd9ae5 req-86dd7dad-b1a5-4c4f-9c4a-9faaf9512512 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 210 time: 0.3549254 Mar 04 23:51:12.306698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:51:12.312293 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.319352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.338970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-c3419924-7005-4b70-9312-c97f85f9133e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:12.340467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-c3419924-7005-4b70-9312-c97f85f9133e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5877826 Mar 04 23:51:12.361288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Request body: {'port': {'device_id': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '82544c985fd6495a843ffbe80a1b5cd5'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:12.382466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.395802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-160c8009-6191-4372-a7c9-84ea4e7c3f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e HTTP/1.1" status: 200 len: 217 time: 0.1504908 Mar 04 23:51:12.439600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.524947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:12.528746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40297559-d60e-41e2-be89-48d2546ff097 req-c72411aa-7462-4ba8-8113-4734bdd9b2b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:12.532485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-c72411aa-7462-4ba8-8113-4734bdd9b2b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1256506 Mar 04 23:51:12.536569 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.546608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0880fc6681da43199716cfc49884f480 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:12.556799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:12.603222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:12.611116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53146170-9836-4566-8268-5a873d369115'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:12.635304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:12.644370 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.654788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:12.656344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event updated for resources: {'Port': ['ID=4b1f6073-17ee-4524-993f-9b306f3aa894,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:12.665520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:12.693702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f9c42f0-99a3-47a9-a426-ed0e670ef433 req-0cf62c4d-faff-4b69-bf2e-9060fb7f82af tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/a01a5011-8ce7-4bfc-8272-276cad581c1c HTTP/1.1" status: 200 len: 1647 time: 0.3175173 Mar 04 23:51:12.716370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:12.720301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:12.722408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Allocated IP 172.20.0.2 (b4ef9424-e81f-4232-acf1-ad2d7fa7112c/4fe65bdd-10a5-4aed-9541-08d28bace0d1/a741cb32-a6a6-476e-8498-9137da9e61c2) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:12.722955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:12.846879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-aee7d39a-7f72-4726-9b6d-98514ada5d23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942506 Mar 04 23:51:12.940231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:12.956441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-5e5a6863-a160-4457-a4d8-c7f9bdc52cd7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0814774 Mar 04 23:51:12.988760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Usage tracker for resource:port and tenant:82544c985fd6495a843ffbe80a1b5cd5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:13.002365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:13.014947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Request body: {'port': {'device_id': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:13.021041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:13.069567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.088716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Transition to ACTIVE for port object a741cb32-a6a6-476e-8498-9137da9e61c2 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:13.092609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e6912a98-6fe2-420d-b6c4-0213a2d4691b None None] Provisioning for port 4b1f6073-17ee-4524-993f-9b306f3aa894 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:13.101891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.146611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e6912a98-6fe2-420d-b6c4-0213a2d4691b None None] Provisioning complete for port 4b1f6073-17ee-4524-993f-9b306f3aa894 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:13.147243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6912a98-6fe2-420d-b6c4-0213a2d4691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.159090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:13.204156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.210653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Transition to ACTIVE for port object a741cb32-a6a6-476e-8498-9137da9e61c2 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:13.212574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f9c42f0-99a3-47a9-a426-ed0e670ef433 req-496687b4-b5a5-4419-8808-2454e7e51706 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.227507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Made reservation on behalf of 82544c985fd6495a843ffbe80a1b5cd5 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:13.231654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.232462 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.277148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.285614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e6912a98-6fe2-420d-b6c4-0213a2d4691b None None] Port 4b1f6073-17ee-4524-993f-9b306f3aa894 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:13.307537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-bd2b8705-fd86-4b42-a844-165102889bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528558 Mar 04 23:51:13.308495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.333214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:13.336442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:13.342692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f9c42f0-99a3-47a9-a426-ed0e670ef433 req-496687b4-b5a5-4419-8808-2454e7e51706 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.344419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:13.357858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Pushing event updated for resources: {'Port': ['ID=a741cb32-a6a6-476e-8498-9137da9e61c2,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:13.368583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.371187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0880fc6681da43199716cfc49884f480&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1563945 Mar 04 23:51:13.372348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530303f3-1cb5-4573-8f5a-57af804471c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96f045-3631-4c5d-821e-b215dc14b5e8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:13.375001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38542) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:13.386671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.456844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:13.462341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8832eab2-0d3b-4ffa-8aa3-7284e74c1a24 req-722d3c47-4b2e-4737-ba69-fd03411726cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4193664 Mar 04 23:51:13.466960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Attempting to bind port a741cb32-a6a6-476e-8498-9137da9e61c2 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:13.466960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Attempting to bind port a741cb32-a6a6-476e-8498-9137da9e61c2 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:13.467266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Attempting to bind port a741cb32-a6a6-476e-8498-9137da9e61c2 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:13.475356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:13.475840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Checking segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:13.476199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.476582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Bound using segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:13.477070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Bound port: a741cb32-a6a6-476e-8498-9137da9e61c2, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:13.478357 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.495820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Usage tracker for resource:security_group_rule and tenant:82544c985fd6495a843ffbe80a1b5cd5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:13.511373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:13.535846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:13.556113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f9c42f0-99a3-47a9-a426-ed0e670ef433 req-496687b4-b5a5-4419-8808-2454e7e51706 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.585042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40297559-d60e-41e2-be89-48d2546ff097 req-79bc5bfb-40ad-4565-8151-acb2c49d345e service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450607 Mar 04 23:51:13.597638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] For port a741cb32-a6a6-476e-8498-9137da9e61c2, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:13.602505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] For port a741cb32-a6a6-476e-8498-9137da9e61c2, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a741cb32-a6a6-476e-8498-9137da9e61c2,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:13.611016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Allocated IP 172.25.0.35 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/dcbed59a-5434-4a68-8277-c40bc7d3bbbc) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:13.630893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.730148 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'status': 'completed', 'code': 200} Mar 04 23:51:13.731869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496687b4-b5a5-4419-8808-2454e7e51706 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a5011-8ce7-4bfc-8272-276cad581c1c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:13.759593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a489dfeb-9ac1-4438-aeee-c8e05cd38dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.799301 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f9c42f0-99a3-47a9-a426-ed0e670ef433 req-496687b4-b5a5-4419-8808-2454e7e51706 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:13.805556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f9c42f0-99a3-47a9-a426-ed0e670ef433 req-496687b4-b5a5-4419-8808-2454e7e51706 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "DELETE /v2.0/security-groups/a01a5011-8ce7-4bfc-8272-276cad581c1c HTTP/1.1" status: 204 len: 173 time: 1.0683391 Mar 04 23:51:13.849126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ddfc3-3e98-4688-af79-b44377863dad None None] Pushing event updated for resources: {'Port': ['ID=a741cb32-a6a6-476e-8498-9137da9e61c2,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:13.948554 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-6fdcb8ec-a6bf-48e8-be20-75d801d3fe25 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637505 Mar 04 23:51:13.975488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a489dfeb-9ac1-4438-aeee-c8e05cd38dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.013761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-dac974fa-3531-4dec-8cde-62cd2e065bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1098 time: 0.2827549 Mar 04 23:51:14.016488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.148434 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.153171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7227597c-c4f0-4603-93a7-302ffc64155a req-e771ed13-57f9-4422-9bb2-ad94182a75bd tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 210 time: 0.1662338 Mar 04 23:51:14.176280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.246353 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53146170-9836-4566-8268-5a873d369115', 'code': 200} Mar 04 23:51:14.307491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ded43-8280-4f46-89cf-10d993c007df req-65472bc2-00e9-4a32-9704-1795cf221a8e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:14.308183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b5ded43-8280-4f46-89cf-10d993c007df req-65472bc2-00e9-4a32-9704-1795cf221a8e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 946 time: 0.4661918 Mar 04 23:51:14.310762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.315257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.36', 57547) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:14.416308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e6701-576e-4481-8f9c-09187dccf70f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:14.448915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682192b2-2c83-48af-b026-ac00388fbe41 req-cb91a5bd-9a96-4b83-8109-77cf9ec5d43c tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:14.451005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-cb91a5bd-9a96-4b83-8109-77cf9ec5d43c tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4879239 Mar 04 23:51:14.485721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Request body: {'port': {'device_id': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '82544c985fd6495a843ffbe80a1b5cd5'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:14.488250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a489dfeb-9ac1-4438-aeee-c8e05cd38dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.516581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489dfeb-9ac1-4438-aeee-c8e05cd38dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96f045-3631-4c5d-821e-b215dc14b5e8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:14.528746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1f6073-17ee-4524-993f-9b306f3aa894 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:14.545210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.551292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a489dfeb-9ac1-4438-aeee-c8e05cd38dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.553256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a489dfeb-9ac1-4438-aeee-c8e05cd38dfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a96f045-3631-4c5d-821e-b215dc14b5e8 HTTP/1.1" status: 204 len: 168 time: 1.1677709 Mar 04 23:51:14.571162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440e505-5738-4313-a3bd-60d6c7e07d6e req-d8281ad3-d153-4d16-9485-e7158d5b3eb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:14.571866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d440e505-5738-4313-a3bd-60d6c7e07d6e req-d8281ad3-d153-4d16-9485-e7158d5b3eb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Synchronizing usage tracker for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:14.577455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Transition to ACTIVE for port object 4b1f6073-17ee-4524-993f-9b306f3aa894 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:14.588725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:14.590189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:14.600161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:14.602535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:14.631033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-119b7d09-cd72-48ad-9ffb-3d499fb5f3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:14.632477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-119b7d09-cd72-48ad-9ffb-3d499fb5f3d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5434325 Mar 04 23:51:14.653540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:14.679332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d440e505-5738-4313-a3bd-60d6c7e07d6e req-d8281ad3-d153-4d16-9485-e7158d5b3eb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Unset dirty status for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:14.680483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d440e505-5738-4313-a3bd-60d6c7e07d6e req-d8281ad3-d153-4d16-9485-e7158d5b3eb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 936 time: 0.3155241 Mar 04 23:51:14.772837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b5ded43-8280-4f46-89cf-10d993c007df req-0a4de6d7-c671-48bc-a149-120dd939821d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505317 Mar 04 23:51:14.869331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-0bccea34-cf33-4d70-8142-9f667ef49d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e HTTP/1.1" status: 200 len: 217 time: 0.2088420 Mar 04 23:51:14.899511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a741cb32-a6a6-476e-8498-9137da9e61c2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:14.902846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Pushing event updated for resources: {'Port': ['ID=4b1f6073-17ee-4524-993f-9b306f3aa894,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:14.931613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Allocated IP 192.168.233.196 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/4126679d-002c-4664-b5ae-88c2db738960) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:14.971751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d440e505-5738-4313-a3bd-60d6c7e07d6e req-2f09fb93-95d7-4209-b3c3-7c8a9a6d985e tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780974 Mar 04 23:51:15.119847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a741cb32-a6a6-476e-8498-9137da9e61c2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:15.192003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Attempting to bind port 4b1f6073-17ee-4524-993f-9b306f3aa894 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:15.192594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Attempting to bind port 4b1f6073-17ee-4524-993f-9b306f3aa894 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:15.192693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Attempting to bind port 4b1f6073-17ee-4524-993f-9b306f3aa894 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:15.208897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a90024-042b-4c09-ab5e-b048ba0c52d7 None None] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:15.266921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b7bd07d-2b52-43b7-a7fd-a5e1b80daecc req-7f248759-eeb0-4947-9130-18d0ad6ccd0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1097 time: 0.8940184 Mar 04 23:51:15.275932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:15.297513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Port 4b1f6073-17ee-4524-993f-9b306f3aa894 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:15.299954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Attempting to bind port 4b1f6073-17ee-4524-993f-9b306f3aa894 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:15.300229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Usage tracker for resource:port and tenant:82544c985fd6495a843ffbe80a1b5cd5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:15.308347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:15.319981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-457473b2-a893-4a80-a0d9-56df8f30e8f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:15.320324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] Provisioning for port a741cb32-a6a6-476e-8498-9137da9e61c2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:15.321702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-457473b2-a893-4a80-a0d9-56df8f30e8f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.4380183 Mar 04 23:51:15.331566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b72868f-23d5-4c63-8d07-8d76081a2c59 req-66489a87-f330-4ad4-8edd-47e47a96d3a1 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/566c0f57-5252-47e2-8c44-fbfbeafa9154 HTTP/1.1" status: 200 len: 1646 time: 0.2381043 Mar 04 23:51:15.332436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:15.349185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] Provisioning complete for port a741cb32-a6a6-476e-8498-9137da9e61c2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:15.349516 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.361052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:15.361732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:15.362360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:15.363016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Bound port: 4b1f6073-17ee-4524-993f-9b306f3aa894, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:15.363581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.414218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Made reservation on behalf of 82544c985fd6495a843ffbe80a1b5cd5 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:15.417151 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.448043 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b7bd07d-2b52-43b7-a7fd-a5e1b80daecc req-05876154-1d1c-4cc6-8e36-445a17370468 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687620 Mar 04 23:51:15.467311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08fcdb-ee2e-449e-820d-95382aeafed4 req-5337391d-591a-4113-8c2b-e90f7f98832a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:15.468771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b08fcdb-ee2e-449e-820d-95382aeafed4 req-5337391d-591a-4113-8c2b-e90f7f98832a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.4446845 Mar 04 23:51:15.527505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.550082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Transition to ACTIVE for port object 4126679d-002c-4664-b5ae-88c2db738960 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:15.588783 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.620769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b08fcdb-ee2e-449e-820d-95382aeafed4 req-f23ed71c-dbf2-4dc6-828e-2fc0e1c32753 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115911 Mar 04 23:51:15.630840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-a1bcf10b-2bda-4305-876a-67aa4afaa934 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2935987 Mar 04 23:51:15.632354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.633198 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.642599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] For port a741cb32-a6a6-476e-8498-9137da9e61c2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a741cb32-a6a6-476e-8498-9137da9e61c2,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:15.653800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b72868f-23d5-4c63-8d07-8d76081a2c59 req-701b17ad-289b-4513-be14-12e7c5698859 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.656693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.659215 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.797358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef9b45-79db-46b8-aa5c-f641eba7fe53 None None] Pushing event updated for resources: {'Port': ['ID=a741cb32-a6a6-476e-8498-9137da9e61c2,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:15.804029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b72868f-23d5-4c63-8d07-8d76081a2c59 req-701b17ad-289b-4513-be14-12e7c5698859 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.835984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Allocated IP 192.168.233.108 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:15.861353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:15.883230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] For port 4b1f6073-17ee-4524-993f-9b306f3aa894, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:15.903572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] For port 4b1f6073-17ee-4524-993f-9b306f3aa894, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4b1f6073-17ee-4524-993f-9b306f3aa894,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:15.916867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:15.923795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:15.991277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e4b55c3-a270-4b73-8918-e5d1418f3636 None None] Provisioning complete for port a741cb32-a6a6-476e-8498-9137da9e61c2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:15.991887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e4b55c3-a270-4b73-8918-e5d1418f3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.011751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:16.014821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b72868f-23d5-4c63-8d07-8d76081a2c59 req-701b17ad-289b-4513-be14-12e7c5698859 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.024027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:16.028688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:16.029542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.079855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b17ad-289b-4513-be14-12e7c5698859 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c0f57-5252-47e2-8c44-fbfbeafa9154,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:16.091904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.093407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] 10.222.0.10 "PUT /v2.0/ports/4b1f6073-17ee-4524-993f-9b306f3aa894 HTTP/1.1" status: 200 len: 1096 time: 3.1067898 Mar 04 23:51:16.099277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'tag': '4b1f6073-17ee-4524-993f-9b306f3aa894'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:16.113510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b72868f-23d5-4c63-8d07-8d76081a2c59 req-701b17ad-289b-4513-be14-12e7c5698859 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.114595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b72868f-23d5-4c63-8d07-8d76081a2c59 req-701b17ad-289b-4513-be14-12e7c5698859 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "DELETE /v2.0/security-groups/566c0f57-5252-47e2-8c44-fbfbeafa9154 HTTP/1.1" status: 204 len: 173 time: 0.7745383 Mar 04 23:51:16.128196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-2133593e-60b9-4848-8f20-1ed9738ba773 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7706828 Mar 04 23:51:16.133389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67bf77-b535-4da2-90fa-4c56748b8faa service neutron] Pushing event updated for resources: {'Port': ['ID=4b1f6073-17ee-4524-993f-9b306f3aa894,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:16.152010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Request body: {'port': {'device_id': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:16.375672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-6e780c6e-b570-4327-a0b8-51792b823e77 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255947 Mar 04 23:51:16.383373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431ae8b0-1b65-4aa2-8e04-1f081d816405 req-347a4b34-70e1-42d8-a3da-4ba85b8668e0 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 210 time: 0.4230120 Mar 04 23:51:16.395557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-852e78e2-765d-4fdb-b041-38c9c116cba7 None None] Provisioning for port 4126679d-002c-4664-b5ae-88c2db738960 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:16.403820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-852e78e2-765d-4fdb-b041-38c9c116cba7 None None] Provisioning complete for port 4126679d-002c-4664-b5ae-88c2db738960 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:16.404412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-852e78e2-765d-4fdb-b041-38c9c116cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.524440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-852e78e2-765d-4fdb-b041-38c9c116cba7 None None] Port 4126679d-002c-4664-b5ae-88c2db738960 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:16.536867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.613622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee8009-8abb-451a-b1d0-de40a5a0c30d req-f9bb31bf-7405-4c89-a425-41572842ef74 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:16.615500 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87ee8009-8abb-451a-b1d0-de40a5a0c30d req-f9bb31bf-7405-4c89-a425-41572842ef74 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 946 time: 0.3485343 Mar 04 23:51:16.618012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-444b1f00-6391-4a5a-8c98-1c720d0cc811 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 1099 time: 0.4119091 Mar 04 23:51:16.640103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-3b3cd36d-31ca-44f3-b779-f4f8ac2df76a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728564 Mar 04 23:51:16.724646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-45d019ac-b13c-44fd-b308-82fe573e331f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4b1f6073-17ee-4524-993f-9b306f3aa894 HTTP/1.1" status: 200 len: 217 time: 0.0951138 Mar 04 23:51:16.844635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a741cb32-a6a6-476e-8498-9137da9e61c2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:16.873928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a14db296-ff5d-4190-a6fd-a6c24fd98b68 req-c8061bba-4ba8-411a-ac73-c42c03d6938b service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894717 Mar 04 23:51:16.886573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:16.888180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87ee8009-8abb-451a-b1d0-de40a5a0c30d req-2bd10f01-b525-43b9-8052-4c1fa40c89e1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628911 Mar 04 23:51:16.916825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-72cc069a-d62b-476d-82f6-6eb57d4d6d26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:16.918304 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-72cc069a-d62b-476d-82f6-6eb57d4d6d26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1439297 Mar 04 23:51:16.928868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Transition to ACTIVE for port object ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:16.962358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-d950be2d-bf32-4fa4-b2ea-0705e2761c51 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:16.969751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-d950be2d-bf32-4fa4-b2ea-0705e2761c51 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134367 Mar 04 23:51:16.998863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a741cb32-a6a6-476e-8498-9137da9e61c2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:16.999305 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.002165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-58a136e8-64ef-4afa-8bd0-e0eae440ee98 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/quotas/ad2380b8d0274dc8b0d4644764ff99ea HTTP/1.1" status: 200 len: 375 time: 0.0313761 Mar 04 23:51:17.067716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-bb55f10a-af4f-4dc9-82e9-5f4531b6b991 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427164 Mar 04 23:51:17.100195 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.198904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:17.204442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:17.206788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:17.211624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:17.215577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:17.216178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.271266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-37f6b48f-003a-4502-8c8b-b30e57033898 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681735 Mar 04 23:51:17.278352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-5755bc28-dea0-4309-a9fb-16b7aeeeb343 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8099592 Mar 04 23:51:17.302732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Request body: {'port': {'device_id': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:17.418656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-a3fb28fc-bba4-4e43-94e8-512405ea4a9f service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419681 Mar 04 23:51:17.422664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Router 8a7796e9-2882-4622-9722-76a493b89c5c is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:51:17.503687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.573842 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'tag': '4b1f6073-17ee-4524-993f-9b306f3aa894', 'status': 'completed', 'code': 200} Mar 04 23:51:17.596434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ffb90846-bc00-418d-8df9-f873ba418e72 None None] Provisioning for port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:17.601936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ffb90846-bc00-418d-8df9-f873ba418e72 None None] Provisioning complete for port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:17.602433 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ffb90846-bc00-418d-8df9-f873ba418e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.633850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4126679d-002c-4664-b5ae-88c2db738960 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:17.650415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665b73-2735-475f-8340-c74d84ae2883 req-8f154924-14d3-4667-93c5-fa0d475c898f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:17.652354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4665b73-2735-475f-8340-c74d84ae2883 req-8f154924-14d3-4667-93c5-fa0d475c898f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 948 time: 0.4556627 Mar 04 23:51:17.654320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.673014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ffb90846-bc00-418d-8df9-f873ba418e72 None None] Port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:17.711570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Transition to ACTIVE for port object 4126679d-002c-4664-b5ae-88c2db738960 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:17.738382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:17.752242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:17.840024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4665b73-2735-475f-8340-c74d84ae2883 req-edc2decb-e7ee-43d0-ba2e-d0945b4db764 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738474 Mar 04 23:51:17.867731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28fde5d7-66b6-41a6-a871-3de9eede21a8 req-802fe885-9815-45bd-983d-7af7964e15f5 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415150 Mar 04 23:51:17.923294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:17.946258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd929ea7-f26d-4818-8b08-92b4492aa5e4 req-17fdba31-2270-4a47-861f-cdaeee4a0a92 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "GET /v2.0/security-groups/a2001efe-a483-454a-96b1-0613814f0377 HTTP/1.1" status: 200 len: 1646 time: 0.2728109 Mar 04 23:51:17.964588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'mac_address': 'fa:16:3e:f9:1f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:18.091773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:18.102097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.146358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:18.163573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:18.171025 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.247778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Attempting to bind port 4126679d-002c-4664-b5ae-88c2db738960 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:18.248170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Attempting to bind port 4126679d-002c-4664-b5ae-88c2db738960 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:18.248422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Attempting to bind port 4126679d-002c-4664-b5ae-88c2db738960 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:18.257619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:18.258689 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-dd929ea7-f26d-4818-8b08-92b4492aa5e4 req-664979eb-354f-49ab-ad95-b3a522ddb512 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.273857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Port 4126679d-002c-4664-b5ae-88c2db738960 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:18.274176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Attempting to bind port 4126679d-002c-4664-b5ae-88c2db738960 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:18.292747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:18.293136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:18.293528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:18.293953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Bound port: 4126679d-002c-4664-b5ae-88c2db738960, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:18.294292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.305404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-9d1801d3-2b99-4d58-8416-68061e9d896c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 1099 time: 0.2989902 Mar 04 23:51:18.318617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-dd929ea7-f26d-4818-8b08-92b4492aa5e4 req-664979eb-354f-49ab-ad95-b3a522ddb512 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.379178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:51:18.397654 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:51:18.414643 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:18.415397 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:18.436787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-d8546547-9dd7-47d9-b42a-f06ea9b89174 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:18.437499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-d8546547-9dd7-47d9-b42a-f06ea9b89174 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Synchronizing usage tracker for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:18.447006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-dd929ea7-f26d-4818-8b08-92b4492aa5e4 req-664979eb-354f-49ab-ad95-b3a522ddb512 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.468330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.469527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b4518dd8-0f5c-46df-8973-30b17899a586 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5049016 Mar 04 23:51:18.472593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664979eb-354f-49ab-ad95-b3a522ddb512 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2001efe-a483-454a-96b1-0613814f0377,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:18.474326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-dd929ea7-f26d-4818-8b08-92b4492aa5e4 req-664979eb-354f-49ab-ad95-b3a522ddb512 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.474599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38622) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:18.475006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:18.479266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd929ea7-f26d-4818-8b08-92b4492aa5e4 req-664979eb-354f-49ab-ad95-b3a522ddb512 tempest-SecurityGroupRulesNegativeTestJSON-113590672 tempest-SecurityGroupRulesNegativeTestJSON-113590672-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2001efe-a483-454a-96b1-0613814f0377 HTTP/1.1" status: 204 len: 173 time: 0.5151305 Mar 04 23:51:18.485344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38624) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:18.494865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:18.509147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.532301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Transition to ACTIVE for port object ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:18.539630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:18.685260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:18.735700 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:18.753494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8920388b-a176-4fd8-bcd5-7ecd527f013d req-e2f06b15-c4ed-4329-80fb-fc68f05f244b tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 210 time: 0.1103430 Mar 04 23:51:18.856495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-d8546547-9dd7-47d9-b42a-f06ea9b89174 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Unset dirty status for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:18.857726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-d8546547-9dd7-47d9-b42a-f06ea9b89174 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 936 time: 0.7442892 Mar 04 23:51:18.932467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-cb9c3d59-0ae6-48c3-87e4-18465bc0862e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511861 Mar 04 23:51:18.965070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-412377fb-5f0d-4515-8738-4bfba870e10a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:18.967389 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-412377fb-5f0d-4515-8738-4bfba870e10a service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.6535873 Mar 04 23:51:18.970853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Attempting to bind port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:18.971335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Attempting to bind port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:18.973282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Attempting to bind port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:19.018209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:19.046555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Deleting subnet 1833b270-dc8e-45d0-aaa0-2c162dbf745f {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:51:19.076760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:19.077376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Attempting to bind port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:19.100117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:19.100755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:19.101428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:19.102075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Bound port: ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:19.102650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.111464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.202619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:19.217248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-c4ce5d62-8e7a-423f-abfb-6f5573429ddf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4b1f6073-17ee-4524-993f-9b306f3aa894 HTTP/1.1" status: 200 len: 217 time: 0.1603053 Mar 04 23:51:19.222149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-bca96ab6-59d0-4d03-a117-4153ee5b4b86 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Synchronizing usage tracker for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:19.226131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.248707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-1e6f381d-72f4-4ecd-844c-4f66804dd1ce tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:19.250263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-1e6f381d-72f4-4ecd-844c-4f66804dd1ce tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853000 Mar 04 23:51:19.260560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:19.266137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:19.270620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Request body: {'port': {'device_id': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'ad2380b8d0274dc8b0d4644764ff99ea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:19.289022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.307084 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:14Z', 'revision_number': 3, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:19.311915 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:51:19.312261 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Updating router 8a7796e9-2882-4622-9722-76a493b89c5c port dcbed59a-5434-4a68-8277-c40bc7d3bbbc binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:51:19.372361 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.379089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:19.392492 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.401586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.417422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.418868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] 10.222.0.10 "PUT /v2.0/ports/ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 HTTP/1.1" status: 200 len: 1096 time: 2.1333752 Mar 04 23:51:19.419310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:19.491306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.530639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.533444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-5e75ac05-3c5b-4844-8f24-8479d0f8420d service neutron] 10.222.0.36 "PUT /v2.0/ports/4126679d-002c-4664-b5ae-88c2db738960 HTTP/1.1" status: 200 len: 1096 time: 3.3969507 Mar 04 23:51:19.536876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-bca96ab6-59d0-4d03-a117-4153ee5b4b86 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Unset dirty status for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:19.538073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8f55b9d-07f3-471e-ad05-8ff45c7f250c req-bca96ab6-59d0-4d03-a117-4153ee5b4b86 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277802 Mar 04 23:51:19.551469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-c8bb8d91-3034-4c9b-9350-3701e093e502 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:19.553117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-c8bb8d91-3034-4c9b-9350-3701e093e502 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.3199589 Mar 04 23:51:19.557472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1833b270-dc8e-45d0-aaa0-2c162dbf745f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:19.611566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:19.613897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6abb58-b877-4fd8-bc52-1fae427ff616 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:19.675469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:19.690948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:19.707376 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.714967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-2bfa869d-f18d-4d9e-9705-6e7b4618097d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 1099 time: 0.2315624 Mar 04 23:51:19.727253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ee4a-4409-4a26-9bba-4bd5da1b2a79 req-c6e901bf-3a31-47d2-914f-6796d94b1bda tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:19.728781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b07ee4a-4409-4a26-9bba-4bd5da1b2a79 req-c6e901bf-3a31-47d2-914f-6796d94b1bda tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 946 time: 0.3211408 Mar 04 23:51:19.736674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e35e2a56-3247-44ba-9d42-643a95d1b04b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1833b270-dc8e-45d0-aaa0-2c162dbf745f HTTP/1.1" status: 204 len: 168 time: 1.2433214 Mar 04 23:51:19.746037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:19.768024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:19.786736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Made reservation on behalf of ad2380b8d0274dc8b0d4644764ff99ea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:19.791153 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.861531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 508ee93b-21a1-4b32-9e71-9526356d2c5e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:19.867261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 508ee93b-21a1-4b32-9e71-9526356d2c5e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:19.867626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.923579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.952499 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:19.953532 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-c2a761f0-adae-497e-8565-199ea97b3fc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 HTTP/1.1" status: 200 len: 217 time: 0.2225075 Mar 04 23:51:19.967812 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Transition to ACTIVE for port object dcbed59a-5434-4a68-8277-c40bc7d3bbbc will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:19.983276 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.035271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-cdb9d813-0b82-4b5f-a9e7-627c1adf31d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4709947 Mar 04 23:51:20.084941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.091709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Pushing event updated for resources: {'Port': ['ID=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:20.095815 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Attempting to bind port dcbed59a-5434-4a68-8277-c40bc7d3bbbc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:20.096772 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Attempting to bind port dcbed59a-5434-4a68-8277-c40bc7d3bbbc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:20.096772 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Attempting to bind port dcbed59a-5434-4a68-8277-c40bc7d3bbbc on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:20.102582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b07ee4a-4409-4a26-9bba-4bd5da1b2a79 req-91661873-897f-4a72-a3cf-a9a491b2d60e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920533 Mar 04 23:51:20.108842 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:20.109395 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:20.109892 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.110664 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:20.110938 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Bound port: dcbed59a-5434-4a68-8277-c40bc7d3bbbc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:20.111420 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.111528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682192b2-2c83-48af-b026-ac00388fbe41 req-36fc0400-2cd7-4344-b17a-0cc35a9b3836 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:20.112893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-36fc0400-2cd7-4344-b17a-0cc35a9b3836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1526957 Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.147077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:20.154826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:20.176063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:20.185274 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.214678 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] For port dcbed59a-5434-4a68-8277-c40bc7d3bbbc, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:20.219565 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] For port dcbed59a-5434-4a68-8277-c40bc7d3bbbc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:20.225060 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.295410 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'status': 'completed', 'code': 200} Mar 04 23:51:20.305418 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191db8d5-6d88-4f6b-896d-edb00f67c62f None None] Pushing event updated for resources: {'Port': ['ID=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:20.316567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:20.358524 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:20.359553 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:20.360510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Allocated IP 192.168.233.47 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/18fc2400-3246-4ecf-af65-884daa0fdd13) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:20.381496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-560edeb2-b638-4e10-8248-59f169088935 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2577901 Mar 04 23:51:20.409125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.442818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.443185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.444024 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.444352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > port after_create 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.444776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > port after_delete 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.445259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > port after_update 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.445607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.446322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.447065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.448298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.568734 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:20.594639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9b30e2c-a7d2-460e-87a0-5e53682c93c3 req-a3e92fe8-fd7b-421a-8d4e-88265ab86958 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 210 time: 0.0624056 Mar 04 23:51:20.606836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.607418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.607850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.608297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:20.608758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c99a770-6803-444e-9570-dcac751aa949']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:20.625788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-07e459c5-f07c-4799-acdb-ba50217925bf service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636668 Mar 04 23:51:20.630377 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'status': 'completed', 'code': 200} Mar 04 23:51:20.734405 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-1fe28a8c-5674-403b-bf3f-f281281ab061 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455436 Mar 04 23:51:20.734405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38660) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:20.769242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b0a606-10c1-4e84-a364-346ca7024176') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:20.769653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b0a606-10c1-4e84-a364-346ca7024176') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:20.833501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e820f-a4fc-4b4c-9d8c-fd53af707341 req-8b28c7e0-93ee-4e64-958b-d6301515e9a1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:20.844497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc1e820f-a4fc-4b4c-9d8c-fd53af707341 req-8b28c7e0-93ee-4e64-958b-d6301515e9a1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 948 time: 0.9373190 Mar 04 23:51:20.849888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-f513f9e8-10cb-4328-bc98-3189a1eead44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 1099 time: 1.2208323 Mar 04 23:51:20.869604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.874920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:20.929741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Transition to ACTIVE for port object 18fc2400-3246-4ecf-af65-884daa0fdd13 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:20.936445 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:14Z', 'revision_number': 3, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:20.943872 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab484d-d1c8-4596-9dc8-fba5f3d25336 None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:14Z', 'revision_number': 3, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:51:20.974192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-682192b2-2c83-48af-b026-ac00388fbe41 req-e9d6e74b-8609-499c-9e88-b139e114253e service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154531 Mar 04 23:51:21.022759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.034412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['10497041-e150-45f0-bdb1-2cf61f761156'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:21.289122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.306348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Pushing event updated for resources: {'Port': ['ID=18fc2400-3246-4ecf-af65-884daa0fdd13,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:21.306567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-6bd9211d-775d-481e-b772-23dfd8dd10fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4126679d-002c-4664-b5ae-88c2db738960 HTTP/1.1" status: 200 len: 217 time: 0.4189372 Mar 04 23:51:21.326690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:21.332313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:21.342211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:21.346834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:21.347561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.374990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.399887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:51:21.400306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.408952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:21.415876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-6bea6e66-e586-43d3-bc6f-c710dac18419 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 1099 time: 0.3839571 Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: util.warn_limited( Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: util.warn_limited( Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:51:21.421209 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:51:21.457985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f9e6d630df4c94a75460ac0ea30372 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:21.462220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:21.483905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2912395d-250d-4bf8-9753-dfcc286a90ca tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2200358 Mar 04 23:51:21.523793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc1e820f-a4fc-4b4c-9d8c-fd53af707341 req-a8c84050-8520-4efd-b863-c729aab8deda tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772165 Mar 04 23:51:21.555453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f789b49-a68b-4276-9b75-5d2f1b6cc4d9 req-7d8cf60e-9b87-4aa5-89d0-93a2e5ccdcef service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048345 Mar 04 23:51:21.561977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-14294e14-db2b-4ac8-b962-5a86d14e7440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:21.563548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-14294e14-db2b-4ac8-b962-5a86d14e7440 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2254035 Mar 04 23:51:21.567574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.572959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:21.578919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6db965d8-4a14-4ce7-b842-b32e47ed6750 req-6312a9ff-3ff3-4f86-a4a5-b60bbeadf335 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1097 time: 0.3869274 Mar 04 23:51:21.588118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Request body: {'port': {'device_id': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:21.644023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.645076 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'code': 200} Mar 04 23:51:21.657524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c99a770-6803-444e-9570-dcac751aa949,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:21.662976 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5744315d-3ca3-452f-ba93-71c92e8e898c admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c99a770-6803-444e-9570-dcac751aa949 HTTP/1.1" status: 204 len: 168 time: 1.9083238 Mar 04 23:51:21.719719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-322dd54c-fbc9-46f4-9435-14c9b13be5b6 None None] Provisioning for port 18fc2400-3246-4ecf-af65-884daa0fdd13 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:21.728155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-322dd54c-fbc9-46f4-9435-14c9b13be5b6 None None] Provisioning complete for port 18fc2400-3246-4ecf-af65-884daa0fdd13 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:21.729411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-322dd54c-fbc9-46f4-9435-14c9b13be5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:21.751077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-783afe7f-8b26-4c63-a578-6b953de06490 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1806860 Mar 04 23:51:21.821900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-322dd54c-fbc9-46f4-9435-14c9b13be5b6 None None] Port 18fc2400-3246-4ecf-af65-884daa0fdd13 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:21.913252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-5b4540ce-2221-4114-ad86-5ac667071070 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:21.915263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-5b4540ce-2221-4114-ad86-5ac667071070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4853110 Mar 04 23:51:21.922561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38674) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:21.928744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6db965d8-4a14-4ce7-b842-b32e47ed6750 req-d032ac5a-c0e5-474b-bf6d-74b7d3869b68 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012130 Mar 04 23:51:21.933999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4b1f6073-17ee-4524-993f-9b306f3aa894 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:22.070213 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.116900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4b1f6073-17ee-4524-993f-9b306f3aa894, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4b1f6073-17ee-4524-993f-9b306f3aa894,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:22.140265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '4b1f6073-17ee-4524-993f-9b306f3aa894', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '4b1f6073-17ee-4524-993f-9b306f3aa894', 'mac_address': 'fa:16:3e:00:48:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:22.211787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.231567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1f6073-17ee-4524-993f-9b306f3aa894 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:22.239195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-7e737b8d-7aae-4dab-8ede-8a65f0a8c385 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 HTTP/1.1" status: 200 len: 217 time: 0.3094275 Mar 04 23:51:22.245070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-8d678359-dee6-4704-94e5-a57b6ea70a8a service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802370 Mar 04 23:51:22.248304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4b1f6073-17ee-4524-993f-9b306f3aa894, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4b1f6073-17ee-4524-993f-9b306f3aa894,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:22.252825 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.254424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7908eb69-62fc-4d7b-af45-1f11d08766a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba0a6c26dc994285a3f204f6e40f6f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3257186 Mar 04 23:51:22.257563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:22.323507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4b1f6073-17ee-4524-993f-9b306f3aa894,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:22.365010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.388815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.390252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3716-b6fa-4a3e-b2b9-10713e6ae571 req-643fee8c-bd7e-4b7c-b9a5-26c3a9d04e9d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:22.391709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-115c3716-b6fa-4a3e-b2b9-10713e6ae571 req-643fee8c-bd7e-4b7c-b9a5-26c3a9d04e9d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 948 time: 0.5133088 Mar 04 23:51:22.452257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c838924-0cc4-4682-947e-d66be3d44da7 req-1f337ff2-d27d-4121-b464-78bbe334a8d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1100 time: 0.6904151 Mar 04 23:51:22.467669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-37015785-d075-4dc8-bc5e-bf437a1fc627 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:22.469060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-37015785-d075-4dc8-bc5e-bf437a1fc627 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1859877 Mar 04 23:51:22.509836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8815-2f1b-42d2-ba74-db275cfc22e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.523467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-057df167-038e-4aa7-8539-cc6bb553ef11 req-8887f4d2-21a6-4876-aece-6c9e199cb43d service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687192 Mar 04 23:51:22.525662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-115c3716-b6fa-4a3e-b2b9-10713e6ae571 req-6115c907-d650-4832-a922-8f409db722dc tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225517 Mar 04 23:51:22.545780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8815-2f1b-42d2-ba74-db275cfc22e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.560527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f909ff0-9fd3-4756-b442-9595a641aa83,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:22.582699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4b1f6073-17ee-4524-993f-9b306f3aa894'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:22.600266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f4d1f44c-abd3-4574-8687-fc78ce637948 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8f9e6d630df4c94a75460ac0ea30372&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8626516 Mar 04 23:51:22.603715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38686) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:22.678347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308407d-781d-46cb-8e83-7a2e134808ba req-70dcbc08-ecd8-4288-a1a2-6ed7444a8597 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:22.679060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2308407d-781d-46cb-8e83-7a2e134808ba req-70dcbc08-ecd8-4288-a1a2-6ed7444a8597 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Synchronizing usage tracker for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:22.724877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8815-2f1b-42d2-ba74-db275cfc22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.750905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c838924-0cc4-4682-947e-d66be3d44da7 req-9b653724-2ae4-4b7e-9bad-44fd955cf158 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757938 Mar 04 23:51:22.793732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-6087f900-8e7b-4aa8-85c5-6ca1210d3970 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 1099 time: 0.2137952 Mar 04 23:51:22.796892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa8815-2f1b-42d2-ba74-db275cfc22e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b202a-8f89-4af0-b23b-5b084ec4138d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:22.805090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2308407d-781d-46cb-8e83-7a2e134808ba req-70dcbc08-ecd8-4288-a1a2-6ed7444a8597 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Unset dirty status for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:22.806343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2308407d-781d-46cb-8e83-7a2e134808ba req-70dcbc08-ecd8-4288-a1a2-6ed7444a8597 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 935 time: 0.5740707 Mar 04 23:51:22.812678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8815-2f1b-42d2-ba74-db275cfc22e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.813791 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccfa8815-2f1b-42d2-ba74-db275cfc22e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d4b202a-8f89-4af0-b23b-5b084ec4138d HTTP/1.1" status: 204 len: 168 time: 0.5371759 Mar 04 23:51:22.908433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-4e2963a0-1d71-4a25-b0fc-68194e75b8c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4269862 Mar 04 23:51:22.912256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0f1442a-d432-49ff-907c-46e63c723f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:22.914979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device dcbed59a-5434-4a68-8277-c40bc7d3bbbc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:22.930882 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49c070d2-c7da-4a80-b4ab-76d43db837ef req-d4d6066f-c0fd-488f-a3e2-6fd51334ffbb tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1097 time: 0.2068810 Mar 04 23:51:22.997912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port dcbed59a-5434-4a68-8277-c40bc7d3bbbc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:23.004021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port dcbed59a-5434-4a68-8277-c40bc7d3bbbc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:23.004657 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.055202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2308407d-781d-46cb-8e83-7a2e134808ba req-4b3de216-7d54-4f5f-8e91-32e8bb63c581 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231212 Mar 04 23:51:23.070468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:51:23.095479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0f1442a-d432-49ff-907c-46e63c723f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.148728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.176397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fc2400-3246-4ecf-af65-884daa0fdd13 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:23.186416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.187043 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.210758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Transition to ACTIVE for port object 18fc2400-3246-4ecf-af65-884daa0fdd13 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:23.212208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port dcbed59a-5434-4a68-8277-c40bc7d3bbbc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:23.222491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.238022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.253419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-49c070d2-c7da-4a80-b4ab-76d43db837ef req-890340fe-ebe3-49ef-bc91-440c111c3f74 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] Synchronizing usage tracker for tenant:9da517d6fa3048aab6f48a81029de212 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:23.330633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:23.362633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-49c070d2-c7da-4a80-b4ab-76d43db837ef req-890340fe-ebe3-49ef-bc91-440c111c3f74 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] Unset dirty status for tenant:9da517d6fa3048aab6f48a81029de212 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:23.363794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49c070d2-c7da-4a80-b4ab-76d43db837ef req-890340fe-ebe3-49ef-bc91-440c111c3f74 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321668 Mar 04 23:51:23.382938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609f272-c7a3-4725-962d-68884e0f759b req-265ebb6a-1e99-429b-b311-79d653cc1cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:23.384375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-265ebb6a-1e99-429b-b311-79d653cc1cc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3767126 Mar 04 23:51:23.527321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Pushing event updated for resources: {'Port': ['ID=18fc2400-3246-4ecf-af65-884daa0fdd13,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:23.547269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-565c67df-8527-464a-a5df-5953d90a2fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243162 Mar 04 23:51:23.604154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-bec5ddfb-48d0-4d99-98bd-834b68b26639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4126679d-002c-4664-b5ae-88c2db738960 HTTP/1.1" status: 200 len: 217 time: 0.2118902 Mar 04 23:51:23.720810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Allocated IP 172.20.0.1 (b4ef9424-e81f-4232-acf1-ad2d7fa7112c/4fe65bdd-10a5-4aed-9541-08d28bace0d1/56b86b0b-6862-410e-9ab0-3b75d7d82b50) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:23.753975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0f1442a-d432-49ff-907c-46e63c723f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.754137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609f272-c7a3-4725-962d-68884e0f759b req-def8fb91-8942-4a2d-9b7d-bb5fddb95582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:23.755614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-def8fb91-8942-4a2d-9b7d-bb5fddb95582 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1439080 Mar 04 23:51:23.774495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Attempting to bind port 18fc2400-3246-4ecf-af65-884daa0fdd13 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:23.774823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Attempting to bind port 18fc2400-3246-4ecf-af65-884daa0fdd13 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:23.775142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Attempting to bind port 18fc2400-3246-4ecf-af65-884daa0fdd13 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:23.790125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1442a-d432-49ff-907c-46e63c723f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f909ff0-9fd3-4756-b442-9595a641aa83,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:23.807251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea3456-6da1-4e5e-962c-6106def23add req-bbc0ee35-1de9-48b9-984a-71b69c929c7c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:23.809900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-acea3456-6da1-4e5e-962c-6106def23add req-bbc0ee35-1de9-48b9-984a-71b69c929c7c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 949 time: 0.5396750 Mar 04 23:51:23.822983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Port 18fc2400-3246-4ecf-af65-884daa0fdd13 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:23.823309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Attempting to bind port 18fc2400-3246-4ecf-af65-884daa0fdd13 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:23.833213 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0f1442a-d432-49ff-907c-46e63c723f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.834304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a0f1442a-d432-49ff-907c-46e63c723f31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f909ff0-9fd3-4756-b442-9595a641aa83 HTTP/1.1" status: 204 len: 168 time: 1.2201300 Mar 04 23:51:23.857803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:23.858138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:23.858520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:23.858955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Bound port: 18fc2400-3246-4ecf-af65-884daa0fdd13, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:23.859279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:23.893056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a56e3da9-53ac-4ed9-8f2d-6dc2512dc1c8 req-090c852f-a617-4c9a-8c86-99031b05a3d8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345778 Mar 04 23:51:23.945324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4b1f6073-17ee-4524-993f-9b306f3aa894 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:23.952261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22c5b102-4f7e-4728-8987-edea31f90ead req-a9b08190-0bb3-43e4-b177-b61a4b5b9c19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2884910 Mar 04 23:51:23.975574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-acea3456-6da1-4e5e-962c-6106def23add req-31d2ff11-895b-4812-b832-5f63dc1f8359 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Synchronizing usage tracker for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:24.031486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-cc035850-d09b-4112-a081-90d47f2e9f15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687938 Mar 04 23:51:24.065718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-acea3456-6da1-4e5e-962c-6106def23add req-31d2ff11-895b-4812-b832-5f63dc1f8359 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Unset dirty status for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:24.066829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-acea3456-6da1-4e5e-962c-6106def23add req-31d2ff11-895b-4812-b832-5f63dc1f8359 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381256 Mar 04 23:51:24.073208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] For port 18fc2400-3246-4ecf-af65-884daa0fdd13, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:24.091772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] For port 18fc2400-3246-4ecf-af65-884daa0fdd13, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=18fc2400-3246-4ecf-af65-884daa0fdd13,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:24.100820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.160352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 4b1f6073-17ee-4524-993f-9b306f3aa894 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:24.171523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 4b1f6073-17ee-4524-993f-9b306f3aa894 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:24.173149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.227873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38722) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:24.231922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Pushing event updated for resources: {'Port': ['ID=18fc2400-3246-4ecf-af65-884daa0fdd13,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:24.266590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.266807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.269140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-4a666b5d-4f3b-41aa-a3b1-871600068aaf service neutron] 10.222.0.36 "PUT /v2.0/ports/18fc2400-3246-4ecf-af65-884daa0fdd13 HTTP/1.1" status: 200 len: 1095 time: 2.6886904 Mar 04 23:51:24.273309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'tag': '18fc2400-3246-4ecf-af65-884daa0fdd13'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:24.347325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Transition to ACTIVE for port object 56b86b0b-6862-410e-9ab0-3b75d7d82b50 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:24.417635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.420475 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-370b8c13-e591-410b-9809-94253f92d545 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579938 Mar 04 23:51:24.426557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38732) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:24.474494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1f6073-17ee-4524-993f-9b306f3aa894'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:24.477089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.491185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4b1f6073-17ee-4524-993f-9b306f3aa894, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4b1f6073-17ee-4524-993f-9b306f3aa894,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:24.499711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.525027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:51:24.595882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.621618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4b1f6073-17ee-4524-993f-9b306f3aa894,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:24.716468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:24.722447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:24.726846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Pushing event updated for resources: {'Port': ['ID=56b86b0b-6862-410e-9ab0-3b75d7d82b50,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:24.738497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:24.843166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3609f272-c7a3-4725-962d-68884e0f759b req-025fde95-8b89-4587-8da1-bc1cf784be2d service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162545 Mar 04 23:51:24.854582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:24.884494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device dcbed59a-5434-4a68-8277-c40bc7d3bbbc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:24.886089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:24.897767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Usage tracker for resource:security_group_rule and tenant:a62aeb0981c1466882a120acf5e2cffd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:24.902059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:24.908932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:24.972155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-74882302-network', 'tenant_id': '2b50d2366694427b84f13966d11c0c62'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:25.011101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:25.015624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port dcbed59a-5434-4a68-8277-c40bc7d3bbbc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:25.016320 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.031955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.071901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Usage tracker for resource:network and tenant:2b50d2366694427b84f13966d11c0c62 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:25.084335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:25.095966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:25.098065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.109526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.179225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Made reservation on behalf of 2b50d2366694427b84f13966d11c0c62 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:25.181412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.196288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c47f4-3985-49b4-b9b7-085d6c804e54 req-82f1e1ba-47d8-41f5-b943-83a0eddb7159 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:25.197786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-500c47f4-3985-49b4-b9b7-085d6c804e54 req-82f1e1ba-47d8-41f5-b943-83a0eddb7159 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Synchronizing usage tracker for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:25.205402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7fa260-d79b-4cbc-a4a1-34ef2e1a376b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:25.212089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.214794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-132df4dc-7059-4b6d-8089-55c219b64f7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 1098 time: 0.6230743 Mar 04 23:51:25.223178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b4dcc2d-15aa-4023-a4ed-4f80be5caf9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a62aeb0981c1466882a120acf5e2cffd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7932396 Mar 04 23:51:25.224181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38758) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:25.287029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a98af55-dfcc-45fe-a267-86fc24258716 None None] Provisioning for port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:25.296785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a98af55-dfcc-45fe-a267-86fc24258716 None None] Provisioning complete for port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:25.297784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a98af55-dfcc-45fe-a267-86fc24258716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.316624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-500c47f4-3985-49b4-b9b7-085d6c804e54 req-82f1e1ba-47d8-41f5-b943-83a0eddb7159 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Unset dirty status for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:25.323135 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-500c47f4-3985-49b4-b9b7-085d6c804e54 req-82f1e1ba-47d8-41f5-b943-83a0eddb7159 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 948 time: 0.8266673 Mar 04 23:51:25.343087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:25.350176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2b50d2366694427b84f13966d11c0c62 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:25.354541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:25.354704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-28a77ce1-f233-4c87-a1f8-7a3716c14564 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=18fc2400-3246-4ecf-af65-884daa0fdd13 HTTP/1.1" status: 200 len: 217 time: 0.1313848 Mar 04 23:51:25.363644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:25.373568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7a98af55-dfcc-45fe-a267-86fc24258716 None None] Port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:25.463750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.475273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-500c47f4-3985-49b4-b9b7-085d6c804e54 req-8a214144-37e5-4426-8a7a-bc3b8e0843be tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510031 Mar 04 23:51:25.476309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.477890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-5d279107-63be-4426-a9d0-8fb8d6965f2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:25.479288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-5d279107-63be-4426-a9d0-8fb8d6965f2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1186087 Mar 04 23:51:25.544940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab16f129-5625-437a-887e-8f21373f1d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.588348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab16f129-5625-437a-887e-8f21373f1d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.637284 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.654784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.691110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-dc7f2ced-569d-4a06-bc2d-9c8a26013c17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2040455 Mar 04 23:51:25.695607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Pushing event updated for resources: {'Port': ['ID=56b86b0b-6862-410e-9ab0-3b75d7d82b50,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:25.707742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.711868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:51:25.714651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a5cc5c-0216-416f-a7ba-77672e639235,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:25.799504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:25.807488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:25.814071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.814683 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Added segment 374bbc82-2ef5-47ba-b064-faac23ded3ab of type vlan for network 634a2135-9d2f-4b63-84f1-e605e9053bdb Mar 04 23:51:25.820100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-08425e5a-4d4a-41f7-a216-e6a4b3e1357e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:51:25.821073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-08425e5a-4d4a-41f7-a216-e6a4b3e1357e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103514 Mar 04 23:51:25.826369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab16f129-5625-437a-887e-8f21373f1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.850647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16f129-5625-437a-887e-8f21373f1d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7fa260-d79b-4cbc-a4a1-34ef2e1a376b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:25.863379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d3e06-dfee-4fc0-90f2-d3f0dbb0d4a2 req-a021df0a-83d3-4d82-a281-ea71967bf4fa tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:25.864855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-516d3e06-dfee-4fc0-90f2-d3f0dbb0d4a2 req-a021df0a-83d3-4d82-a281-ea71967bf4fa tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 947 time: 0.2555325 Mar 04 23:51:25.890183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.897715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:25.900217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab16f129-5625-437a-887e-8f21373f1d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:25.900757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:25.901512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ab16f129-5625-437a-887e-8f21373f1d9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a7fa260-d79b-4cbc-a4a1-34ef2e1a376b HTTP/1.1" status: 204 len: 168 time: 0.6125033 Mar 04 23:51:25.933076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-022ceaa2-6510-44fd-9733-096d1defe50c service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292638 Mar 04 23:51:25.967625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:26.028683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:26.112707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-516d3e06-dfee-4fc0-90f2-d3f0dbb0d4a2 req-63aef89a-dbf8-4878-95bf-a604fffab3b4 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338524 Mar 04 23:51:26.138278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Request body: {'binding': {'host': 'n-h2-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:26.138278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Unknown quota resources ['binding']. {{(pid=83782) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:51:26.161517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4126679d-002c-4664-b5ae-88c2db738960', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '4126679d-002c-4664-b5ae-88c2db738960', 'mac_address': 'fa:16:3e:64:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:26.265529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:51:26.282252 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1f6073-17ee-4524-993f-9b306f3aa894', 'code': 200} Mar 04 23:51:26.297707 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.298790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:26.299407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.333985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.373043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4126679d-002c-4664-b5ae-88c2db738960 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:26.383855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:26.411271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4b3d85e4-ec41-4267-92ce-5ea113952e92 None None] Provisioning complete for port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:26.411723 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4b3d85e4-ec41-4267-92ce-5ea113952e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.441747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'mac_address': 'fa:16:3e:50:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:26.444489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:26.449911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=634a2135-9d2f-4b63-84f1-e605e9053bdb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:26.456145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.472251 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'tag': '18fc2400-3246-4ecf-af65-884daa0fdd13', 'status': 'completed', 'code': 200} Mar 04 23:51:26.506988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-92217186-5f62-41ac-8bb2-b0db8489b6c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2753172 Mar 04 23:51:26.507214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38792) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:26.514745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Request body: {'subnet': {'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-74882302-subnet', 'tenant_id': '2b50d2366694427b84f13966d11c0c62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:26.536413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:51:26.596852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d85e4-ec41-4267-92ce-5ea113952e92 None None] Port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:26.599675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on host n-h2-828979-4 for vnic_type normal with profile None {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:26.601065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:26.601586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:26.614243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:26.614548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:26.663429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:26.663816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:26.664145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:26.664588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Bound port: 53146170-9836-4566-8268-5a873d369115, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:26.669265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:26.677197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Usage tracker for resource:subnet and tenant:2b50d2366694427b84f13966d11c0c62 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:26.681198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:26.690818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:26.711079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:26.716261 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.732607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Made reservation on behalf of 2b50d2366694427b84f13966d11c0c62 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:26.735850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.749532 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.752557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:26.758337 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.771732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:26.778405 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.779190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b51bb0e0-a996-4ad2-b414-270371c32abb req-2e162688-202a-4a5c-a7a8-bae13fe41966 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362827 Mar 04 23:51:26.791893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80eff6-48eb-4394-8da6-c1d50d8e59b4 req-990ec024-4b0a-4d76-9f7f-6722eb338368 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:26.794142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea80eff6-48eb-4394-8da6-c1d50d8e59b4 req-990ec024-4b0a-4d76-9f7f-6722eb338368 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 950 time: 0.3260906 Mar 04 23:51:26.797375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee6ce49e-517b-46c3-942e-a0fdf4945d13 req-698ed8bb-e449-4b1f-b448-273ab190df56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 1101 time: 0.3277216 Mar 04 23:51:26.832915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4126679d-002c-4664-b5ae-88c2db738960'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:26.907580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:51:26.918189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:26.973413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:26.990777 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:26.997634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-525d05f4-941d-4dcf-b880-dc3a103f1bc0 service neutron] 10.222.0.32 "POST /v2.0/ports/53146170-9836-4566-8268-5a873d369115/bindings HTTP/1.1" status: 201 len: 389 time: 1.0612371 Mar 04 23:51:27.015508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee6ce49e-517b-46c3-942e-a0fdf4945d13 req-704af355-51b2-4125-955f-c83f2be61605 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093673 Mar 04 23:51:27.094067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea80eff6-48eb-4394-8da6-c1d50d8e59b4 req-72e3c775-1646-48db-933f-3de481785795 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855566 Mar 04 23:51:27.117116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-1f0e1441-b52f-4fc4-a7a7-c19167ff393f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 1098 time: 0.2469459 Mar 04 23:51:27.117472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:27.229846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.293974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac9c372-6ae1-4dad-ad8f-1575f142a538,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:27.414038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38816) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:27.431006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Checking segment: {'id': '374bbc82-2ef5-47ba-b064-faac23ded3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:27.431354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Network hostable DHCP agents. Network: 634a2135-9d2f-4b63-84f1-e605e9053bdb, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:51:27.458114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f4c10-a61b-4d38-94ff-9a0f4c65b6db req-01248283-9ad4-441c-832b-40de130a84b7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:27.459574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-279f4c10-a61b-4d38-94ff-9a0f4c65b6db req-01248283-9ad4-441c-832b-40de130a84b7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 949 time: 0.1584795 Mar 04 23:51:27.497726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:51:27.505048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:51:27.514895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:51:27.524020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8651a134-e6b4-4367-99a1-73024a5cd67e admin admin] 10.222.0.32 "PUT /v2.0/routers/8a7796e9-2882-4622-9722-76a493b89c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0406995 Mar 04 23:51:27.531676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:27.532601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:27.534516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 634a2135-9d2f-4b63-84f1-e605e9053bdb) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:27.540638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:27.541298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.550533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-279f4c10-a61b-4d38-94ff-9a0f4c65b6db req-9c347250-8fbd-44fe-9654-753dbd9ae99c tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Mar 04 23:51:27.571134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-33ecbfe8-0f0c-447a-8d29-00b15921e19d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0601344 Mar 04 23:51:27.571363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:27.579504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-74882302-router', 'tenant_id': '2b50d2366694427b84f13966d11c0c62', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:27.589240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:27.599465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Usage tracker for resource:router and tenant:2b50d2366694427b84f13966d11c0c62 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:27.603009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244477fd-d2a2-48de-94db-5a86614ee1d5 None None] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:27.604827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:27.618664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1740748927-network', 'tenant_id': 'e0fbf865cb194f07a8688d65c9ed7b29'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:27.622826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:27.624850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:27.630982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Usage tracker for resource:network and tenant:e0fbf865cb194f07a8688d65c9ed7b29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:27.635673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:27.640244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-54528806-26f8-45d5-8b80-69cfeb670687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:27.642063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-54528806-26f8-45d5-8b80-69cfeb670687 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5263295 Mar 04 23:51:27.642943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:27.646686 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.647818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.671338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Made reservation on behalf of e0fbf865cb194f07a8688d65c9ed7b29 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:27.673926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.688623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.717492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:27.729850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-8cf5226f-8b67-4359-b5ec-f883987586e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=18fc2400-3246-4ecf-af65-884daa0fdd13 HTTP/1.1" status: 200 len: 217 time: 0.0787969 Mar 04 23:51:27.786253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:27.794823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e0fbf865cb194f07a8688d65c9ed7b29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:27.797121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-c500f053-0c59-48e6-9058-fedb75c049be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:27.798851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-c500f053-0c59-48e6-9058-fedb75c049be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0615373 Mar 04 23:51:27.803017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-734da529-0811-4d1f-9a8c-95aaa6d8d26f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1097 time: 0.4406242 Mar 04 23:51:27.869252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:27.896985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514235c-b120-48bf-8fbf-5cad0e196a2d req-9c50190f-76a5-4e34-8e32-45ee00889b42 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:27.898520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:27.899011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1514235c-b120-48bf-8fbf-5cad0e196a2d req-9c50190f-76a5-4e34-8e32-45ee00889b42 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 946 time: 0.5022988 Mar 04 23:51:27.990713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:28.052619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1514235c-b120-48bf-8fbf-5cad0e196a2d req-6e4b4c04-45c9-4ede-83c4-b9548b740d88 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075261 Mar 04 23:51:28.065112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-634a2135-9d2f-4b63-84f1-e605e9053bdb', 'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb', 'tenant_id': '2b50d2366694427b84f13966d11c0c62', 'fixed_ips': [{'subnet_id': 'bac9c372-6ae1-4dad-ad8f-1575f142a538'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:51:28.066277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.088570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-b8b946cf-5693-4d1b-ab3d-b44ee8c43f00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2816927 Mar 04 23:51:28.091129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-18b23415-578b-45f4-a31c-23e6a7c60702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:28.092472 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-18b23415-578b-45f4-a31c-23e6a7c60702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.2366400 Mar 04 23:51:28.125828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.138260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7d8a-c200-4e68-9b1c-e030d3c65c9e req-8be2ca15-9c03-41e8-8642-0667754eab49 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:28.144936 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-595f7d8a-c200-4e68-9b1c-e030d3c65c9e req-8be2ca15-9c03-41e8-8642-0667754eab49 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 947 time: 0.2768250 Mar 04 23:51:28.235000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-595f7d8a-c200-4e68-9b1c-e030d3c65c9e req-88be3942-e341-45c5-a8db-588f5163072e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891030 Mar 04 23:51:28.273582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-cef8ba8a-eaca-4497-b414-12e8718261ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.1477020 Mar 04 23:51:28.323108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Allocated IP 172.20.0.2 (634a2135-9d2f-4b63-84f1-e605e9053bdb/bac9c372-6ae1-4dad-ad8f-1575f142a538/1ece4b17-4563-40fc-827d-eee63c21d2be) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:28.378266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-82614d90-527d-419d-8e47-5530dccbd423 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:28.378513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.379948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-82614d90-527d-419d-8e47-5530dccbd423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.0988436 Mar 04 23:51:28.382041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-ae8b4a6c-2ea7-4a2e-94cc-7bb2eddee000 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855127 Mar 04 23:51:28.394788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.445712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:51:28.488622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c73cb7-0326-4e74-96c7-f53a618577d0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:28.506799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-0b6ef787-75ac-4857-b33c-111583b35a11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197460 Mar 04 23:51:28.509013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.509389 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Added segment 42ae57a0-7457-4342-973f-9097e568de8b of type vlan for network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 Mar 04 23:51:28.558911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.650485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6e5e6-226f-4799-86a5-f061c13fbf3d req-40bcf8ec-dad4-48b8-9ed6-396e07f488b6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:28.667684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10c6e5e6-226f-4799-86a5-f061c13fbf3d req-40bcf8ec-dad4-48b8-9ed6-396e07f488b6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 950 time: 0.2136965 Mar 04 23:51:28.672902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.673998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:28.674746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.675076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.700593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Transition to ACTIVE for port object 1ece4b17-4563-40fc-827d-eee63c21d2be will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:28.756604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Transition to ACTIVE for port object 1ece4b17-4563-40fc-827d-eee63c21d2be will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:28.772681 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.849648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2371c5be-7526-451f-acf3-742e3cde6bfa req-af0053fd-d28a-4e88-af9e-fd1356384ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931570 Mar 04 23:51:28.850376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:28.851256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Pushing event updated for resources: {'Port': ['ID=1ece4b17-4563-40fc-827d-eee63c21d2be,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:28.855203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:28.858503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:28.860383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-e667201f-5e85-4a43-8762-a99b33d46db1 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918119 Mar 04 23:51:28.868148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:25Z', 'revision_number': 2, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:28.869875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-70200782-a705-4d1b-8e4b-ca88f59a747f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:28.872076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-70200782-a705-4d1b-8e4b-ca88f59a747f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 821 time: 0.4134178 Mar 04 23:51:28.874444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.899950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:51:28.900603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Updating router 8a7796e9-2882-4622-9722-76a493b89c5c port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:51:28.917922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4997663 Mar 04 23:51:28.919898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.924657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38842) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:28.926778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00a36e-98bc-4887-b497-a57c762725f0 admin admin] Pushing event updated for resources: {'Network': ['ID=fdab189c-4330-45a1-bbc4-b3dcc6c19de9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:28.971788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Request body: {'subnet': {'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1740748927-subnet', 'tenant_id': 'e0fbf865cb194f07a8688d65c9ed7b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:28.977183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-b7526c1e-3f11-4e3c-a0c2-a3aae4c6d485 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/quotas/edace8b87ef548539dc05b21a3b785ea HTTP/1.1" status: 200 len: 375 time: 0.0851586 Mar 04 23:51:28.978157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:28.993546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10c6e5e6-226f-4799-86a5-f061c13fbf3d req-a1509cd8-d5eb-4930-a758-3a6c0b0928b6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232555 Mar 04 23:51:29.000512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:29.033438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Usage tracker for resource:subnet and tenant:e0fbf865cb194f07a8688d65c9ed7b29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:29.039067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:29.049055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:29.057864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:51:29.092870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-9d6f5625-add2-4aa4-963a-31aec80f42cc service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196984 Mar 04 23:51:29.114911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Made reservation on behalf of e0fbf865cb194f07a8688d65c9ed7b29 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:29.118060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.164600 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-7e48dff2-0535-4c65-a93d-dfb0feeb4c72 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863182 Mar 04 23:51:29.197708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Attempting to bind port 1ece4b17-4563-40fc-827d-eee63c21d2be on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:29.198176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Attempting to bind port 1ece4b17-4563-40fc-827d-eee63c21d2be by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '374bbc82-2ef5-47ba-b064-faac23ded3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:29.198596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Attempting to bind port 1ece4b17-4563-40fc-827d-eee63c21d2be on network 634a2135-9d2f-4b63-84f1-e605e9053bdb {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:29.264723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:29.265177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Checking segment: {'id': '374bbc82-2ef5-47ba-b064-faac23ded3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:29.265730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.266139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Bound using segment: {'id': '374bbc82-2ef5-47ba-b064-faac23ded3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:29.266683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Bound port: 1ece4b17-4563-40fc-827d-eee63c21d2be, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374bbc82-2ef5-47ba-b064-faac23ded3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '634a2135-9d2f-4b63-84f1-e605e9053bdb'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:29.267116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.276826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Allocated IP 172.25.0.87 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3bf096bc-4047-409f-a6f5-8c99c420b626) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:29.436307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-1d35e26f-180b-40ee-8cb0-9c77bd2fe563 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707326 Mar 04 23:51:29.450880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] For port 1ece4b17-4563-40fc-827d-eee63c21d2be, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:29.462326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef444b6-3c2d-4e50-8af1-28f4fbff20ee req-6e17cf11-a817-4028-9d85-b262c6d0f71c tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:29.463966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ef444b6-3c2d-4e50-8af1-28f4fbff20ee req-6e17cf11-a817-4028-9d85-b262c6d0f71c tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 949 time: 0.3331363 Mar 04 23:51:29.472361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] For port 1ece4b17-4563-40fc-827d-eee63c21d2be, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1ece4b17-4563-40fc-827d-eee63c21d2be,segment=NetworkSegment(374bbc82-2ef5-47ba-b064-faac23ded3ab),segment_id=374bbc82-2ef5-47ba-b064-faac23ded3ab)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:29.482363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.549749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-60899057-d93b-4aae-b880-c05189f8617e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1097 time: 0.2728441 Mar 04 23:51:29.562361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828979-4'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:29.590866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46efa4-4f5a-47c4-82cb-a41c4dc4f431 None None] Pushing event updated for resources: {'Port': ['ID=1ece4b17-4563-40fc-827d-eee63c21d2be,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:29.599437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.621383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ef444b6-3c2d-4e50-8af1-28f4fbff20ee req-4e9c6f87-30cd-4a9e-83ef-2c516a43f3c2 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359293 Mar 04 23:51:29.663087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.665485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-5e30d554-93f4-47ef-976b-067e21f1398c service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144663 Mar 04 23:51:29.678381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.693046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Transition to ACTIVE for port object 56b86b0b-6862-410e-9ab0-3b75d7d82b50 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:29.703313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.737472 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.739070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:29.854020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d3864-0d47-48a2-a1f2-3409424ef969 None None] Pushing event updated for resources: {'Port': ['ID=56b86b0b-6862-410e-9ab0-3b75d7d82b50,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:29.858062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 18fc2400-3246-4ecf-af65-884daa0fdd13 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:29.876380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:29.903017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54656237-f595-48b6-8ca1-5756c70725cc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:29.969309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:29.977816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:29.984111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf096bc-4047-409f-a6f5-8c99c420b626,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:29.990271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:30.064463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:30.065021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Network hostable DHCP agents. Network: fdab189c-4330-45a1-bbc4-b3dcc6c19de9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:51:30.065906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:30.146185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:51:30.225437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:30.248110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b4908-6939-4e19-8885-719d9b01b6d9 req-b561f4ed-d6b6-4b75-9218-40e3ffa04c9d tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:30.259314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-462b4908-6939-4e19-8885-719d9b01b6d9 req-b561f4ed-d6b6-4b75-9218-40e3ffa04c9d tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 947 time: 0.2093284 Mar 04 23:51:30.263193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:51:30.283839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0e013-61a0-4750-8000-c1169bd2522c req-99a8052c-68b8-4442-8686-00f71a1c0c72 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:30.285544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbf0e013-61a0-4750-8000-c1169bd2522c req-99a8052c-68b8-4442-8686-00f71a1c0c72 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 946 time: 0.3792207 Mar 04 23:51:30.295242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, fdab189c-4330-45a1-bbc4-b3dcc6c19de9) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:30.304860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:30.305481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:30.345294 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-47676be8-3c36-4802-b1af-737ee43532c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4195549 Mar 04 23:51:30.349681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 18fc2400-3246-4ecf-af65-884daa0fdd13, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=18fc2400-3246-4ecf-af65-884daa0fdd13,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:30.380504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbf0e013-61a0-4750-8000-c1169bd2522c req-670c98cb-471a-45cb-a527-1b169c49b8a2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Mar 04 23:51:30.439051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:30.449976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:30.450614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:30.466656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '18fc2400-3246-4ecf-af65-884daa0fdd13', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '18fc2400-3246-4ecf-af65-884daa0fdd13', 'mac_address': 'fa:16:3e:3f:64:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:30.494071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4126679d-002c-4664-b5ae-88c2db738960 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:30.536694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-462b4908-6939-4e19-8885-719d9b01b6d9 req-02471450-b15c-4575-951f-65c73ac5beb0 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762008 Mar 04 23:51:30.558061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f55c5-033a-4793-b3f4-72498a3d7f1a None None] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:30.601747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53146170-9836-4566-8268-5a873d369115'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:30.614944 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:30.628208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:30.785942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8462a706-f8e7-49b1-a42a-498ea384efbf req-d78ec1f3-ec9c-4102-8652-d29187643519 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:30.786531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4126679d-002c-4664-b5ae-88c2db738960 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:30.786903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:30.814596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8462a706-f8e7-49b1-a42a-498ea384efbf req-d78ec1f3-ec9c-4102-8652-d29187643519 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:30.827417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8462a706-f8e7-49b1-a42a-498ea384efbf req-d78ec1f3-ec9c-4102-8652-d29187643519 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 210 time: 0.2478216 Mar 04 23:51:30.993019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:30.999043 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53146170-9836-4566-8268-5a873d369115', 'code': 200} Mar 04 23:51:31.038194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on host n-h1-828979-4 for vnic_type normal with profile {"migrating_to": "n-h2-828979-4"} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:31.038528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:31.038850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:31.049540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:31.049886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Attempting to bind port 53146170-9836-4566-8268-5a873d369115 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:31.060559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:31.060892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:31.061308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:31.062203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Bound port: 53146170-9836-4566-8268-5a873d369115, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:31.062337 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.065383 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.110950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1ece4b17-4563-40fc-827d-eee63c21d2be up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:31.162538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fc2400-3246-4ecf-af65-884daa0fdd13 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:31.180515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 18fc2400-3246-4ecf-af65-884daa0fdd13, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=18fc2400-3246-4ecf-af65-884daa0fdd13,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:31.186480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Router 18b709cd-65e6-43f9-a567-93d64ff26308 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:51:31.197887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e395b2-7b56-4681-9194-3160d493c98b req-a2dfc448-16a2-4209-8093-1600e17ac4fd tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:31.200455 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.202409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9257b6b-9ab0-4901-98f2-eeda9b23232e None None] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:31.208193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8e395b2-7b56-4681-9194-3160d493c98b req-a2dfc448-16a2-4209-8093-1600e17ac4fd tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 950 time: 0.4715726 Mar 04 23:51:31.316866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8e395b2-7b56-4681-9194-3160d493c98b req-51f9aeb4-fe57-4948-8427-f910faee70a3 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104250 Mar 04 23:51:31.320742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:31.324115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:31.332417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.462851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c252-1a33-4acd-b15f-e6436d22d267 req-66012d00-66e5-4909-9f7f-eb08e30d5cf2 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:31.470077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbe8c252-1a33-4acd-b15f-e6436d22d267 req-66012d00-66e5-4909-9f7f-eb08e30d5cf2 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 949 time: 0.1890919 Mar 04 23:51:31.474498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:31.527974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.531319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] 10.222.0.10 "PUT /v2.0/ports/53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 1122 time: 1.9741931 Mar 04 23:51:31.534498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:31.534973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.535363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbe8c252-1a33-4acd-b15f-e6436d22d267 req-99955702-924a-4e3b-b40a-f198293486a3 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Mar 04 23:51:31.541333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ac151-3eef-4c34-b754-cf51b7347e62 service neutron] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=8']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:31.641836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:51:31.653477 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Sync routers for ids ['18b709cd-65e6-43f9-a567-93d64ff26308'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:51:31.676031 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Routers {'18b709cd-65e6-43f9-a567-93d64ff26308'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:31.676677 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['18b709cd-65e6-43f9-a567-93d64ff26308'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:31.686302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.687755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a98bd6d3-5c28-47a4-a30a-e7de5ec57196 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1153638 Mar 04 23:51:31.690515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38892) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:31.742058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db44d3-ff51-433a-ae67-4f8c08697def req-314e6cd6-0b05-4525-b84e-fc99139ae62f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:31.747611 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59db44d3-ff51-433a-ae67-4f8c08697def req-314e6cd6-0b05-4525-b84e-fc99139ae62f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1930177 Mar 04 23:51:31.850412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['18fc2400-3246-4ecf-af65-884daa0fdd13'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:31.904421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:31.952112 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Set router 18b709cd-65e6-43f9-a567-93d64ff26308 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:32.003763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['53146170-9836-4566-8268-5a873d369115'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:32.089688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-1b3b516d-09c9-4a66-b7b9-b75db52facf8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:32.091537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-1b3b516d-09c9-4a66-b7b9-b75db52facf8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 821 time: 0.3414357 Mar 04 23:51:32.139621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a57e95-e82d-441c-aa9f-4f32592f9c7d req-3d87ee46-be63-47ed-a70f-748b69a5ed3d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:32.140744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'port': {'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'admin_state_up': True, 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:32.142290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-48a57e95-e82d-441c-aa9f-4f32592f9c7d req-3d87ee46-be63-47ed-a70f-748b69a5ed3d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 944 time: 0.3389657 Mar 04 23:51:32.157146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38906) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:32.180665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-983045836-network', 'tenant_id': '997f62028d1c4d5795c8a21d3418874a'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:32.186678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:32.190773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=18fc2400-3246-4ecf-af65-884daa0fdd13,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:32.191822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Usage tracker for resource:network and tenant:997f62028d1c4d5795c8a21d3418874a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:32.194923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:32.203078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:32.221497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Made reservation on behalf of 997f62028d1c4d5795c8a21d3418874a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:32.224087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.238387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.260027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-10ca18a8-fe64-4616-9293-ec877cfa23da None None] Provisioning for port 1ece4b17-4563-40fc-827d-eee63c21d2be completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:32.288497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:32.312668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-48a57e95-e82d-441c-aa9f-4f32592f9c7d req-f689b3c4-88b7-4202-8262-765a477a94c6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630628 Mar 04 23:51:32.328023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:32.328462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Attempting to bind port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:32.328835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Attempting to bind port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:32.329188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Attempting to bind port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:32.339558 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b709cd-65e6-43f9-a567-93d64ff26308', 'name': 'tempest-ServersTestFqdnHostnames-74882302-router', 'tenant_id': '2b50d2366694427b84f13966d11c0c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3bf096bc-4047-409f-a6f5-8c99c420b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:27Z', 'updated_at': '2022-03-04T23:51:30Z', 'revision_number': 3, 'project_id': '2b50d2366694427b84f13966d11c0c62', 'gw_port': {'id': '3bf096bc-4047-409f-a6f5-8c99c420b626', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b709cd-65e6-43f9-a567-93d64ff26308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:28Z', 'updated_at': '2022-03-04T23:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:32.340838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Usage tracker for resource:security_group_rule and tenant:997f62028d1c4d5795c8a21d3418874a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:32.345862 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Checking router: 18b709cd-65e6-43f9-a567-93d64ff26308 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:51:32.346372 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Updating router 18b709cd-65e6-43f9-a567-93d64ff26308 port 3bf096bc-4047-409f-a6f5-8c99c420b626 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:51:32.354465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:32.363062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:32.382007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:32.382380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Checking segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:32.382763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.383149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Bound using segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:32.383620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Bound port: 56b86b0b-6862-410e-9ab0-3b75d7d82b50, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:32.383985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.413290 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.420695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:32.504288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59db44d3-ff51-433a-ae67-4f8c08697def req-e11cb27d-bba4-4be9-8301-31ef34755ad9 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117529 Mar 04 23:51:32.505180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:32.515304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:32.525919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Made reservation on behalf of edace8b87ef548539dc05b21a3b785ea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:32.529999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.570806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.699992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.719294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fafe40-ce71-421f-a98f-90558efd2838 req-76fb8cac-a705-410d-ad13-e23595088a31 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:32.720939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-65fafe40-ce71-421f-a98f-90558efd2838 req-76fb8cac-a705-410d-ad13-e23595088a31 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 948 time: 0.2054772 Mar 04 23:51:32.722518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.804663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:51:32.817807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdabe20-114b-4b60-bf49-ed4ba8c04fd2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:32.836819 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.848951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-65fafe40-ce71-421f-a98f-90558efd2838 req-00201d18-98d7-4b97-951d-f159bba35a71 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103480 Mar 04 23:51:32.850663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Transition to ACTIVE for port object 3bf096bc-4047-409f-a6f5-8c99c420b626 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:32.856408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.856953 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Added segment 846d2862-e1a3-4a9d-8eba-a5ad4ba4dd6f of type vlan for network e03e3969-95fd-48c6-8af4-5d1aaabbb712 Mar 04 23:51:32.860501 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:32.865266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.865615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.865962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.866322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.866783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.867143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.867447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.867767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.868086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.868405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.869013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:32.897891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-acaedcb8-463d-45db-8931-4dae866227c6 req-259eda71-f252-4e36-9ba3-188006916f28 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 210 time: 0.0855286 Mar 04 23:51:32.920206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Allocated IP 172.20.0.10 (b4ef9424-e81f-4232-acf1-ad2d7fa7112c/4fe65bdd-10a5-4aed-9541-08d28bace0d1/0ebd8cc3-89a8-423e-865b-20d45dc84f89) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:32.988194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.019426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'tag': '53146170-9836-4566-8268-5a873d369115'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:33.031001 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'code': 200} Mar 04 23:51:33.057617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:33.063507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2c522-853f-4081-93c8-8c08fe6d6515 None None] Pushing event updated for resources: {'Port': ['ID=3bf096bc-4047-409f-a6f5-8c99c420b626,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:33.082126 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Attempting to bind port 3bf096bc-4047-409f-a6f5-8c99c420b626 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:33.082424 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Attempting to bind port 3bf096bc-4047-409f-a6f5-8c99c420b626 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:33.082885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Attempting to bind port 3bf096bc-4047-409f-a6f5-8c99c420b626 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:33.095734 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:33.096721 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:33.097030 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.097645 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:33.098297 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Bound port: 3bf096bc-4047-409f-a6f5-8c99c420b626, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:33.102920 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.201004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.226167 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] For port 3bf096bc-4047-409f-a6f5-8c99c420b626, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:33.229969 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] For port 3bf096bc-4047-409f-a6f5-8c99c420b626, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3bf096bc-4047-409f-a6f5-8c99c420b626,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:33.235957 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.259884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1ece4b17-4563-40fc-827d-eee63c21d2be completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:33.318541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:33.325444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1ece4b17-4563-40fc-827d-eee63c21d2be triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:33.325809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.346818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.347535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.349199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:33.350196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.374680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Transition to ACTIVE for port object 0ebd8cc3-89a8-423e-865b-20d45dc84f89 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:33.378636 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2c522-853f-4081-93c8-8c08fe6d6515 None None] Pushing event updated for resources: {'Port': ['ID=3bf096bc-4047-409f-a6f5-8c99c420b626,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:33.390471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456421c-4c3b-4464-ad66-0b84e4e18af2 req-cb4dc6be-85ad-4d68-80ba-ba2bc00c1a53 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:33.391950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b456421c-4c3b-4464-ad66-0b84e4e18af2 req-cb4dc6be-85ad-4d68-80ba-ba2bc00c1a53 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 949 time: 0.2536182 Mar 04 23:51:33.395188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-636b06c9-85d3-4988-8c83-599cff5e725e req-3ecb3d81-4576-47d3-be18-8a598502febd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 1101 time: 0.2549353 Mar 04 23:51:33.399044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.408442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] For port 56b86b0b-6862-410e-9ab0-3b75d7d82b50, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:33.423526 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Routers {'18b709cd-65e6-43f9-a567-93d64ff26308'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:33.424224 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['18b709cd-65e6-43f9-a567-93d64ff26308'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:33.466777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] Pushing event updated for resources: {'Network': ['ID=e03e3969-95fd-48c6-8af4-5d1aaabbb712,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:33.472291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e52647-d556-4457-bd0c-7bf54e6093ee None None] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:33.482024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.493133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-7958eeba-1eef-4bc8-9bfd-de4c61e99b3c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2046199 Mar 04 23:51:33.524212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b456421c-4c3b-4464-ad66-0b84e4e18af2 req-ab75d789-6ba1-407e-a6be-46ea9010db88 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243634 Mar 04 23:51:33.545471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-636b06c9-85d3-4988-8c83-599cff5e725e req-c09a8120-d94a-42ee-a5ba-82f206ffdb8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256936 Mar 04 23:51:33.570757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:33.573683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:33.576855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:33.581062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:33.581696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.596618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event updated for resources: {'Port': ['ID=0ebd8cc3-89a8-423e-865b-20d45dc84f89,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:33.615769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.616074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.616396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.616727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.617049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.617556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.617885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.618344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.626995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.627357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.627690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:33.648994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-dcc7183a-63c7-4015-9104-164dab5be041 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5355980 Mar 04 23:51:33.661250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Request body: {'port': {'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:33.707429 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'tag': '53146170-9836-4566-8268-5a873d369115', 'status': 'completed', 'code': 200} Mar 04 23:51:33.716274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-29944127-43b1-48f8-b25f-40b29aa94ed7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:33.726371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-29944127-43b1-48f8-b25f-40b29aa94ed7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319331 Mar 04 23:51:33.747282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e03e3969-95fd-48c6-8af4-5d1aaabbb712 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:51:33.766440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] Set router 18b709cd-65e6-43f9-a567-93d64ff26308 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:33.789805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-a0d06a5f-1255-4578-b84c-d585a98cd9eb tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/quotas/ed075bbfefc04fea8c5c4bf791ea0e79 HTTP/1.1" status: 200 len: 375 time: 0.0623913 Mar 04 23:51:33.831629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] For port 56b86b0b-6862-410e-9ab0-3b75d7d82b50, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=56b86b0b-6862-410e-9ab0-3b75d7d82b50,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:33.859057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b7ee07d2-03ad-4d5f-9581-4935c70b5a1f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7006011 Mar 04 23:51:33.859912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38926) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:33.872270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Request body: {'subnet': {'network_id': 'e03e3969-95fd-48c6-8af4-5d1aaabbb712', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-983045836-subnet', 'tenant_id': '997f62028d1c4d5795c8a21d3418874a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:33.877812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:33.884437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Usage tracker for resource:subnet and tenant:997f62028d1c4d5795c8a21d3418874a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:33.887898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:33.894883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:33.932014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Made reservation on behalf of 997f62028d1c4d5795c8a21d3418874a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:33.934146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:33.993448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:34.042824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:34.086403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 53146170-9836-4566-8268-5a873d369115 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:34.124747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-b88923f4-5525-4ab0-b834-e86f735579cf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3320820 Mar 04 23:51:34.223633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-6a5907c0-0ef5-40c5-8e29-e871bd844fb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1125 time: 0.3811963 Mar 04 23:51:34.228467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:34.302991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808221f9-d393-43e4-9fba-6b44d1ef9dee req-27e1fee1-fffe-48b8-95bc-67983dec37fb tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:34.312350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-808221f9-d393-43e4-9fba-6b44d1ef9dee req-27e1fee1-fffe-48b8-95bc-67983dec37fb tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 944 time: 0.4050024 Mar 04 23:51:34.367074 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b709cd-65e6-43f9-a567-93d64ff26308', 'name': 'tempest-ServersTestFqdnHostnames-74882302-router', 'tenant_id': '2b50d2366694427b84f13966d11c0c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3bf096bc-4047-409f-a6f5-8c99c420b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:27Z', 'updated_at': '2022-03-04T23:51:30Z', 'revision_number': 3, 'project_id': '2b50d2366694427b84f13966d11c0c62', 'gw_port': {'id': '3bf096bc-4047-409f-a6f5-8c99c420b626', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b709cd-65e6-43f9-a567-93d64ff26308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:28Z', 'updated_at': '2022-03-04T23:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:34.372829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d769b431-bd14-4db2-bd3c-fa50e56e9109 None None] The sync data for ids ['18b709cd-65e6-43f9-a567-93d64ff26308'] in n-d-828979-4 is: [{'id': '18b709cd-65e6-43f9-a567-93d64ff26308', 'name': 'tempest-ServersTestFqdnHostnames-74882302-router', 'tenant_id': '2b50d2366694427b84f13966d11c0c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3bf096bc-4047-409f-a6f5-8c99c420b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:27Z', 'updated_at': '2022-03-04T23:51:30Z', 'revision_number': 3, 'project_id': '2b50d2366694427b84f13966d11c0c62', 'gw_port': {'id': '3bf096bc-4047-409f-a6f5-8c99c420b626', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b709cd-65e6-43f9-a567-93d64ff26308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:28Z', 'updated_at': '2022-03-04T23:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:51:34.469017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b7cd2318-953b-4a07-9fe3-2761bf88b34d None None] Provisioning for port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:34.552870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:34.573577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:34.577501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 53146170-9836-4566-8268-5a873d369115 has no active binding in host n-h2-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:51:34.655332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-cae0a522-1f68-49f1-abb5-2f1709216afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:34.657035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-cae0a522-1f68-49f1-abb5-2f1709216afc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.4248028 Mar 04 23:51:34.665612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-808221f9-d393-43e4-9fba-6b44d1ef9dee req-15765136-2efc-48d5-95b0-3d3aad32ebd5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522763 Mar 04 23:51:34.706699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b7cd2318-953b-4a07-9fe3-2761bf88b34d None None] Provisioning complete for port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:34.707100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2318-953b-4a07-9fe3-2761bf88b34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:34.794114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-caef4c18-139f-4510-af2f-3808e05ad4ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.1275253 Mar 04 23:51:34.916615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-17ab0e00-edd4-4d05-b952-7abd20533f29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:34.930118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-17ab0e00-edd4-4d05-b952-7abd20533f29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1135144 Mar 04 23:51:34.930617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ebaf-c396-41b3-8a56-1bf95a269cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:34.933386 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:34.944393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:34.945296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:34.985497 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:35.056358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:35.062806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d3864-0d47-48a2-a1f2-3409424ef969 None None] Pushing event updated for resources: {'Port': ['ID=56b86b0b-6862-410e-9ab0-3b75d7d82b50,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:35.068310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-eb15172e-9fde-405c-a64e-f04b61916a31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887353 Mar 04 23:51:35.173664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd2318-953b-4a07-9fe3-2761bf88b34d None None] Port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:35.235119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1ece4b17-4563-40fc-827d-eee63c21d2be, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1ece4b17-4563-40fc-827d-eee63c21d2be,segment=NetworkSegment(374bbc82-2ef5-47ba-b064-faac23ded3ab),segment_id=374bbc82-2ef5-47ba-b064-faac23ded3ab)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:35.244105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:35.360886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246e08c-a1e0-4faf-a7f8-a386c8b1a0a6 req-defd3940-b512-49d4-8fc2-1af651db0d4e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:35.380512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a246e08c-a1e0-4faf-a7f8-a386c8b1a0a6 req-defd3940-b512-49d4-8fc2-1af651db0d4e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 948 time: 0.7820880 Mar 04 23:51:35.417124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1ece4b17-4563-40fc-827d-eee63c21d2be,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:35.431791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Checking segment: {'id': '846d2862-e1a3-4a9d-8eba-a5ad4ba4dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e03e3969-95fd-48c6-8af4-5d1aaabbb712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:35.431989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Network hostable DHCP agents. Network: e03e3969-95fd-48c6-8af4-5d1aaabbb712, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:51:35.438941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:35.454734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab6a93e-cb60-49bc-b349-7e58924ef737,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:35.491838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-fd3113ad-8a7e-419c-a2f8-269470f8e3aa service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060935 Mar 04 23:51:35.496105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Allocated IP 172.20.0.1 (634a2135-9d2f-4b63-84f1-e605e9053bdb/bac9c372-6ae1-4dad-ad8f-1575f142a538/749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:35.498339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3bf096bc-4047-409f-a6f5-8c99c420b626 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:35.516823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a246e08c-a1e0-4faf-a7f8-a386c8b1a0a6 req-18fd36c8-5f14-4c8c-b885-9d28d59ea793 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351674 Mar 04 23:51:35.543654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Network e03e3969-95fd-48c6-8af4-5d1aaabbb712 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:51:35.700872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e03e3969-95fd-48c6-8af4-5d1aaabbb712) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:35.735627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5af0cfcb-455f-4ecc-bfe8-79e8f23872e8 None None] Provisioning complete for port 1ece4b17-4563-40fc-827d-eee63c21d2be triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:35.736089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5af0cfcb-455f-4ecc-bfe8-79e8f23872e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:35.758827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a8974-4a71-4f42-9264-acd05928e0b9 None None] Network e03e3969-95fd-48c6-8af4-5d1aaabbb712 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:35.763473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:35.764179 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:35.806184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aacf3318-8ab1-4e61-bf89-45709e046a15 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9389396 Mar 04 23:51:35.817756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cde7314d-89f5-44f4-aef4-de2ce794fe6d req-5301c893-b7dc-4195-be3d-385546fd2fb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 210 time: 0.1029627 Mar 04 23:51:35.847317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebd8cc3-89a8-423e-865b-20d45dc84f89 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:35.889559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:35.902036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:35.911564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Transition to ACTIVE for port object 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:35.943798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 18fc2400-3246-4ecf-af65-884daa0fdd13 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:35.978816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2220b-9d87-464a-8494-d5b1f5c076aa req-0c4ec2b4-e66f-4e6a-889c-1475d10fe0d8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:35.989614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bde2220b-9d87-464a-8494-d5b1f5c076aa req-0c4ec2b4-e66f-4e6a-889c-1475d10fe0d8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:35.997038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Transition to ACTIVE for port object 0ebd8cc3-89a8-423e-865b-20d45dc84f89 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:36.000013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31052b20-c6c1-40a2-b41f-b5f7bda98511 req-95485ad5-6d52-40e1-aa5e-b5fa9361cccb service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968772 Mar 04 23:51:36.018330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.052726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.063595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257faa5-87c2-4818-8b06-63a4da7d599c req-2c613b51-79e2-4360-804a-1a6781240896 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:36.065444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a257faa5-87c2-4818-8b06-63a4da7d599c req-2c613b51-79e2-4360-804a-1a6781240896 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 950 time: 0.1108825 Mar 04 23:51:36.139304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bde2220b-9d87-464a-8494-d5b1f5c076aa req-0c4ec2b4-e66f-4e6a-889c-1475d10fe0d8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:36.147873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bde2220b-9d87-464a-8494-d5b1f5c076aa req-0c4ec2b4-e66f-4e6a-889c-1475d10fe0d8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 932 time: 1.1693110 Mar 04 23:51:36.185919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:36.187789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:36.196587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:36.213062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:36.307436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-500ea51a-8489-4520-b8e7-1e43ef240afa tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259267 Mar 04 23:51:36.336924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.377906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3bf096bc-4047-409f-a6f5-8c99c420b626 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:36.471947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3bf096bc-4047-409f-a6f5-8c99c420b626 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:36.472449 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.477115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebd8cc3-89a8-423e-865b-20d45dc84f89,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:36.539731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d79f5d-adff-4d8d-a42f-ba6d70854d43 None None] Network e03e3969-95fd-48c6-8af4-5d1aaabbb712 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:36.599118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a257faa5-87c2-4818-8b06-63a4da7d599c req-82b21de7-4ac6-402d-95da-1c021a883e66 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866724 Mar 04 23:51:36.646120 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bde2220b-9d87-464a-8494-d5b1f5c076aa req-6b57a382-9bd1-40f6-840e-4c3de10dd58e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973848 Mar 04 23:51:36.705164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.728161 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'code': 200} Mar 04 23:51:36.754007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Attempting to bind port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:36.755129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Attempting to bind port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:36.755129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Attempting to bind port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:36.792430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 18fc2400-3246-4ecf-af65-884daa0fdd13 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:36.807751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 18fc2400-3246-4ecf-af65-884daa0fdd13 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:36.808126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.811878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:36.818084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Attempting to bind port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:36.841873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-d720b84a-b2f1-4ece-a74d-66acc1b4a980 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:36.843560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-d720b84a-b2f1-4ece-a74d-66acc1b4a980 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5035152 Mar 04 23:51:36.873779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:36.888299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4687031-3bdb-4897-bf68-01913fb70ff1 None None] Provisioning for port 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:36.904199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Request body: {'port': {'device_id': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'ed075bbfefc04fea8c5c4bf791ea0e79'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:36.923108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:36.923108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Checking segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:36.923600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Bound using segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:36.924156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Bound port: 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:36.924597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.017183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4687031-3bdb-4897-bf68-01913fb70ff1 None None] Provisioning complete for port 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:37.017574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4687031-3bdb-4897-bf68-01913fb70ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.057846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3bf096bc-4047-409f-a6f5-8c99c420b626, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3bf096bc-4047-409f-a6f5-8c99c420b626,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:37.086949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.167919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3bf096bc-4047-409f-a6f5-8c99c420b626,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:37.171586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-de5c790c-3aef-4568-a59a-16a75765402b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.184553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467db092-fc01-47a6-9dd3-615066399765 req-89b98990-ab2d-4edb-9040-dee31a63f8d5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:37.186616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d4687031-3bdb-4897-bf68-01913fb70ff1 None None] Port 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:37.186751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-467db092-fc01-47a6-9dd3-615066399765 req-89b98990-ab2d-4edb-9040-dee31a63f8d5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 944 time: 0.3418617 Mar 04 23:51:37.189102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:37.191821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] For port 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:37.198629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] For port 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:37.223506 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.227816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:37.235211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:33Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:37.239839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a2f320d-4a58-45be-b023-3550ae51a0d0 req-af44ec2b-4dcf-468c-a155-146b698820e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 1101 time: 0.4238372 Mar 04 23:51:37.251512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf56cf-22a7-422f-855c-689b4eb8e2fc None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:33Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:51:37.258195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.301842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 18fc2400-3246-4ecf-af65-884daa0fdd13, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=18fc2400-3246-4ecf-af65-884daa0fdd13,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:37.306532 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.360064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a2f320d-4a58-45be-b023-3550ae51a0d0 req-f5339da8-a594-4b2d-aa3b-5d1529653fd6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057158 Mar 04 23:51:37.383850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Made reservation on behalf of ed075bbfefc04fea8c5c4bf791ea0e79 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:37.391391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.412173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=18fc2400-3246-4ecf-af65-884daa0fdd13,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:37.417148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c97b-522d-47a3-bd89-d09de93179ee req-425a2c34-62a9-4133-9672-5ec9b409e0ce tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:37.419429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8766c97b-522d-47a3-bd89-d09de93179ee req-425a2c34-62a9-4133-9672-5ec9b409e0ce tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:37.423087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3bf096bc-4047-409f-a6f5-8c99c420b626 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:37.426343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.427785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 1092 time: 3.7711794 Mar 04 23:51:37.430611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.431633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:37.444384 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.485139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-467db092-fc01-47a6-9dd3-615066399765 req-21c4a2ad-4acd-469c-ae78-cd79fd33c67d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904627 Mar 04 23:51:37.491564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6a09-77d0-487a-98e4-f1da5629f649 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebd8cc3-89a8-423e-865b-20d45dc84f89,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:37.530513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3bf096bc-4047-409f-a6f5-8c99c420b626 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:37.530884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.567401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8766c97b-522d-47a3-bd89-d09de93179ee req-425a2c34-62a9-4133-9672-5ec9b409e0ce tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:37.569065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-425a2c34-62a9-4133-9672-5ec9b409e0ce tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.4667120 Mar 04 23:51:37.633365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.648403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-bb2b3439-8d4b-4853-ac45-187f2147b506 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/quotas/e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 375 time: 0.0657604 Mar 04 23:51:37.650220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:37.729794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-debfd09a-5a5a-492d-af87-a1a752b35b74 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711651 Mar 04 23:51:37.812730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1ece4b17-4563-40fc-827d-eee63c21d2be up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:37.895069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1ece4b17-4563-40fc-827d-eee63c21d2be triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:37.897608 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:37.913579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Allocated IP 192.168.233.221 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/13ce53b9-3db6-4602-ac5b-a683ffe9d349) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:37.988676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:37.988874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2a58b-4057-4b74-96d4-9365021cb9f6 req-014be3dd-3654-4d68-a3d4-9d6d4059fddc tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:37.996520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-eb603c22-4a92-43d0-9d52-c832f47bcbdf service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161529 Mar 04 23:51:38.006655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50b2a58b-4057-4b74-96d4-9365021cb9f6 req-014be3dd-3654-4d68-a3d4-9d6d4059fddc tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.2845452 Mar 04 23:51:38.016465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:38.077927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-006ae0f5-837c-453d-9575-35d6d2071f64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1095 time: 0.4248545 Mar 04 23:51:38.102401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:38.253261 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:38.317710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f4aadd76-53ee-4569-a8ce-b4e1f74939ae None None] Provisioning complete for port 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:38.318768 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd76-53ee-4569-a8ce-b4e1f74939ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:38.335181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-9ae60609-67b1-4e97-b178-e66241541bc1 service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376720 Mar 04 23:51:38.387347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f4aadd76-53ee-4569-a8ce-b4e1f74939ae None None] Port 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:38.413517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:38.533540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Transition to ACTIVE for port object 13ce53b9-3db6-4602-ac5b-a683ffe9d349 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:38.545734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50b2a58b-4057-4b74-96d4-9365021cb9f6 req-0c09d30a-5e24-4423-8988-2571e04ce14c tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382385 Mar 04 23:51:38.560866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-c24d762e-b5a4-4062-b4b9-01b278080fbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 217 time: 0.1288931 Mar 04 23:51:38.657643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-909f5028-a476-4dd2-b1b4-cb5abc892b49 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:38.659117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-909f5028-a476-4dd2-b1b4-cb5abc892b49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.0897300 Mar 04 23:51:38.718356 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'status': 'completed', 'code': 200} Mar 04 23:51:38.722025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4f99fcb-341c-4f75-b58a-dc17c0f97f8e req-ab9adfee-45fd-4a6b-a1ad-3932e4e23472 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 210 time: 0.0903962 Mar 04 23:51:38.731045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fc2400-3246-4ecf-af65-884daa0fdd13'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:38.755526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:38.768722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:38.814119 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-91fee8c4-fcdc-4202-8c67-be8b5db68cd4 service neutron] 10.222.0.36 "GET /v2.0/ports/53146170-9836-4566-8268-5a873d369115/bindings/n-h2-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.1458335 Mar 04 23:51:38.817369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4b1f6073-17ee-4524-993f-9b306f3aa894'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:38.975293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:38.985269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-8f5a3b89-d8b3-4d2b-8477-2e09f454f001 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076816 Mar 04 23:51:38.986610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:38.991072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:38.999442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:39.000071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.100696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event updated for resources: {'Port': ['ID=13ce53b9-3db6-4602-ac5b-a683ffe9d349,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:39.183984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-28339c46-104b-4c91-8620-2da776625691 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2842314 Mar 04 23:51:39.234396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:39.261213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:39.326509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53146170-9836-4566-8268-5a873d369115 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:39.354910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:39.387961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Request body: {'port': {'device_id': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:39.413103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56b86b0b-6862-410e-9ab0-3b75d7d82b50 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:39.414938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.435493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952976-3ae5-4c41-b760-b5fa25ef685b req-1420ad6b-e172-442f-a4b6-2e48129f5b92 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:39.436945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-47952976-3ae5-4c41-b760-b5fa25ef685b req-1420ad6b-e172-442f-a4b6-2e48129f5b92 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 944 time: 0.5115912 Mar 04 23:51:39.437404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35772-34d6-4692-863d-13c3a3c6fd2c req-2f571317-4ba5-4fad-8913-4dbb7f3a5f3d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:39.438880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26a35772-34d6-4692-863d-13c3a3c6fd2c req-2f571317-4ba5-4fad-8913-4dbb7f3a5f3d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 950 time: 0.6077721 Mar 04 23:51:39.542020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26a35772-34d6-4692-863d-13c3a3c6fd2c req-3fd4fe0d-b754-4dab-aaf6-73da05525a19 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892153 Mar 04 23:51:39.560097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-449df640-78a7-4dcb-9ac4-3b40b6f9e247 None None] Provisioning for port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:39.560723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Router 18b709cd-65e6-43f9-a567-93d64ff26308 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:51:39.571142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-449df640-78a7-4dcb-9ac4-3b40b6f9e247 None None] Provisioning complete for port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:39.571659 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-449df640-78a7-4dcb-9ac4-3b40b6f9e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.608152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-47952976-3ae5-4c41-b760-b5fa25ef685b req-4ed8ea86-f4dd-4283-a16c-5465bb59a139 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:39.626331 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.631032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-2d0f771d-0d73-4745-9aa7-f1303ec12cc6 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926356 Mar 04 23:51:39.637507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.655603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:39.661691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-449df640-78a7-4dcb-9ac4-3b40b6f9e247 None None] Port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:39.665173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:39.665173 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.741686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-47952976-3ae5-4c41-b760-b5fa25ef685b req-4ed8ea86-f4dd-4283-a16c-5465bb59a139 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:39.745702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-47952976-3ae5-4c41-b760-b5fa25ef685b req-4ed8ea86-f4dd-4283-a16c-5465bb59a139 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952085 Mar 04 23:51:39.756217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] Transition to ACTIVE for port object 53146170-9836-4566-8268-5a873d369115 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:39.777081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.800460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.828086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e61babb4-94b4-44ee-bee9-7c4b0970aeb0 req-0bd1f73a-08e2-4ee3-886e-6e5c39d96456 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 210 time: 0.0533328 Mar 04 23:51:39.839028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 56b86b0b-6862-410e-9ab0-3b75d7d82b50, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=56b86b0b-6862-410e-9ab0-3b75d7d82b50,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:39.846762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:39.965804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=56b86b0b-6862-410e-9ab0-3b75d7d82b50,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:39.974535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869c7032-d835-40d7-906b-9615ba8f6b85 req-973cd34f-4806-4318-9a66-97819cb995aa service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239565 Mar 04 23:51:39.991728 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fc2400-3246-4ecf-af65-884daa0fdd13', 'code': 200} Mar 04 23:51:40.062604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] No DVR routers for this DVR port 53146170-9836-4566-8268-5a873d369115 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:51:40.123303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] Pushing event updated for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:40.145583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-49b38e81-2344-49dc-b98f-86efd74a9996 service neutron] 10.222.0.36 "PUT /v2.0/ports/53146170-9836-4566-8268-5a873d369115/bindings/n-h2-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3267834 Mar 04 23:51:40.203161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748937-b90b-4a81-8ad1-215a28372113 req-e0f12239-5219-4482-ab97-eca283787ebd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:40.204837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08748937-b90b-4a81-8ad1-215a28372113 req-e0f12239-5219-4482-ab97-eca283787ebd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.3366926 Mar 04 23:51:40.227656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.10', 55091) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:40.395856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08748937-b90b-4a81-8ad1-215a28372113 req-a925e2e1-8a56-4be3-ab9b-e7477696bde5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557872 Mar 04 23:51:40.403372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-95c4bbd6-02df-4d8f-b0ae-b2cfb9521ec8 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.1739011 Mar 04 23:51:40.415374 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-e914937e-2e47-47d1-88bf-9003ebf83612 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1095 time: 0.2471366 Mar 04 23:51:40.431017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:51:40.454731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f7689b72-c699-48f6-9a6d-065b8c2ba9a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/18b709cd-65e6-43f9-a567-93d64ff26308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7548454 Mar 04 23:51:40.455041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ce53b9-3db6-4602-ac5b-a683ffe9d349 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:40.455165 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9125b1a3-c4f7-4810-8abc-94639510b612 req-7c699ac6-267f-48bf-a247-348cc47dd9be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 1100 time: 0.2854583 Mar 04 23:51:40.489594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c97b-522d-47a3-bd89-d09de93179ee req-3e7f932d-be20-4248-be7b-bfc4155bd124 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:40.491052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-3e7f932d-be20-4248-be7b-bfc4155bd124 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.2799478 Mar 04 23:51:40.517035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Request body: {'port': {'device_id': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'admin_state_up': True, 'tenant_id': 'e0fbf865cb194f07a8688d65c9ed7b29'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:40.566785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:40.682916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39008) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:40.824213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Transition to ACTIVE for port object 13ce53b9-3db6-4602-ac5b-a683ffe9d349 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:40.830415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9125b1a3-c4f7-4810-8abc-94639510b612 req-377f59f4-a499-4800-b27a-cd7a3f6cbdb2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679647 Mar 04 23:51:40.866781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:40.876517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af301c-090e-44e2-84ba-e72c71a7caf2 req-0e21cbc0-219d-4298-b472-3c0a29e4cb32 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:40.877990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59af301c-090e-44e2-84ba-e72c71a7caf2 req-0e21cbc0-219d-4298-b472-3c0a29e4cb32 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 936 time: 0.1539218 Mar 04 23:51:40.878933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Usage tracker for resource:port and tenant:e0fbf865cb194f07a8688d65c9ed7b29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:40.881909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:40.884490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:40.900655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:40.927069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Made reservation on behalf of e0fbf865cb194f07a8688d65c9ed7b29 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:40.929953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:40.966243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59af301c-090e-44e2-84ba-e72c71a7caf2 req-cf425820-c288-4439-a4fe-49c880251b99 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812848 Mar 04 23:51:41.092065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Pushing event updated for resources: {'Port': ['ID=13ce53b9-3db6-4602-ac5b-a683ffe9d349,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:41.098471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-b3b0423a-8779-45f2-ac8e-7b131b2255fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:41.099948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-b3b0423a-8779-45f2-ac8e-7b131b2255fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.6445074 Mar 04 23:51:41.111331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-45c09016-f937-4a40-8e3a-4865b1489a94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&tenant_id=6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 1096 time: 0.6961849 Mar 04 23:51:41.171795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30b8aa-c28c-491a-9f5d-be6bf1de1cf0 req-73cf4cba-e7f2-4a63-848c-4d1a3063c798 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:41.173320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf30b8aa-c28c-491a-9f5d-be6bf1de1cf0 req-73cf4cba-e7f2-4a63-848c-4d1a3063c798 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.6747000 Mar 04 23:51:41.186738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Allocated IP 172.20.0.6 (fdab189c-4330-45a1-bbc4-b3dcc6c19de9/54656237-f595-48b6-8ca1-5756c70725cc/54bac85b-34ac-49f2-84d5-4738c1756308) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:41.193671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-a1673e62-1f1a-4461-bda2-590c550be687 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--541258425&fields=id&tenant_id=1158d08f3f1541dda99d0c1c087bfbae HTTP/1.1" status: 200 len: 267 time: 0.0689166 Mar 04 23:51:41.284827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-62abbd11-5fb9-497c-8d41-233172cb0f6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 217 time: 0.1725450 Mar 04 23:51:41.337352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56b86b0b-6862-410e-9ab0-3b75d7d82b50 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:41.366836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Attempting to bind port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:41.367312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Attempting to bind port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:41.367613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Attempting to bind port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:41.401487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:41.401972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Attempting to bind port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:41.410599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf30b8aa-c28c-491a-9f5d-be6bf1de1cf0 req-1e18d1ec-6997-4515-9db1-d8eaa5728cfb tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988187 Mar 04 23:51:41.414224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:41.414590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:41.422824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-f9873bbe-40f1-4d5d-b219-8409eb289004 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:41.424238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-f9873bbe-40f1-4d5d-b219-8409eb289004 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1253459 Mar 04 23:51:41.428038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:41.428369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:41.428745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:41.430085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Bound port: 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:41.430085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:41.488031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-daf94078-aca7-4bef-aa8c-70244006040a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:41.495054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-daf94078-aca7-4bef-aa8c-70244006040a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 824 time: 0.2932880 Mar 04 23:51:41.503521 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-e26bf4aa-e92b-41d0-aeb7-5a076da1a441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1096 time: 0.3292241 Mar 04 23:51:41.538524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-ed3fc321-c5a5-4c83-94bf-4cecb52a2c2f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/quotas/1158d08f3f1541dda99d0c1c087bfbae HTTP/1.1" status: 200 len: 375 time: 0.0413568 Mar 04 23:51:41.660505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:41.696823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-b8e6bf0a-4659-4dc6-a453-4fc3cf96ce28 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1570992 Mar 04 23:51:41.709912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:41.751375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] For port 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:41.837039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] For port 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:41.870385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:41.871662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:41.875857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:41.879443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:41.899512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:41.901594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 53146170-9836-4566-8268-5a873d369115 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:51:41.903374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-e2f7d34e-612f-425f-b3ec-bc90c5d1cbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:41.904809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-e2f7d34e-612f-425f-b3ec-bc90c5d1cbf0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.3694293 Mar 04 23:51:41.960002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 53146170-9836-4566-8268-5a873d369115 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:51:41.987565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:41.988356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:42.004389 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-7eb6f23e-541a-452a-906f-79ee31ce8bb2 service neutron] 10.222.0.32 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924669 Mar 04 23:51:42.039960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-65447f07-4aff-4857-8089-b450bfbf68d1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5343268 Mar 04 23:51:42.095367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Request body: {'port': {'device_id': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:42.109317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-8a704998-a3cc-45bf-92c3-e885129ce001 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6692660 Mar 04 23:51:42.175911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-9ccc476a-d796-4931-9b47-7724bd962e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.2291272 Mar 04 23:51:42.235150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:42.237959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] 10.222.0.36 "PUT /v2.0/ports/13ce53b9-3db6-4602-ac5b-a683ffe9d349 HTTP/1.1" status: 200 len: 1096 time: 2.8558216 Mar 04 23:51:42.255793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'tag': '13ce53b9-3db6-4602-ac5b-a683ffe9d349'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:42.275569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-382d0a2c-0f04-4767-855e-d3a48a6c3544 service neutron] 10.222.0.32 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593534 Mar 04 23:51:42.276624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:42.396231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0dad4-fb13-4ab0-9ba9-ee489c8dee17 req-33b4ef3d-45a1-4391-9f17-9d271cadb86a tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:42.397728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ff0dad4-fb13-4ab0-9ba9-ee489c8dee17 req-33b4ef3d-45a1-4391-9f17-9d271cadb86a tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 950 time: 0.7732639 Mar 04 23:51:42.451546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5fd4b-f81f-4e09-9e44-6666a2414dee service neutron] Pushing event updated for resources: {'Port': ['ID=13ce53b9-3db6-4602-ac5b-a683ffe9d349,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:42.516393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-511c1a78-0db4-4eea-a7a5-4f31d1133cb8 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797405 Mar 04 23:51:42.566248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.10', 55092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:42.671070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-61a9eb9c-cc3b-469f-9d35-3e734c79930f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:42.672385 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-61a9eb9c-cc3b-469f-9d35-3e734c79930f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.4023466 Mar 04 23:51:42.678227 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ff0dad4-fb13-4ab0-9ba9-ee489c8dee17 req-a3033100-565d-4d1f-aafc-645f7e5871ae tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648418 Mar 04 23:51:42.736413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-ed247e23-dd09-439e-a679-7cbe9db95352 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525887 Mar 04 23:51:42.784873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-41c2f80a-2a64-4ff2-b5e0-0f9047464add service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 1099 time: 0.4322925 Mar 04 23:51:42.845752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bac85b-34ac-49f2-84d5-4738c1756308 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:42.863632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:42.887553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Transition to ACTIVE for port object 54bac85b-34ac-49f2-84d5-4738c1756308 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:42.897890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:42.953530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ea3f-b00d-44ac-b8e0-12de177eca57 req-7d37122e-5e9c-446c-a4e3-7e0919a781b9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:42.954818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2c2ea3f-b00d-44ac-b8e0-12de177eca57 req-7d37122e-5e9c-446c-a4e3-7e0919a781b9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 944 time: 0.3895717 Mar 04 23:51:42.973399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-62255a04-f154-4432-ac29-1e7fb92dcb49 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:42.974796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-62255a04-f154-4432-ac29-1e7fb92dcb49 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f692552e-bb49-40fc-8062-18a5273102fa HTTP/1.1" status: 200 len: 945 time: 0.4076805 Mar 04 23:51:42.983609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd3122b-42fc-466b-bf5c-1ce46ff44651 req-4b7eee68-c8a0-4e0d-9bf5-d9e97d44563b service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450309 Mar 04 23:51:42.994802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-56ffa1c1-09d2-4439-a02d-499d1e509b20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349 HTTP/1.1" status: 200 len: 217 time: 0.1982839 Mar 04 23:51:43.130587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:43.131617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:43.154661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Deleting port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:51:43.155002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:43.191551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-0fb20735-4f8b-4463-9ad7-65576287a391 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361887 Mar 04 23:51:43.193858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-09020ce4-6d61-4dd2-9534-67637c010635 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:43.195197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-09020ce4-6d61-4dd2-9534-67637c010635 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1935091 Mar 04 23:51:43.230743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2c2ea3f-b00d-44ac-b8e0-12de177eca57 req-9678b33d-78f8-43fa-af6d-d49c90c2dbd9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549827 Mar 04 23:51:43.384789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:43.385512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:43.385512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:43.418534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53c98-6edc-4939-8bed-e14daff4b9c9 req-12f07e37-1348-4247-af99-51c70803e55a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:43.420024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76a53c98-6edc-4939-8bed-e14daff4b9c9 req-12f07e37-1348-4247-af99-51c70803e55a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.5680568 Mar 04 23:51:43.490369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:43.490694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:43.517997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:43.518333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:43.518842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:43.519270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Bound port: 54bac85b-34ac-49f2-84d5-4738c1756308, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:43.519618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:43.524984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-505339b5-e2be-472b-a06f-7c8932604d5c service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206520 Mar 04 23:51:43.543355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76a53c98-6edc-4939-8bed-e14daff4b9c9 req-f71fa3b5-08f8-4897-8dc3-69174d17018a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128724 Mar 04 23:51:43.550383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-7ebeaf48-d601-4089-af3b-f9db3e00419b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3449965 Mar 04 23:51:43.632886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] For port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:43.633260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:43.657333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dc19c-daa8-4e5a-8923-9e508ccde221 req-a98cfb79-c0d0-4a09-ae76-ac292e0ff684 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:43.658828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-685dc19c-daa8-4e5a-8923-9e508ccde221 req-a98cfb79-c0d0-4a09-ae76-ac292e0ff684 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.2915933 Mar 04 23:51:43.740036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-2921ceca-d8ec-4cc1-852b-d6ffda56ad68 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766386 Mar 04 23:51:43.885568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:43.987628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:44.009725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.075189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-685dc19c-daa8-4e5a-8923-9e508ccde221 req-9b4ce5a7-2a8f-43a5-9f0d-4ffe1ca0945c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543482 Mar 04 23:51:44.082619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0ebd8cc3-89a8-423e-865b-20d45dc84f89 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:44.179120 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'tag': '13ce53b9-3db6-4602-ac5b-a683ffe9d349', 'status': 'completed', 'code': 200} Mar 04 23:51:44.208558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.209949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] 10.222.0.10 "PUT /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 1091 time: 2.1186388 Mar 04 23:51:44.215033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:44.223677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad5f5-ae72-442e-910e-252f705b6381 service neutron] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:44.234756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-0a4a01ca-9452-4a21-b4c4-81a973626d83 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:44.235620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-0a4a01ca-9452-4a21-b4c4-81a973626d83 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.36 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 824 time: 0.4884312 Mar 04 23:51:44.247689 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.248117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.248709 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 disassociated. External IP: 172.25.0.136, port: 6ca686c9-eac2-45d5-9e46-abddcb0bdd09. Mar 04 23:51:44.249178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Calling delete_port for 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:51:44.270303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35bba2d4-41ea-4ea6-bf59-109c642b3d19 req-5355c6c1-5f86-4d26-bae7-46cf1a10cc03 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227182 Mar 04 23:51:44.304724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:44.323536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bccd-5e97-4eb8-8d4e-f70df529c6b6 req-07ca796f-b957-4281-8f98-b96f5137d831 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:44.324316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3b35bccd-5e97-4eb8-8d4e-f70df529c6b6 req-07ca796f-b957-4281-8f98-b96f5137d831 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Synchronizing usage tracker for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:44.326523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:44.336314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-c6ce5333-255d-40fb-b05a-c033147e40d3 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.4144881 Mar 04 23:51:44.394447 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.416413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebd8cc3-89a8-423e-865b-20d45dc84f89 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:44.434009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:44.439299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.470400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8145569-2c77-4ee3-aa7b-8aedc87f6c4a req-1f133786-a186-4e93-bd78-750895fb103f tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 210 time: 0.0684705 Mar 04 23:51:44.506233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3b35bccd-5e97-4eb8-8d4e-f70df529c6b6 req-07ca796f-b957-4281-8f98-b96f5137d831 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Unset dirty status for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:44.512971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b35bccd-5e97-4eb8-8d4e-f70df529c6b6 req-07ca796f-b957-4281-8f98-b96f5137d831 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 948 time: 0.7390788 Mar 04 23:51:44.521491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0ebd8cc3-89a8-423e-865b-20d45dc84f89,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:44.526692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-45799226-0c10-4c77-a419-fc95a889a92d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1158d08f3f1541dda99d0c1c087bfbae HTTP/1.1" status: 200 len: 379 time: 0.2499056 Mar 04 23:51:44.538972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'port': {'device_id': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'admin_state_up': True, 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'security_groups': ['3ff2ac3b-6109-4180-8b15-8f0c4aa2988d']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:44.653372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-816f4dec-9f3c-4e34-8eac-20fe07071ff3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1094 time: 0.3748281 Mar 04 23:51:44.660921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b35bccd-5e97-4eb8-8d4e-f70df529c6b6 req-1790f3ff-6ffc-459f-9e7f-c37868cb8a8c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470320 Mar 04 23:51:44.670755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-610cfbb2-7706-437a-8d69-9569f3d439f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 1099 time: 0.3322816 Mar 04 23:51:44.713331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-69aae35e-eaf6-451d-9ee8-cf2715850d1b service neutron] For port 53146170-9836-4566-8268-5a873d369115, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:44.766481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-69aae35e-eaf6-451d-9ee8-cf2715850d1b service neutron] Notify callbacks [] for binding, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.767589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1368900f-0e27-4b67-a14a-a5eb94f36b81 req-69aae35e-eaf6-451d-9ee8-cf2715850d1b service neutron] 10.222.0.10 "DELETE /v2.0/ports/53146170-9836-4566-8268-5a873d369115/bindings/n-h1-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.4247742 Mar 04 23:51:44.797063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-5af636d5-9c74-47c3-898c-d8687070bfcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 217 time: 0.0935695 Mar 04 23:51:44.813903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:44.852468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0ebd8cc3-89a8-423e-865b-20d45dc84f89'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:44.906973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event deleted for resources: {'Port': ['ID=6ca686c9-eac2-45d5-9e46-abddcb0bdd09,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:44.910117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-528d23a5-917d-4238-b8d6-4ede9311b036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:44.911452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-528d23a5-917d-4238-b8d6-4ede9311b036 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2280028 Mar 04 23:51:44.946115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:44.950726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Usage tracker for resource:port and tenant:1158d08f3f1541dda99d0c1c087bfbae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:44.953561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:44.959187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:44.980869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Made reservation on behalf of 1158d08f3f1541dda99d0c1c087bfbae for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:44.983916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:45.010645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c97b-522d-47a3-bd89-d09de93179ee req-bd035944-0d4f-4ef0-a645-8b8907ef40c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:45.012785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-bd035944-0d4f-4ef0-a645-8b8907ef40c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1933463 Mar 04 23:51:45.014578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-bbadb72b-ebf5-414e-8e85-af05a9ad39dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349 HTTP/1.1" status: 200 len: 217 time: 0.0949690 Mar 04 23:51:45.139124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7675-067d-4f2a-a0f7-d1a39c9471a3 req-218ae931-eab2-4fb7-a1e8-6109e9923fb3 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:45.148197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dbf7675-067d-4f2a-a0f7-d1a39c9471a3 req-218ae931-eab2-4fb7-a1e8-6109e9923fb3 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 950 time: 0.3462517 Mar 04 23:51:45.197053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Deleting port 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:51:45.197348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:45.215207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccfdd6-7642-4700-8d8f-5d9876b4d3de req-03367098-871d-4234-8367-5c1f36c4677e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:45.216654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78ccfdd6-7642-4700-8d8f-5d9876b4d3de req-03367098-871d-4234-8367-5c1f36c4677e tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.5673440 Mar 04 23:51:45.229535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-bd163330-0e89-4446-b024-ff9343ab8a22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514382 Mar 04 23:51:45.249212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-4ee4be43-3953-48a5-a376-dd3726cde7f7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:45.250680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-4ee4be43-3953-48a5-a376-dd3726cde7f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2264633 Mar 04 23:51:45.332675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dbf7675-067d-4f2a-a0f7-d1a39c9471a3 req-194b3e0d-9de3-47ce-9450-e2970971137d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836200 Mar 04 23:51:45.441771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78ccfdd6-7642-4700-8d8f-5d9876b4d3de req-bf456a58-b497-4129-b1fd-54a44e470066 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159355 Mar 04 23:51:45.466960 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308', 'status': 'completed', 'code': 200} Mar 04 23:51:45.513063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-6553885d-012f-4e13-b9f1-31249a6ec805 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483182 Mar 04 23:51:45.609718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-c902fe47-e06a-48a7-9736-d4f176e0e69f service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654535 Mar 04 23:51:45.619778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Allocated IP 172.20.0.13 (6e505e81-90e7-4a85-a0bc-3b5f20576e9c/543d32ca-adcf-471d-b6c1-93919d9ea4a2/369a98e0-9632-4b69-968a-baba7daf7576) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:45.760892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:45.915151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Calling delete_port for 749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:51:46.008175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-4a8b9572-60fb-478e-a4e6-efa5afccce68 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:46.008783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-4a8b9572-60fb-478e-a4e6-efa5afccce68 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:46.017327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-86aa9303-5bad-45b0-9bcb-290681c3d678 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922671 Mar 04 23:51:46.030949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8766c97b-522d-47a3-bd89-d09de93179ee req-d5bb8ca0-ea1f-4d19-83c1-39241d389871 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001188 Mar 04 23:51:46.071405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-4a8b9572-60fb-478e-a4e6-efa5afccce68 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:46.072541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-4a8b9572-60fb-478e-a4e6-efa5afccce68 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.5068111 Mar 04 23:51:46.082292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0ebd8cc3-89a8-423e-865b-20d45dc84f89 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:46.115950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:51:46.152103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:46.157509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:46.157791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:46.166530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:46.212395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Transition to ACTIVE for port object 369a98e0-9632-4b69-968a-baba7daf7576 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:46.262711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c565c59-3467-4f1c-ae6f-39bc930003f3 req-ff5da425-3e8e-43cb-a28f-9bced1024314 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:46.269687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c565c59-3467-4f1c-ae6f-39bc930003f3 req-ff5da425-3e8e-43cb-a28f-9bced1024314 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 945 time: 0.7026937 Mar 04 23:51:46.277713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-090da246-7844-4027-8fa9-b96b6654c126 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:46.307229 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:46.341257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:46.352159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:46.358869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:46.362007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:51:46.379082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-090da246-7844-4027-8fa9-b96b6654c126 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:46.385320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c565c59-3467-4f1c-ae6f-39bc930003f3 req-1695da7e-fecd-4bbd-bea3-3127a166dc77 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149740 Mar 04 23:51:46.389723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c65656a-650c-4dbb-b301-896f0a1f3fef req-090da246-7844-4027-8fa9-b96b6654c126 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059754 Mar 04 23:51:46.394186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-6904292a-a86d-4d8e-89f2-2684669c6fc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1094 time: 0.3066382 Mar 04 23:51:46.397647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6452fa-40c4-473e-89e9-b57d2eae5a42 req-d7e3170a-584e-4704-b1d1-4035f64d8a3f service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526121 Mar 04 23:51:46.460980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:46.520699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:51:46.521366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:51:46.522890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0ebd8cc3-89a8-423e-865b-20d45dc84f89,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:46.534138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.534635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.535128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.535529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.536013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.536452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.536831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.537893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.538375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.538772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.539415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:51:46.545896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:46.640925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Pushing event deleted for resources: {'Port': ['ID=749ea8ab-ed17-4e05-9cf7-b0389a3cd5f4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:46.753517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:46.764287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:46.800316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:46.889378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be6e1-63dc-424c-a930-0b6cb88450d9 req-b1da895f-83e5-481a-a57e-f1c75ba19dd2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:46.889633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event updated for resources: {'Port': ['ID=369a98e0-9632-4b69-968a-baba7daf7576,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:46.896595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd8be6e1-63dc-424c-a930-0b6cb88450d9 req-b1da895f-83e5-481a-a57e-f1c75ba19dd2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.2960646 Mar 04 23:51:46.917016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3332be-af5b-4c20-a253-00404edaee78 req-d2fd8c3e-13a8-4b8e-91d6-7bff3e38146f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:46.918484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-d2fd8c3e-13a8-4b8e-91d6-7bff3e38146f service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.5134573 Mar 04 23:51:46.928117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:51:46.945992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:51:46.965206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:46.967859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:46.972791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd8be6e1-63dc-424c-a930-0b6cb88450d9 req-c2bddacd-40ca-4685-9790-0266659d7d7c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751810 Mar 04 23:51:47.085894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:47.171216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] No DVR routers for this DVR port 6ca686c9-eac2-45d5-9e46-abddcb0bdd09 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:51:47.186220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:47.186874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:47.193278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:47.310005 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-9330f2ec-46fb-437a-88d9-e9d4797fab9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 217 time: 0.3352644 Mar 04 23:51:47.315622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-214403d2-f239-42b9-9a2a-8cfd497f4072 req-09a448a2-bfcc-41e1-8d55-aae2753cc327 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.10 "DELETE /v2.0/ports/6ca686c9-eac2-45d5-9e46-abddcb0bdd09 HTTP/1.1" status: 204 len: 173 time: 4.3319676 Mar 04 23:51:47.317587 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-bf1cca89-76f3-43ac-bf8c-20e9587d4adb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7851479 Mar 04 23:51:47.339238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:47.392598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3332be-af5b-4c20-a253-00404edaee78 req-0dd20a4f-92eb-4094-9fa6-f478f3406771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:47.395348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-0dd20a4f-92eb-4094-9fa6-f478f3406771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.0744467 Mar 04 23:51:47.401371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Request body: {'port': {'device_id': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:47.474669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'name': 'network-vif-deleted', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:47.496941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-8d307250-f879-4916-878c-3f0d9ceeeb35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640821 Mar 04 23:51:47.704468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660ed3d-db36-430d-9901-684a1ce1677c req-f2856357-ae9f-4bde-a18e-c07cfaf194d3 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:47.705756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8660ed3d-db36-430d-9901-684a1ce1677c req-f2856357-ae9f-4bde-a18e-c07cfaf194d3 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:47.715955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:47.762222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8660ed3d-db36-430d-9901-684a1ce1677c req-f2856357-ae9f-4bde-a18e-c07cfaf194d3 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:47.770831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8660ed3d-db36-430d-9901-684a1ce1677c req-f2856357-ae9f-4bde-a18e-c07cfaf194d3 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 932 time: 0.5295594 Mar 04 23:51:47.792465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-25c71435-6225-4eb2-9eac-5d39dcda4a88 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837422 Mar 04 23:51:47.806128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2365c-84be-41e0-8ab1-b4e616ec8f50 req-7baba4c7-a065-44d1-9534-9dbcc9c62045 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:47.807630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89f2365c-84be-41e0-8ab1-b4e616ec8f50 req-7baba4c7-a065-44d1-9534-9dbcc9c62045 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 948 time: 0.1338816 Mar 04 23:51:47.858375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:47.862519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:51:47.874660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:47.875270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:47.936870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 13ce53b9-3db6-4602-ac5b-a683ffe9d349 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:47.997811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89f2365c-84be-41e0-8ab1-b4e616ec8f50 req-6e9e7f4e-b912-4cf6-a989-c9bc53bf32c5 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383688 Mar 04 23:51:48.036129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8660ed3d-db36-430d-9901-684a1ce1677c req-b041b03a-0630-42a7-a0b3-3fff49ce92ef tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641032 Mar 04 23:51:48.172528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Router 18b709cd-65e6-43f9-a567-93d64ff26308 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:51:48.177361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:48.180749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d3332be-af5b-4c20-a253-00404edaee78 req-70654c76-bcad-48fb-8d98-d325e13b515a service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553643 Mar 04 23:51:48.452251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:51:48.539283 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'code': 200} Mar 04 23:51:48.542602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '13ce53b9-3db6-4602-ac5b-a683ffe9d349', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '13ce53b9-3db6-4602-ac5b-a683ffe9d349', 'mac_address': 'fa:16:3e:4b:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:48.602393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba535-4971-4552-9f2c-9c1c76933f04 req-90b33538-df29-47fc-b919-cde4013d87e2 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:48.609914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d48ba535-4971-4552-9f2c-9c1c76933f04 req-90b33538-df29-47fc-b919-cde4013d87e2 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.1178279 Mar 04 23:51:48.612099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:51:48.647362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-812db9cd-de16-4589-a9f3-295aa566e640 admin admin] 10.222.0.32 "PUT /v2.0/routers/18b709cd-65e6-43f9-a567-93d64ff26308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9586372 Mar 04 23:51:48.652575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39086) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:48.693023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3d791aa3-5703-4ea1-96ef-71f97fe341a7 None None] Provisioning for port 369a98e0-9632-4b69-968a-baba7daf7576 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:48.696195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:48.752670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d5e2a37-bb84-4080-a82f-c32cd3b1ff25 req-e9e135be-0d01-4db6-8529-563baf37af28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.4832025 Mar 04 23:51:48.760702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff29e-f7dc-4844-966e-f34dc1c15f51 req-ec8654e6-6a47-4542-8b6e-6ef28e95c9f3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:48.762666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5bff29e-f7dc-4844-966e-f34dc1c15f51 req-ec8654e6-6a47-4542-8b6e-6ef28e95c9f3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.2296007 Mar 04 23:51:48.789754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3d791aa3-5703-4ea1-96ef-71f97fe341a7 None None] Provisioning complete for port 369a98e0-9632-4b69-968a-baba7daf7576 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:48.790084 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3d791aa3-5703-4ea1-96ef-71f97fe341a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:48.794082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d48ba535-4971-4552-9f2c-9c1c76933f04 req-bcb5340b-1ef8-4c6d-83a2-18a0d4bf913e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797173 Mar 04 23:51:48.869070 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692552e-bb49-40fc-8062-18a5273102fa', 'name': 'network-vif-deleted', 'tag': '6ca686c9-eac2-45d5-9e46-abddcb0bdd09', 'status': 'completed', 'code': 200} Mar 04 23:51:48.871682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ce53b9-3db6-4602-ac5b-a683ffe9d349 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:48.904738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369a98e0-9632-4b69-968a-baba7daf7576 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:48.908054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:48.917591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:48.920739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d5e2a37-bb84-4080-a82f-c32cd3b1ff25 req-e00e8f76-a837-4b4a-b601-85784257ee07 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571381 Mar 04 23:51:48.923180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:48.925021 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:48.927561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5bff29e-f7dc-4844-966e-f34dc1c15f51 req-7e81e04f-e1e6-47d1-9dc3-fa94fc7254fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488316 Mar 04 23:51:48.943558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Transition to ACTIVE for port object 369a98e0-9632-4b69-968a-baba7daf7576 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:48.950836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:48.978165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3d791aa3-5703-4ea1-96ef-71f97fe341a7 None None] Port 369a98e0-9632-4b69-968a-baba7daf7576 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:51:49.095774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=13ce53b9-3db6-4602-ac5b-a683ffe9d349,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:49.111462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Pushing event updated for resources: {'Port': ['ID=369a98e0-9632-4b69-968a-baba7daf7576,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:49.165592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:49.171088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c5c4fd-3a75-443b-a827-f3d795e89b96 None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:51:49.274427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69697ee0-c13a-435c-901f-4f0df9abe411 req-42c3e403-5a20-4e33-bbc0-7af305d4479d tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:49.275975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69697ee0-c13a-435c-901f-4f0df9abe411 req-42c3e403-5a20-4e33-bbc0-7af305d4479d tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.2565725 Mar 04 23:51:49.299686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Attempting to bind port 369a98e0-9632-4b69-968a-baba7daf7576 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:49.300015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Attempting to bind port 369a98e0-9632-4b69-968a-baba7daf7576 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:49.300256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Attempting to bind port 369a98e0-9632-4b69-968a-baba7daf7576 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:49.317766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Port 369a98e0-9632-4b69-968a-baba7daf7576 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:49.317922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Attempting to bind port 369a98e0-9632-4b69-968a-baba7daf7576 on network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:49.327730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:49.328002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Checking segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:49.328383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Bound using segment: {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:49.328805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Bound port: 369a98e0-9632-4b69-968a-baba7daf7576, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:49.329148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:49.350873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69697ee0-c13a-435c-901f-4f0df9abe411 req-21263b54-a033-4cbe-84f5-de0b67e1e5f2 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 Mar 04 23:51:49.355115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c18f8c8-d60c-41dd-817c-09f5a9fc8d71 req-f5208b58-9e97-48a9-a554-787d621e0fde tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1096 time: 0.1273477 Mar 04 23:51:49.376342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:49.390143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Deleting port 3bf096bc-4047-409f-a6f5-8c99c420b626 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:51:49.390454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:49.469081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] For port 369a98e0-9632-4b69-968a-baba7daf7576, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:49.477848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c18f8c8-d60c-41dd-817c-09f5a9fc8d71 req-fd496fdd-d7fc-40e1-8580-86b63a72e46c tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648999 Mar 04 23:51:49.479218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] For port 369a98e0-9632-4b69-968a-baba7daf7576, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=369a98e0-9632-4b69-968a-baba7daf7576,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:49.484610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:49.565290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['13ce53b9-3db6-4602-ac5b-a683ffe9d349'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:49.570212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Pushing event updated for resources: {'Port': ['ID=369a98e0-9632-4b69-968a-baba7daf7576,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:49.575682 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:49.577111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-fe7e0fdc-f8c3-49e7-971f-231863d277d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/369a98e0-9632-4b69-968a-baba7daf7576 HTTP/1.1" status: 200 len: 1092 time: 2.1797490 Mar 04 23:51:49.787845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-8a0a2144-e4a9-4d09-9fb6-5ea290a86a45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 1095 time: 0.1636796 Mar 04 23:51:49.806150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] For port 3bf096bc-4047-409f-a6f5-8c99c420b626, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3bf096bc-4047-409f-a6f5-8c99c420b626,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:49.806430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:49.830098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63042-58a7-4ceb-846a-55395fa4b9cc req-c5b3f73a-e741-42e3-917d-083a7cb632ff tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:49.833677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4b63042-58a7-4ceb-846a-55395fa4b9cc req-c5b3f73a-e741-42e3-917d-083a7cb632ff tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 949 time: 0.3192070 Mar 04 23:51:49.864023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddc0f5-1435-4537-8cae-8e631fd5da9c req-0ffa8c0a-2897-4a5e-889a-02e0d0cb9ae1 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:49.865432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9ddc0f5-1435-4537-8cae-8e631fd5da9c req-0ffa8c0a-2897-4a5e-889a-02e0d0cb9ae1 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 944 time: 0.1786335 Mar 04 23:51:49.889866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-7265264e-1ebd-4ff7-8cc8-6b7b7b93163d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=369a98e0-9632-4b69-968a-baba7daf7576 HTTP/1.1" status: 200 len: 217 time: 0.0939124 Mar 04 23:51:49.962481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Calling delete_port for 3bf096bc-4047-409f-a6f5-8c99c420b626 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:51:49.968612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9ddc0f5-1435-4537-8cae-8e631fd5da9c req-18a198e7-d697-411a-b307-d6a00f8bbf65 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953219 Mar 04 23:51:49.981016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-f1fbf305-82b9-46db-9829-24a29b750a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:49.982626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-f1fbf305-82b9-46db-9829-24a29b750a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.0787930 Mar 04 23:51:50.036448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4b63042-58a7-4ceb-846a-55395fa4b9cc req-9e104c2e-14eb-4950-a084-51a2a7cf05f1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538391 Mar 04 23:51:50.075670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-d821d271-15fc-439c-a69a-14fbe820f881 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861456 Mar 04 23:51:50.097841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:50.273872 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.291231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:50.297762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-367a0313-93d3-47af-8bfb-530ca61de381 service neutron] 10.222.0.36 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146206 Mar 04 23:51:50.307602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '54bac85b-34ac-49f2-84d5-4738c1756308', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'port_id': '54bac85b-34ac-49f2-84d5-4738c1756308', 'mac_address': 'fa:16:3e:c1:b8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54656237-f595-48b6-8ca1-5756c70725cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:50.332369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf096bc-4047-409f-a6f5-8c99c420b626,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:50.372000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.389137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bac85b-34ac-49f2-84d5-4738c1756308 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:50.405834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:50.410247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.484235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:50.505017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-36c1c445-b6d0-4910-8601-5557abdeecb7 tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 1100 time: 0.2586944 Mar 04 23:51:50.542560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1923aaf6-5530-48ff-ab44-015c0da98c02 req-61cb0d6b-2856-4caf-ad62-7b7e28e91f41 service neutron] 10.222.0.36 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372546 Mar 04 23:51:50.543579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.550675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-6d2fbbae-455b-4e6d-afb0-71f4db53a2f1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:50.552351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-6d2fbbae-455b-4e6d-afb0-71f4db53a2f1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.3813074 Mar 04 23:51:50.558878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.575846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:50.579479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Usage tracker for resource:security_group_rule and tenant:402fc6c49715448e9396ecc74d1713fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:50.582623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:50.588293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:50.659145 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.664177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.701180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8816e045-1cb1-4963-9a58-3c0ad803f4d2 req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879349 Mar 04 23:51:50.702777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad8ccc-1877-451e-98ef-068f50f88e0e tempest-LiveMigrationNegativeTest-44947069 tempest-LiveMigrationNegativeTest-44947069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6669cfff-b04b-4aa8-8974-094e8267613a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:50.707312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-ee5018ff-c6e4-48a5-b25c-9379ff73fd71 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/quotas/6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 375 time: 0.0865939 Mar 04 23:51:50.783116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['54bac85b-34ac-49f2-84d5-4738c1756308'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:50.870076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:50.884205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.896225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:50.898263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f8420-b77d-40ed-b98d-cd38eaa79506 req-606164b7-37af-42d8-b93c-adb3d6520384 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:50.899718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b45f8420-b77d-40ed-b98d-cd38eaa79506 req-606164b7-37af-42d8-b93c-adb3d6520384 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.0900209 Mar 04 23:51:50.963444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b45f8420-b77d-40ed-b98d-cd38eaa79506 req-a552d5d0-9e53-4c6e-80e2-2eac2697c553 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Mar 04 23:51:51.017625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-4f24780d-f641-4b91-ac44-c7baf72d5a5d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3029859 Mar 04 23:51:51.039527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.040067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b709cd-65e6-43f9-a567-93d64ff26308 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:51:51.145097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab07d-e15f-478b-96f7-139bba7a0554 req-4b66336d-27fc-46d9-8e48-e86bad85cff2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:51.146495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98cab07d-e15f-478b-96f7-139bba7a0554 req-4b66336d-27fc-46d9-8e48-e86bad85cff2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 944 time: 0.0784180 Mar 04 23:51:51.192296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98cab07d-e15f-478b-96f7-139bba7a0554 req-77858134-3603-4071-a832-6e4a0c07a50f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Mar 04 23:51:51.224423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.227906 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4090e036-e89b-4a0e-8814-cf7621216483 admin admin] 10.222.0.32 "DELETE /v2.0/routers/18b709cd-65e6-43f9-a567-93d64ff26308 HTTP/1.1" status: 204 len: 168 time: 2.5721416 Mar 04 23:51:51.228804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39124) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:51.317368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-1377ac78-dbba-4b0a-a656-12002fa1ea06 service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985234 Mar 04 23:51:51.320281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Deleting subnet bac9c372-6ae1-4dad-ad8f-1575f142a538 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:51:51.323482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.324980 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576', 'status': 'completed', 'code': 200} Mar 04 23:51:51.417401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-daaabf14-e99b-41c5-9306-cc28771a6124 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 1095 time: 0.0736046 Mar 04 23:51:51.453703 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.548639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-cb0ab866-dc9a-46de-a362-98fecf7f1d27 service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973131 Mar 04 23:51:51.553666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.603703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-e13419dc-4c61-4d8c-8bab-2ce56befae88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:51.605165 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-e13419dc-4c61-4d8c-8bab-2ce56befae88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 925 time: 0.1497595 Mar 04 23:51:51.611773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb974dd3-17c9-4a8c-bd82-5512e1c483f4 req-06f837ed-2a0d-4518-9315-9b36d9ef2b61 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:51.613380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb974dd3-17c9-4a8c-bd82-5512e1c483f4 req-06f837ed-2a0d-4518-9315-9b36d9ef2b61 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 944 time: 0.1912937 Mar 04 23:51:51.627369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.679293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac9c372-6ae1-4dad-ad8f-1575f142a538,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:51.691546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.697702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d8455211-e1b2-4671-9771-f124cdac943b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bac9c372-6ae1-4dad-ad8f-1575f142a538 HTTP/1.1" status: 204 len: 168 time: 0.4682949 Mar 04 23:51:51.698254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca44a19-fa05-4a68-9ece-0c03c697eb88 None None] Network 634a2135-9d2f-4b63-84f1-e605e9053bdb requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:51.700698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39136) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:51.709327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-27fdcc92-aa55-4c93-a560-5619060b0cd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=369a98e0-9632-4b69-968a-baba7daf7576 HTTP/1.1" status: 200 len: 217 time: 0.0948973 Mar 04 23:51:51.785801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb974dd3-17c9-4a8c-bd82-5512e1c483f4 req-ce1d264c-0fd5-4008-956f-1d57c4038225 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153612 Mar 04 23:51:51.813112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-dae8a110-79b9-4ebe-a816-25ce06e11514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:51.814812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-dae8a110-79b9-4ebe-a816-25ce06e11514 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.0976245 Mar 04 23:51:51.819847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.894883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Deleting port 1ece4b17-4563-40fc-827d-eee63c21d2be {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:51:51.895229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:51.929614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-a78cffb3-0407-4964-b0c5-2921e7d4e8ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055021 Mar 04 23:51:51.953444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:51.980133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0dfd4-6f12-4ec3-af26-71c73293bdba req-b2cc981c-7aef-4423-9bf1-d299d11ae77d tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:51.981698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75d0dfd4-6f12-4ec3-af26-71c73293bdba req-b2cc981c-7aef-4423-9bf1-d299d11ae77d tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 949 time: 0.1570671 Mar 04 23:51:52.078291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 13ce53b9-3db6-4602-ac5b-a683ffe9d349 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:52.099059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75d0dfd4-6f12-4ec3-af26-71c73293bdba req-c64a32d5-250e-4d9f-b206-a832873b7173 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Mar 04 23:51:52.211353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-b1835f68-a1a1-42b6-8712-759b66c5ef0b service neutron] 10.222.0.36 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743955 Mar 04 23:51:52.227169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:52.245147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:52.253654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb12d77f-a649-4380-a648-0c8d709e8d3c req-c64c8d38-b569-4c2b-95a7-8b4f0553c6b4 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 210 time: 0.0616069 Mar 04 23:51:52.272848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4126679d-002c-4664-b5ae-88c2db738960', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '4126679d-002c-4664-b5ae-88c2db738960', 'mac_address': 'fa:16:3e:64:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:52.280699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] For port 1ece4b17-4563-40fc-827d-eee63c21d2be, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1ece4b17-4563-40fc-827d-eee63c21d2be,segment=NetworkSegment(374bbc82-2ef5-47ba-b064-faac23ded3ab),segment_id=374bbc82-2ef5-47ba-b064-faac23ded3ab)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:52.281109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:52.361978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-da55fc89-dd73-425c-a302-33aad7810ab5 req-cd617419-ca91-4470-b209-b072fb124375 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2443087 Mar 04 23:51:52.411551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cb88ba3-4d3c-4511-bc20-292f0f1cd078 req-31850c08-133b-45e3-b91c-26c94a219a25 service neutron] 10.222.0.36 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916029 Mar 04 23:51:52.516276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:52.517838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Calling delete_port for 1ece4b17-4563-40fc-827d-eee63c21d2be owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:51:52.534015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 54bac85b-34ac-49f2-84d5-4738c1756308 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:52.548105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 54bac85b-34ac-49f2-84d5-4738c1756308 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:52.548481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:52.580274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:51:52.591067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4126679d-002c-4664-b5ae-88c2db738960 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:52.607288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:52.631049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:52.640446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94571b1-e3fd-4dce-8be3-7ecb6ed46234 req-f39e04cc-103d-4ba7-926b-2ac24d4c7615 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:52.648556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c94571b1-e3fd-4dce-8be3-7ecb6ed46234 req-f39e04cc-103d-4ba7-926b-2ac24d4c7615 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.1793973 Mar 04 23:51:52.649814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b45a4-7aac-4882-8cca-ef4fe7cb3afd req-77339845-83a3-494d-bbf6-0ed9f8d57d47 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:52.651271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-780b45a4-7aac-4882-8cca-ef4fe7cb3afd req-77339845-83a3-494d-bbf6-0ed9f8d57d47 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 944 time: 0.0992546 Mar 04 23:51:52.667118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:52.683471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:52.683993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:52.717854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-780b45a4-7aac-4882-8cca-ef4fe7cb3afd req-46e96b98-a29c-43a1-9080-bf2f19bbe559 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Mar 04 23:51:52.727172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4267a4-9229-4a50-8d74-f1c84acb31f4 None None] DHCP port deletion for 634a2135-9d2f-4b63-84f1-e605e9053bdb request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:51:52.728717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ece4b17-4563-40fc-827d-eee63c21d2be,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:52.769783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c94571b1-e3fd-4dce-8be3-7ecb6ed46234 req-d71a2e86-2435-4794-a3ae-0f85a4089784 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202631 Mar 04 23:51:52.780208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] No DVR routers for this DVR port 1ece4b17-4563-40fc-827d-eee63c21d2be on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:51:52.797983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4126679d-002c-4664-b5ae-88c2db738960'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:52.860454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:53.053612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.091262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.101793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.129702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:53.140331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.141053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.141860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.142188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.142500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.142843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.143260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.144266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.144682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.145372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.177603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:53.213982 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.223162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.223505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.223832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.224153 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 23:51:53.224518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a2135-9d2f-4b63-84f1-e605e9053bdb']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:53.242918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374bbc82-2ef5-47ba-b064-faac23ded3ab') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:53.243317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374bbc82-2ef5-47ba-b064-faac23ded3ab') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:51:53.245778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd23d5-88de-452d-a8d3-796e80f82064 req-a6b86722-7670-4a21-8cb0-b881fe28db0a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:53.254168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6dd23d5-88de-452d-a8d3-796e80f82064 req-a6b86722-7670-4a21-8cb0-b881fe28db0a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.0868115 Mar 04 23:51:53.255104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:53.261598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.274345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.297826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521963-8013-4c1d-9b9a-2b574e4797ab req-71898cef-4ef8-4f0e-9d91-6515240c0cb9 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:53.299440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-52521963-8013-4c1d-9b9a-2b574e4797ab req-71898cef-4ef8-4f0e-9d91-6515240c0cb9 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 944 time: 0.2639565 Mar 04 23:51:53.319632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:53.321691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.335092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:51:53.335498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: util.warn_limited( Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: util.warn_limited( Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:51:53.352303 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:51:53.367451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1ece4b17-4563-40fc-827d-eee63c21d2be no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:51:53.410460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1ece4b17-4563-40fc-827d-eee63c21d2be {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:51:53.410854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1ece4b17-4563-40fc-827d-eee63c21d2be not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:51:53.434269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-52521963-8013-4c1d-9b9a-2b574e4797ab req-babcf03b-5180-48fc-b247-bdc596611f44 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291652 Mar 04 23:51:53.439805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=13ce53b9-3db6-4602-ac5b-a683ffe9d349,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:53.447929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6dd23d5-88de-452d-a8d3-796e80f82064 req-39b3075f-87e3-4511-ad65-8ba3778f4a9f tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939332 Mar 04 23:51:53.487496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.510146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:53.513582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=634a2135-9d2f-4b63-84f1-e605e9053bdb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:53.522285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0eb08f36-61f9-43a5-883d-53a8472472e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/634a2135-9d2f-4b63-84f1-e605e9053bdb HTTP/1.1" status: 204 len: 168 time: 1.8205142 Mar 04 23:51:53.548862 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308', 'code': 200} Mar 04 23:51:53.571111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-b89eb695-6eca-4992-8a68-92f5d99653c8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:53.572607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-b89eb695-6eca-4992-8a68-92f5d99653c8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.2962282 Mar 04 23:51:53.600156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Request body: {'port': {'device_id': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'admin_state_up': True, 'tenant_id': '6db8af48f38e4242834d2d54e28a5038'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:53.716460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eedb0-a573-46d0-b09d-39617f2bd9e7 req-84ec4988-c647-4ed6-9a65-e55e8d1966d5 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:53.724126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-813eedb0-a573-46d0-b09d-39617f2bd9e7 req-84ec4988-c647-4ed6-9a65-e55e8d1966d5 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 950 time: 0.1410711 Mar 04 23:51:53.784896 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Sync routers for ids ['18b709cd-65e6-43f9-a567-93d64ff26308'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:51:53.794216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-813eedb0-a573-46d0-b09d-39617f2bd9e7 req-5258aa38-2fff-49ec-9bd4-fa1fe169734b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Mar 04 23:51:53.834823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Routers set() bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:53.835032 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Router IDs set() for agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 04 23:51:53.835681 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_agentschedulers_db [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18b709cd-65e6-43f9-a567-93d64ff26308'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent'). {{(pid=83785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 04 23:51:53.859406 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Routers set() bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:51:53.860168 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Router IDs set() for agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 04 23:51:53.860921 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_agentschedulers_db [None req-a0604824-96a6-483f-957a-f743050cd37e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18b709cd-65e6-43f9-a567-93d64ff26308'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent'). {{(pid=83785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 04 23:51:53.861493 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0604824-96a6-483f-957a-f743050cd37e None None] The sync data for ids ['18b709cd-65e6-43f9-a567-93d64ff26308'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:51:53.877296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f9152-6e1f-4e4a-8bff-d5b5743a3c5e None None] New status for floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:51:53.891636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39178) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:53.895328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:53.905673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:53.948337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Made reservation on behalf of 6db8af48f38e4242834d2d54e28a5038 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:53.951471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.004870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:51:54.022361 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-324ff56f-5963-4b34-aa2a-cef03e450bc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b50d2366694427b84f13966d11c0c62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1288033 Mar 04 23:51:54.024396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39182) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:54.175995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c87-576a-4fe3-8581-cb588ab185eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.178052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Allocated IP 172.20.0.8 (cda71662-4160-4761-9e2f-37800f565172/9a0f0284-62dd-42fc-9718-35b4000bcb00/b210cc2c-e393-4c60-809a-7263d2cf5f78) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:54.193204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-586c7874-b513-4a13-af03-5df009604802 req-a2f32f03-6197-4377-8fdf-9720f55c716c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 210 time: 0.2802954 Mar 04 23:51:54.257587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c87-576a-4fe3-8581-cb588ab185eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.259461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4126679d-002c-4664-b5ae-88c2db738960 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:51:54.260437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.344864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1dd69-4556-45cd-99ba-84701e95e32a req-e68dc4ee-2a4e-41ce-b0d5-ef09a2266beb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:54.346756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88d1dd69-4556-45cd-99ba-84701e95e32a req-e68dc4ee-2a4e-41ce-b0d5-ef09a2266beb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 945 time: 0.1551456 Mar 04 23:51:54.356861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c87-576a-4fe3-8581-cb588ab185eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.399153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4c87-576a-4fe3-8581-cb588ab185eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a5cc5c-0216-416f-a7ba-77672e639235,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:54.409468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c87-576a-4fe3-8581-cb588ab185eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.413071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-69ac4c87-576a-4fe3-8581-cb588ab185eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6a5cc5c-0216-416f-a7ba-77672e639235 HTTP/1.1" status: 204 len: 168 time: 0.3851852 Mar 04 23:51:54.453435 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88d1dd69-4556-45cd-99ba-84701e95e32a req-4ecafc85-0e29-4ffb-b7c1-674344badaf3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911751 Mar 04 23:51:54.510062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.544195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96343-ac3d-445d-9e06-e051bf58e701 req-897af9ae-4fcb-40c1-b870-3b93941c476b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:54.545873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc96343-ac3d-445d-9e06-e051bf58e701 req-897af9ae-4fcb-40c1-b870-3b93941c476b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.1792505 Mar 04 23:51:54.548738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.586747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:54.593086 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.625947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc96343-ac3d-445d-9e06-e051bf58e701 req-3175f870-9019-44fd-b2a3-3010f4195439 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738163 Mar 04 23:51:54.664991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:54.686633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:54.791250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b119-2315-4d2c-9bf2-d3b27b83d459 req-e74cd8cb-7d67-45a4-a995-f360b2e3459b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:54.799338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b74b119-2315-4d2c-9bf2-d3b27b83d459 req-e74cd8cb-7d67-45a4-a995-f360b2e3459b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 944 time: 0.1002138 Mar 04 23:51:54.853716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:54.858040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Network cda71662-4160-4761-9e2f-37800f565172 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:51:54.864798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b74b119-2315-4d2c-9bf2-d3b27b83d459 req-6997bb0d-7e4a-4bff-a7cf-0233e507dbdf tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645413 Mar 04 23:51:54.869375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:54.872707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:51:54.942089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d417246-be84-485a-a5f6-90892284014f req-8ff04982-f769-44fe-8c36-f6eaf1460e01 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:54.943542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d417246-be84-485a-a5f6-90892284014f req-8ff04982-f769-44fe-8c36-f6eaf1460e01 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.1618512 Mar 04 23:51:54.950200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:54.950798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:55.077480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d417246-be84-485a-a5f6-90892284014f req-36538c7b-43f2-4e29-9690-0f6badc7cf7b tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Mar 04 23:51:55.082647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-e57d8a4e-0880-4566-b4af-acb49548ea05 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864161 Mar 04 23:51:55.098209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Request body: {'port': {'device_id': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:55.113106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca04196-cb69-4c97-a918-70a9f72801f6 req-d594638e-7b1b-45d5-826f-9fd37909456f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:55.119886 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ca04196-cb69-4c97-a918-70a9f72801f6 req-d594638e-7b1b-45d5-826f-9fd37909456f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 950 time: 0.0895491 Mar 04 23:51:55.218109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:55.255605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ca04196-cb69-4c97-a918-70a9f72801f6 req-2d551a9c-69ac-45ba-8f05-e913788cdd66 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348720 Mar 04 23:51:55.299581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3bf096bc-4047-409f-a6f5-8c99c420b626 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:51:55.326930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-e9b2b89f-9aa5-4faa-8b45-be485eeb129a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:55.328539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-e9b2b89f-9aa5-4faa-8b45-be485eeb129a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 949 time: 0.1727118 Mar 04 23:51:55.363684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3bf096bc-4047-409f-a6f5-8c99c420b626 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:51:55.363978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3bf096bc-4047-409f-a6f5-8c99c420b626 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:51:55.431377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Deleting port 18fc2400-3246-4ecf-af65-884daa0fdd13 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:51:55.431721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:55.550311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ce53b9-3db6-4602-ac5b-a683ffe9d349'}, {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:55.643107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266fd44-019b-454e-8d04-1251993750f6 req-292710fb-508d-4de9-8f37-30bef51645ca tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:55.643107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a266fd44-019b-454e-8d04-1251993750f6 req-292710fb-508d-4de9-8f37-30bef51645ca tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:51:55.756657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a266fd44-019b-454e-8d04-1251993750f6 req-292710fb-508d-4de9-8f37-30bef51645ca tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:51:55.767008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a266fd44-019b-454e-8d04-1251993750f6 req-292710fb-508d-4de9-8f37-30bef51645ca tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 931 time: 0.2851610 Mar 04 23:51:55.769338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39240) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:55.790119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b210cc2c-e393-4c60-809a-7263d2cf5f78 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:55.800021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:55.837317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a266fd44-019b-454e-8d04-1251993750f6 req-d67e2b64-6e9b-40c5-8049-ce300bb67d93 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721798 Mar 04 23:51:55.853456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f6f3-6b1a-4bea-a6e6-f14cdd7e537a req-8b07bf40-4ec4-46d3-86fe-35f8dc239681 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:55.856578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d431f6f3-6b1a-4bea-a6e6-f14cdd7e537a req-8b07bf40-4ec4-46d3-86fe-35f8dc239681 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 945 time: 0.1562767 Mar 04 23:51:55.864785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] For port 18fc2400-3246-4ecf-af65-884daa0fdd13, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=18fc2400-3246-4ecf-af65-884daa0fdd13,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:55.865157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:55.867217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Transition to ACTIVE for port object b210cc2c-e393-4c60-809a-7263d2cf5f78 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:55.875052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:55.971281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 369a98e0-9632-4b69-968a-baba7daf7576 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:51:56.016801 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ce53b9-3db6-4602-ac5b-a683ffe9d349', 'code': 200} Mar 04 23:51:56.018461 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'code': 200} Mar 04 23:51:56.120441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:56.142398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Calling delete_port for 18fc2400-3246-4ecf-af65-884daa0fdd13 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:51:56.182011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-815924884-network', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:56.275953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:51:56.276568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:51:56.277650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:56.278323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 369a98e0-9632-4b69-968a-baba7daf7576, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=369a98e0-9632-4b69-968a-baba7daf7576,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:56.285027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:51:56.285668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:51:56.294306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:51:56.294780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:56.295262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:51:56.296115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Bound port: b210cc2c-e393-4c60-809a-7263d2cf5f78, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:51:56.296355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.307895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '369a98e0-9632-4b69-968a-baba7daf7576', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'port_id': '369a98e0-9632-4b69-968a-baba7daf7576', 'mac_address': 'fa:16:3e:71:27:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:51:56.335184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:56.358922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Usage tracker for resource:network and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:56.366355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d431f6f3-6b1a-4bea-a6e6-f14cdd7e537a req-e9a4efe5-1121-44c3-adfd-959aa1fe36f3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918101 Mar 04 23:51:56.380087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.383250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:56.396408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:56.399753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369a98e0-9632-4b69-968a-baba7daf7576 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:51:56.418252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 369a98e0-9632-4b69-968a-baba7daf7576, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=369a98e0-9632-4b69-968a-baba7daf7576,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:51:56.423962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.473792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-85e50067-5d09-4de6-bbb2-1ce9cc813ddc req-a9420780-353d-4dfa-8a27-5e10a293c476 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 1101 time: 0.3927877 Mar 04 23:51:56.482025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:56.485132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.528357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.529029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=369a98e0-9632-4b69-968a-baba7daf7576,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:56.618889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.635973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['10497041-e150-45f0-bdb1-2cf61f761156'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:56.643857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:51:56.647147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:51:56.665345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc60d2-e029-4129-8635-8bed696b487f req-07bdad63-f727-4447-b495-e35314ece13f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:56.671995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44cc60d2-e029-4129-8635-8bed696b487f req-07bdad63-f727-4447-b495-e35314ece13f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.3173578 Mar 04 23:51:56.675240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.747369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:56.753191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Usage tracker for resource:security_group_rule and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:56.755495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.757132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:56.759987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.768745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:56.777465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:56.778944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] 10.222.0.36 "PUT /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 1091 time: 1.6850653 Mar 04 23:51:56.779398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:56.803839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44cc60d2-e029-4129-8635-8bed696b487f req-ec7edcb0-24b2-4af3-aa31-1480c1b1f70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309738 Mar 04 23:51:56.809188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c7e8-ee05-4afb-b33f-d2aa103b215f service neutron] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:56.889847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['369a98e0-9632-4b69-968a-baba7daf7576'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:51:56.923974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Pushing event deleted for resources: {'Port': ['ID=18fc2400-3246-4ecf-af65-884daa0fdd13,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:56.950571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-85e50067-5d09-4de6-bbb2-1ce9cc813ddc req-3a45e367-7762-455d-ae86-9c868fc9c5e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378259 Mar 04 23:51:57.143647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a2b5a7c-d167-4b78-9290-e79e22f9e2cf req-392df393-ee6a-40d9-ae0e-9d5620500689 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1075a10f-668a-4aa6-b647-25cfc62d6ae3 HTTP/1.1" status: 200 len: 210 time: 0.1648748 Mar 04 23:51:57.179144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.192456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] No DVR routers for this DVR port 18fc2400-3246-4ecf-af65-884daa0fdd13 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:51:57.205647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.208517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'name': 'network-vif-deleted', 'tag': '18fc2400-3246-4ecf-af65-884daa0fdd13'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:51:57.219634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.243782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-837fb35b-6735-4a6e-bbc2-8e501dfbcb98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1094 time: 0.4093204 Mar 04 23:51:57.269194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:51:57.281299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d473915-15e7-4389-9f19-6e6b7ec4cb23 req-bc64c0e4-2d5a-4f10-8fa5-c09baea2a4ef tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.36 "DELETE /v2.0/ports/18fc2400-3246-4ecf-af65-884daa0fdd13 HTTP/1.1" status: 204 len: 173 time: 1.9456587 Mar 04 23:51:57.309537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2063-3a5d-4298-a124-c97439453c4f req-bffb1b83-8197-4ac6-b35f-0c9bd613f3e0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:57.311382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22ee2063-3a5d-4298-a124-c97439453c4f req-bffb1b83-8197-4ac6-b35f-0c9bd613f3e0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 945 time: 0.7012889 Mar 04 23:51:57.318246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf0e04b-3c89-475c-9672-9974dba8986f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:57.337679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.338382 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Added segment bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c of type vlan for network 94bfae67-afb6-42ad-bf33-e1c324a2c287 Mar 04 23:51:57.402889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-fd933bc5-f79c-49f1-aca8-9dbd3d9c455b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 217 time: 0.1505611 Mar 04 23:51:57.422680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.428642 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22ee2063-3a5d-4298-a124-c97439453c4f req-86ff30b7-fa61-4d8c-a0f8-d938c38e54d7 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035647 Mar 04 23:51:57.460157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.461335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:57.462281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.540186 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'status': 'completed', 'code': 200} Mar 04 23:51:57.572265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-3f625634-a4e5-4a47-be82-8861963ab320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:57.574316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-3f625634-a4e5-4a47-be82-8861963ab320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.0896378 Mar 04 23:51:57.604900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8344877 Mar 04 23:51:57.607768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39272) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:57.613490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Request body: {'subnet': {'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-815924884-subnet', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:57.637282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:57.639909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0b0ca-8e63-427f-bdea-e13d0dd50f89 admin admin] Pushing event updated for resources: {'Network': ['ID=94bfae67-afb6-42ad-bf33-e1c324a2c287,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:57.644522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Usage tracker for resource:subnet and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:57.648365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:57.656514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:51:57.658230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:57.663377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-9e243180-9d4e-45f9-a42e-8eabb19e28e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816801 Mar 04 23:51:57.680831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:51:57.684014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:57.858521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fbf8a-b551-47b5-a55d-686b28fe6d61 req-f9648659-43ac-4078-8737-8cba84dfe6a0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:57.860946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e40fbf8a-b551-47b5-a55d-686b28fe6d61 req-f9648659-43ac-4078-8737-8cba84dfe6a0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 950 time: 0.4618676 Mar 04 23:51:57.895853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e812505-6db5-4ac8-9b2b-a4224b92a921 req-dee2a4bd-cf6c-4bfd-a0b1-40bb5cc040f6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:57.904027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e812505-6db5-4ac8-9b2b-a4224b92a921 req-dee2a4bd-cf6c-4bfd-a0b1-40bb5cc040f6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.1452529 Mar 04 23:51:57.988419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-1e3cd171-d46f-45af-b841-f9cee73ead45 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167958 Mar 04 23:51:57.994466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 18fc2400-3246-4ecf-af65-884daa0fdd13 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:51:57.998090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e40fbf8a-b551-47b5-a55d-686b28fe6d61 req-25a7d5b5-b89d-49dd-9036-7c195545ba85 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217446 Mar 04 23:51:58.050935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e812505-6db5-4ac8-9b2b-a4224b92a921 req-f97fa268-12e2-43e3-bf2e-a25a5de02045 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459751 Mar 04 23:51:58.065046 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87abc8d1-e11d-4a96-bb6b-6d079de2393a req-4b197367-7397-41ee-a2f7-f9ad96f7607c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1096 time: 0.2767906 Mar 04 23:51:58.137757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 18fc2400-3246-4ecf-af65-884daa0fdd13 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:51:58.141092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 18fc2400-3246-4ecf-af65-884daa0fdd13 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:51:58.145347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:58.264336 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1075a10f-668a-4aa6-b647-25cfc62d6ae3', 'name': 'network-vif-deleted', 'tag': '18fc2400-3246-4ecf-af65-884daa0fdd13', 'status': 'completed', 'code': 200} Mar 04 23:51:58.364568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec5386c-6ea4-46aa-9961-c0e42b9b181f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:51:58.390656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Checking segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:51:58.391015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Network hostable DHCP agents. Network: 94bfae67-afb6-42ad-bf33-e1c324a2c287, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:51:58.517063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:51:58.527158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87abc8d1-e11d-4a96-bb6b-6d079de2393a req-690ae523-e588-44f8-8687-3380c38dac7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455843 Mar 04 23:51:58.544551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 94bfae67-afb6-42ad-bf33-e1c324a2c287) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:51:58.566335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2696fe-ed2e-4720-b62a-1ba361237e88 None None] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:51:58.572352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba0148b4-55cb-46d5-839c-073d2496d20f req-00b6bc2e-4fe8-4de0-9528-f09503b7979b service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644696 Mar 04 23:51:58.594963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:58.595611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:58.607205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966882ad-5904-4927-921d-8d94a2ca9a23 req-ffea9a1e-69fe-4292-8dd7-f5ebc60a1bfc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:58.608777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-966882ad-5904-4927-921d-8d94a2ca9a23 req-ffea9a1e-69fe-4292-8dd7-f5ebc60a1bfc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.2476528 Mar 04 23:51:58.659887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d3f3e-af05-4ac9-b60e-a6bee7a671fc req-31e03ae2-3b8c-4065-bdc9-7667c8d79610 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:58.670035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df7d3f3e-af05-4ac9-b60e-a6bee7a671fc req-31e03ae2-3b8c-4065-bdc9-7667c8d79610 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 945 time: 0.2438145 Mar 04 23:51:58.673254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5dc8d767-3208-416e-a4d1-3338cca02490 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0643833 Mar 04 23:51:58.688122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:51:58.714881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:51:58.730252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:51:58.735238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df7d3f3e-af05-4ac9-b60e-a6bee7a671fc req-a65c715b-97d9-4345-bcb0-2d1cc361dd9a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640714 Mar 04 23:51:58.790400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Usage tracker for resource:router and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:51:58.795097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:51:58.806455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:51:58.824438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-966882ad-5904-4927-921d-8d94a2ca9a23 req-2d83c6f3-6050-43c0-8b18-2236260bb902 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067246 Mar 04 23:51:58.838074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:58.839009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:58.868252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-b045966a-ff3b-48ae-822d-28900b9cfdb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1094 time: 0.1400158 Mar 04 23:51:58.912519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:59.211881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-94bfae67-afb6-42ad-bf33-e1c324a2c287', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:51:59.213541 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:59.252731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-a04d8aa8-ff07-44c4-b35e-e66c60c92874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:59.254222 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-a04d8aa8-ff07-44c4-b35e-e66c60c92874 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.3781564 Mar 04 23:51:59.258731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:59.351726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-1d6efb95-fdc4-4100-8b2e-85d3ae542caa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 217 time: 0.0877476 Mar 04 23:51:59.529089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-a709a167-af15-4cda-9e26-477963f94e68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:59.531037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-a709a167-af15-4cda-9e26-477963f94e68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1495414 Mar 04 23:51:59.578996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Allocated IP 172.20.0.2 (94bfae67-afb6-42ad-bf33-e1c324a2c287/9ec5386c-6ea4-46aa-9961-c0e42b9b181f/2f84d244-37d6-4645-9ba5-ac8c7287a2fb) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:51:59.605272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521a83-7e39-490a-ad44-67e9d81e5a7c req-d243da05-9545-4fee-ae91-0dda3d51d390 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:59.612646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22521a83-7e39-490a-ad44-67e9d81e5a7c req-d243da05-9545-4fee-ae91-0dda3d51d390 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 950 time: 0.1095946 Mar 04 23:51:59.674429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-08c2c2c1-93ed-41f7-bfd3-d4d33f80d9ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927923 Mar 04 23:51:59.675171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22521a83-7e39-490a-ad44-67e9d81e5a7c req-29e4ed61-e35e-4f13-9f76-c178af93d4ca tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614445 Mar 04 23:51:59.848477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ca5a-d79b-47c0-bb08-13896e2902ac req-5cb0b9c1-3645-4248-bac8-578049c2cb88 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:59.850723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0c4ca5a-d79b-47c0-bb08-13896e2902ac req-5cb0b9c1-3645-4248-bac8-578049c2cb88 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 945 time: 0.2353485 Mar 04 23:51:59.889956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:59.902540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336923a8-4843-400c-8e4b-da5676ed35b4 req-588e9e78-3472-403d-97cb-d2324c049e0f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:51:59.904425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Transition to ACTIVE for port object 2f84d244-37d6-4645-9ba5-ac8c7287a2fb will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:59.911526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-336923a8-4843-400c-8e4b-da5676ed35b4 req-588e9e78-3472-403d-97cb-d2324c049e0f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.1100609 Mar 04 23:51:59.927117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Transition to ACTIVE for port object 2f84d244-37d6-4645-9ba5-ac8c7287a2fb will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:51:59.937461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:51:59.984065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-336923a8-4843-400c-8e4b-da5676ed35b4 req-2ad8dd6e-73ae-4edc-9657-2ef073f6be3b tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Mar 04 23:51:59.997574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:00.003517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:00.018175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 369a98e0-9632-4b69-968a-baba7daf7576 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:00.027396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-d04c687a-2374-4066-9911-7b49696b0ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432331 Mar 04 23:52:00.066397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:00.158672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Pushing event updated for resources: {'Port': ['ID=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:00.248582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Attempting to bind port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:00.249982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Attempting to bind port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:00.249982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Attempting to bind port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb on network 94bfae67-afb6-42ad-bf33-e1c324a2c287 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:00.272563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:00.275337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Checking segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:00.276091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.276499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Bound using segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:00.277034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Bound port: 2f84d244-37d6-4645-9ba5-ac8c7287a2fb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:00.277448 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.396214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae10b57-a7c8-4890-87a7-d115059ded77 req-6eb05650-c2a1-42c4-9095-c9d44996abd4 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:00.397994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6ae10b57-a7c8-4890-87a7-d115059ded77 req-6eb05650-c2a1-42c4-9095-c9d44996abd4 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Synchronizing usage tracker for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:00.425119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6ae10b57-a7c8-4890-87a7-d115059ded77 req-6eb05650-c2a1-42c4-9095-c9d44996abd4 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Unset dirty status for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:00.449127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f736ded5-4de8-42d0-8c69-9189b4520b8f req-86254847-c240-4c0a-b136-63cfe9ef29e5 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065101 Mar 04 23:52:00.496852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ae10b57-a7c8-4890-87a7-d115059ded77 req-6eb05650-c2a1-42c4-9095-c9d44996abd4 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.2112234 Mar 04 23:52:00.545675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0c4ca5a-d79b-47c0-bb08-13896e2902ac req-c59634a6-7408-42d5-ae63-b0eb2e98bbc5 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6846147 Mar 04 23:52:00.552517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 369a98e0-9632-4b69-968a-baba7daf7576 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:00.572253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 369a98e0-9632-4b69-968a-baba7daf7576 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:00.572644 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.634613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ae10b57-a7c8-4890-87a7-d115059ded77 req-662406d9-d32e-4724-bded-7cff034f7f16 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217363 Mar 04 23:52:00.639199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.649172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] For port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:00.664320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] For port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:00.677117 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.683620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.764676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580bf7c-91bb-43f6-bac7-9c6fb8a5a6b0 None None] Pushing event updated for resources: {'Port': ['ID=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:00.852300 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:00.880058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Allocated IP 172.25.0.10 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/fb0e76c8-54be-4b15-81e7-07c0dbaf4b60) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:00.901384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 369a98e0-9632-4b69-968a-baba7daf7576, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=369a98e0-9632-4b69-968a-baba7daf7576,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:00.908208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:00.920697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:01.031756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=369a98e0-9632-4b69-968a-baba7daf7576,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:01.102826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0221e-7af2-42ff-8fb5-5205eba54402 req-7beec676-1c80-428c-9125-607bcaf86849 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:01.111453 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5e0221e-7af2-42ff-8fb5-5205eba54402 req-7beec676-1c80-428c-9125-607bcaf86849 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 945 time: 0.2226388 Mar 04 23:52:01.170617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:01.228520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:01.237878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5e0221e-7af2-42ff-8fb5-5205eba54402 req-604133aa-aa5e-4a8b-a65d-6a0c3baddf17 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253653 Mar 04 23:52:01.303916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:01.390168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:01.395391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:01.397886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:01.451150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2f84d244-37d6-4645-9ba5-ac8c7287a2fb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:01.531920 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:52:01.565330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dffd3-261c-4430-ae46-a1a5bcab1524 req-4b15616b-a41c-4fee-843e-8becda1a6b1a tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:01.566831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429dffd3-261c-4430-ae46-a1a5bcab1524 req-4b15616b-a41c-4fee-843e-8becda1a6b1a tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.1068883 Mar 04 23:52:01.606770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:01.619839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-6cff66e6-bc19-493d-84e0-0fb36f596db9 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:01.622817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-6cff66e6-bc19-493d-84e0-0fb36f596db9 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.3199439 Mar 04 23:52:01.648311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429dffd3-261c-4430-ae46-a1a5bcab1524 req-7d5e5a38-5a91-447e-8a47-ac298fe393e4 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728130 Mar 04 23:52:01.693799 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576', 'code': 200} Mar 04 23:52:01.736025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Deleting port 10497041-e150-45f0-bdb1-2cf61f761156 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:52:01.736538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.006015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:02.067150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea763b-d180-4e36-8e0f-537df8eba3fa req-fb9190b4-25cd-4d73-9ec0-543e8482d900 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:02.083011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fea763b-d180-4e36-8e0f-537df8eba3fa req-fb9190b4-25cd-4d73-9ec0-543e8482d900 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.2045186 Mar 04 23:52:02.173257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fea763b-d180-4e36-8e0f-537df8eba3fa req-74245d6c-cd8f-4b9b-bd8c-bd0ed02a4369 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889053 Mar 04 23:52:02.319592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:02.349361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'port_id': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'mac_address': 'fa:16:3e:b8:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0f0284-62dd-42fc-9718-35b4000bcb00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:52:02.380940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.382046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.395243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92697d58-28ce-4f7d-b9d8-2f9c26e56df0 None None] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:52:02.507068 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.528842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b210cc2c-e393-4c60-809a-7263d2cf5f78 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:02.546187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:02.547298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] Provisioning for port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:02.557048 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.590623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] Provisioning complete for port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:02.591246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.606670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d64e1-7fcd-48fd-baee-17891c50ce2a req-430b29e8-999f-4e1b-9091-929605f7115e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:02.616652 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-261d64e1-7fcd-48fd-baee-17891c50ce2a req-430b29e8-999f-4e1b-9091-929605f7115e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.2532928 Mar 04 23:52:02.631452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-5c69be37-e598-4116-ac0c-db84330f38da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7664027 Mar 04 23:52:02.634606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4f34d37-7161-47ed-b9a4-a900ce5c6061 req-b88c7431-9c0f-4fe4-9de1-13b0c5634f2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 1097 time: 0.8555555 Mar 04 23:52:02.681853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-261d64e1-7fcd-48fd-baee-17891c50ce2a req-361866e1-9c35-4bbf-96e7-02bf625dffbb tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642481 Mar 04 23:52:02.814117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:02.930575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:02.955656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['b210cc2c-e393-4c60-809a-7263d2cf5f78'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:02.986717 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae39562c-d290-4950-831d-938343314300 req-95c199ed-ebaa-40d5-ae2d-0f695613ec3d tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1096 time: 0.6273658 Mar 04 23:52:02.989793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4f34d37-7161-47ed-b9a4-a900ce5c6061 req-3cd01547-c553-4379-9a28-d8c831260cbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754832 Mar 04 23:52:03.026301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-c2c06759-4e19-48ce-a822-e9edc43c8a12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1096 time: 0.2566934 Mar 04 23:52:03.054664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] For port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:03.100304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.210144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20484fe0-fb3a-4013-a29a-b5cccf885dd1 None None] Pushing event updated for resources: {'Port': ['ID=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:03.217012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] For port 10497041-e150-45f0-bdb1-2cf61f761156, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=10497041-e150-45f0-bdb1-2cf61f761156,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:03.217504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.265139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ae39562c-d290-4950-831d-938343314300 req-b1d04668-cc6c-4501-a6e8-fe6d56340e31 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] Synchronizing usage tracker for tenant:997f62028d1c4d5795c8a21d3418874a on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:03.406490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2f84d244-37d6-4645-9ba5-ac8c7287a2fb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:03.463942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Calling delete_port for 10497041-e150-45f0-bdb1-2cf61f761156 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:52:03.487500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-24761956-c181-45e4-8625-07151432c457 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e&device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&device_id=af68fa5b-793b-494d-86e0-bf54826a4134&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35&device_id=9a527084-3ccc-41bc-860b-152b8f4719c6&device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3&device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c&device_id=4b634758-4af0-4897-a5db-656ff4ffc20f&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 9986 time: 0.2105846 Mar 04 23:52:03.515714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:03.516296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.557619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.623158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:03.630009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Usage tracker for resource:security_group_rule and tenant:24aac3febf044ab3998d280bf12f224b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:03.634445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:03.650047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:03.657995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ae39562c-d290-4950-831d-938343314300 req-b1d04668-cc6c-4501-a6e8-fe6d56340e31 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] Unset dirty status for tenant:997f62028d1c4d5795c8a21d3418874a on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:03.670030 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae39562c-d290-4950-831d-938343314300 req-b1d04668-cc6c-4501-a6e8-fe6d56340e31 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822054 Mar 04 23:52:03.682234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-a6c052a8-f671-4864-a1f4-878717a00afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:03.684338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-a6c052a8-f671-4864-a1f4-878717a00afd service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.5992963 Mar 04 23:52:03.743164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-aa14f00b-cd85-41b2-949b-d63bcbc7aa33 None None] Provisioning complete for port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:03.743531 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aa14f00b-cd85-41b2-949b-d63bcbc7aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.798850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.811339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:03.896960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abffbab1-c0ff-48fb-a947-e358487664c4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:03.931761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-3917547d-b227-42de-8259-dad73131a0d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.2273476 Mar 04 23:52:03.976219 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f58cc132-1a89-4212-b2d5-3e406dc7cc12 req-ecfdaee7-2c8b-4fcf-bcfc-a3517a636a34 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&id=46c73cb7-0326-4e74-96c7-f53a618577d0&id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&id=6b8e6701-576e-4481-8f9c-09187dccf70f&id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.4821367 Mar 04 23:52:04.176538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 10497041-e150-45f0-bdb1-2cf61f761156 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:52:04.248414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:04.289591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No active binding found for port 10497041-e150-45f0-bdb1-2cf61f761156 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 04 23:52:04.293261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 10497041-e150-45f0-bdb1-2cf61f761156 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:52:04.305822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-de75ff73-11d9-42bd-933e-a1f738c8377a tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2517874 Mar 04 23:52:04.312384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:04.318807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:04.321002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-bbb43796-0c82-4fe2-ada7-17dacaba04b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:04.322501 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-bbb43796-0c82-4fe2-ada7-17dacaba04b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.3475544 Mar 04 23:52:04.324016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Usage tracker for resource:floatingip and tenant:edace8b87ef548539dc05b21a3b785ea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:04.327557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:04.329150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Pushing event deleted for resources: {'Port': ['ID=10497041-e150-45f0-bdb1-2cf61f761156,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:04.341933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:04.360002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:04.386298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-8f629cf3-2f8e-4501-b032-d64b2a164f57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547085 Mar 04 23:52:04.486197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] No DVR routers for this DVR port 10497041-e150-45f0-bdb1-2cf61f761156 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:52:04.488807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Router a80a3d18-6fec-4e18-a183-382fd5901f27 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:52:04.494293 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:04.556597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:04.713441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'name': 'network-vif-deleted', 'tag': '10497041-e150-45f0-bdb1-2cf61f761156'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:04.746170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c650faaa-8476-4f3d-b273-2e49d59d7286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:04.754511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cb7bd-7134-48c1-8135-0437d41a9bb0 req-172032a0-e1b2-413a-879b-144d2eb708e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:04.755219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-725cb7bd-7134-48c1-8135-0437d41a9bb0 req-172032a0-e1b2-413a-879b-144d2eb708e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Synchronizing usage tracker for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:04.766078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-54cfe3ff-6845-432f-b739-06781fc34bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8104172 Mar 04 23:52:04.771954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Allocated IP 172.25.0.208 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/2f4497c4-d0c0-4de1-a2e7-96d59d685caa) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:04.787759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf4ef410-6d3f-4acd-8ced-87f9e3db41d4 req-9f65fb04-6285-4d2a-b06e-3302772cd2e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.10 "DELETE /v2.0/ports/10497041-e150-45f0-bdb1-2cf61f761156 HTTP/1.1" status: 204 len: 173 time: 3.1592720 Mar 04 23:52:04.951287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-725cb7bd-7134-48c1-8135-0437d41a9bb0 req-172032a0-e1b2-413a-879b-144d2eb708e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] Unset dirty status for tenant:ad2380b8d0274dc8b0d4644764ff99ea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:04.959660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-725cb7bd-7134-48c1-8135-0437d41a9bb0 req-172032a0-e1b2-413a-879b-144d2eb708e8 tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/ports?device_id=20e31846-fc1a-422d-ab8f-463052d3d08b HTTP/1.1" status: 200 len: 949 time: 0.8833542 Mar 04 23:52:05.069986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:05.120111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-d29cc865-c7ba-4a34-9eef-6cae02f71824 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367490 Mar 04 23:52:05.124123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:05.196995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:05.200390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:05.204270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:05.243189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event updated for resources: {'Port': ['ID=2f4497c4-d0c0-4de1-a2e7-96d59d685caa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:05.298255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-725cb7bd-7134-48c1-8135-0437d41a9bb0 req-53ecef6b-df53-49f9-8772-c322c2264b4a tempest-LiveMigrationNegativeTest-400479530 tempest-LiveMigrationNegativeTest-400479530-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d7a3f59-9abd-4c81-9955-cf1502da7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363986 Mar 04 23:52:05.411595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:05.440379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-6e4c2ad3-46b4-4993-a38e-f2e1c6577282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1100 time: 0.5360551 Mar 04 23:52:05.461476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9442635e-e461-4aec-aad5-c6cd54aeeb2d req-19a4185e-cdd6-46c8-ab20-d449eadff559 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156934 Mar 04 23:52:05.535867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:05.720070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-1d85bba8-6001-4386-8e76-cf3c643d91cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:05.721713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-1d85bba8-6001-4386-8e76-cf3c643d91cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2439027 Mar 04 23:52:05.783453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:05.791030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0caa22-d3f4-4da6-ae02-5c1df439a74d req-5e144f7c-6165-4a37-9ad2-f6c3d1f22be0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:05.792549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed0caa22-d3f4-4da6-ae02-5c1df439a74d req-5e144f7c-6165-4a37-9ad2-f6c3d1f22be0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 944 time: 0.2190912 Mar 04 23:52:05.798222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Sync routers for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:05.825127 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:05.827653 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:05.834912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-af90d77a-659f-433c-bbc4-9c68686d1ca0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e HTTP/1.1" status: 200 len: 217 time: 0.1053734 Mar 04 23:52:05.878026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:05.882141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba5c55da-9b4a-44bf-8029-ea830d198a74 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1903112 Mar 04 23:52:05.882829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39358) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:05.894500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:05.909886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.028025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:06.119473 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:06.134795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-08c6475b-049e-445e-9eba-4c993e231435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:06.136914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-08c6475b-049e-445e-9eba-4c993e231435 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2942042 Mar 04 23:52:06.145884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed0caa22-d3f4-4da6-ae02-5c1df439a74d req-78f144cc-a522-4624-bff2-8e27f241aafa tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296030 Mar 04 23:52:06.209559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port b210cc2c-e393-4c60-809a-7263d2cf5f78 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:06.214963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port b210cc2c-e393-4c60-809a-7263d2cf5f78 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:06.215284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.215782 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.230344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event updated for resources: {'Port': ['ID=2f4497c4-d0c0-4de1-a2e7-96d59d685caa,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:06.294108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.295569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-98957642-7464-41e7-999f-f7225caa77bb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9887271 Mar 04 23:52:06.322670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-b396f394-9710-4d3e-9be2-da1568b42b46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750534 Mar 04 23:52:06.387881 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.429362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:06.450978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:06.458743 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.516174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-1e9d4d20-2df0-4c22-9471-75bcaf90905b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:06.560395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-1e9d4d20-2df0-4c22-9471-75bcaf90905b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:06.563990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-1e9d4d20-2df0-4c22-9471-75bcaf90905b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.2615719 Mar 04 23:52:06.566611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:06.600058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-b4bb9866-9c1a-4a4d-80a2-edcd9d981757 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627740 Mar 04 23:52:06.785461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-e323076d-8152-476f-a438-ae96b82cf916 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:06.787164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-e323076d-8152-476f-a438-ae96b82cf916 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2174656 Mar 04 23:52:06.798102 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:01Z', 'revision_number': 3, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:06.798622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-652e4dbd-69a7-4bda-8e68-3a7688d14a84 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:52:06.800062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe9df7ee-35e4-4b2e-a86f-523f4c576311 req-652e4dbd-69a7-4bda-8e68-3a7688d14a84 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074735 Mar 04 23:52:06.817658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Checking router: a80a3d18-6fec-4e18-a183-382fd5901f27 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:06.818153 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Updating router a80a3d18-6fec-4e18-a183-382fd5901f27 port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:52:06.891564 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.949338 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-517b1cb0-1e0e-47fd-86b0-fd61132afd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:06.977754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ad3f4-0959-49ba-8920-786290c8a0fc req-a4b22c4e-2d09-4644-9292-5e6c2ca3178a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:06.979275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb5ad3f4-0959-49ba-8920-786290c8a0fc req-a4b22c4e-2d09-4644-9292-5e6c2ca3178a tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.4956057 Mar 04 23:52:07.063038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d05726b-07d3-401c-973e-bc4b8e1662a5 req-b0fb0b31-ea7e-4775-a60e-a888efae4bc2 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052248 Mar 04 23:52:07.133818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb5ad3f4-0959-49ba-8920-786290c8a0fc req-da5bd33f-ca27-4456-9183-064dec947887 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328573 Mar 04 23:52:07.238824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a065210-18ee-495f-83a0-c986a08e188b req-61549492-9f67-43ce-bb5b-5a102cc31f9e tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1096 time: 0.3201244 Mar 04 23:52:07.337500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a065210-18ee-495f-83a0-c986a08e188b req-58976ece-42fa-458f-98c3-81f25a0174e2 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930743 Mar 04 23:52:07.410957 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:07.435085 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Transition to ACTIVE for port object fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:07.456104 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:07.535742 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e31846-fc1a-422d-ab8f-463052d3d08b', 'name': 'network-vif-deleted', 'tag': '10497041-e150-45f0-bdb1-2cf61f761156', 'status': 'completed', 'code': 200} Mar 04 23:52:07.594823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e1fd3-7906-486d-a49b-da21e8abc21b None None] Pushing event updated for resources: {'Port': ['ID=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:07.603382 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Attempting to bind port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:07.603911 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Attempting to bind port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:07.605162 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Attempting to bind port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:07.613811 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:07.614552 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:07.616373 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:07.616962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:07.617532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Bound port: fb0e76c8-54be-4b15-81e7-07c0dbaf4b60, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:07.617984 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:07.708775 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] For port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:07.714975 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] For port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:07.722496 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:07.842148 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'code': 200} Mar 04 23:52:07.846750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:07.897113 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:07.897776 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:08.106887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:08.123954 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:08.218702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-a7b5fff7-b750-43bd-8294-d8aa004a2968 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:08.226867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-a7b5fff7-b750-43bd-8294-d8aa004a2968 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 821 time: 0.3523345 Mar 04 23:52:08.237064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:08.253885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-0664b5a7-e602-4fd5-8e17-647a160b09d1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/quotas/edace8b87ef548539dc05b21a3b785ea HTTP/1.1" status: 200 len: 375 time: 0.0205817 Mar 04 23:52:08.275125 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e1fd3-7906-486d-a49b-da21e8abc21b None None] Pushing event updated for resources: {'Port': ['ID=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:08.296756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59cba291-2ad3-487d-b246-660c44bcb9ab req-793ce10a-11a9-4438-88fe-05e93eb6f8f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1096 time: 0.3754287 Mar 04 23:52:08.328467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:08.335000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129219d-08cb-4687-9cde-5b7522e5c8d4 req-389f2012-b7e6-4e11-9b40-469af1e8dfdd tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:08.336454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6129219d-08cb-4687-9cde-5b7522e5c8d4 req-389f2012-b7e6-4e11-9b40-469af1e8dfdd tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.2253799 Mar 04 23:52:08.351310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39398) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:08.380011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Request body: {'floatingip': {'port_id': '369a98e0-9632-4b69-968a-baba7daf7576'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:08.423981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59cba291-2ad3-487d-b246-660c44bcb9ab req-39a36511-322e-484c-99d5-5f79c4f91314 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076834 Mar 04 23:52:08.465571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Allocated IP 172.20.0.1 (94bfae67-afb6-42ad-bf33-e1c324a2c287/9ec5386c-6ea4-46aa-9961-c0e42b9b181f/9967288c-efe6-40bf-bbfd-1ed7302e272b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:08.507171 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:01Z', 'revision_number': 3, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:08.512728 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bb11e-30fb-4c62-bd8e-66b0b75a913c None None] The sync data for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 is: [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:01Z', 'revision_number': 3, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:08.584101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:08.739830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2b469-beda-41e4-9a7a-9cb77e9fdb72 req-4e866268-86be-4ac1-8d8a-c5ebd8ae2636 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:08.741325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07b2b469-beda-41e4-9a7a-9cb77e9fdb72 req-4e866268-86be-4ac1-8d8a-c5ebd8ae2636 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 945 time: 0.1591306 Mar 04 23:52:08.790441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:08.835634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Transition to ACTIVE for port object 9967288c-efe6-40bf-bbfd-1ed7302e272b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:08.855394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07b2b469-beda-41e4-9a7a-9cb77e9fdb72 req-607f4c89-e320-4a36-a3a1-62271876eea9 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982697 Mar 04 23:52:08.873512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-a19b4738-e9b8-4168-ad8a-4a3409dd688f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6112225 Mar 04 23:52:08.933151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:09.045389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:09.064708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:09.068149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6d597b7c-11d9-478a-a933-80b3c09c5569 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933722 Mar 04 23:52:09.086170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:09.180974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:09.206889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-75758cdc-b8a1-45dc-9b9a-76ac1ceef3a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad2380b8d0274dc8b0d4644764ff99ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8778934 Mar 04 23:52:09.212432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39406) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:09.312830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9967288c-efe6-40bf-bbfd-1ed7302e272b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:09.452835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:09.538820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-919e8603-64c7-4df0-b0b2-217c0d8684ca service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688418 Mar 04 23:52:09.582851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e420d9bb-f6d7-41f5-8112-ac517cf65b79 None None] Provisioning for port 9967288c-efe6-40bf-bbfd-1ed7302e272b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:09.608619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:09.609888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e420d9bb-f6d7-41f5-8112-ac517cf65b79 None None] Provisioning complete for port 9967288c-efe6-40bf-bbfd-1ed7302e272b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:09.610466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e420d9bb-f6d7-41f5-8112-ac517cf65b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:09.680929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:09.685248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e420d9bb-f6d7-41f5-8112-ac517cf65b79 None None] Port 9967288c-efe6-40bf-bbfd-1ed7302e272b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:52:09.687761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:09.694816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:09.695315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:09.695820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04146ecb-14be-4618-a50b-cb474d369578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.114983 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.163676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:10.170933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.252165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.287818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04146ecb-14be-4618-a50b-cb474d369578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.293229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:10.371280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.426290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb2e877-1e6a-403c-b4c1-ce03c7cdf3fc req-9ca36727-d677-4599-abcf-26b42bc580bf tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 210 time: 0.1754639 Mar 04 23:52:10.478973 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.491057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.504380 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04146ecb-14be-4618-a50b-cb474d369578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.530646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04146ecb-14be-4618-a50b-cb474d369578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7a3f59-9abd-4c81-9955-cf1502da7bef,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:10.551326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9967288c-efe6-40bf-bbfd-1ed7302e272b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:10.618288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3563dcee-3a46-4931-b21b-180f65e0c765 req-5e3fc5fd-7af4-42d2-a612-2cf5928f58c6 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134&device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c&device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 2883 time: 1.1195977 Mar 04 23:52:10.619781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.655587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04146ecb-14be-4618-a50b-cb474d369578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:10.656684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-04146ecb-14be-4618-a50b-cb474d369578 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d7a3f59-9abd-4c81-9955-cf1502da7bef HTTP/1.1" status: 204 len: 168 time: 1.4432776 Mar 04 23:52:10.916471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:10.919481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3563dcee-3a46-4931-b21b-180f65e0c765 req-56d4b8e0-89eb-495d-a55e-b2135141d589 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920349 Mar 04 23:52:10.920506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:11.204422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34f0ec-3e46-4f22-b724-30e36b8c6a95 req-60a1230d-29bd-4c96-ad35-d8c9e2926cd4 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:11.217605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f34f0ec-3e46-4f22-b724-30e36b8c6a95 req-60a1230d-29bd-4c96-ad35-d8c9e2926cd4 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 945 time: 0.4078453 Mar 04 23:52:11.294529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f34f0ec-3e46-4f22-b724-30e36b8c6a95 req-bfdc44bb-e873-40f4-a318-03f36affde8b tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757527 Mar 04 23:52:11.310093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:11.425474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:11.459943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-95a3fc5e-4e46-4635-8e91-f47438fe466c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=402fc6c49715448e9396ecc74d1713fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1488607 Mar 04 23:52:11.464180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39450) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:11.464716 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 associated. External IP: 172.25.0.136, port: 369a98e0-9632-4b69-968a-baba7daf7576. Mar 04 23:52:11.572815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-260e5e90-c0a0-4b61-9d2c-00b854e4a49e req-2e306747-d656-4051-9b64-ec3854d8181b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3524575 Mar 04 23:52:11.610933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c62e8f65-18de-448b-a903-f242e1a48d10 None None] Provisioning complete for port 9967288c-efe6-40bf-bbfd-1ed7302e272b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:11.612354 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c62e8f65-18de-448b-a903-f242e1a48d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:11.621657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a319f67-ee31-41e2-a4a5-4f332f9e4ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:11.666745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:11.668000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:11.700825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a319f67-ee31-41e2-a4a5-4f332f9e4ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:11.785570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c62e8f65-18de-448b-a903-f242e1a48d10 None None] Port 9967288c-efe6-40bf-bbfd-1ed7302e272b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:52:11.994717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2b3e5a5-178d-4150-bb41-6e1156144926 req-8e04d93e-9f86-4b43-b7ff-76ce1a7946ec tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1096 time: 0.1625586 Mar 04 23:52:12.003966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a319f67-ee31-41e2-a4a5-4f332f9e4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:12.012054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Router a80a3d18-6fec-4e18-a183-382fd5901f27 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:12.103704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a319f67-ee31-41e2-a4a5-4f332f9e4ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6669cfff-b04b-4aa8-8974-094e8267613a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:12.154877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f1bb615e-a478-4f81-8f39-8a734ebade0c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:12.158688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f1bb615e-a478-4f81-8f39-8a734ebade0c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:12.184310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a319f67-ee31-41e2-a4a5-4f332f9e4ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:12.185952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a319f67-ee31-41e2-a4a5-4f332f9e4ba1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6669cfff-b04b-4aa8-8974-094e8267613a HTTP/1.1" status: 204 len: 168 time: 0.7142808 Mar 04 23:52:12.351988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2b3e5a5-178d-4150-bb41-6e1156144926 req-7eb1743f-9cb1-4935-9324-ade2b3789bbc tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508887 Mar 04 23:52:12.374729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f1bb615e-a478-4f81-8f39-8a734ebade0c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:12.375858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f1bb615e-a478-4f81-8f39-8a734ebade0c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 821 time: 0.5622172 Mar 04 23:52:12.414864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'port': {'device_id': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'admin_state_up': True, 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:12.483233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:12.722914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:12.738881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:12.761770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Made reservation on behalf of edace8b87ef548539dc05b21a3b785ea for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:52:12.765435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:12.809468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba0a4368-d0f6-462a-883f-688889bcecef req-087b0132-a694-48e0-b515-048a7758668d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 210 time: 0.0716617 Mar 04 23:52:12.980085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:12.989496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:12.993712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:13.017560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:13.018441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:13.062562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Allocated IP 172.20.0.8 (b4ef9424-e81f-4232-acf1-ad2d7fa7112c/4fe65bdd-10a5-4aed-9541-08d28bace0d1/78e91659-eedb-41a5-a87c-34c4369882e7) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:13.093798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-786ecb3b-7c3b-4135-93ed-a014a741c346 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "PUT /v2.0/floatingips/ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 HTTP/1.1" status: 200 len: 992 time: 4.7337890 Mar 04 23:52:13.093798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:13.233422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:13.244431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Sync routers for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:13.281342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1ad015ca-d44c-4636-8c68-a2f755c7c9e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/a80a3d18-6fec-4e18-a183-382fd5901f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3918788 Mar 04 23:52:13.281658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:13.282435 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:13.373901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86b553ca-db49-4991-9ce4-3f190c515c97 req-9878d679-e846-4160-8a12-3372d923cb9a tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1096 time: 0.2127342 Mar 04 23:52:13.413846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39508) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:13.431982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-0b7a2aa1-2464-4c66-b8fb-654b6614e218 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:52:13.441942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-0b7a2aa1-2464-4c66-b8fb-654b6614e218 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0270100 Mar 04 23:52:13.476490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86b553ca-db49-4991-9ce4-3f190c515c97 req-ab5340f1-8aaa-4ebe-9cd9-b62292935e61 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Mar 04 23:52:13.613993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:13.653254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Transition to ACTIVE for port object 78e91659-eedb-41a5-a87c-34c4369882e7 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:13.688050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:13.702482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:13.740472 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:13.809497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0ebd8cc3-89a8-423e-865b-20d45dc84f89'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:13.843959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:13.847581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:13.866991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:13.945245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event updated for resources: {'Port': ['ID=78e91659-eedb-41a5-a87c-34c4369882e7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:14.031688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:14.036570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:14.078579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f067806f-1025-4a19-a0bd-d4c7bba756c1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6694534 Mar 04 23:52:14.092783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Request body: {'port': {'device_id': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:14.340454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:14.412089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:14.412586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:52:14.586134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77b03e-be01-43a5-9daf-9290fd053aff req-68822073-cd9c-4b70-a38b-bbf9f7090c32 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:14.597195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e77b03e-be01-43a5-9daf-9290fd053aff req-68822073-cd9c-4b70-a38b-bbf9f7090c32 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.1871982 Mar 04 23:52:14.650810 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 2, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:14.657454 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Checking router: a80a3d18-6fec-4e18-a183-382fd5901f27 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:14.657808 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Updating router a80a3d18-6fec-4e18-a183-382fd5901f27 port 9967288c-efe6-40bf-bbfd-1ed7302e272b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:52:14.708429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e77b03e-be01-43a5-9daf-9290fd053aff req-da4c6d89-1f45-4b43-ad3d-af843845fcf8 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095436 Mar 04 23:52:14.800777 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:14.852338 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576', 'status': 'completed', 'code': 200} Mar 04 23:52:14.906003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd542e49-937d-4219-ac35-1be5c47b45ff None None] Provisioning for port 78e91659-eedb-41a5-a87c-34c4369882e7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:15.097215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd542e49-937d-4219-ac35-1be5c47b45ff None None] Provisioning complete for port 78e91659-eedb-41a5-a87c-34c4369882e7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:15.097637 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bd542e49-937d-4219-ac35-1be5c47b45ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:15.232897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bd542e49-937d-4219-ac35-1be5c47b45ff None None] Port 78e91659-eedb-41a5-a87c-34c4369882e7 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:52:15.295600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ca82cb6a-28e1-456d-9f28-4fa79f9b1a43', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'port_id': '369a98e0-9632-4b69-968a-baba7daf7576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'mac_address': 'fa:16:3e:71:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:50:06Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:15.305205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:15.318812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:15.319352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:15.378025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:15.378547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:15.378717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:15.405116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb34cc-1bf4-47e2-ac51-f2ad0bb62fac req-6262fcdb-8a77-48e6-b1fa-87efc0557c5e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:15.412289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2edb34cc-1bf4-47e2-ac51-f2ad0bb62fac req-6262fcdb-8a77-48e6-b1fa-87efc0557c5e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 931 time: 0.2065568 Mar 04 23:52:15.430978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:15.431207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:15.449141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-aff7add9-8cdd-4bec-a392-c9da40db10b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 1097 time: 0.5133808 Mar 04 23:52:15.476906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:15.480286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:15.480793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:15.483254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Bound port: 54bac85b-34ac-49f2-84d5-4738c1756308, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:15.507749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2edb34cc-1bf4-47e2-ac51-f2ad0bb62fac req-ee772ac8-05b2-45a9-b6c8-3529d7ed2f99 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944180 Mar 04 23:52:15.571836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:15.710702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:15.717376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-467399388-network', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:15.726234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:15.738734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Usage tracker for resource:network and tenant:fb2e1185474f425bafe72abacaa65cd0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:15.754181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:15.758615 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:15.771691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:15.772994 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Transition to ACTIVE for port object 9967288c-efe6-40bf-bbfd-1ed7302e272b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:15.801727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Made reservation on behalf of fb2e1185474f425bafe72abacaa65cd0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:52:15.802894 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:15.814096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:15.846942 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:15.882823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4d9b3-0a16-4517-9333-43d0643479b4 None None] Pushing event updated for resources: {'Port': ['ID=9967288c-efe6-40bf-bbfd-1ed7302e272b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:15.995946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:16.031612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2e1185474f425bafe72abacaa65cd0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:16.048599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:16.081681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:16.197710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ca82cb6a-28e1-456d-9f28-4fa79f9b1a43', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'port_id': '369a98e0-9632-4b69-968a-baba7daf7576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'mac_address': 'fa:16:3e:71:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:50:06Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:16.219290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764a7c2-3ad8-41b7-bdc4-1e4cd204878b None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ca82cb6a-28e1-456d-9f28-4fa79f9b1a43', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'port_id': '369a98e0-9632-4b69-968a-baba7daf7576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'mac_address': 'fa:16:3e:71:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:50:06Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:16.219762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e91659-eedb-41a5-a87c-34c4369882e7 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:16.274088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.316240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:16.352460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.361809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.365534 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Attempting to bind port 9967288c-efe6-40bf-bbfd-1ed7302e272b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:16.366060 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Attempting to bind port 9967288c-efe6-40bf-bbfd-1ed7302e272b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:16.366454 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Attempting to bind port 9967288c-efe6-40bf-bbfd-1ed7302e272b on network 94bfae67-afb6-42ad-bf33-e1c324a2c287 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:16.372575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.375124 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:16.375735 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Checking segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:16.376199 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.376649 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Bound using segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:16.377158 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Bound port: 9967288c-efe6-40bf-bbfd-1ed7302e272b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:16.377567 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.384932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:52:16.387733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-aa0601ea-e8e9-4223-8494-43d458f1dac0 service neutron] 10.222.0.32 "POST /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308/bindings HTTP/1.1" status: 201 len: 389 time: 2.5999660 Mar 04 23:52:16.400931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.401908 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Added segment c611930b-77f1-4166-946a-819950a50490 of type vlan for network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 Mar 04 23:52:16.428551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Transition to ACTIVE for port object 78e91659-eedb-41a5-a87c-34c4369882e7 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:16.449635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.467871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.607734 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] For port 9967288c-efe6-40bf-bbfd-1ed7302e272b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:16.624427 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] For port 9967288c-efe6-40bf-bbfd-1ed7302e272b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9967288c-efe6-40bf-bbfd-1ed7302e272b,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:16.633033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-93fd14cb-0299-4498-a901-aa1d120a7330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:16.633273 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:16.633487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b2bf1-6b0c-407c-9ff9-f2addce346fd None None] New status for floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:52:16.634766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-93fd14cb-0299-4498-a901-aa1d120a7330 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 200 len: 925 time: 1.1776161 Mar 04 23:52:17.078683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79249595-38da-4e86-84d3-973476c324c1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:17.080781 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4d9b3-0a16-4517-9333-43d0643479b4 None None] Pushing event updated for resources: {'Port': ['ID=9967288c-efe6-40bf-bbfd-1ed7302e272b,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:17.093305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Pushing event updated for resources: {'Port': ['ID=78e91659-eedb-41a5-a87c-34c4369882e7,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:17.109255 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:17.114001 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:17.370683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Attempting to bind port 78e91659-eedb-41a5-a87c-34c4369882e7 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:17.373563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Attempting to bind port 78e91659-eedb-41a5-a87c-34c4369882e7 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:17.374029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Attempting to bind port 78e91659-eedb-41a5-a87c-34c4369882e7 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:17.386871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-abbb2e2a-ddcc-4a84-96a7-999fc9275450 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=369a98e0-9632-4b69-968a-baba7daf7576 HTTP/1.1" status: 200 len: 1000 time: 0.4170697 Mar 04 23:52:17.390007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Port 78e91659-eedb-41a5-a87c-34c4369882e7 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:17.393709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Attempting to bind port 78e91659-eedb-41a5-a87c-34c4369882e7 on network b4ef9424-e81f-4232-acf1-ad2d7fa7112c {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:17.411564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:17.412939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Checking segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:17.414309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Bound using segment: {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:17.415004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Bound port: 78e91659-eedb-41a5-a87c-34c4369882e7, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0958d52b-8576-4f60-bbc9-062171e4aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:17.419210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:17.516395 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:17.541674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:17.543472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:17.544277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:17.631978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-83fbc924-92af-40b9-82ba-1129dee994db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:17.633596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-83fbc924-92af-40b9-82ba-1129dee994db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 200 len: 863 time: 0.2256422 Mar 04 23:52:17.709835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-0da47776-27a4-4bfa-9615-89c50ce409b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1096 time: 0.6320403 Mar 04 23:52:17.716961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ed7c05-f282-4d43-b066-9a596ebd8fe6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:17.722287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-64f72b25-474a-49e0-9b15-748387d6ccb2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0104401 Mar 04 23:52:17.731375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:52:17.738252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb8b4f-eb78-48cb-8aaf-2e121f8b70ec req-f9030e38-e5c5-40c7-addf-32a4ba470ffc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:17.742776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79cb8b4f-eb78-48cb-8aaf-2e121f8b70ec req-f9030e38-e5c5-40c7-addf-32a4ba470ffc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 943 time: 0.6670249 Mar 04 23:52:17.746266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:17.789843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Request body: {'subnet': {'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-467399388-subnet', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:17.806520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:17.809486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] For port 78e91659-eedb-41a5-a87c-34c4369882e7, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:17.816963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] For port 78e91659-eedb-41a5-a87c-34c4369882e7, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=78e91659-eedb-41a5-a87c-34c4369882e7,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:17.863016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Usage tracker for resource:subnet and tenant:fb2e1185474f425bafe72abacaa65cd0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:17.868326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:17.879205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:17.905968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:17.951645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Made reservation on behalf of fb2e1185474f425bafe72abacaa65cd0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:52:17.955984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:17.970570 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:16Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:17.981706 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef641-67a6-4ab6-acf0-56e843e9199f None None] The sync data for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 is: [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:16Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:18.019067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:18.021636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 1091 time: 3.9340241 Mar 04 23:52:18.033014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:18.171311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26ef47-dc58-43f6-a9ea-74b747eb26f7 service neutron] Pushing event updated for resources: {'Port': ['ID=78e91659-eedb-41a5-a87c-34c4369882e7,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:18.208231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f3d8-db8c-4089-9c88-788aed9a06ad req-0e7e508a-8b77-4b42-bf20-a2c568756c9d tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:18.215811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a81f3d8-db8c-4089-9c88-788aed9a06ad req-0e7e508a-8b77-4b42-bf20-a2c568756c9d tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 945 time: 0.6248262 Mar 04 23:52:18.231932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79cb8b4f-eb78-48cb-8aaf-2e121f8b70ec req-1bf8b3ff-c53c-4591-9d04-a55ffbdfc80a tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600904 Mar 04 23:52:18.238684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-31f36f49-355d-4dc8-95ab-d8f7853ab315 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e505e81-90e7-4a85-a0bc-3b5f20576e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4179103 Mar 04 23:52:18.338662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f351-aacf-444d-a478-2ce3f2185881 req-620a7603-522c-4e68-b589-5a26e9c4295a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:18.342266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-620a7603-522c-4e68-b589-5a26e9c4295a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.6217165 Mar 04 23:52:18.411611 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-cc0247be-cf73-407c-b8ee-a8959b4de3a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1094 time: 0.3442113 Mar 04 23:52:18.429867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a81f3d8-db8c-4089-9c88-788aed9a06ad req-b35018fc-301e-4311-8181-8e5992af3332 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130597 Mar 04 23:52:18.489448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-0cd8392b-91c4-4275-9eed-2357b4dc8e73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 217 time: 0.1326168 Mar 04 23:52:18.574031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-f333b6ee-1e98-4e0e-a4a8-0ac1f3af6745 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 217 time: 0.1388142 Mar 04 23:52:18.734486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-2f8f1931-e3fe-445a-a665-0dfed459b636 service neutron] 10.222.0.36 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842193 Mar 04 23:52:18.737381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:18.876053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f351-aacf-444d-a478-2ce3f2185881 req-0fb6bb97-285b-4c1d-851d-7f8e217d154d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:18.877679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-0fb6bb97-285b-4c1d-851d-7f8e217d154d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.3170249 Mar 04 23:52:18.890708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:18.904401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-fd5166be-cb5b-44c4-b5ad-7e110b06d8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:18.905915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-fd5166be-cb5b-44c4-b5ad-7e110b06d8f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.2998123 Mar 04 23:52:19.001768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-a3140d61-7455-49a2-9d24-36b310e7d70f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700982 Mar 04 23:52:19.055539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0fc93b44-4dc8-412b-bbd0-672c25b57a55 req-f61527da-f95b-465e-83a5-9666e6dd0fba tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1100 time: 0.4001880 Mar 04 23:52:19.160457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Checking segment: {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:19.160806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Network hostable DHCP agents. Network: b1ed7c05-f282-4d43-b066-9a596ebd8fe6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:52:19.257776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f336665a-3ad5-4c2b-a2db-272576deb8e8 req-8bf054f9-8830-46cb-bc5c-a47f870bd32b tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1096 time: 0.7659113 Mar 04 23:52:19.278764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c63acc-9659-43b8-9404-cfdc4410f6c6 req-3d77c92c-d959-4121-996b-4aab6fdcb536 service neutron] 10.222.0.36 "GET /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303361 Mar 04 23:52:19.340258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-4da30f51-53b7-4190-a870-11cc8c74622e service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376360 Mar 04 23:52:19.372771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-351ef686-54b1-4635-9f40-a93f498dd713 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4595966 Mar 04 23:52:19.404735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f336665a-3ad5-4c2b-a2db-272576deb8e8 req-939acbc6-28ff-4756-8eca-3c7eec54f12d tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458976 Mar 04 23:52:19.440220 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0fc93b44-4dc8-412b-bbd0-672c25b57a55 req-42948979-4c7f-4acb-af46-17e10cf95f8b tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708997 Mar 04 23:52:19.464669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9967288c-efe6-40bf-bbfd-1ed7302e272b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:19.585760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-8d909cbf-a364-4714-a226-7f7b58b11d86 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372432 Mar 04 23:52:19.586298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:52:19.606188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b1ed7c05-f282-4d43-b066-9a596ebd8fe6) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:19.614434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:19.615401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:19.642477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd83e9-44f7-4d30-b2e3-0c3e1ada0464 None None] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:52:19.671624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f971691-ae63-4af1-9cf2-89176a53993a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9013629 Mar 04 23:52:19.673974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39620) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:19.679947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:19.689781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:19.748665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-2b410f30-350c-47d4-870f-7dc35f5627b9 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308501 Mar 04 23:52:19.748665 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7', 'status': 'completed', 'code': 200} Mar 04 23:52:19.805697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Usage tracker for resource:router and tenant:fb2e1185474f425bafe72abacaa65cd0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:19.814586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:19.848551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:19.962531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:19.963490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:19.969057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 9967288c-efe6-40bf-bbfd-1ed7302e272b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:20.016060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 9967288c-efe6-40bf-bbfd-1ed7302e272b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:20.016425 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.048513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-256bfd31-06c4-43a4-b2c5-7907328765e9 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.3539758 Mar 04 23:52:20.055050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-9aa09250-f729-4356-93af-9f669c73b53b tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ec20b5f1536149448e3a89ea29340770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455830 Mar 04 23:52:20.064652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:20.103059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.132852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bafa3-e7cc-4f14-a0fc-0d7ffaae56ed req-ad437940-7df5-4a04-90bf-13acafe8799c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:20.139942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-487bafa3-e7cc-4f14-a0fc-0d7ffaae56ed req-ad437940-7df5-4a04-90bf-13acafe8799c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 943 time: 0.2513273 Mar 04 23:52:20.224574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.266537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 9967288c-efe6-40bf-bbfd-1ed7302e272b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9967288c-efe6-40bf-bbfd-1ed7302e272b,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:20.270537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b1ed7c05-f282-4d43-b066-9a596ebd8fe6', 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'fixed_ips': [{'subnet_id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:52:20.272131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.286021 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.338479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f912-302d-4031-bea7-616f66d52b41 req-222c80a2-0071-4709-bf83-8dc5f0507b8f tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:20.350357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-222c80a2-0071-4709-bf83-8dc5f0507b8f tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938874 Mar 04 23:52:20.367230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=9967288c-efe6-40bf-bbfd-1ed7302e272b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:20.378545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-487bafa3-e7cc-4f14-a0fc-0d7ffaae56ed req-361195c8-ec00-4c06-a82a-41db68cbb314 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376277 Mar 04 23:52:20.400957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-fc5279fb-6f91-48cd-8456-217c537b0b90 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/quotas/ec20b5f1536149448e3a89ea29340770 HTTP/1.1" status: 200 len: 375 time: 0.0496709 Mar 04 23:52:20.451472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e36e36-46cb-418c-8f2d-26e9231cebb4 req-6d7b4035-685a-4fca-a5aa-cb5110436bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192793 Mar 04 23:52:20.462178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-6a0c93c4-cb01-4847-9875-ddf72a27f85a tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec20b5f1536149448e3a89ea29340770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597527 Mar 04 23:52:20.555520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Allocated IP 172.20.0.2 (b1ed7c05-f282-4d43-b066-9a596ebd8fe6/c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8/7f07af1e-d207-45cf-a82a-4eb22ed167d7) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:20.615862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.680045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-384e6735-1394-4a51-bcca-10ad66296bc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1094 time: 0.1664710 Mar 04 23:52:20.784065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:20.895511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167521-6268-41e7-af58-ceded39978c3 req-186e118e-adae-4a56-b33a-8536408b2abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:20.899435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-186e118e-adae-4a56-b33a-8536408b2abc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.2122209 Mar 04 23:52:21.043223 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.098956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Transition to ACTIVE for port object 7f07af1e-d207-45cf-a82a-4eb22ed167d7 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:21.115228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:21.131598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Transition to ACTIVE for port object 7f07af1e-d207-45cf-a82a-4eb22ed167d7 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:21.141665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.150948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f0a5e3a-4aed-49e5-b37a-953222a362ff req-963a73b3-4986-42a7-82cd-68a20e812af9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4318032 Mar 04 23:52:21.189987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-4910d9d9-08c3-41e1-8181-c517323a029e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 217 time: 0.2831476 Mar 04 23:52:21.242715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:21.257177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:21.265506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:21.273504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Pushing event updated for resources: {'Port': ['ID=7f07af1e-d207-45cf-a82a-4eb22ed167d7,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:21.282046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:21.366359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.384989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2261d250-6ae8-4829-8b11-58b3eaac279e req-3fb2dd95-3f22-4124-a528-df8f240b240f tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1100 time: 0.4799500 Mar 04 23:52:21.408774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.431114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167521-6268-41e7-af58-ceded39978c3 req-406adc98-f80f-4384-913f-fed631e6419e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:21.433039 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-406adc98-f80f-4384-913f-fed631e6419e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.2328577 Mar 04 23:52:21.468999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9967288c-efe6-40bf-bbfd-1ed7302e272b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:21.534222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:21.540656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2261d250-6ae8-4829-8b11-58b3eaac279e req-c754158f-4a50-4996-9707-149785a35acf tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462553 Mar 04 23:52:21.543496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Attempting to bind port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:21.543667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.544277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Attempting to bind port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:21.544804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Attempting to bind port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 on network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:21.553140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:21.553802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Checking segment: {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:21.554396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.555422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Bound using segment: {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:21.556041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Bound port: 7f07af1e-d207-45cf-a82a-4eb22ed167d7, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:21.557202 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.573944 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.580268 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-9aa9a22b-3bba-4050-9def-27e60fce9fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388047 Mar 04 23:52:21.646085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 9967288c-efe6-40bf-bbfd-1ed7302e272b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:21.646507 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.764095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:21.798079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] For port 7f07af1e-d207-45cf-a82a-4eb22ed167d7, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:21.805475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] For port 7f07af1e-d207-45cf-a82a-4eb22ed167d7, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7f07af1e-d207-45cf-a82a-4eb22ed167d7,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:21.811662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:21.884240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Allocated IP 172.25.0.168 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/a3887b85-850c-4f02-8f82-7e3cadd34be3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:21.927823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caafcb-0e3a-4ae6-9f4a-63b7d3e10feb None None] Pushing event updated for resources: {'Port': ['ID=7f07af1e-d207-45cf-a82a-4eb22ed167d7,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:21.946761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-51ac3313-6f71-4345-a9b3-b10019dc2c21 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537228 Mar 04 23:52:22.077880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:22.078300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:22.078700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:22.100305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:22.100656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Attempting to bind port 54bac85b-34ac-49f2-84d5-4738c1756308 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:22.114516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:22.114945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:22.115417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:22.115914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Bound port: 54bac85b-34ac-49f2-84d5-4738c1756308, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:22.116318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:22.219595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d616799-3d2e-4cc3-ae52-e73e8f0c398a req-92d95122-38af-4d05-afd6-e915d9295a84 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:22.221746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d616799-3d2e-4cc3-ae52-e73e8f0c398a req-92d95122-38af-4d05-afd6-e915d9295a84 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.4473534 Mar 04 23:52:22.233668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3167521-6268-41e7-af58-ceded39978c3 req-a6e3b714-1636-400a-a8ad-47797d429bbe service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705879 Mar 04 23:52:22.280389 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:22.301715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d616799-3d2e-4cc3-ae52-e73e8f0c398a req-f4c83db2-384b-4368-ad8c-732719ca93a9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657594 Mar 04 23:52:22.313786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:22.324235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:22.331372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:22.495289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:22.584825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:22.586237 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] 10.222.0.36 "PUT /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 1121 time: 2.5300317 Mar 04 23:52:22.587167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2d00c-6f85-475f-9d80-fe1c0acac725 service neutron] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=8']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:22.589062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-89e68f6e-db51-4c17-a429-8ba7fa3bc39d tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec20b5f1536149448e3a89ea29340770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852239 Mar 04 23:52:22.590974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6294889a-8242-4401-b411-d60b9befea44 req-2aa031c1-6b20-4709-9d9a-8e2c4cd4338e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 210 time: 0.0465770 Mar 04 23:52:22.709745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['54bac85b-34ac-49f2-84d5-4738c1756308'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:22.764669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:22.770304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:22.773447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:22.794051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f912-302d-4031-bea7-616f66d52b41 req-420d2b27-c3eb-40ae-857a-f96220cfce51 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:22.795073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-420d2b27-c3eb-40ae-857a-f96220cfce51 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961846 Mar 04 23:52:22.799899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-166136f7-c6a0-4808-aa27-41b12aec0108 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:52:22.800979 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-166136f7-c6a0-4808-aa27-41b12aec0108 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049412 Mar 04 23:52:22.817155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Request body: {'binding': {'host': 'n-h2-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:22.817758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:52:22.853951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Pushing event updated for resources: {'Port': ['ID=a3887b85-850c-4f02-8f82-7e3cadd34be3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:22.900067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Request body: {'port': {'device_id': '8235803f-a67f-4f83-b489-be8c74df9091', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'ec20b5f1536149448e3a89ea29340770'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:22.998399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:22.999589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.228412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c8cb0-56e8-4214-bf1e-82efd3dace54 None None] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:52:23.254676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Router c28b0d0a-20f2-44a1-b961-27b1141d7d0a is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:52:23.277270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:23.290868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Usage tracker for resource:port and tenant:ec20b5f1536149448e3a89ea29340770 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:23.298904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44b19-d285-48a0-9671-8e3e0b3a24f9 req-51eb2d2b-849d-444f-b597-70a8ea08d452 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:23.300435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-58d44b19-d285-48a0-9671-8e3e0b3a24f9 req-51eb2d2b-849d-444f-b597-70a8ea08d452 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:23.303031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:23.317432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:23.352095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Made reservation on behalf of ec20b5f1536149448e3a89ea29340770 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:52:23.356280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.367084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ce926af-b775-47ac-9837-6e72fc122878 None None] Provisioning for port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:23.369390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on host n-h2-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:23.369715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:23.370255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:23.372052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-58d44b19-d285-48a0-9671-8e3e0b3a24f9 req-51eb2d2b-849d-444f-b597-70a8ea08d452 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:23.373198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d44b19-d285-48a0-9671-8e3e0b3a24f9 req-51eb2d2b-849d-444f-b597-70a8ea08d452 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 943 time: 0.5216825 Mar 04 23:52:23.380663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.392350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:23.392672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:23.430732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:23.431066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:23.432200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:23.432835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Bound port: b210cc2c-e393-4c60-809a-7263d2cf5f78, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:23.471660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7f07af1e-d207-45cf-a82a-4eb22ed167d7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:23.477041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:23.481697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d44b19-d285-48a0-9671-8e3e0b3a24f9 req-4b4b3e62-b614-4d93-a12f-b5975996645f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Mar 04 23:52:23.484697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Usage tracker for resource:security_group_rule and tenant:ec20b5f1536149448e3a89ea29340770 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:52:23.489674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:52:23.507247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:23.515624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:23.532891 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Sync routers for ids ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:23.534387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:23.556176 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Routers {'c28b0d0a-20f2-44a1-b961-27b1141d7d0a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:23.558928 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:23.561614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.562203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.565725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da3774dc-fd78-485c-bc16-2e007d5ea752 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8881075 Mar 04 23:52:23.565898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-0929dbce-748d-429b-adcf-5abf768c3ac0 service neutron] 10.222.0.32 "POST /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78/bindings HTTP/1.1" status: 201 len: 389 time: 0.7503276 Mar 04 23:52:23.566270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:52:23.590489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:23.595962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:23.596422 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.608755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.615739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.734637 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308', 'code': 200} Mar 04 23:52:23.788583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8778fb13-98bb-4296-8dbf-81032cb1cca3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:23.879335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:23.955604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7f07af1e-d207-45cf-a82a-4eb22ed167d7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7f07af1e-d207-45cf-a82a-4eb22ed167d7,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:23.964980 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.046445 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Set router c28b0d0a-20f2-44a1-b961-27b1141d7d0a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:24.111020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Allocated IP 192.168.233.58 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/49e8f056-4bed-4fa2-8a11-b3ef83d63d39) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:24.147305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:24.153521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-5ff1cd7f-8ae4-4997-8bc0-a38fe5d8a94e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1096 time: 0.2290740 Mar 04 23:52:24.291338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-af00e83b-b77c-4d75-92f1-68d17b347c2d None None] Provisioning complete for port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:24.292367 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af00e83b-b77c-4d75-92f1-68d17b347c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.327850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 78e91659-eedb-41a5-a87c-34c4369882e7 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:24.329316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee18b-62f0-43f3-917a-e44e4853e4e1 req-5e67b0b2-3b6a-439b-865b-f38de18a7cb3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:24.330892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b7ee18b-62f0-43f3-917a-e44e4853e4e1 req-5e67b0b2-3b6a-439b-865b-f38de18a7cb3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.2934444 Mar 04 23:52:24.404266 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:52:22Z', 'revision_number': 3, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:24.407679 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Checking router: c28b0d0a-20f2-44a1-b961-27b1141d7d0a for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:24.408020 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Updating router c28b0d0a-20f2-44a1-b961-27b1141d7d0a port a3887b85-850c-4f02-8f82-7e3cadd34be3 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:52:24.450669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b7ee18b-62f0-43f3-917a-e44e4853e4e1 req-6d1349f9-7c10-4c33-a4c9-2c711124357b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Mar 04 23:52:24.463672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7f07af1e-d207-45cf-a82a-4eb22ed167d7,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:24.481585 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.592869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad2a54a2-0819-4ea5-9936-a48ba709e819 req-bc26614d-ffa9-47f1-901b-d9385f327634 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 210 time: 0.1006649 Mar 04 23:52:24.605764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.635314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:24.655414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 78e91659-eedb-41a5-a87c-34c4369882e7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=78e91659-eedb-41a5-a87c-34c4369882e7,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:24.676299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:52:24.677482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Transition to ACTIVE for port object 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:24.687151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '78e91659-eedb-41a5-a87c-34c4369882e7', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'port_id': '78e91659-eedb-41a5-a87c-34c4369882e7', 'mac_address': 'fa:16:3e:4d:2e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:52:24.720375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-56f7a148-3f48-43ae-8614-a78a45c984b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:24.721906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-56f7a148-3f48-43ae-8614-a78a45c984b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.5568638 Mar 04 23:52:24.746410 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.765072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e91659-eedb-41a5-a87c-34c4369882e7 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:24.782696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 78e91659-eedb-41a5-a87c-34c4369882e7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=78e91659-eedb-41a5-a87c-34c4369882e7,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:24.787247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.857782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-fbe62376-00dd-4422-927e-e7866941c5e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 217 time: 0.1272123 Mar 04 23:52:24.870132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=78e91659-eedb-41a5-a87c-34c4369882e7,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:24.879389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83951f-e696-493d-96cb-bbaf575e874c req-0a461478-eacb-4e30-b40e-775d910d9fe9 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:24.881006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea83951f-e696-493d-96cb-bbaf575e874c req-0a461478-eacb-4e30-b40e-775d910d9fe9 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 945 time: 0.2060516 Mar 04 23:52:24.921768 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.935195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.939576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Transition to ACTIVE for port object a3887b85-850c-4f02-8f82-7e3cadd34be3 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:24.947439 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:24.952094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea83951f-e696-493d-96cb-bbaf575e874c req-63aabab6-28cb-44f1-b11c-c44022c3c849 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620613 Mar 04 23:52:25.012431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-191a056f-4e67-4c13-81ce-1e61c354124c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:25.014179 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-191a056f-4e67-4c13-81ce-1e61c354124c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1485021 Mar 04 23:52:25.047820 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Attempting to bind port a3887b85-850c-4f02-8f82-7e3cadd34be3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:25.048187 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Attempting to bind port a3887b85-850c-4f02-8f82-7e3cadd34be3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:25.048546 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Attempting to bind port a3887b85-850c-4f02-8f82-7e3cadd34be3 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:25.056596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Pushing event updated for resources: {'Port': ['ID=a3887b85-850c-4f02-8f82-7e3cadd34be3,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:25.063236 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:25.063596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:25.063991 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.064384 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:25.064852 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Bound port: a3887b85-850c-4f02-8f82-7e3cadd34be3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:25.065247 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.098796 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.099054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-3cf75262-fc09-4d45-9177-38456be9af92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728366 Mar 04 23:52:25.099158 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.099470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.099795 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.100115 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.100440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.100759 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.101074 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.101432 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.101747 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.102824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:25.137381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf7af4-c6c5-414f-811f-b2e9d316be17 req-bf7d5336-c9a6-4ae3-b9ed-adf027cf35ab tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:25.143050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66cf7af4-c6c5-414f-811f-b2e9d316be17 req-bf7d5336-c9a6-4ae3-b9ed-adf027cf35ab tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 950 time: 0.3422291 Mar 04 23:52:25.145048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:25.158380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['78e91659-eedb-41a5-a87c-34c4369882e7'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:25.169272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Pushing event updated for resources: {'Port': ['ID=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:25.171762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:25.202365 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] For port a3887b85-850c-4f02-8f82-7e3cadd34be3, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:25.206748 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] For port a3887b85-850c-4f02-8f82-7e3cadd34be3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3887b85-850c-4f02-8f82-7e3cadd34be3,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:25.213289 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.223427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:25.352913 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34505db4-df74-4052-afaa-5c959a374f31 None None] Pushing event updated for resources: {'Port': ['ID=a3887b85-850c-4f02-8f82-7e3cadd34be3,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:25.409272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.419238 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Routers {'c28b0d0a-20f2-44a1-b961-27b1141d7d0a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:25.419881 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:25.484368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:25.490156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.512967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7f07af1e-d207-45cf-a82a-4eb22ed167d7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:25.533155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66cf7af4-c6c5-414f-811f-b2e9d316be17 req-6d003e84-139f-43db-b1fa-b14883a4235f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819063 Mar 04 23:52:25.565899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-1c3d86fe-df65-40d9-b7a4-755f85ce8b5c service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597492 Mar 04 23:52:25.571197 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-570500af-05c7-4a67-a96f-96e038e28e08 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6741805 Mar 04 23:52:25.628397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:25.629018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.658618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cfecb7ec-3360-4a74-b932-8b650f43a088 None None] Provisioning for port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:25.671450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cfecb7ec-3360-4a74-b932-8b650f43a088 None None] Provisioning complete for port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:25.672092 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfecb7ec-3360-4a74-b932-8b650f43a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:25.674518 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] Set router c28b0d0a-20f2-44a1-b961-27b1141d7d0a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:25.729931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-03598c11-aa3b-4ba2-8762-a138329e0352 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566329 Mar 04 23:52:25.735395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Request body: {'port': {'device_id': '8235803f-a67f-4f83-b489-be8c74df9091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:25.739109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-cfecb7ec-3360-4a74-b932-8b650f43a088 None None] Port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:52:25.749547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:25.885352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7110b3-7f0b-4e25-aade-acbd5a5f7cfa req-208f01c9-9953-40a2-a68c-bdbe7f2e5ff5 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:25.886943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b7110b3-7f0b-4e25-aade-acbd5a5f7cfa req-208f01c9-9953-40a2-a68c-bdbe7f2e5ff5 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 944 time: 0.3680627 Mar 04 23:52:25.918144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Allocated IP 172.20.0.1 (b1ed7c05-f282-4d43-b066-9a596ebd8fe6/c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8/b7e064c1-cbed-413d-8af2-218f2d53eba3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:26.029148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b7110b3-7f0b-4e25-aade-acbd5a5f7cfa req-3f6ef348-354e-467d-b0bf-4b76c7b0e55b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360071 Mar 04 23:52:26.042634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.100968 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:52:22Z', 'revision_number': 3, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:26.106922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021765c-e5dd-45fd-aaaa-4a9386476e7a None None] The sync data for ids ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'] in n-d-828979-4 is: [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:52:22Z', 'revision_number': 3, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:26.135474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.152550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Transition to ACTIVE for port object b7e064c1-cbed-413d-8af2-218f2d53eba3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:26.157948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-a14afb61-dbae-4a6f-984b-ebb2120cd988 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.2797520 Mar 04 23:52:26.172818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828979-4'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:26.175385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:52:26.181241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.267614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:26.269097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e064c1-cbed-413d-8af2-218f2d53eba3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:26.271850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:26.274261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:26.345859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.402942 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.422438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9684-f9c6-4023-ac80-47d5f071e9e8 req-4228c365-b6b8-442c-9a72-9dd8817c8239 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:26.423959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2bef9684-f9c6-4023-ac80-47d5f071e9e8 req-4228c365-b6b8-442c-9a72-9dd8817c8239 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.3590231 Mar 04 23:52:26.465831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.477610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:26.497391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:26.504772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.554027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.667107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:26.674388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.682825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-67546bc8-3b53-4e0c-a61e-3534e60d1cad None None] Provisioning for port b7e064c1-cbed-413d-8af2-218f2d53eba3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:26.686669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2bef9684-f9c6-4023-ac80-47d5f071e9e8 req-6c2bdc71-8dfb-446a-a376-a8140d7a85fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343237 Mar 04 23:52:26.698927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-67546bc8-3b53-4e0c-a61e-3534e60d1cad None None] Provisioning complete for port b7e064c1-cbed-413d-8af2-218f2d53eba3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:26.699407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-67546bc8-3b53-4e0c-a61e-3534e60d1cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.762074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.803587 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308', 'status': 'completed', 'code': 200} Mar 04 23:52:26.808173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-67546bc8-3b53-4e0c-a61e-3534e60d1cad None None] Port b7e064c1-cbed-413d-8af2-218f2d53eba3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:52:26.863852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb884c2-def1-4370-bafb-b25760084aaa req-f29b8c6a-c774-4e26-9394-1c4817a44a39 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:26.865345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb884c2-def1-4370-bafb-b25760084aaa req-f29b8c6a-c774-4e26-9394-1c4817a44a39 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 935 time: 0.2170944 Mar 04 23:52:26.934450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb884c2-def1-4370-bafb-b25760084aaa req-bcd8e787-481c-46c6-83c8-34c771b65e5d tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Mar 04 23:52:26.945370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:26.950810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:26.954640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.046830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-bf763fab-0985-438d-a248-bae709127f78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1124 time: 0.1894023 Mar 04 23:52:27.084924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:27.141977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.174583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:27.201554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.211106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e064c1-cbed-413d-8af2-218f2d53eba3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:27.248367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:27.253661 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'code': 200} Mar 04 23:52:27.254195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Transition to ACTIVE for port object 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:27.255626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.263563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.344692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:27.346812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.369114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4329-b8c4-4e61-98b8-1acb593482bd req-a28f53a1-992f-46d3-b2dc-ee32683a3629 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:27.371528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-614e4329-b8c4-4e61-98b8-1acb593482bd req-a28f53a1-992f-46d3-b2dc-ee32683a3629 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 945 time: 0.2493358 Mar 04 23:52:27.409759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:27.412612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:27.499218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131523-98f2-447a-bc08-41385cefca2a req-b20ba390-e155-403b-b55a-54a6bf96174e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:27.500809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-b20ba390-e155-403b-b55a-54a6bf96174e service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.4447813 Mar 04 23:52:27.734395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-614e4329-b8c4-4e61-98b8-1acb593482bd req-fd6a3494-d40a-4a2d-a3b7-ebea0f9e6ea5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525174 Mar 04 23:52:27.744411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-837b2be9-c8bf-46b0-9205-82eeafb77ea7 None None] Provisioning complete for port b7e064c1-cbed-413d-8af2-218f2d53eba3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:27.745585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-837b2be9-c8bf-46b0-9205-82eeafb77ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:27.805855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-837b2be9-c8bf-46b0-9205-82eeafb77ea7 None None] Port b7e064c1-cbed-413d-8af2-218f2d53eba3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:52:27.814025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-fe616fb7-00ec-489f-8f2b-eedc295d3b10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 217 time: 0.2604945 Mar 04 23:52:27.827280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:28.017645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda59020-65f6-48cf-b321-40fb755e3b40 req-a119ee69-c474-4ca0-9df2-afa03eeec248 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:28.019114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dda59020-65f6-48cf-b321-40fb755e3b40 req-a119ee69-c474-4ca0-9df2-afa03eeec248 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1120420 Mar 04 23:52:28.049922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on host n-h1-828979-4 for vnic_type normal with profile {"migrating_to": "n-h2-828979-4"} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:28.050643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:28.050643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:28.064727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131523-98f2-447a-bc08-41385cefca2a req-127fe265-138b-4560-bb87-8bcbdffa9efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:28.066186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-127fe265-138b-4560-bb87-8bcbdffa9efe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.2410724 Mar 04 23:52:28.076176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:28.076512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Attempting to bind port b210cc2c-e393-4c60-809a-7263d2cf5f78 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:28.084548 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dda59020-65f6-48cf-b321-40fb755e3b40 req-58f24197-f95f-4421-8846-c443d74ed7f7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578847 Mar 04 23:52:28.103643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Router c28b0d0a-20f2-44a1-b961-27b1141d7d0a has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:28.131897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-90d4152d-6dac-47c9-95bd-a8cd03b5262d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574090 Mar 04 23:52:28.137354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bace5f-e597-483d-9e44-85f2381cf2b8 req-a2185ceb-87a4-45ce-8caf-94a5f6db753f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:28.138728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36bace5f-e597-483d-9e44-85f2381cf2b8 req-a2185ceb-87a4-45ce-8caf-94a5f6db753f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 944 time: 0.5880599 Mar 04 23:52:28.162222 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'code': 200} Mar 04 23:52:28.164160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:28.164507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:28.164876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:28.165322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Bound port: b210cc2c-e393-4c60-809a-7263d2cf5f78, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:28.165668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.179200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Attempting to bind port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:28.179567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Attempting to bind port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:28.179835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Attempting to bind port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:28.296745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:28.297065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Attempting to bind port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:28.322069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 78e91659-eedb-41a5-a87c-34c4369882e7 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:28.353573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d925fbe-03d0-459d-8b51-fadf443c680d req-bf945e92-444c-4c2c-8e68-57dbd60633ef tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:28.355687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d925fbe-03d0-459d-8b51-fadf443c680d req-bf945e92-444c-4c2c-8e68-57dbd60633ef tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.1008151 Mar 04 23:52:28.371367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:28.371707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:28.372101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:28.372549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Bound port: 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:28.372892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.398191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 78e91659-eedb-41a5-a87c-34c4369882e7 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:28.405930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 78e91659-eedb-41a5-a87c-34c4369882e7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:28.406609 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.408592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36bace5f-e597-483d-9e44-85f2381cf2b8 req-b1fc51d4-9102-40f0-b801-a8988c1e24ef tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453861 Mar 04 23:52:28.441066 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d925fbe-03d0-459d-8b51-fadf443c680d req-0e780e7e-0bfb-4e20-9810-cdb67edf9b5f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786901 Mar 04 23:52:28.451710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:28.467923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-811405c1-9b1b-422f-a42c-2b0ec5bfaca6 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274720 Mar 04 23:52:28.493253 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d1dc8b9e-6491-42a2-a425-f99065725d60 admin admin] 10.222.0.32 "PUT /v2.0/routers/c28b0d0a-20f2-44a1-b961-27b1141d7d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9124460 Mar 04 23:52:28.501047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:28.569275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:28.589089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.609959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.638543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 78e91659-eedb-41a5-a87c-34c4369882e7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=78e91659-eedb-41a5-a87c-34c4369882e7,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:28.642350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.728329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=78e91659-eedb-41a5-a87c-34c4369882e7,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:28.751794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] For port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:28.838131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] For port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:28.853639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.866158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=8']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:28.870592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7131523-98f2-447a-bc08-41385cefca2a req-8c0398e3-13f7-451e-a200-a7bc7bb62a39 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902113 Mar 04 23:52:28.952330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3d294-657a-4341-85fb-601a43620b33 req-02bad891-c5e3-40a6-a003-ba6f4fc4f221 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:28.953872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46b3d294-657a-4341-85fb-601a43620b33 req-02bad891-c5e3-40a6-a003-ba6f4fc4f221 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.0800257 Mar 04 23:52:28.977330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.978679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] 10.222.0.36 "PUT /v2.0/ports/49e8f056-4bed-4fa2-8a11-b3ef83d63d39 HTTP/1.1" status: 200 len: 1095 time: 3.2478378 Mar 04 23:52:28.988086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:28.989586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-07f55903-47fe-4db2-9505-5e688fc5f61a service neutron] 10.222.0.10 "PUT /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 1121 time: 2.8243482 Mar 04 23:52:29.004469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d2271-7fac-4970-b17d-e4883422d02e req-26b4e68b-36fe-4d43-b298-4889656cc806 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:29.005197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b60d2271-7fac-4970-b17d-e4883422d02e req-26b4e68b-36fe-4d43-b298-4889656cc806 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Synchronizing usage tracker for tenant:ec20b5f1536149448e3a89ea29340770 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:29.011762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd346-86a8-42f0-bdc7-bbbd636e5ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:29.034280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46b3d294-657a-4341-85fb-601a43620b33 req-195405b4-1358-47a3-8540-db97fcc9d7f2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737293 Mar 04 23:52:29.052382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b60d2271-7fac-4970-b17d-e4883422d02e req-26b4e68b-36fe-4d43-b298-4889656cc806 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Unset dirty status for tenant:ec20b5f1536149448e3a89ea29340770 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:29.053589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60d2271-7fac-4970-b17d-e4883422d02e req-26b4e68b-36fe-4d43-b298-4889656cc806 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 947 time: 0.4510450 Mar 04 23:52:29.086031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['b210cc2c-e393-4c60-809a-7263d2cf5f78'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:29.193621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b60d2271-7fac-4970-b17d-e4883422d02e req-c115ebc7-f36d-4ecf-8e36-f343ea653a45 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Synchronizing usage tracker for tenant:ec20b5f1536149448e3a89ea29340770 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:29.230837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b60d2271-7fac-4970-b17d-e4883422d02e req-c115ebc7-f36d-4ecf-8e36-f343ea653a45 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Unset dirty status for tenant:ec20b5f1536149448e3a89ea29340770 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:29.232196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60d2271-7fac-4970-b17d-e4883422d02e req-c115ebc7-f36d-4ecf-8e36-f343ea653a45 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684823 Mar 04 23:52:29.242452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-1973ca05-423f-41bd-a907-39857c48c9c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec20b5f1536149448e3a89ea29340770&device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 1098 time: 0.1601841 Mar 04 23:52:29.264764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:29.332869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-d962184a-90dc-497e-9543-11a5823c7261 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39 HTTP/1.1" status: 200 len: 217 time: 0.0782089 Mar 04 23:52:29.342756 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7', 'code': 200} Mar 04 23:52:29.365282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8d90-4a1c-49ac-94c9-2cb366f6c15a req-74c681c7-120a-4bb5-a935-24a5b29581d0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:29.366960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f89f8d90-4a1c-49ac-94c9-2cb366f6c15a req-74c681c7-120a-4bb5-a935-24a5b29581d0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1281209 Mar 04 23:52:29.447174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f89f8d90-4a1c-49ac-94c9-2cb366f6c15a req-e38e55db-5fba-4f32-a27d-160c68fa71b9 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Mar 04 23:52:29.457575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f912-302d-4031-bea7-616f66d52b41 req-23d04fd0-d8da-47d6-a8d4-348a674b2657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:29.459007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-23d04fd0-d8da-47d6-a8d4-348a674b2657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1202495 Mar 04 23:52:29.594992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-f0e643a7-7974-457e-bd0d-a9e2ee0734a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294811 Mar 04 23:52:29.601673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a77ec37-d4da-46f2-ab9d-28e64e5229d3 req-9cdfee0d-ad63-4f63-904b-9674a15d6226 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1096 time: 0.1852562 Mar 04 23:52:29.693711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b1653-09fd-4b05-b5bc-47e011ed7466 req-385e415d-b6f1-4d8b-87b0-3aae3fdf2a48 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:29.695294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b40b1653-09fd-4b05-b5bc-47e011ed7466 req-385e415d-b6f1-4d8b-87b0-3aae3fdf2a48 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.0875902 Mar 04 23:52:29.750256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b40b1653-09fd-4b05-b5bc-47e011ed7466 req-539a0cee-8b6b-4a73-b421-99e18eb5eca6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Mar 04 23:52:29.855400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a77ec37-d4da-46f2-ab9d-28e64e5229d3 req-2ed78bec-63c0-4333-891f-a4019abb306b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313476 Mar 04 23:52:29.879293 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-72de1620-df46-43e2-974c-f99a48a649b9 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766867 Mar 04 23:52:29.884671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23947-3b40-400e-b4c8-719b3793ec14 req-846272a7-0683-4f8f-a987-6fc9b2e855e9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:29.886615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07f23947-3b40-400e-b4c8-719b3793ec14 req-846272a7-0683-4f8f-a987-6fc9b2e855e9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 945 time: 0.3294630 Mar 04 23:52:30.027353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07f23947-3b40-400e-b4c8-719b3793ec14 req-69c5b95c-87f8-4bb6-aa89-209aa44e7c0c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199391 Mar 04 23:52:30.050912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f919f912-302d-4031-bea7-616f66d52b41 req-20a64d60-b60c-4eae-8a71-268f67f8aa78 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633537 Mar 04 23:52:30.163362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8235803f-a67f-4f83-b489-be8c74df9091', 'tag': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39'}, {'name': 'network-changed', 'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:30.225321 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8235803f-a67f-4f83-b489-be8c74df9091', 'tag': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39', 'status': 'completed', 'code': 200} Mar 04 23:52:30.225747 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'status': 'completed', 'code': 200} Mar 04 23:52:30.238151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca3b0-9696-43f6-a36f-92a62a9dd629 req-ec659d0b-97b3-42a0-89d1-bd1df1924f6a tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:30.238946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a4ca3b0-9696-43f6-a36f-92a62a9dd629 req-ec659d0b-97b3-42a0-89d1-bd1df1924f6a tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.0848458 Mar 04 23:52:30.288626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a4ca3b0-9696-43f6-a36f-92a62a9dd629 req-806dbd4a-6e75-4859-ab5f-a5fa7339a1e9 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Mar 04 23:52:30.363195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-492e25d0-5b5e-492a-99a0-3db889e76e41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec20b5f1536149448e3a89ea29340770&device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 1098 time: 0.1090117 Mar 04 23:52:30.559206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-63842a95-705d-4a40-98ea-25ec37eb5b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:30.561084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-63842a95-705d-4a40-98ea-25ec37eb5b15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1904101 Mar 04 23:52:30.570819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fc08e-c168-4d4e-b435-70eff7ee4389 req-b17b34ad-35fc-4aad-b630-5aebac0e2a97 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:30.572356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d01fc08e-c168-4d4e-b435-70eff7ee4389 req-b17b34ad-35fc-4aad-b630-5aebac0e2a97 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 947 time: 0.1722422 Mar 04 23:52:30.654246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-bc5f7091-4669-4ef3-86d0-1787977566f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39 HTTP/1.1" status: 200 len: 217 time: 0.0801666 Mar 04 23:52:30.657370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905ead8-f322-4912-9218-0466f544a7f6 req-2b170328-3222-46c0-8b46-db424d925653 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:30.658910 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8905ead8-f322-4912-9218-0466f544a7f6 req-2b170328-3222-46c0-8b46-db424d925653 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.0864625 Mar 04 23:52:30.720718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8905ead8-f322-4912-9218-0466f544a7f6 req-a55b2c91-bc95-4f9f-925b-45e2cd0c8faa tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551622 Mar 04 23:52:30.722074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d01fc08e-c168-4d4e-b435-70eff7ee4389 req-bfc48861-2f08-44ae-8e8e-08eccaf67d01 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013989 Mar 04 23:52:30.737175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-364d61a4-d814-4e73-a966-9ff84085eb6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:30.738716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-364d61a4-d814-4e73-a966-9ff84085eb6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0736389 Mar 04 23:52:30.821076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-58192273-1f14-4292-86ee-bbf1dfeff361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752542 Mar 04 23:52:31.015175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-3331465f-cd5d-41dc-ac99-8655e6b94c47 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871252 Mar 04 23:52:31.039638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484d972-3bf5-4c7d-bd4f-afda977aa28d req-d014a657-0711-4927-92b4-a07769638ff4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:31.043242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4484d972-3bf5-4c7d-bd4f-afda977aa28d req-d014a657-0711-4927-92b4-a07769638ff4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.1426911 Mar 04 23:52:31.105895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4484d972-3bf5-4c7d-bd4f-afda977aa28d req-3afba11c-3edb-4299-9fed-50a58c22ee99 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568886 Mar 04 23:52:31.275386 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-fb1e962f-17bb-4044-a3f8-26a03f920969 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525034 Mar 04 23:52:31.303958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-c1a92a05-c930-4973-9624-451315bd0d97 service neutron] 10.222.0.10 "GET /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.1567423 Mar 04 23:52:31.425974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbce585-e5e1-4f30-8892-f9338f9a39fd req-86515e98-2e76-45d1-b883-9c1a58a13289 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:31.429236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfbce585-e5e1-4f30-8892-f9338f9a39fd req-86515e98-2e76-45d1-b883-9c1a58a13289 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 945 time: 0.2342446 Mar 04 23:52:31.507722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03157-3878-4ea6-a211-2800d2ef3af6 req-7d543136-a45a-46f6-89fb-b3ac8765e327 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:31.509392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6db03157-3878-4ea6-a211-2800d2ef3af6 req-7d543136-a45a-46f6-89fb-b3ac8765e327 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.0856922 Mar 04 23:52:31.560682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6db03157-3878-4ea6-a211-2800d2ef3af6 req-0abd932a-6d5f-40d9-a37c-280ef7d83d45 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Mar 04 23:52:31.563816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfbce585-e5e1-4f30-8892-f9338f9a39fd req-65291acc-b465-488d-919e-bb5643d64a27 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186788 Mar 04 23:52:31.566881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-443eef5a-ae5a-4f1a-b318-4eec6c613300 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1124 time: 0.2134478 Mar 04 23:52:31.883356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:31.891582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-ffdc146f-97c7-4ba2-8ac1-95aee07fa896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:31.893027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-ffdc146f-97c7-4ba2-8ac1-95aee07fa896 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.2997115 Mar 04 23:52:31.960044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53ccf-f640-4770-9ba6-a5c99362e57d req-ad1381ae-13a9-46e1-9860-fc4c612cbab4 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:31.962011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24d53ccf-f640-4770-9ba6-a5c99362e57d req-ad1381ae-13a9-46e1-9860-fc4c612cbab4 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1158636 Mar 04 23:52:32.036360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24d53ccf-f640-4770-9ba6-a5c99362e57d req-227e23cd-128a-4d4f-a239-1e5ad0f0acbf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620732 Mar 04 23:52:32.036611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:32.085263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-b15b0bb2-646c-49c2-aee3-11da1a6e6305 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 217 time: 0.1838803 Mar 04 23:52:32.156739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bac85b-34ac-49f2-84d5-4738c1756308 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:32.177132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:32.191127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-8d2d28fb-1760-4d30-910b-f437b3505698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:32.192575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-8d2d28fb-1760-4d30-910b-f437b3505698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.0958469 Mar 04 23:52:32.235256 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:32.259004 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-0888f997-4383-48d8-8074-21102491fb3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586662 Mar 04 23:52:32.267154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b89047-d81b-4b1f-ac13-e0b0ff773f2a req-0b8f3e5f-e11a-48c1-bd05-dff7ce410d32 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:32.268603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51b89047-d81b-4b1f-ac13-e0b0ff773f2a req-0b8f3e5f-e11a-48c1-bd05-dff7ce410d32 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 947 time: 0.3660977 Mar 04 23:52:32.370349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:32.402866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e37c-7cd7-4f33-b84d-5ca5a7bfd3eb req-db0d482e-72e4-4c20-9d52-9f8ad3d14efa tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:32.405499 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6f0e37c-7cd7-4f33-b84d-5ca5a7bfd3eb req-db0d482e-72e4-4c20-9d52-9f8ad3d14efa tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 943 time: 0.1169817 Mar 04 23:52:32.473761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6f0e37c-7cd7-4f33-b84d-5ca5a7bfd3eb req-83b50e5c-8d91-4354-8dfa-4243e40a3c3c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611129 Mar 04 23:52:32.500419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51b89047-d81b-4b1f-ac13-e0b0ff773f2a req-0b9dd3b0-bc01-486d-898e-ef8f21a9cbca tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103362 Mar 04 23:52:32.508667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-735f8b3d-8551-4a55-8555-29cc2f58f9ac service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378948 Mar 04 23:52:32.526922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:52:32.602092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:32.602922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Transition to ACTIVE for port object 54bac85b-34ac-49f2-84d5-4738c1756308 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:32.626327 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:32.647553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 has no active binding in host n-h2-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:52:32.647924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:32.790918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] No DVR routers for this DVR port 54bac85b-34ac-49f2-84d5-4738c1756308 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:52:32.832047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:32.847303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'mac_address': 'fa:16:3e:50:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:52:32.906352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:32.917973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aaccb-5a57-4c08-96f9-f48b71f9d103 req-4e86771e-4367-44eb-9d1c-ce8fd612126d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:32.919578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7aaccb-5a57-4c08-96f9-f48b71f9d103 req-4e86771e-4367-44eb-9d1c-ce8fd612126d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.1338956 Mar 04 23:52:32.929975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:32.950454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:32.957538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:32.959577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9663f52-2f79-4e4a-9971-f272de183da9 req-60cb52cc-f2df-4ccc-b791-be661840ca74 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:32.961100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9663f52-2f79-4e4a-9971-f272de183da9 req-60cb52cc-f2df-4ccc-b791-be661840ca74 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 945 time: 0.1721373 Mar 04 23:52:32.964515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] 10.222.0.10 "PUT /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6529329 Mar 04 23:52:32.984309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Pushing event updated for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:33.015773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f96a3c-93a7-43f5-acae-392f87500b4c req-56e3192f-f2fa-4b97-9b52-390e73a4685e service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992568 Mar 04 23:52:33.017172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.017607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.018030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.018424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.018845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.019238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.019627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.020016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.021919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.022706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.023118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce517dc-864b-4fdb-a0e0-149cf31b2995 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:33.023295 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7aaccb-5a57-4c08-96f9-f48b71f9d103 req-a1398247-3a9f-4329-b5ad-5b2a83372db0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Mar 04 23:52:33.113080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:33.120567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9663f52-2f79-4e4a-9971-f272de183da9 req-35a08c87-c8ae-48db-bd96-6924c6747f41 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500854 Mar 04 23:52:33.134404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:33.196210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-3fd1d629-8e06-43fd-aa5d-1e728987805f tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.1663756 Mar 04 23:52:33.328503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-73091514-ba8e-44be-9059-8f19aa46ad7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 1095 time: 0.1190472 Mar 04 23:52:33.442234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeee5c-c658-4501-b804-e221771f8f09 req-736e9077-4ec9-41d2-8c7d-74625e06576c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:33.443605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0eeee5c-c658-4501-b804-e221771f8f09 req-736e9077-4ec9-41d2-8c7d-74625e06576c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2503755 Mar 04 23:52:33.464357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-b90f661c-468a-46dd-82cd-33e772217151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1095 time: 0.1133525 Mar 04 23:52:33.524201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0eeee5c-c658-4501-b804-e221771f8f09 req-5b28913c-2485-4a9f-bf8b-60c39cb64330 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Mar 04 23:52:33.808313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452623a4-61d0-403e-81e5-4873b60bfa90 req-3c9393f5-f40f-489d-9591-5704bcbcf0ff tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:33.810393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-452623a4-61d0-403e-81e5-4873b60bfa90 req-3c9393f5-f40f-489d-9591-5704bcbcf0ff tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 947 time: 0.0868132 Mar 04 23:52:33.833774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f351-aacf-444d-a478-2ce3f2185881 req-f8856317-1ac6-47c0-ae1f-06e649f6408c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:33.835685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-f8856317-1ac6-47c0-ae1f-06e649f6408c service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.3643632 Mar 04 23:52:33.855165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be834c-3141-40ff-a485-ef8535b0e36e req-c78efec2-228f-4572-b166-388f2679dc4c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:33.855527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1be834c-3141-40ff-a485-ef8535b0e36e req-c78efec2-228f-4572-b166-388f2679dc4c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 944 time: 0.1621332 Mar 04 23:52:33.900258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-452623a4-61d0-403e-81e5-4873b60bfa90 req-47ab076a-bfac-490f-82e3-2be5ed69b480 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829480 Mar 04 23:52:33.963031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-01193228-b16c-48c1-8c66-a2357c13b3a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 217 time: 0.0813119 Mar 04 23:52:33.968472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1be834c-3141-40ff-a485-ef8535b0e36e req-f43d13a3-c231-430b-9c8f-319835a424be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121266 Mar 04 23:52:34.044345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f351-aacf-444d-a478-2ce3f2185881 req-26dd1400-d4de-4c62-8106-59fc9c3c29e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:34.045831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-26dd1400-d4de-4c62-8106-59fc9c3c29e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.0738535 Mar 04 23:52:34.094113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-9c953519-40b6-45ad-875b-93547d0055e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394249 Mar 04 23:52:34.175963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:34.258509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-6e2b3761-d868-49d5-9deb-e930cabe4772 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548684 Mar 04 23:52:34.321940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b597d-6186-4b5e-9c40-4bf72d758453 req-b38f83b6-175b-4637-857d-b2c451864e4d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:34.336233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-892b597d-6186-4b5e-9c40-4bf72d758453 req-b38f83b6-175b-4637-857d-b2c451864e4d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.1730134 Mar 04 23:52:34.407107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-892b597d-6186-4b5e-9c40-4bf72d758453 req-7b8e6031-696a-4d27-aedb-dfbaf28b3421 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678542 Mar 04 23:52:34.417817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:34.448460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39', 'mac_address': 'fa:16:3e:88:af:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:52:34.455514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:34.481130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-4049df29-41ba-4327-b0e9-934882293acf service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135377 Mar 04 23:52:34.490361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2973-c2ce-415e-99a9-708e14ef5083 req-154edb82-dbc2-4733-b952-ce085e572206 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:34.491311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c21f2973-c2ce-415e-99a9-708e14ef5083 req-154edb82-dbc2-4733-b952-ce085e572206 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 945 time: 0.1951118 Mar 04 23:52:34.546018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c21f2973-c2ce-415e-99a9-708e14ef5083 req-38275e63-bec3-43ad-b0c1-74dea17d3c4e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463202 Mar 04 23:52:34.587997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:34.611880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:34.646704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:34.647872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:34.649287 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:34.714186 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:34.765605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bc455-85d9-438a-bd14-5fbb51f90d51 req-5635af70-e6bd-4e98-b46a-e4c0dd56bd35 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:34.767511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-261bc455-85d9-438a-bd14-5fbb51f90d51 req-5635af70-e6bd-4e98-b46a-e4c0dd56bd35 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.0911586 Mar 04 23:52:34.811167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bbb33-fb21-4808-8571-58e5499149ea req-86770933-f4a0-47a6-a4e6-31f51f6c1526 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:34.818280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-86770933-f4a0-47a6-a4e6-31f51f6c1526 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1073213 Mar 04 23:52:34.830020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-261bc455-85d9-438a-bd14-5fbb51f90d51 req-4191ec8f-d6cc-4fa7-b173-0753e76eddcc tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546830 Mar 04 23:52:34.868523 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:34.880994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-63a51201-7ce5-4635-b0c7-d601043c503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:34.906866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:34.913954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:34.925047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:34.929903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:34.965314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-9d6b1567-78a1-4b53-b0c5-e04477247b1b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1460907 Mar 04 23:52:34.970596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'floatingip': {'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:35.074347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:35.092681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:35.148230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fce345-a453-4156-9986-c870faae084a req-53f4cd2e-34dd-4312-a95a-d2953ecb3674 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:35.149766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0fce345-a453-4156-9986-c870faae084a req-53f4cd2e-34dd-4312-a95a-d2953ecb3674 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 948 time: 0.1163976 Mar 04 23:52:35.154393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['49e8f056-4bed-4fa2-8a11-b3ef83d63d39'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:35.264354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0fce345-a453-4156-9986-c870faae084a req-d1f188d2-c546-4d6a-af7a-564da5e99df4 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022930 Mar 04 23:52:35.283576 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-97b3c3cf-b667-4f98-8211-1bc6cf9bf967 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.4054317 Mar 04 23:52:35.417372 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'code': 200} Mar 04 23:52:35.465208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3887b85-850c-4f02-8f82-7e3cadd34be3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:35.570513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a3887b85-850c-4f02-8f82-7e3cadd34be3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:35.577559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a3887b85-850c-4f02-8f82-7e3cadd34be3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:35.585588 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:35.729791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95503fa-c3fa-4c52-be1b-249e9f35e583 req-f24b7852-a96d-4d99-8785-22edfad3addf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:35.731356 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a95503fa-c3fa-4c52-be1b-249e9f35e583 req-f24b7852-a96d-4d99-8785-22edfad3addf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 944 time: 0.1488352 Mar 04 23:52:35.736762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:35.755148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a3887b85-850c-4f02-8f82-7e3cadd34be3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3887b85-850c-4f02-8f82-7e3cadd34be3,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:35.761986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:35.803730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a95503fa-c3fa-4c52-be1b-249e9f35e583 req-c338989d-1f2c-4339-98a3-3fd8de08baf8 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647659 Mar 04 23:52:35.876477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a3887b85-850c-4f02-8f82-7e3cadd34be3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:35.985616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c336f351-aacf-444d-a478-2ce3f2185881 req-11ce3db8-5818-4f39-a615-8bdd74ccd8f6 service neutron] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:35.990401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c336f351-aacf-444d-a478-2ce3f2185881 req-11ce3db8-5818-4f39-a615-8bdd74ccd8f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:35.991548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c336f351-aacf-444d-a478-2ce3f2185881 req-11ce3db8-5818-4f39-a615-8bdd74ccd8f6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.6939280 Mar 04 23:52:36.127941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-3d719860-7256-4fe9-ade4-e9aa1407bcc3 service neutron] 10.222.0.36 "GET /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78/bindings/n-h2-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.2174520 Mar 04 23:52:36.200834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2754c-6a59-43cd-b5ab-d32473a2a1f9 req-6afdd535-4bd6-4572-88f1-db12df1c8f87 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:36.202342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25e2754c-6a59-43cd-b5ab-d32473a2a1f9 req-6afdd535-4bd6-4572-88f1-db12df1c8f87 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 943 time: 0.1680596 Mar 04 23:52:36.313798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25e2754c-6a59-43cd-b5ab-d32473a2a1f9 req-1bfe0732-736b-4039-bd8d-27e9e0bb28c1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004982 Mar 04 23:52:36.392093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:36.473622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:36.481588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:36.633888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:36.652407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 has no active binding in host n-h2-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:52:36.671922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:36.725557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:36.790625 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Floating IP ce341b78-d336-4866-83a1-c58ef4987399 associated. External IP: 172.25.0.208, port: 0ebd8cc3-89a8-423e-865b-20d45dc84f89. Mar 04 23:52:36.790896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5936984-4e6d-4210-ba2d-53df4168770a req-5d327c41-3c54-40f9-abc0-1e7739527158 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:36.797750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5936984-4e6d-4210-ba2d-53df4168770a req-5d327c41-3c54-40f9-abc0-1e7739527158 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2759309 Mar 04 23:52:36.832195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b210cc2c-e393-4c60-809a-7263d2cf5f78 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:36.868932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5936984-4e6d-4210-ba2d-53df4168770a req-6f6399de-2f04-44f8-b582-4815e77a0615 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702703 Mar 04 23:52:36.871861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:36.908017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:36.946651 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2233-4727-4bbd-b6d9-c4a65cb7b750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:37.243662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df22e9-5159-4765-862e-3e06569aa0ba req-b1396ee6-6570-4dc4-ac4f-637de2279030 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:37.251513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4df22e9-5159-4765-862e-3e06569aa0ba req-b1396ee6-6570-4dc4-ac4f-637de2279030 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 948 time: 0.2024565 Mar 04 23:52:37.298479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Transition to ACTIVE for port object b210cc2c-e393-4c60-809a-7263d2cf5f78 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:37.304314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4df22e9-5159-4765-862e-3e06569aa0ba req-20198f92-02d2-4856-ba02-909dac0ee272 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525498 Mar 04 23:52:37.309190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:37.370348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:37.392839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Pushing event updated for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=10']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:37.409002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.410786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.410786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.410786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.410786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.410786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.411186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.411404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.411884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.412001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.412245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:37.433554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3887b85-850c-4f02-8f82-7e3cadd34be3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:37.578722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a3887b85-850c-4f02-8f82-7e3cadd34be3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:37.579085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:37.586910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] No DVR routers for this DVR port b210cc2c-e393-4c60-809a-7263d2cf5f78 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:52:37.669039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:37.670016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-6a3d1df4-9e37-48a8-bff1-3a7373348268 service neutron] 10.222.0.36 "PUT /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78/bindings/n-h2-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5347743 Mar 04 23:52:37.683990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:37.687865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:37.694910 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ebb529e-ad93-4425-aa4b-ac560817d84c req-00e8be05-37b1-419f-9ce6-1024b31a75d3 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1095 time: 0.1698787 Mar 04 23:52:37.739116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:37.740099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:37.812638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ebb529e-ad93-4425-aa4b-ac560817d84c req-8001db65-cf41-46df-85f5-ef911655ee84 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012344 Mar 04 23:52:37.949181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c210e31e-c460-4683-831f-dab6402fbe2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "PUT /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 997 time: 2.9823725 Mar 04 23:52:37.982868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:38.052960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-8fb32543-cea4-4d62-9eec-af48610e5467 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.3083735 Mar 04 23:52:38.124600 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:38.139102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-c78909b7-4463-4895-af75-c898eb8b96ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.1889040 Mar 04 23:52:38.220511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:38.336363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:38.365251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-5af28b3f-2459-4dad-b350-eceee2b81526 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e&tenant_id=6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 1095 time: 0.2985704 Mar 04 23:52:38.445581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:38.455810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab849c-fa6a-46a6-9b7e-7f9fc0b46c2e req-d0a58e26-7cf4-4e19-aba5-a1e129d98ef8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:38.458433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4ab849c-fa6a-46a6-9b7e-7f9fc0b46c2e req-d0a58e26-7cf4-4e19-aba5-a1e129d98ef8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 944 time: 0.2947407 Mar 04 23:52:38.475258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bbb33-fb21-4808-8571-58e5499149ea req-e792875f-4b08-428d-9cdd-848bf0e223e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:38.482226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-e792875f-4b08-428d-9cdd-848bf0e223e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.3423033 Mar 04 23:52:38.537787 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:52:38.574677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:38.583599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:38.584334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:38.603825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4ab849c-fa6a-46a6-9b7e-7f9fc0b46c2e req-8df86d72-718b-43f8-b5ba-0863226f1d26 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360676 Mar 04 23:52:38.703997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-cf95dc11-8782-4e2f-9564-fbb062563459 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 1000 time: 0.2105982 Mar 04 23:52:38.733095 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-232f512b-4486-4869-9071-00b2665fc626 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1095 time: 0.3421347 Mar 04 23:52:38.932719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bbb33-fb21-4808-8571-58e5499149ea req-88eb4b82-fb1f-45e6-a3b9-f89f7a6eda88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:38.934278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-88eb4b82-fb1f-45e6-a3b9-f89f7a6eda88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.2196143 Mar 04 23:52:39.064381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:39.078463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-8c1e9429-776f-41bc-bae8-d86986974fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:39.080104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-8c1e9429-776f-41bc-bae8-d86986974fd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.2687290 Mar 04 23:52:39.126136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8235803f-a67f-4f83-b489-be8c74df9091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:39.139255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:39.149593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:36Z', 'revision_number': 1, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:39.154276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:39.155348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:52:39.167037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-5f96120c-5ff3-45c6-adde-b6b4ef289c0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 200 len: 217 time: 0.0770566 Mar 04 23:52:39.230893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-78feaa7e-3115-4093-8412-85c03aa0ee3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814083 Mar 04 23:52:39.235830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415f306-4869-47c0-8566-e4ed243fe0a9 req-ee5ab239-046e-4607-b777-3b1a556134a0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:39.237482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9415f306-4869-47c0-8566-e4ed243fe0a9 req-ee5ab239-046e-4607-b777-3b1a556134a0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2553856 Mar 04 23:52:39.239429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:39.245331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-ce53b8ed-0b30-465b-93ea-8538de407e4e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:52:39.248536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-ce53b8ed-0b30-465b-93ea-8538de407e4e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059149 Mar 04 23:52:39.305298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:39.306122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:39.324883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9415f306-4869-47c0-8566-e4ed243fe0a9 req-5983f287-1e85-4534-9a0f-bf7b14203407 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755613 Mar 04 23:52:39.376458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:39.382162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:52:39.442937 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'status': 'completed', 'code': 200} Mar 04 23:52:39.444588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-f390b8a6-5be8-4435-aa57-8b59718f7918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:39.446059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-f390b8a6-5be8-4435-aa57-8b59718f7918 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.2727931 Mar 04 23:52:39.450537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-ac7719eb-f86b-40ff-b23e-299e0eb962e1 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944141 Mar 04 23:52:39.563915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:39.606410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:39.614235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-bf67fdb7-9d1f-4e38-b550-f08bff0a2e2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627747 Mar 04 23:52:39.754612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f79bbb33-fb21-4808-8571-58e5499149ea req-82b9de55-29fd-44d3-b4b0-0e892ed75275 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977772 Mar 04 23:52:39.917943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937350-50ee-4b90-a970-353dbbec3d8c req-e339432d-61bd-45df-8bd1-01cea52c83e6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:39.923133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-e339432d-61bd-45df-8bd1-01cea52c83e6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.3429346 Mar 04 23:52:39.939562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-5def5061-6096-49ff-bb12-bb2696a4c1f6 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833997 Mar 04 23:52:39.964566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-292643ce-991d-4c41-b69b-bcd97878f761 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/quotas/e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 375 time: 0.0325587 Mar 04 23:52:40.154263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-81570416-1793-4451-b483-a5b9d0f72084 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795120 Mar 04 23:52:40.279302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:36Z', 'revision_number': 1, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:40.290467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33383187-2cdc-4076-9e8c-963fc9f09dcb None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:36Z', 'revision_number': 1, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:40.334201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-d8a3f717-9aa1-4d63-bff8-3fce43b2c916 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867817 Mar 04 23:52:40.383421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-7ec57422-330f-4a8f-b4fe-ca619fbd5acc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.8795760 Mar 04 23:52:40.501509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-878a5400-2b1d-4f1c-8ce7-24e8a5eed54b service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367462 Mar 04 23:52:40.514697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa114-3f23-4ba7-ab94-4dc3807968e5 req-6ef6369e-7090-499b-832a-259c7a52a9f9 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:40.521759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dfaa114-3f23-4ba7-ab94-4dc3807968e5 req-6ef6369e-7090-499b-832a-259c7a52a9f9 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.4662418 Mar 04 23:52:40.663684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dfaa114-3f23-4ba7-ab94-4dc3807968e5 req-c1f97343-e872-451c-96ec-f2583bfa7d86 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410227 Mar 04 23:52:40.671281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806eae0-8387-416a-a20a-c92be00bce46 req-00f54a9f-8f93-4826-8385-045bc3e90892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:40.673532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-00f54a9f-8f93-4826-8385-045bc3e90892 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.2787519 Mar 04 23:52:40.743223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1fa8ff86-8b40-495d-a5bb-1e28bc8005dc service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389612 Mar 04 23:52:40.834516 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8235803f-a67f-4f83-b489-be8c74df9091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39', 'code': 200} Mar 04 23:52:40.931575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-021957ef-d356-4345-8ca0-7b38ae91e1b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 1000 time: 0.2508078 Mar 04 23:52:41.086957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d05afe33-874a-4497-90d2-7e609aba7edf req-613a2601-fa43-4f9b-9f1d-7eb248d7d22a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 1100 time: 0.1843743 Mar 04 23:52:41.184565 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dc411-fb3d-4bc3-a3dc-fc1e6869ea35 None None] New status for floating IP ce341b78-d336-4866-83a1-c58ef4987399: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:52:41.227151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806eae0-8387-416a-a20a-c92be00bce46 req-8070b2a7-021e-4bdc-ad6f-e0793758ddc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:41.229344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-8070b2a7-021e-4bdc-ad6f-e0793758ddc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.2823491 Mar 04 23:52:41.234620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-85d02410-acf9-478a-b07d-0c4436194a44 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.3819504 Mar 04 23:52:41.236441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d05afe33-874a-4497-90d2-7e609aba7edf req-6b1970cc-252a-4013-a169-776bf53c42fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427875 Mar 04 23:52:41.522051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32c8ce-8974-4a02-964d-aa7cd6caff50 req-13af0ef5-d764-4e27-9f5a-b88d4eec2640 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:41.532758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f32c8ce-8974-4a02-964d-aa7cd6caff50 req-13af0ef5-d764-4e27-9f5a-b88d4eec2640 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 944 time: 0.4642138 Mar 04 23:52:41.569839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-4b210192-10bc-473c-b953-a6ae6b92465d service neutron] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:41.578940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-4b210192-10bc-473c-b953-a6ae6b92465d service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:41.580349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3b82b6-f1a1-4e9d-add3-ed19071e90fe req-4b210192-10bc-473c-b953-a6ae6b92465d service neutron] 10.222.0.10 "DELETE /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78/bindings/n-h1-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.2963686 Mar 04 23:52:41.620889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-bdeea473-b9e2-4cb9-b7ec-866fdd4da5db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3834324 Mar 04 23:52:41.635322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f32c8ce-8974-4a02-964d-aa7cd6caff50 req-c669044c-1fd8-42d7-9739-d8b465d63a03 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014955 Mar 04 23:52:41.866200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-d305552f-8239-415b-bb70-2f6a4c8adff5 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:41.868884 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-d305552f-8239-415b-bb70-2f6a4c8adff5 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1838605 Mar 04 23:52:41.985272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-4ff3fb40-ae05-4938-b508-c2e515727a37 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475959 Mar 04 23:52:42.036110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-212ada20-4d9a-4ee6-ae87-6cc76f819653 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1608074 Mar 04 23:52:42.041800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'floatingip': {'port_id': '78e91659-eedb-41a5-a87c-34c4369882e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:42.177157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:42.208282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c80eb-2ee5-4158-bd66-ef456b54787a req-1f68074b-e3fa-4e29-8983-af2c05584de4 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:42.217694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304c80eb-2ee5-4158-bd66-ef456b54787a req-1f68074b-e3fa-4e29-8983-af2c05584de4 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.3283603 Mar 04 23:52:42.276777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a806eae0-8387-416a-a20a-c92be00bce46 req-c4ce21eb-fa86-4cca-b52a-bb0d3948e96f service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800062 Mar 04 23:52:42.332017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304c80eb-2ee5-4158-bd66-ef456b54787a req-1a1ad380-65d8-4669-855c-7e45efb4a708 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129858 Mar 04 23:52:42.559732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437ca36c-3cd5-401b-96dc-5a72e630ee46 req-a401ecd0-9f30-4dfd-9914-30df3dfc903e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 210 time: 0.0803370 Mar 04 23:52:42.865487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea4ade-34c2-49ca-bbbb-f7726707a5cb req-ffa5ac51-c55f-4a41-9f6a-1407b47f2e73 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:42.873318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21ea4ade-34c2-49ca-bbbb-f7726707a5cb req-ffa5ac51-c55f-4a41-9f6a-1407b47f2e73 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.1191580 Mar 04 23:52:42.950345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21ea4ade-34c2-49ca-bbbb-f7726707a5cb req-0d5f09c2-96ce-4a70-8969-5885c9f01347 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760052 Mar 04 23:52:43.492803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:43.526774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:43.555323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937350-50ee-4b90-a970-353dbbec3d8c req-0357c67d-115d-46e8-9bfc-d597bed7f1b1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:43.556767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-0357c67d-115d-46e8-9bfc-d597bed7f1b1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.5113044 Mar 04 23:52:43.582692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Request body: {'port': {'device_id': '6868e5ee-f589-4507-981b-6f685a806970', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'admin_state_up': True, 'tenant_id': 'e0fbf865cb194f07a8688d65c9ed7b29'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:43.701298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-99030124-353f-40a6-a95a-2f14f87c8f45 req-29c9dfc7-2679-4cdb-9bda-49cafc072b8e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 1095 time: 0.2701457 Mar 04 23:52:43.815015 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Floating IP ce341b78-d336-4866-83a1-c58ef4987399 associated. External IP: 172.25.0.208, port: 0ebd8cc3-89a8-423e-865b-20d45dc84f89. Mar 04 23:52:43.918635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-99030124-353f-40a6-a95a-2f14f87c8f45 req-b6a28fa4-d662-4b2e-9b44-d3628bf764a8 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161465 Mar 04 23:52:43.991653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:44.020569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:44.045065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Made reservation on behalf of e0fbf865cb194f07a8688d65c9ed7b29 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:52:44.049700 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:44.386156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Allocated IP 172.20.0.7 (fdab189c-4330-45a1-bbc4-b3dcc6c19de9/54656237-f595-48b6-8ca1-5756c70725cc/2125de9f-e491-4cd4-8e1e-a1b198bdbbca) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:44.399652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59d873-2d64-4200-b7c1-6dcae9579d9b req-07d56e38-a0d4-416e-a5dd-0f9d2467e78d tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:44.401820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c59d873-2d64-4200-b7c1-6dcae9579d9b req-07d56e38-a0d4-416e-a5dd-0f9d2467e78d tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1746695 Mar 04 23:52:44.486817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c59d873-2d64-4200-b7c1-6dcae9579d9b req-0ac36721-a20b-47ef-ba55-be3579e4dc73 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787961 Mar 04 23:52:44.517704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:44.737366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e1d82bc-2401-43ce-9fe8-22f889b1778e req-f6e5f0f3-439a-4bd6-bba8-bda2f8315e46 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 210 time: 0.0576136 Mar 04 23:52:44.754889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:44.839706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:44.884367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:45.077423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:45.081779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:45.085493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:45.142783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:45.185450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:45.185979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:45.216558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8519bb8-4c75-45cd-a4de-8aa944429650 req-b8a16995-2bc5-408c-89b5-0ae5d09c2e15 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:45.229550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8519bb8-4c75-45cd-a4de-8aa944429650 req-b8a16995-2bc5-408c-89b5-0ae5d09c2e15 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.2326488 Mar 04 23:52:45.267081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-1a360d66-f8c5-4c9f-a989-e97b1e72a4be tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6883111 Mar 04 23:52:45.287600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Request body: {'port': {'device_id': '6868e5ee-f589-4507-981b-6f685a806970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:45.442237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8519bb8-4c75-45cd-a4de-8aa944429650 req-5a058fa4-890a-40b5-8ed5-cd51c917647c tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113061 Mar 04 23:52:45.477436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:45.609110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:45.699018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:45.731702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:45.732672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:45.839811 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Sync routers for ids ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:45.857883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Routers {'c28b0d0a-20f2-44a1-b961-27b1141d7d0a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:45.860633 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:45.918475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:45.929135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:46.154052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452a18-351a-438f-85d4-0cf712b93753 req-4e14092d-3e8b-4ff7-b9d1-4d77217f9a29 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:46.164739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-4e14092d-3e8b-4ff7-b9d1-4d77217f9a29 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.3424287 Mar 04 23:52:46.164984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:46.189919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:46.237864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-3fd611e6-1e87-4020-90e8-f56eca8eaa11 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/quotas/6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 375 time: 0.0736420 Mar 04 23:52:46.255080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-df4b0632-1104-40bf-8ff5-ad3b94f1c364 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "PUT /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 998 time: 4.2173214 Mar 04 23:52:46.269994 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Set router c28b0d0a-20f2-44a1-b961-27b1141d7d0a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:46.449779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-30a59e2a-3113-48f2-9c2d-f9559143789a tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:46.452560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-30a59e2a-3113-48f2-9c2d-f9559143789a tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports/0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 943 time: 0.1955340 Mar 04 23:52:46.506892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-70822bc8-8a0a-4e49-a236-a968b3109925 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2652602 Mar 04 23:52:46.707864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2125de9f-e491-4cd4-8e1e-a1b198bdbbca {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:46.739407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:46.753050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-4e874e31-687e-48e1-b15c-0f353e51177c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.1638134 Mar 04 23:52:46.846215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:52:26Z', 'revision_number': 4, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b7e064c1-cbed-413d-8af2-218f2d53eba3', 'name': '', 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'mac_address': 'fa:16:3e:dc:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:25Z', 'updated_at': '2022-03-04T23:52:26Z', 'revision_number': 2, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'subnets': [{'id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:46.848622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-cfff741c-d2a2-40aa-9371-3d176ffbea37 service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405907 Mar 04 23:52:46.859064 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Checking router: c28b0d0a-20f2-44a1-b961-27b1141d7d0a for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:46.859064 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Updating router c28b0d0a-20f2-44a1-b961-27b1141d7d0a port b7e064c1-cbed-413d-8af2-218f2d53eba3 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:52:46.913017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Transition to ACTIVE for port object 2125de9f-e491-4cd4-8e1e-a1b198bdbbca will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:46.956646 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:47.083241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '78e91659-eedb-41a5-a87c-34c4369882e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:4d:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:43Z', 'revision_number': 3, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:47.092865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:47.096948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-2f36ac8b-aaee-4087-9bcc-9b1f9516f798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:47.108462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-2f36ac8b-aaee-4087-9bcc-9b1f9516f798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.3492427 Mar 04 23:52:47.125883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:47.126455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:47.179733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:47.289934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-81c73224-0495-489c-b820-a0a9b6220f79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 217 time: 0.1805201 Mar 04 23:52:47.376521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:47.444415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-5db85253-303d-4397-824b-ad92c6c74845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:47.446245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-5db85253-303d-4397-824b-ad92c6c74845 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1550446 Mar 04 23:52:47.499531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:47.514897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-e9417b0c-dc48-4317-ba99-039105b2b28e service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544011 Mar 04 23:52:47.572087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-f3144b61-eb71-4246-a174-3ae029476aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165771 Mar 04 23:52:47.588873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-5068bebb-6158-427d-8973-1949981592af service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:52:47.590685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-5068bebb-6158-427d-8973-1949981592af service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0091360 Mar 04 23:52:47.652965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:47.654118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:47.655871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:47.676272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:47.676734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:47.691430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:47.691854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:47.692252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:47.692926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Bound port: 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:47.693359 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:47.783587 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:47.816208 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Transition to ACTIVE for port object b7e064c1-cbed-413d-8af2-218f2d53eba3 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:47.825585 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:47.915675 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb907a1-61b5-4f38-9a1c-ea9c0e8a8d70 None None] Pushing event updated for resources: {'Port': ['ID=b7e064c1-cbed-413d-8af2-218f2d53eba3,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:47.929099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-b08a0441-c1ed-438f-a848-db905a23500e service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296859 Mar 04 23:52:47.930544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:47.953689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:47.969709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:48.229254 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Attempting to bind port b7e064c1-cbed-413d-8af2-218f2d53eba3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:48.229626 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Attempting to bind port b7e064c1-cbed-413d-8af2-218f2d53eba3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:48.229971 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Attempting to bind port b7e064c1-cbed-413d-8af2-218f2d53eba3 on network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:48.255407 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:48.255832 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Checking segment: {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:48.256177 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:48.256568 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Bound using segment: {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:48.257038 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Bound port: b7e064c1-cbed-413d-8af2-218f2d53eba3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c611930b-77f1-4166-946a-819950a50490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:48.265427 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:48.331426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:48.339151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] 10.222.0.10 "PUT /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 1091 time: 3.0561862 Mar 04 23:52:48.343170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:48.350570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-1ff327a8-61ce-4d6e-bfc6-fd88ba3e8398 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854589 Mar 04 23:52:48.560696 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] For port b7e064c1-cbed-413d-8af2-218f2d53eba3, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:48.566854 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] For port b7e064c1-cbed-413d-8af2-218f2d53eba3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7e064c1-cbed-413d-8af2-218f2d53eba3,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:48.577593 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:48.578503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-e51b870f-aa4e-468f-9d1b-0cf8ea4d617c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1096 time: 0.1889572 Mar 04 23:52:48.584915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2d85-6297-483a-9e96-ae7d62912e72 service neutron] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:48.593926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '78e91659-eedb-41a5-a87c-34c4369882e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:4d:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:43Z', 'revision_number': 3, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:48.603107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b1efc-a608-467f-837b-dbbc3567f869 None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '78e91659-eedb-41a5-a87c-34c4369882e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:4d:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:43Z', 'revision_number': 3, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:48.705290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81677-864f-4fab-90de-0c403b87c3f1 req-8b860b3c-4175-454a-bd27-ca1dc8b74c66 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:48.706804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2c81677-864f-4fab-90de-0c403b87c3f1 req-8b860b3c-4175-454a-bd27-ca1dc8b74c66 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.6168263 Mar 04 23:52:48.777966 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb907a1-61b5-4f38-9a1c-ea9c0e8a8d70 None None] Pushing event updated for resources: {'Port': ['ID=b7e064c1-cbed-413d-8af2-218f2d53eba3,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:48.794703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-0187f218-fe66-4071-a53e-fb6b520c3a49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:48.802693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-0187f218-fe66-4071-a53e-fb6b520c3a49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.2221332 Mar 04 23:52:48.809861 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Routers {'c28b0d0a-20f2-44a1-b961-27b1141d7d0a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:48.810737 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:48.875711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2c81677-864f-4fab-90de-0c403b87c3f1 req-86b0bddc-5ae4-4b63-85db-f14a79658ca3 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286945 Mar 04 23:52:48.880590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-5b55b20c-af67-49c4-86b8-30a5bd05d02c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1094 time: 0.4899869 Mar 04 23:52:48.968714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-26f4ce67-ca73-4946-94e9-8e643cfa024a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 217 time: 0.0776644 Mar 04 23:52:49.039436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-7f08274b-74c7-4be1-b475-05600398d138 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 1001 time: 0.2357802 Mar 04 23:52:49.096156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937350-50ee-4b90-a970-353dbbec3d8c req-dae6d0b4-0265-4485-9ce4-7ffb75467080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:49.099299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-dae6d0b4-0265-4485-9ce4-7ffb75467080 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1236787 Mar 04 23:52:49.177095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-48a34c3a-eca3-4448-85a6-cca6cae09642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:49.179980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-80a54c5d-77d8-410a-9d66-99bcef9ebe1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735674 Mar 04 23:52:49.181289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-48a34c3a-eca3-4448-85a6-cca6cae09642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1334100 Mar 04 23:52:49.316042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-66ef06ee-d19d-449b-a657-d59147fb8247 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297021 Mar 04 23:52:49.383015 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] Set router c28b0d0a-20f2-44a1-b961-27b1141d7d0a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:49.619629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2de5e-bd4f-42cf-8ca9-6f3d8dbd6176 req-237b24aa-ee6f-4193-844a-7a5c7d17caf2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:49.620372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-54b2de5e-bd4f-42cf-8ca9-6f3d8dbd6176 req-237b24aa-ee6f-4193-844a-7a5c7d17caf2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:49.636690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-246f96fe-95bd-4207-8bfb-2930965a3cf2 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492791 Mar 04 23:52:49.639716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-54b2de5e-bd4f-42cf-8ca9-6f3d8dbd6176 req-237b24aa-ee6f-4193-844a-7a5c7d17caf2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:49.646942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b2de5e-bd4f-42cf-8ca9-6f3d8dbd6176 req-237b24aa-ee6f-4193-844a-7a5c7d17caf2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.2774317 Mar 04 23:52:49.713673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-27aa221f-80b5-4031-a810-8957cc22e95c service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901842 Mar 04 23:52:49.903208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60937350-50ee-4b90-a970-353dbbec3d8c req-b6718df0-d964-44de-bf7d-761d9b6670ef service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383032 Mar 04 23:52:49.956084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b2de5e-bd4f-42cf-8ca9-6f3d8dbd6176 req-6af21dfa-7bc2-4aac-b8cf-5a23185cb655 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067760 Mar 04 23:52:50.007666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc1a59aa-cdd7-48ed-83f7-e74336338f75 req-10f25f01-2da1-404e-869f-ec1af1f8bd68 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852414 Mar 04 23:52:50.091618 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'status': 'completed', 'code': 200} Mar 04 23:52:50.287826 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:52:26Z', 'revision_number': 4, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b7e064c1-cbed-413d-8af2-218f2d53eba3', 'name': '', 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'mac_address': 'fa:16:3e:dc:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:25Z', 'updated_at': '2022-03-04T23:52:48Z', 'revision_number': 4, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'subnets': [{'id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:50.297708 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436eb8-b34f-47df-8840-c4bb1bde63f2 None None] The sync data for ids ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'] in n-d-828979-4 is: [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:52:26Z', 'revision_number': 4, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b7e064c1-cbed-413d-8af2-218f2d53eba3', 'name': '', 'network_id': 'b1ed7c05-f282-4d43-b066-9a596ebd8fe6', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'mac_address': 'fa:16:3e:dc:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:25Z', 'updated_at': '2022-03-04T23:52:48Z', 'revision_number': 4, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'subnets': [{'id': 'c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:50.644239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165c390-ef45-41cb-a75c-606ed3966978 req-3230d07c-7dbc-4fbe-a4d7-9835efa040f6 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:50.651312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6165c390-ef45-41cb-a75c-606ed3966978 req-3230d07c-7dbc-4fbe-a4d7-9835efa040f6 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.2739055 Mar 04 23:52:50.731445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452a18-351a-438f-85d4-0cf712b93753 req-6d92243c-40b0-413a-aab7-b0d89333ad41 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:50.735685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-6d92243c-40b0-413a-aab7-b0d89333ad41 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.7222748 Mar 04 23:52:50.760715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e418c79c-a570-4d99-af89-12c7b2818ac4 req-38e6d325-353c-4458-8696-da50c99ef937 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 210 time: 0.1634326 Mar 04 23:52:50.779595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Request body: {'port': {'device_id': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'admin_state_up': True, 'tenant_id': '6db8af48f38e4242834d2d54e28a5038'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:50.780065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6165c390-ef45-41cb-a75c-606ed3966978 req-c39a7d06-5fda-47b1-9ddc-2d178d36f7f1 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203279 Mar 04 23:52:51.087678 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'status': 'completed', 'code': 200} Mar 04 23:52:51.252536 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-355563a3-c0de-4a5b-91d5-504d4cdbbec9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1094 time: 0.2714758 Mar 04 23:52:51.300075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-3cf760dd-c22f-4ba0-9d03-69183686cd94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 1.1238592 Mar 04 23:52:51.318862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73464-a035-4087-8ae8-844844aae1e1 req-643f6b06-919f-484a-bc8b-4831071ae07d tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:51.349151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74d73464-a035-4087-8ae8-844844aae1e1 req-643f6b06-919f-484a-bc8b-4831071ae07d tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.4139678 Mar 04 23:52:51.521304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7e064c1-cbed-413d-8af2-218f2d53eba3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:51.594157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-822e80b6-af8e-431e-a581-32e54b8b6150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:51.598446 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-822e80b6-af8e-431e-a581-32e54b8b6150 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.3300490 Mar 04 23:52:51.685654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b7e064c1-cbed-413d-8af2-218f2d53eba3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:51.716130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b7e064c1-cbed-413d-8af2-218f2d53eba3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:51.718779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:51.744473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-689aa1cf-ae14-4569-b3cd-1d597edb692d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 217 time: 0.0802133 Mar 04 23:52:51.782831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74d73464-a035-4087-8ae8-844844aae1e1 req-03081149-e18c-4896-8e29-1dca424603ba tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324498 Mar 04 23:52:51.832991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-820a5e01-b63e-4276-9cfa-8ca4c8831a7e req-d5102e65-9165-4022-81d2-d61e4def1b33 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.7542782 Mar 04 23:52:51.944318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:52:51.966955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:52.024816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:52:52.037152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-bd63cb1b-60b9-49c9-8e59-3110102740cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:52.039062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-bd63cb1b-60b9-49c9-8e59-3110102740cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.5802495 Mar 04 23:52:52.063377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-d401c7f7-d26e-46fc-913c-c9011839dc44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:52.066729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-d401c7f7-d26e-46fc-913c-c9011839dc44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.2969573 Mar 04 23:52:52.095294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641baf43-e328-46ae-a9d4-51f7b667c389 None None] New status for floating IP ce341b78-d336-4866-83a1-c58ef4987399: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:52:52.135635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a5e01-b63e-4276-9cfa-8ca4c8831a7e req-740c204e-1491-46bb-a5c6-1e359260a78f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:52.149818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-820a5e01-b63e-4276-9cfa-8ca4c8831a7e req-740c204e-1491-46bb-a5c6-1e359260a78f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports/78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 942 time: 0.3174789 Mar 04 23:52:52.150539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Made reservation on behalf of 6db8af48f38e4242834d2d54e28a5038 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:52:52.166618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:52.198586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:52.205067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-188a3286-7e77-4a47-bc12-f40e0e8de609 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308563 Mar 04 23:52:52.222874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-0416d646-a636-466a-8126-201dd7ab7e08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 217 time: 0.1733382 Mar 04 23:52:52.307354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b7e064c1-cbed-413d-8af2-218f2d53eba3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7e064c1-cbed-413d-8af2-218f2d53eba3,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:52.359380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:52.545534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-566df0f3-5dac-4696-b676-7aa505e0bd41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:52.546980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-566df0f3-5dac-4696-b676-7aa505e0bd41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.3098390 Mar 04 23:52:52.560591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-820a5e01-b63e-4276-9cfa-8ca4c8831a7e req-139fdad8-310d-4b95-8c97-85a38fa7210f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1819255 Mar 04 23:52:52.564790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-5122dd9f-6c2c-4dcd-abb4-8b75af8bcb76 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245096 Mar 04 23:52:52.586858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cabf57-b802-4fa9-8d79-8a4106fd27f5 req-5d007651-9e04-4487-91dd-5015f079436c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:52.594573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b7e064c1-cbed-413d-8af2-218f2d53eba3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:52.595530 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7cabf57-b802-4fa9-8d79-8a4106fd27f5 req-5d007651-9e04-4487-91dd-5015f079436c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.3883412 Mar 04 23:52:52.606208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.606551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.607014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.607476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.607806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.608259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.608585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.608905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.609386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.609707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.610023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:52:52.775475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7cabf57-b802-4fa9-8d79-8a4106fd27f5 req-26a891de-9136-4de7-b029-4579190581d9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785219 Mar 04 23:52:52.881695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e6bca82-8b14-41fc-9230-9afbaebb82da req-acd2ac19-6246-4477-93f8-1b6669291229 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510052 Mar 04 23:52:52.910270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a5e01-b63e-4276-9cfa-8ca4c8831a7e req-6a24ffbb-7a7c-4051-a2d2-d9a63599ff37 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:52.911768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-820a5e01-b63e-4276-9cfa-8ca4c8831a7e req-6a24ffbb-7a7c-4051-a2d2-d9a63599ff37 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3504188 Mar 04 23:52:52.915261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Allocated IP 172.20.0.2 (cda71662-4160-4761-9e2f-37800f565172/9a0f0284-62dd-42fc-9718-35b4000bcb00/36787914-16ca-42b5-97ca-344de5f80e64) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:52:52.929536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-fcd1cc76-1d8d-48ee-8276-782c304eba10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3456128 Mar 04 23:52:53.188955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af3f8fee-4c20-4e3c-b761-78f4cda412ae req-181f0362-0dec-4761-b198-676734e85d44 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 210 time: 0.0487425 Mar 04 23:52:53.237016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a4bd0-eddc-42cc-811f-7ef3aea65499 req-d2b318db-0d18-44d0-b437-4c4aea36e23c tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:53.238593 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd6a4bd0-eddc-42cc-811f-7ef3aea65499 req-d2b318db-0d18-44d0-b437-4c4aea36e23c tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.1168811 Mar 04 23:52:53.303567 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7', 'status': 'completed', 'code': 200} Mar 04 23:52:53.327057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd6a4bd0-eddc-42cc-811f-7ef3aea65499 req-5a5ffdbb-18b2-458a-a2e8-53ee00432235 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818183 Mar 04 23:52:53.361050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-2a444ecc-fd29-4702-90ad-b89fd0d8ed83 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238925 Mar 04 23:52:53.528357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7e064c1-cbed-413d-8af2-218f2d53eba3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:53.607492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-1b0c9514-0258-45c1-a0a8-6724c6cb6f28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1096 time: 0.2730324 Mar 04 23:52:53.621979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-f4469646-c600-429d-84ad-948f148ce301 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1867421 Mar 04 23:52:53.681537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b7e064c1-cbed-413d-8af2-218f2d53eba3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:53.683192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:53.935854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-d35779bb-86d7-4281-8534-76347302f04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:53.937586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-d35779bb-86d7-4281-8534-76347302f04b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.3131137 Mar 04 23:52:54.035488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:54.042014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a601641-4c64-4394-a84f-0fb2a473b3ce req-4c98080a-7737-4ac9-9108-de2889cb2998 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587129 Mar 04 23:52:54.059205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00a27-b963-4ce6-9ee1-0b75adebb9d4 req-bba576e7-5b76-4328-84ae-d1502a7db060 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:54.070006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84f00a27-b963-4ce6-9ee1-0b75adebb9d4 req-bba576e7-5b76-4328-84ae-d1502a7db060 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.6297307 Mar 04 23:52:54.114495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-f36e4afc-f106-43a5-97c4-c75a29183478 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 1001 time: 0.1678174 Mar 04 23:52:54.125325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84f00a27-b963-4ce6-9ee1-0b75adebb9d4 req-f4734e8e-11ff-4303-ad86-35060ed6132f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Mar 04 23:52:54.163469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:54.211059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a903-09f9-4f61-af73-e9e861a538da req-fbeb45ac-cec1-4c59-bcc6-c49eb3940e4b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:54.232507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-fbeb45ac-cec1-4c59-bcc6-c49eb3940e4b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports/78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 942 time: 0.6101251 Mar 04 23:52:54.252964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Network cda71662-4160-4761-9e2f-37800f565172 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:52:54.256719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:52:54.263848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:54.292001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:52:54.305845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:54.310866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:52:54.322429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-18d8baaa-ad94-4bc4-ad15-c1fdd9bce5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:54.323881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-18d8baaa-ad94-4bc4-ad15-c1fdd9bce5eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.2021251 Mar 04 23:52:54.405693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:54.407195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:54.457041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-c9ab0225-c94f-4334-a2ef-6db7423aa4b7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6928821 Mar 04 23:52:54.470904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Request body: {'port': {'device_id': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:54.580305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-82a67961-a1d3-4654-b627-8dce2319f7c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479653 Mar 04 23:52:54.596764 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-ccd022d8-0466-44ee-b6cb-5d59060a27e0 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1780527 Mar 04 23:52:54.620606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:52:54.739005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:54.822159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:54.858269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'port_id': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'mac_address': 'fa:16:3e:c3:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54656237-f595-48b6-8ca1-5756c70725cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:52:54.911251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-824110b1-d965-47a6-bc82-6deed7012746 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045902 Mar 04 23:52:55.001395 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:55.103258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2125de9f-e491-4cd4-8e1e-a1b198bdbbca {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:55.122050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbc9d9-47c6-47a6-9e62-b5931b7ba168 req-20c53334-e2f1-4670-8ca9-fd0f9cbda73e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:55.135554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45dbc9d9-47c6-47a6-9e62-b5931b7ba168 req-20c53334-e2f1-4670-8ca9-fd0f9cbda73e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.3164999 Mar 04 23:52:55.145067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:55.156600 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:55.174476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:55.219410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45dbc9d9-47c6-47a6-9e62-b5931b7ba168 req-a7c23199-5a70-40d7-94f0-717831878f1f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Mar 04 23:52:55.316891 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:52:55.359494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:55.360428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:55.378069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a903-09f9-4f61-af73-e9e861a538da req-bd2f2c8c-9d8e-4de6-b0c0-8a67ab099a16 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:55.397335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-bd2f2c8c-9d8e-4de6-b0c0-8a67ab099a16 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.7993681 Mar 04 23:52:55.477756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53de8629-e117-458e-b1c4-886eb71a62af req-b14a9165-a94c-4ce3-9ff3-9db66edf2c22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1100 time: 0.5648377 Mar 04 23:52:55.484671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1904fc78-54b1-44c7-811d-8f6f8af8820f req-944f708c-aac1-4c09-ba97-a00cee6084e8 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322642 Mar 04 23:52:55.506810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:55.551290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:55.560519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-1387014e-3bcb-4448-b88d-935242d27afb tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1619725 Mar 04 23:52:55.590273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:52:55.602857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:55.633836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'mac_address': 'fa:16:3e:f9:1f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:52:55.642116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:55.656174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['2125de9f-e491-4cd4-8e1e-a1b198bdbbca'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:55.684394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36787914-16ca-42b5-97ca-344de5f80e64 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:55.703189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:55.740677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Transition to ACTIVE for port object 36787914-16ca-42b5-97ca-344de5f80e64 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:52:55.749401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:55.877787 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:55.924720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:55.928739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:55.957025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.101957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53de8629-e117-458e-b1c4-886eb71a62af req-ac0d4c89-ebe6-4896-8567-5b160e0bd08f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460856 Mar 04 23:52:56.182292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:56.234685 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.260195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05553ab6-8f3c-4671-81f9-1a095af6a497 req-8e361982-c5bc-4efa-b4c7-c5a7f5bee7f7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:56.260892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-05553ab6-8f3c-4671-81f9-1a095af6a497 req-8e361982-c5bc-4efa-b4c7-c5a7f5bee7f7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:52:56.285576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:52:56.322665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-05553ab6-8f3c-4671-81f9-1a095af6a497 req-8e361982-c5bc-4efa-b4c7-c5a7f5bee7f7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:52:56.324369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05553ab6-8f3c-4671-81f9-1a095af6a497 req-8e361982-c5bc-4efa-b4c7-c5a7f5bee7f7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.3963151 Mar 04 23:52:56.325192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:52:56.325556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:52:56.325881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:56.344476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:56.357727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.419311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:52:56.419675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:52:56.435464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05553ab6-8f3c-4671-81f9-1a095af6a497 req-1fe1ed3d-24af-4279-903e-d5c1d9087667 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986314 Mar 04 23:52:56.443691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:52:56.444031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:52:56.444415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:52:56.444851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Bound port: 36787914-16ca-42b5-97ca-344de5f80e64, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:52:56.445202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.532534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:56.659922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:52:56.670860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:52:56.682073 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.706292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.719674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.749498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.756409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.756724 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Floating IP ce341b78-d336-4866-83a1-c58ef4987399 disassociated. External IP: 172.25.0.208, port: 78e91659-eedb-41a5-a87c-34c4369882e7. Mar 04 23:52:56.795188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:52:56.824968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:56.826357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] 10.222.0.10 "PUT /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 1091 time: 2.3605266 Mar 04 23:52:56.833246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:56.865765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aebc7-14ef-4c4b-8d73-3bf687588ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:56.983124 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '78e91659-eedb-41a5-a87c-34c4369882e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:4d:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:52:52Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:57.004040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-6e66dc91-ac92-496f-8fcc-7c74eb37f19e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1094 time: 0.1221678 Mar 04 23:52:57.008889 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:52:57.036962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c389f7-440c-4646-8fec-474dd4f0134d req-c54af32b-dc32-466c-a6ee-c29fe47f5ed1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:57.049130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78c389f7-440c-4646-8fec-474dd4f0134d req-c54af32b-dc32-466c-a6ee-c29fe47f5ed1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 948 time: 0.2696223 Mar 04 23:52:57.051493 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:52:57.056220 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:57.186614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-cb88d196-800b-48d6-80d8-ce590668598a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 217 time: 0.1012530 Mar 04 23:52:57.277973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78c389f7-440c-4646-8fec-474dd4f0134d req-367e65e6-894d-4090-b008-af5eb285c240 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278147 Mar 04 23:52:57.307648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452a18-351a-438f-85d4-0cf712b93753 req-634bd2e3-3f59-4d1b-a38b-fd6192cba448 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:57.309001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-634bd2e3-3f59-4d1b-a38b-fd6192cba448 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1026144 Mar 04 23:52:57.416529 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'code': 200} Mar 04 23:52:57.420312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-b756d9a2-b7f9-4d0f-b5af-26967ad9ac0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020849 Mar 04 23:52:57.442675 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:52:57.476110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:52:57.762605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-7006e851-7358-4a51-a291-38cdda0be1c7 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369436 Mar 04 23:52:58.009141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:52:58.013790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:58.051821 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:52:58.055962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa4a15-ef40-4a1d-a9b8-69440a10fc00 None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:52:58.077408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ff79c-82be-4a03-8370-96aba9d13355 req-87eab69f-2bcf-4a5b-8494-0b14b21d2f16 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:58.087665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-1dbe73c4-7663-4f78-9a08-42483fd9a860 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "PUT /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 695 time: 2.5073347 Mar 04 23:52:58.088318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:58.101537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f40ff79c-82be-4a03-8370-96aba9d13355 req-87eab69f-2bcf-4a5b-8494-0b14b21d2f16 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 944 time: 0.3378460 Mar 04 23:52:58.143606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50452a18-351a-438f-85d4-0cf712b93753 req-c58297b1-3dfc-4fff-8018-0c37fd4b2ee2 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302369 Mar 04 23:52:58.188422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f40ff79c-82be-4a03-8370-96aba9d13355 req-8f170c69-aab5-4fd0-9c1b-b2bd3c6d0833 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Mar 04 23:52:58.198825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-9096806b-6ed2-4f01-a835-1ee545969ec7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1096 time: 0.0963914 Mar 04 23:52:58.365895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:58.429484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a903-09f9-4f61-af73-e9e861a538da req-45768dcd-a25a-495a-a373-036bd2b81087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:58.439688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-45768dcd-a25a-495a-a373-036bd2b81087 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.2342393 Mar 04 23:52:58.487948 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64', 'status': 'completed', 'code': 200} Mar 04 23:52:58.497766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 508ee93b-21a1-4b32-9e71-9526356d2c5e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:58.498246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:58.529535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-a8eb3e6a-e83f-4f52-85f8-895a9835a5ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 217 time: 0.0888598 Mar 04 23:52:58.565874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:52:58.589276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a903-09f9-4f61-af73-e9e861a538da req-d2473f6d-4fc8-47d7-9c36-9438ce0f5c40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:58.597382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-d2473f6d-4fc8-47d7-9c36-9438ce0f5c40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.0670261 Mar 04 23:52:58.676257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-bc31ffa8-b928-4d0f-a2be-6520308122de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779550 Mar 04 23:52:58.812699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-47159a31-79fd-4b29-afe4-7941a009a7e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1094 time: 0.3106811 Mar 04 23:52:58.835756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-bb77df5c-40d3-4e79-a6bd-c9b9d0aa8e21 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585691 Mar 04 23:52:58.951452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:52:58.988426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-1a13d2c2-7abb-473b-8818-c5312c916600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:58.990284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-1a13d2c2-7abb-473b-8818-c5312c916600 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.1704383 Mar 04 23:52:59.003742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b35ab-e571-4977-863e-01cc3c0a8860 req-865f0de5-62c4-4952-8f5c-acd54478fd94 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:59.011066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-758b35ab-e571-4977-863e-01cc3c0a8860 req-865f0de5-62c4-4952-8f5c-acd54478fd94 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.4010072 Mar 04 23:52:59.013743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:52:59.014374 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:59.035056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f701a903-09f9-4f61-af73-e9e861a538da req-f87e39f4-7663-40b8-8058-71a822e1ea24 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983993 Mar 04 23:52:59.143719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:59.209512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-f1aa309a-3b3c-4e38-9495-e71d48e6bf51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 217 time: 0.1790454 Mar 04 23:52:59.248160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:59.315138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:59.318453 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7', 'status': 'completed', 'code': 200} Mar 04 23:52:59.334322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:59.390693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-85f6591e-00e9-4360-8c06-75f3cbbbd655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:59.392555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-85f6591e-00e9-4360-8c06-75f3cbbbd655 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1762321 Mar 04 23:52:59.456798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-fdad5e50-5606-4894-a8ad-66821e9cc899 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501795 Mar 04 23:52:59.466407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}, {'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:52:59.471305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:59.472086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-758b35ab-e571-4977-863e-01cc3c0a8860 req-8683fe6e-6609-4b39-a5cc-7c532e0901b5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601283 Mar 04 23:52:59.480997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:52:59.490793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:52:59.672452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:52:59.684587 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-71cabd18-cf39-47a9-bc92-bbc73b2141f9 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111337 Mar 04 23:52:59.836181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5b548-e450-423d-a1f2-0a84164e0875 req-df020665-c16c-4a37-8644-5b6e3e165ec9 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:52:59.843784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4dd5b548-e450-423d-a1f2-0a84164e0875 req-df020665-c16c-4a37-8644-5b6e3e165ec9 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1472185 Mar 04 23:52:59.878463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-3daa6eec-4429-4a97-be5d-05947bb9bee3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 1096 time: 0.5415075 Mar 04 23:52:59.969681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9495d32-4ed8-48f7-ac1e-d23c8f4f707c req-7b6d86ef-7c6b-4986-bfe2-57de2a8b1fa2 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768433 Mar 04 23:53:00.048107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-9591e76c-0114-42f4-8dbb-a46eccbd7cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:00.049839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-9591e76c-0114-42f4-8dbb-a46eccbd7cc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.1626315 Mar 04 23:53:00.132871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-b3f784ec-0cd6-41e7-9657-ffedd5668b23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 200 len: 217 time: 0.0728908 Mar 04 23:53:00.148748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4dd5b548-e450-423d-a1f2-0a84164e0875 req-84509246-b325-4b44-91b8-789665713d6b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040516 Mar 04 23:53:00.259313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-0f320fb8-a277-452f-98db-efcbbe9fef2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:00.261322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-0f320fb8-a277-452f-98db-efcbbe9fef2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1090236 Mar 04 23:53:00.426773 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'code': 200} Mar 04 23:53:00.428621 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'code': 200} Mar 04 23:53:00.510621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-8805886e-dad3-4f01-a934-c8ff9434184b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408545 Mar 04 23:53:00.524105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652bd7-a465-4d9a-8726-ceefd8b78ac2 req-8ff01a5c-406e-40c1-a0ec-ef25efea1bcf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:00.526130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d652bd7-a465-4d9a-8726-ceefd8b78ac2 req-8ff01a5c-406e-40c1-a0ec-ef25efea1bcf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.1911860 Mar 04 23:53:00.690014 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d652bd7-a465-4d9a-8726-ceefd8b78ac2 req-400d43a7-8196-410f-8713-1e44c34545c6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887275 Mar 04 23:53:00.704134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45d05e80-33ae-440e-969e-56333f22ebf6 req-35718d71-c59c-4b00-b8b2-9e443804ed0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1096 time: 0.1860294 Mar 04 23:53:00.732738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-ebb4826e-39c9-4840-88f9-b1f960346aca service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055738 Mar 04 23:53:00.741763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1479ac-89ba-4dfc-95d2-b6871d03f214 req-0dea3f89-8a55-498e-adff-b042c58f20f8 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:00.752940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d1479ac-89ba-4dfc-95d2-b6871d03f214 req-0dea3f89-8a55-498e-adff-b042c58f20f8 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.1811428 Mar 04 23:53:00.811811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45d05e80-33ae-440e-969e-56333f22ebf6 req-c4356d6c-687b-42bd-ae77-88e6c6dadaa3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974801 Mar 04 23:53:00.827022 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d1479ac-89ba-4dfc-95d2-b6871d03f214 req-ff8bce3a-4e9b-4d6f-903f-d9ef27965b4c tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/security-groups?id=8778fb13-98bb-4296-8dbf-81032cb1cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775020 Mar 04 23:53:01.036458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a3ffcb8-81b9-40c1-8605-2d890f288405 req-1b539350-9609-4949-977f-28835f25a3aa service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943771 Mar 04 23:53:01.098737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919cece-1c88-4d18-8de1-6b01eb3329e9 req-040008e3-7706-49df-82a7-cf6d308fa017 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:01.113270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a919cece-1c88-4d18-8de1-6b01eb3329e9 req-040008e3-7706-49df-82a7-cf6d308fa017 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2301433 Mar 04 23:53:01.182390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a919cece-1c88-4d18-8de1-6b01eb3329e9 req-1f71a7c3-a8d6-43db-813a-5e74deed660a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658836 Mar 04 23:53:01.235331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-67c0457e-1851-4019-95b0-26c338aa0b6d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:01.236790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-67c0457e-1851-4019-95b0-26c338aa0b6d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1016557 Mar 04 23:53:01.328000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-35a87850-4fa6-4ae9-aab9-cd44647d8fe3 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 698 time: 0.0854802 Mar 04 23:53:01.337447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'floatingip': {'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:01.457104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5fae0-5a30-456c-9ffd-c12ab1ab79f9 req-63d1a170-1e7f-4f38-8736-a62077a30c62 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:01.462293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6a5fae0-5a30-456c-9ffd-c12ab1ab79f9 req-63d1a170-1e7f-4f38-8736-a62077a30c62 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.1411018 Mar 04 23:53:01.498228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:01.528755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6a5fae0-5a30-456c-9ffd-c12ab1ab79f9 req-af73febd-26b2-49aa-81ef-61b891797d75 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591304 Mar 04 23:53:01.875942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-44a0f673-fca2-4221-84fa-3a8f9b8fd36b tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:01.877891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-44a0f673-fca2-4221-84fa-3a8f9b8fd36b tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.36 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 949 time: 0.1573095 Mar 04 23:53:01.985496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Deleting port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:01.985911 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:02.422925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:02.430415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:02.480469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] For port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:02.481237 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:02.530005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:53:02.717674 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Floating IP ce341b78-d336-4866-83a1-c58ef4987399 associated. External IP: 172.25.0.208, port: 0ebd8cc3-89a8-423e-865b-20d45dc84f89. Mar 04 23:53:02.748852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:02.768488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '36787914-16ca-42b5-97ca-344de5f80e64', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'port_id': '36787914-16ca-42b5-97ca-344de5f80e64', 'mac_address': 'fa:16:3e:6e:10:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0f0284-62dd-42fc-9718-35b4000bcb00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:53:02.839610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:02.861713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36787914-16ca-42b5-97ca-344de5f80e64 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:02.879629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:02.886976 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:02.898157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Calling delete_port for 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:03.038611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:03.219344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:03.287189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd978be-52a8-4883-be34-c4eda5475995 None None] New status for floating IP ce341b78-d336-4866-83a1-c58ef4987399: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:53:03.331216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Pushing event deleted for resources: {'Port': ['ID=49e8f056-4bed-4fa2-8a11-b3ef83d63d39,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:03.481608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] No DVR routers for this DVR port 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:03.495992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6865b8-36b3-408e-ac4b-1fbf5111c631 req-39e5eb4a-b496-4353-b894-fb10a5712989 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:03.505782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c6865b8-36b3-408e-ac4b-1fbf5111c631 req-39e5eb4a-b496-4353-b894-fb10a5712989 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.4222095 Mar 04 23:53:03.509431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:03.522861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:53:03.540178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8235803f-a67f-4f83-b489-be8c74df9091', 'name': 'network-vif-deleted', 'tag': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:03.572630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40242) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:03.596546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1741532929'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:03.602060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c6865b8-36b3-408e-ac4b-1fbf5111c631 req-21574af3-6aba-4d72-ae72-f7b048102234 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954618 Mar 04 23:53:03.603887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b916f990-666c-4fbb-912c-fd5b6811d81c req-af013149-d61e-46f0-8d81-681efe524d5e tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.36 "DELETE /v2.0/ports/49e8f056-4bed-4fa2-8a11-b3ef83d63d39 HTTP/1.1" status: 204 len: 173 time: 1.7027676 Mar 04 23:53:03.606978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:03.614895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:network and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:03.620107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:03.635852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['36787914-16ca-42b5-97ca-344de5f80e64'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:03.636403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:03.656666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:03.660546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:03.735435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:53:03.761622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:03.761875 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Added segment 717168c2-c3da-4340-b9dc-0877b886ff97 of type vlan for network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 Mar 04 23:53:03.821155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:03.867255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:03.873725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:03.874523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.006732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d4d2408d-7a32-4ca1-909f-d7210b1a085c req-639b0ef8-79cb-47e0-a550-6eb7f2a7d281 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Synchronizing usage tracker for tenant:ec20b5f1536149448e3a89ea29340770 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:04.031789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:53:04.040122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.047145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4552815 Mar 04 23:53:04.051207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40246) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:04.051934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae493a7f-c7b9-4510-9590-c1b36f8013ff tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Network': ['ID=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:04.061341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1159400200'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:04.064587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d4d2408d-7a32-4ca1-909f-d7210b1a085c req-639b0ef8-79cb-47e0-a550-6eb7f2a7d281 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] Unset dirty status for tenant:ec20b5f1536149448e3a89ea29340770 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:04.065869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4d2408d-7a32-4ca1-909f-d7210b1a085c req-639b0ef8-79cb-47e0-a550-6eb7f2a7d281 tempest-TenantUsagesTestJSON-120553566 tempest-TenantUsagesTestJSON-120553566-project] 10.222.0.32 "GET /v2.0/ports?device_id=8235803f-a67f-4f83-b489-be8c74df9091 HTTP/1.1" status: 200 len: 210 time: 0.1600189 Mar 04 23:53:04.066530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:53:04.068356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:04.073203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:network and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:04.076407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:04.083729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:04.110761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:04.114681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.175976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:53:04.189782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-1eac914f-21fc-4507-b2bc-a7728061ec54 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "PUT /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 999 time: 2.8562109 Mar 04 23:53:04.190235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:04.200266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.200603 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Added segment c050b379-b44e-4017-a17d-eb5ff6e949c6 of type vlan for network 374ea3e1-33d2-40a7-8032-24574b15f7a5 Mar 04 23:53:04.290878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.319229 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-40f5a410-cd60-4a79-8b36-9187af006cea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.1107960 Mar 04 23:53:04.352134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.356880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:04.357155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.411725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:04.468226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:04.468873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 49e8f056-4bed-4fa2-8a11-b3ef83d63d39 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:04.470218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66b48-6679-4f67-89b6-79338d51335c req-df6e025a-9206-455b-9ed6-ab229878feb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:04.471549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a5b66b48-6679-4f67-89b6-79338d51335c req-df6e025a-9206-455b-9ed6-ab229878feb1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2259791 Mar 04 23:53:04.505794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-58d5f718-966f-4003-8071-2116218e203a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:04.507249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-58d5f718-966f-4003-8071-2116218e203a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.1808209 Mar 04 23:53:04.508879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4542210 Mar 04 23:53:04.512053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40252) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:04.528477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9ffd1-c73c-4334-a7bd-3af442fb5163 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Network': ['ID=374ea3e1-33d2-40a7-8032-24574b15f7a5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:04.541312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:53:04.543726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a5b66b48-6679-4f67-89b6-79338d51335c req-92dc2bea-155d-4be1-b22f-7d692395c46b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628803 Mar 04 23:53:04.609241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'subnet': {'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:04.711760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-ec7a778e-3ca6-4638-b5ab-15180fcac06d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 1000 time: 0.1953571 Mar 04 23:53:04.737983 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-66cb26ec-978d-4eb5-943c-0ff7c00ee917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:04.749871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537ad45-30f5-454d-a8a9-22e35bedc231 req-1ed3ec40-aca1-426d-b607-e0a6614c2448 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:04.751343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e537ad45-30f5-454d-a8a9-22e35bedc231 req-1ed3ec40-aca1-426d-b607-e0a6614c2448 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.0841997 Mar 04 23:53:04.783287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:04.789939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:subnet and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:04.794531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:04.796810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e537ad45-30f5-454d-a8a9-22e35bedc231 req-c5de4e41-971b-4dc9-9183-4fb5b845fbda tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Mar 04 23:53:04.802429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:04.808475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-a068ee80-d70c-436d-b710-63132e28d51d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:04.816080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-a068ee80-d70c-436d-b710-63132e28d51d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.0915306 Mar 04 23:53:04.862448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:04.919893 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8235803f-a67f-4f83-b489-be8c74df9091', 'name': 'network-vif-deleted', 'tag': '49e8f056-4bed-4fa2-8a11-b3ef83d63d39', 'status': 'completed', 'code': 200} Mar 04 23:53:04.972138 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'status': 'completed', 'code': 200} Mar 04 23:53:04.980094 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:05.013234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-c2b575cf-e138-4774-9c64-5274ba789045 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882294 Mar 04 23:53:05.069087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-ecf3bebb-708d-4686-b5b6-641af6464f69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520771 Mar 04 23:53:05.169560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-e7aa35f6-2c94-48fe-bf48-80377d6c50b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 1099 time: 0.1335142 Mar 04 23:53:05.177261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5fee2-f364-46e2-afcb-54206107df3c req-cf270cc7-cbd7-4263-af63-ec8a7bd9c3de tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:05.178710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dac5fee2-f364-46e2-afcb-54206107df3c req-cf270cc7-cbd7-4263-af63-ec8a7bd9c3de tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.1075704 Mar 04 23:53:05.260989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-b16ec74c-f9d2-4685-9bd2-03ec34cb762f service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844749 Mar 04 23:53:05.314890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dac5fee2-f364-46e2-afcb-54206107df3c req-b2548e6c-b681-4fb9-8887-c8405905b85a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263020 Mar 04 23:53:05.351183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-ada29612-7814-43a6-ae00-5da7aa1609ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:05.352794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-ada29612-7814-43a6-ae00-5da7aa1609ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1630497 Mar 04 23:53:05.424090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-1fec05c5-70ac-4bef-820e-e02128ee42a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4126679d-002c-4664-b5ae-88c2db738960 HTTP/1.1" status: 200 len: 217 time: 0.0649626 Mar 04 23:53:05.430136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:05.441504 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:53:05.461931 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:05.464762 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:05.472625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3e1c4c7-9ed7-4ee7-9c63-519cf94be4d3 req-0d257d72-e391-45f7-bf2d-60141572d057 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027225 Mar 04 23:53:05.502271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-bf2993fb-73b4-4461-8a59-91caf168fa8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:05.503738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-bf2993fb-73b4-4461-8a59-91caf168fa8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0740614 Mar 04 23:53:05.503873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Subnet': ['ID=def0f0be-e42c-466c-a5d9-846837cd97da,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:05.552014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Checking segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:05.554615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network hostable DHCP agents. Network: 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:53:05.590287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:53:05.606830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:05.611326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:05.612042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:05.637288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5687fbd-e8e7-41d3-b850-aecc73e6fd9f None None] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:05.658142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a27361a-b794-4e53-994a-5d9030a037f0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1439860 Mar 04 23:53:05.660693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:05.669412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'subnet': {'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:05.772160 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:06.018441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c696803b-0225-47f2-b270-72a1f39db00f req-00482271-6b74-4665-b687-d350a72f3f63 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 997 time: 0.4538805 Mar 04 23:53:06.069979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:06.085937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ec350-136e-48f4-b31f-b79f2dc5f61b req-0f7b00f4-1ddc-4c07-a62d-cc8bec6d04f6 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:06.092735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-532ec350-136e-48f4-b31f-b79f2dc5f61b req-0f7b00f4-1ddc-4c07-a62d-cc8bec6d04f6 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 950 time: 0.3891056 Mar 04 23:53:06.112001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:subnet and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:06.119460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:06.130710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:06.133592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:06.172877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:53:06.174781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:06.186674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-d12b7217-89cf-4e18-a801-05d1921c82fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4016140 Mar 04 23:53:06.187295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:06.246971 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:53:03Z', 'revision_number': 7, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:06.252876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:53:06.265937 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:06.266713 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:06.267492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-e8906c0a-d9db-47a3-9729-f1c9436d8fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.4074092 Mar 04 23:53:06.285099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-fe5cb190-65bf-4331-b13c-ced1b6b5f332 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7731807 Mar 04 23:53:06.354714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Allocated IP 10.1.1.2 (7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744/def0f0be-e42c-466c-a5d9-846837cd97da/546cd7f2-576f-4283-8ccc-3003f40e8c7a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:06.398643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-532ec350-136e-48f4-b31f-b79f2dc5f61b req-399b036e-a365-4da1-b2f2-768c6ae6d85a tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047249 Mar 04 23:53:06.408290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696803b-0225-47f2-b270-72a1f39db00f req-717eed48-e435-487b-a50f-97665235fcbd tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:06.425784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c696803b-0225-47f2-b270-72a1f39db00f req-717eed48-e435-487b-a50f-97665235fcbd tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3882585 Mar 04 23:53:06.427241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-c696803b-0225-47f2-b270-72a1f39db00f req-61650ea5-1571-4743-8b15-03c81a478cc9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:53:06.438371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c696803b-0225-47f2-b270-72a1f39db00f req-61650ea5-1571-4743-8b15-03c81a478cc9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0169201 Mar 04 23:53:06.574524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:06.594065 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:06.615240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:06.745606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-62db630c-3e5c-4570-ba3e-5f4719ebd494 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230778 Mar 04 23:53:06.746436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dffbda-2fde-45d7-b843-485d75590870 req-2a259b79-66c7-4cdf-9573-9c189c25c77b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:06.747861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-2a259b79-66c7-4cdf-9573-9c189c25c77b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.4594026 Mar 04 23:53:06.755960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:06.770539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Transition to ACTIVE for port object 546cd7f2-576f-4283-8ccc-3003f40e8c7a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:06.785587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 36787914-16ca-42b5-97ca-344de5f80e64 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:06.801097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 36787914-16ca-42b5-97ca-344de5f80e64 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:06.801524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:06.836812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Transition to ACTIVE for port object 546cd7f2-576f-4283-8ccc-3003f40e8c7a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:06.857345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:06.867476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-96045b98-ff86-4666-9b07-7d4d371c0452 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec20b5f1536149448e3a89ea29340770&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7298465 Mar 04 23:53:06.876566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:06.916395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-1d5f68e1-209e-4a37-8d40-5935dd618ce8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 1101 time: 0.6886353 Mar 04 23:53:06.930106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-e17c4f4e-7067-48c9-9c82-8660601e709a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 1000 time: 0.1380615 Mar 04 23:53:06.986854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:07.005722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:07.011298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:07.069190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dffbda-2fde-45d7-b843-485d75590870 req-a3b8df0e-3d8b-4b2c-b38c-8d2027e70f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.070672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-a3b8df0e-3d8b-4b2c-b38c-8d2027e70f96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1293428 Mar 04 23:53:07.130834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Pushing event updated for resources: {'Port': ['ID=546cd7f2-576f-4283-8ccc-3003f40e8c7a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:07.149537 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:53:03Z', 'revision_number': 7, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:07.152853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a296f02-b0a8-4f26-8dfd-b3359947f2aa req-ee2e4779-0d49-4f12-92ac-db60f32e970a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.154420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a296f02-b0a8-4f26-8dfd-b3359947f2aa req-ee2e4779-0d49-4f12-92ac-db60f32e970a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.4331784 Mar 04 23:53:07.156271 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec677deb-e1f2-416b-9984-b9b4d363770e None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'ce341b78-d336-4866-83a1-c58ef4987399', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'port_id': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'mac_address': 'fa:16:3e:61:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:52:05Z', 'updated_at': '2022-03-04T23:53:03Z', 'revision_number': 7, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:53:07.174715 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9925383-1d73-4fd3-8fd3-1ff820c8ba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.191695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692d577-2847-4743-b817-9ad6e802c92c req-55926499-f1da-4792-816b-159d32d026cc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.193261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c692d577-2847-4743-b817-9ad6e802c92c req-55926499-f1da-4792-816b-159d32d026cc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "GET /v2.0/ports?device_id=521f5c84-0cb3-4a8e-8911-eebb587349b4 HTTP/1.1" status: 200 len: 945 time: 0.3982451 Mar 04 23:53:07.214763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.215860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8ffe4-4c2c-4488-905b-73cfa87d0b8c req-a33b2d25-9a83-460f-8218-fb266f3dc534 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.222993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8f8ffe4-4c2c-4488-905b-73cfa87d0b8c req-a33b2d25-9a83-460f-8218-fb266f3dc534 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.4740040 Mar 04 23:53:07.257399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4809dc48-f011-43a1-9993-d7613a38ae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.268090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:07.270788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:07.281054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-63c6fc3f-82bb-4802-81c9-81d99ceb6931 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995738 Mar 04 23:53:07.290588 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.291879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8f8ffe4-4c2c-4488-905b-73cfa87d0b8c req-4b65c60c-39b9-45b5-b876-ed54991002b3 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679522 Mar 04 23:53:07.318864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be2c41b-7206-4b17-9294-573d4a95a2dd req-cdd8c5c9-ae0d-4c3c-aaa5-3b84fdcc7c91 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280986 Mar 04 23:53:07.335486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Attempting to bind port 546cd7f2-576f-4283-8ccc-3003f40e8c7a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:07.335858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Attempting to bind port 546cd7f2-576f-4283-8ccc-3003f40e8c7a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:07.336634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Attempting to bind port 546cd7f2-576f-4283-8ccc-3003f40e8c7a on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:07.369512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:07.369910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40671566-239e-485f-a28d-890a7efcab05 req-68e82e68-e5bf-410a-99dd-3d64e0e4193e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.370031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Checking segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:07.370344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.370732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Bound using segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:07.371212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Bound port: 546cd7f2-576f-4283-8ccc-3003f40e8c7a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:07.371402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-68e82e68-e5bf-410a-99dd-3d64e0e4193e service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4248886 Mar 04 23:53:07.371610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.394958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4809dc48-f011-43a1-9993-d7613a38ae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.457167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-bec64882-df2d-4f4a-98e6-c8638a436b2b service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696455 Mar 04 23:53:07.496536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Deleting port 78e91659-eedb-41a5-a87c-34c4369882e7 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:07.496750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.524070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:07.539647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d5a64-1cf3-4dd1-b56d-284f5c539cb6 None None] New status for floating IP ce341b78-d336-4866-83a1-c58ef4987399: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:53:07.555135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.611331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-64050ec1-4700-474e-a7bf-b1a27a2279d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4b1f6073-17ee-4524-993f-9b306f3aa894 HTTP/1.1" status: 200 len: 217 time: 0.2320695 Mar 04 23:53:07.613505 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a296f02-b0a8-4f26-8dfd-b3359947f2aa req-0713253a-6cb4-4da8-825e-7d2010971134 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303558 Mar 04 23:53:07.647068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] For port 546cd7f2-576f-4283-8ccc-3003f40e8c7a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:07.662197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] For port 546cd7f2-576f-4283-8ccc-3003f40e8c7a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=546cd7f2-576f-4283-8ccc-3003f40e8c7a,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:07.693643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1dffbda-2fde-45d7-b843-485d75590870 req-e8121820-5f83-426c-8f14-bece1513a520 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302227 Mar 04 23:53:07.700763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d889f-3f86-4770-9dec-444bcd8537bb req-4950c324-0eef-4d23-bdc6-6f0628d615e5 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.708466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d26d889f-3f86-4770-9dec-444bcd8537bb req-4950c324-0eef-4d23-bdc6-6f0628d615e5 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.1491156 Mar 04 23:53:07.752763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d26d889f-3f86-4770-9dec-444bcd8537bb req-855be6af-7216-426f-8aa6-305cc4dc69d0 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Mar 04 23:53:07.774668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:07.854111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Subnet': ['ID=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:07.878421 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64', 'code': 200} Mar 04 23:53:07.883116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40671566-239e-485f-a28d-890a7efcab05 req-a913fd5e-092d-4dc6-8e9a-039ae4e1236e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:07.885680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-a913fd5e-092d-4dc6-8e9a-039ae4e1236e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2550857 Mar 04 23:53:07.984614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f54b74-bd6f-4af6-b11e-ffbcc692c511 None None] Pushing event updated for resources: {'Port': ['ID=546cd7f2-576f-4283-8ccc-3003f40e8c7a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:07.998895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4809dc48-f011-43a1-9993-d7613a38ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:08.099334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:08.123882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5f891fa-56fa-410b-a638-3a8cef031aba req-d2e40c9f-cb80-4fe7-a1fe-e4ac7be77c70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1096 time: 0.1799705 Mar 04 23:53:08.177724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a4f4-7059-4f08-82cd-18fa26bc3d52 req-f6c773e6-3aad-4a8b-8b9c-af23a085f3a5 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:08.179535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce19a4f4-7059-4f08-82cd-18fa26bc3d52 req-f6c773e6-3aad-4a8b-8b9c-af23a085f3a5 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 950 time: 0.1521680 Mar 04 23:53:08.235208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:08.247227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809dc48-f011-43a1-9993-d7613a38ae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8778fb13-98bb-4296-8dbf-81032cb1cca3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:08.257604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Checking segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:08.257958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network hostable DHCP agents. Network: 374ea3e1-33d2-40a7-8032-24574b15f7a5, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:53:08.286568 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-9e0d77aa-a8d6-4040-a431-11c79e6e1f1e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1000 time: 0.5561168 Mar 04 23:53:08.364394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4809dc48-f011-43a1-9993-d7613a38ae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:08.365250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5f891fa-56fa-410b-a638-3a8cef031aba req-b1f92e08-09a8-4a77-a1d0-a6d8e1258969 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199645 Mar 04 23:53:08.365877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4809dc48-f011-43a1-9993-d7613a38ae15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8778fb13-98bb-4296-8dbf-81032cb1cca3 HTTP/1.1" status: 204 len: 168 time: 1.4835784 Mar 04 23:53:08.391735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce19a4f4-7059-4f08-82cd-18fa26bc3d52 req-3d7bb05b-de67-4866-ad44-0c7b2614a075 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Mar 04 23:53:08.420863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] For port 78e91659-eedb-41a5-a87c-34c4369882e7, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=78e91659-eedb-41a5-a87c-34c4369882e7,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:08.420863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:08.442986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-8af20419-b508-4cd7-bf4d-f01efc90ac49 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:08.444802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-8af20419-b508-4cd7-bf4d-f01efc90ac49 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports/0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 943 time: 0.1466277 Mar 04 23:53:08.555592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:53:08.564341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Calling delete_port for 78e91659-eedb-41a5-a87c-34c4369882e7 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:08.625361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef19eb4-066d-4a1a-b391-a03a70b6fa92 req-a28d5f07-a636-45ec-92d0-c72a658cde84 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:08.626925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ef19eb4-066d-4a1a-b391-a03a70b6fa92 req-a28d5f07-a636-45ec-92d0-c72a658cde84 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.0911558 Mar 04 23:53:08.671928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-357055eb-bb6c-4069-9962-227f3a0ece90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7747033 Mar 04 23:53:08.693850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 374ea3e1-33d2-40a7-8032-24574b15f7a5) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:08.698173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ef19eb4-066d-4a1a-b391-a03a70b6fa92 req-f53ad7ec-0617-4511-8543-ec3b8365718f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598695 Mar 04 23:53:08.702541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e933b99-e4e8-4b9a-a909-6f7dad3afb7c None None] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:08.723749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:08.724072 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:08.833718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40318) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:08.851885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b89bc522-ac23-44f5-80c3-72fb5f44f9a6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1880186 Mar 04 23:53:08.854628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40322) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:08.864928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'name': 'tempest-TaggedBootDevicesTest-2072605012', 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:08.867713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-cca832d3-30d2-4a27-bef2-41e9fa2e9c60 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.2740684 Mar 04 23:53:08.885928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.022335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-374ea3e1-33d2-40a7-8032-24574b15f7a5', 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'fixed_ips': [{'subnet_id': '3f16ec7c-459a-4c18-b6e3-fbfed6162c0c'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:53:09.024423 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.045612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.057310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:09.058825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0ebd8cc3-89a8-423e-865b-20d45dc84f89'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:09.090800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a291e2290248b19ce1d5cac0037b6e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:09.097213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:09.111960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:09.138683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event deleted for resources: {'Port': ['ID=78e91659-eedb-41a5-a87c-34c4369882e7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:09.164680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e865939-841b-4d0b-94e8-84feceec4766 None None] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:09.168821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:09.177764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:port and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:09.183510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:09.196065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:09.212213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-64b3e88a-750b-43d3-a99c-840926c321e5 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:09.214551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-64b3e88a-750b-43d3-a99c-840926c321e5 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3460746 Mar 04 23:53:09.246109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:09.335050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] No DVR routers for this DVR port 78e91659-eedb-41a5-a87c-34c4369882e7 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:09.370812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.373528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'name': 'network-vif-deleted', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:09.412427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.450073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c692d577-2847-4743-b817-9ad6e802c92c req-f122e931-0758-40ae-8475-a92bd7f772a1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "DELETE /v2.0/ports/78e91659-eedb-41a5-a87c-34c4369882e7 HTTP/1.1" status: 204 len: 173 time: 2.2462966 Mar 04 23:53:09.461786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] device_id is not set on port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 04 23:53:09.462721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-136e2034-e8c8-4050-980c-04a023702a2f tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.2115159 Mar 04 23:53:09.474901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:09.487956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-576d6d4e-673b-4e5b-ac47-e3e18159c659 None None] Provisioning for port 546cd7f2-576f-4283-8ccc-3003f40e8c7a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:09.615788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.706839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 546cd7f2-576f-4283-8ccc-3003f40e8c7a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:09.806575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 10.1.1.43 (7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744/def0f0be-e42c-466c-a5d9-846837cd97da/51983e42-d2ff-4973-ad4e-a1a037d2aaf8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:09.820562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.833433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.860530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.912898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:09.922895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4105225-7d58-4f40-9fe7-06dc52b95064,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:09.953115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a1412-4f0d-4a4f-b466-9b1d2f21317f req-634f0605-fc79-48a8-8796-64b57414e26b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:09.959829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-658a1412-4f0d-4a4f-b466-9b1d2f21317f req-634f0605-fc79-48a8-8796-64b57414e26b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2635934 Mar 04 23:53:09.993388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Allocated IP 10.2.2.2 (374ea3e1-33d2-40a7-8032-24574b15f7a5/3f16ec7c-459a-4c18-b6e3-fbfed6162c0c/1c9122c1-d005-438e-9af5-512fc9aac519) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:10.035689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-071e1a2d-473a-4e5b-b4f8-2f6d8c827d60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6a291e2290248b19ce1d5cac0037b6e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1984789 Mar 04 23:53:10.040234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40336) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:10.054829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 546cd7f2-576f-4283-8ccc-3003f40e8c7a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:10.074517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-6858fa22-0ca5-4364-9bc7-81fcf2122970 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597168 Mar 04 23:53:10.075858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.076352 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Floating IP ce341b78-d336-4866-83a1-c58ef4987399 disassociated. External IP: 172.25.0.208, port: 0ebd8cc3-89a8-423e-865b-20d45dc84f89. Mar 04 23:53:10.122803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 546cd7f2-576f-4283-8ccc-3003f40e8c7a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:10.123259 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.157790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-658a1412-4f0d-4a4f-b466-9b1d2f21317f req-d125c32a-c5a2-4a56-bbfd-1d5559e4deb6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970572 Mar 04 23:53:10.281939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed612500-84cc-4821-8269-29fdc1a49692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.287500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.366653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.372252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed612500-84cc-4821-8269-29fdc1a49692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.379489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Transition to ACTIVE for port object 1c9122c1-d005-438e-9af5-512fc9aac519 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:10.379678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:10.407732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Transition to ACTIVE for port object 1c9122c1-d005-438e-9af5-512fc9aac519 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:10.451217 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.471874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2acb6-49cf-4c6f-adde-29cd442af039 req-4457d512-9b5f-46b5-b7e3-7f1607b9e092 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:10.473382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42a2acb6-49cf-4c6f-adde-29cd442af039 req-4457d512-9b5f-46b5-b7e3-7f1607b9e092 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.1975524 Mar 04 23:53:10.475673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.485205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed612500-84cc-4821-8269-29fdc1a49692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.529466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40671566-239e-485f-a28d-890a7efcab05 req-3ab24b11-ae45-40b6-963e-f278e10cd937 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939996 Mar 04 23:53:10.539443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:10.543386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:10.545753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.559082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed612500-84cc-4821-8269-29fdc1a49692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4105225-7d58-4f40-9fe7-06dc52b95064,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:10.565173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:10.581519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 78e91659-eedb-41a5-a87c-34c4369882e7 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:10.613470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:10.614245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:10.619260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:10.624108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed612500-84cc-4821-8269-29fdc1a49692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.627473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed612500-84cc-4821-8269-29fdc1a49692 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4105225-7d58-4f40-9fe7-06dc52b95064 HTTP/1.1" status: 204 len: 168 time: 0.5810952 Mar 04 23:53:10.628146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:10.664198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 78e91659-eedb-41a5-a87c-34c4369882e7 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:10.665370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 78e91659-eedb-41a5-a87c-34c4369882e7 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:10.665822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:10.678490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42a2acb6-49cf-4c6f-adde-29cd442af039 req-3b05e0e7-bc23-43de-97e4-6d57a649c146 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890881 Mar 04 23:53:10.701812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Pushing event updated for resources: {'Port': ['ID=1c9122c1-d005-438e-9af5-512fc9aac519,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:10.726057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eede5dc9-a5e4-4eae-8ca3-8d0892683526 None None] Provisioning complete for port 546cd7f2-576f-4283-8ccc-3003f40e8c7a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:10.726424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eede5dc9-a5e4-4eae-8ca3-8d0892683526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.747038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:10.752322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:10.780429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78baec06-fe24-48cc-b6a5-91ea2d129852 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9237938 Mar 04 23:53:10.784867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40344) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:10.796372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'name': 'tempest-TaggedBootDevicesTest-167017248', 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:10.872449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 546cd7f2-576f-4283-8ccc-3003f40e8c7a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=546cd7f2-576f-4283-8ccc-3003f40e8c7a,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:10.964804 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f5c84-0cb3-4a8e-8911-eebb587349b4', 'name': 'network-vif-deleted', 'tag': '78e91659-eedb-41a5-a87c-34c4369882e7', 'status': 'completed', 'code': 200} Mar 04 23:53:10.991434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.022984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:11.028042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:port and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:11.031461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:11.037863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:11.050483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:11.059339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.095181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] device_id is not set on port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 04 23:53:11.173965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:53:11.211668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=546cd7f2-576f-4283-8ccc-3003f40e8c7a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:11.220551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Attempting to bind port 1c9122c1-d005-438e-9af5-512fc9aac519 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:11.220919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Attempting to bind port 1c9122c1-d005-438e-9af5-512fc9aac519 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:11.221383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Attempting to bind port 1c9122c1-d005-438e-9af5-512fc9aac519 on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:11.289455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:11.290322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Checking segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:11.292554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.293174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Bound using segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:11.293910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Bound port: 1c9122c1-d005-438e-9af5-512fc9aac519, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:11.294533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.436401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:53:11.448027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:53:11.449459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.463119 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:11.464030 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:11.471075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.506094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-284166a9-28a7-4643-a5c4-14427594a70b tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "PUT /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 695 time: 2.0358682 Mar 04 23:53:11.531251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] For port 1c9122c1-d005-438e-9af5-512fc9aac519, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:11.535734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 546cd7f2-576f-4283-8ccc-3003f40e8c7a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:11.572367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab7db7-58d6-469e-8238-6030106da3ee req-6d4195d4-1e36-4867-adff-2b81dd68d465 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:11.574186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97ab7db7-58d6-469e-8238-6030106da3ee req-6d4195d4-1e36-4867-adff-2b81dd68d465 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.4130728 Mar 04 23:53:11.606701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-757093bb-9d01-4a04-9015-faf727ec85c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0825145 Mar 04 23:53:11.640322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] For port 1c9122c1-d005-438e-9af5-512fc9aac519, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1c9122c1-d005-438e-9af5-512fc9aac519,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:11.670335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.698396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97ab7db7-58d6-469e-8238-6030106da3ee req-0f7ec3c6-2673-4d66-9449-48349eff00f3 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783675 Mar 04 23:53:11.724831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 10.1.1.180 (7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744/def0f0be-e42c-466c-a5d9-846837cd97da/0a79c5bc-33cc-4a39-9420-9700aa2f7d42) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:11.785078 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:11.786883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:11.888901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:11.894240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-c52a5420-3248-4458-98b6-26c445807307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:11.896642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-c52a5420-3248-4458-98b6-26c445807307 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.2827649 Mar 04 23:53:11.905472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e9be36fb-c7a4-40c8-a8f7-b4db17838be3 None None] Provisioning for port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:11.929953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:11.933890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e9be36fb-c7a4-40c8-a8f7-b4db17838be3 None None] Provisioning complete for port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:11.934249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9be36fb-c7a4-40c8-a8f7-b4db17838be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.014115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-05260aea-e9ab-4cc7-8369-b5c194bae4aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 217 time: 0.1086876 Mar 04 23:53:12.038700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b0e8a-a175-42a9-849f-510d3968d093 None None] Pushing event updated for resources: {'Port': ['ID=1c9122c1-d005-438e-9af5-512fc9aac519,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:12.107024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40374) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:12.179492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-38da46a5-28bb-47b1-b1fc-766ba379372c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:12.181788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-38da46a5-28bb-47b1-b1fc-766ba379372c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1616213 Mar 04 23:53:12.200418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 546cd7f2-576f-4283-8ccc-3003f40e8c7a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:12.200942 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.244973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e9be36fb-c7a4-40c8-a8f7-b4db17838be3 None None] Port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:12.252059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd5e-de16-45bd-b751-56df9cbec4fe req-85918f1a-df51-41b7-9492-b4dc1a450686 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:12.253973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-587bcd5e-de16-45bd-b751-56df9cbec4fe req-85918f1a-df51-41b7-9492-b4dc1a450686 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2958868 Mar 04 23:53:12.257402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.280205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:12.344278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:12.361893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-587bcd5e-de16-45bd-b751-56df9cbec4fe req-8050b458-8f04-4244-a5ea-2a82d1fff4ec tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961781 Mar 04 23:53:12.372914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1209554247-network', 'tenant_id': '5b0f7ef89a8f4b1a8ec87e86b52f5214'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:12.387354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-367a4293-9ec7-4eca-946f-6c5f057da7e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971145 Mar 04 23:53:12.389605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:12.393577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Usage tracker for resource:network and tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:12.397716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:12.410412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.425724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:12.500250 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:12.500927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Made reservation on behalf of 5b0f7ef89a8f4b1a8ec87e86b52f5214 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:12.503229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.504640 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:53:12.517122 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:12.518020 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:12.521755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.522328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:12.526067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:12.564922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:12.567816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:12.571639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:12.577610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:12.583560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:12.612044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:12.660823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.679594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:12.680287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.703560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-00f25747-63cd-420f-927e-d68bbf5c9570 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068230 Mar 04 23:53:12.704692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:12.721204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cb85c311-5535-40c3-9ff9-332623152bc3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9338884 Mar 04 23:53:12.737743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc06e4a-c853-4cb0-9bc2-796eb074b72b req-8d5f16c2-af5a-448b-8a89-9cc14fd87788 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:12.739635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbc06e4a-c853-4cb0-9bc2-796eb074b72b req-8d5f16c2-af5a-448b-8a89-9cc14fd87788 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.2085452 Mar 04 23:53:12.769317 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:12.804688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbc06e4a-c853-4cb0-9bc2-796eb074b72b req-16a5c208-7780-47c8-b27e-8429c5268e27 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561488 Mar 04 23:53:12.860940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:53:12.933539 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'code': 200} Mar 04 23:53:12.983869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fd01b0db-084e-4fe9-8cc1-f8a458651643 None None] Provisioning for port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:12.989965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fd01b0db-084e-4fe9-8cc1-f8a458651643 None None] Provisioning complete for port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:12.991734 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd01b0db-084e-4fe9-8cc1-f8a458651643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.000579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:13.042569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.043241 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Added segment edc3ac1f-a53e-44a0-92d4-6026d05dac3d of type vlan for network 3d373df7-973c-4bce-a6a5-2315e6cc1550 Mar 04 23:53:13.055866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f5b414-6bce-45c0-bb97-61dacdd7fec2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:13.197275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.215231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fd01b0db-084e-4fe9-8cc1-f8a458651643 None None] Port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:13.223610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e356d15-abb2-4107-95e5-e0c90d210cb2 req-474ef374-289e-4c61-8357-ef8bdfa26456 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128567 Mar 04 23:53:13.261976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.263214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:13.263571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.367678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] Pushing event updated for resources: {'Network': ['ID=3d373df7-973c-4bce-a6a5-2315e6cc1550,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:13.390516 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:13.393092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6ae39768-85ba-41b1-9508-0b0d9206a515 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2805662 Mar 04 23:53:13.395834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40394) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:13.402206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:53:13.410459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Request body: {'subnet': {'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1209554247-subnet', 'tenant_id': '5b0f7ef89a8f4b1a8ec87e86b52f5214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:13.418554 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fd17e-e510-4ccc-b835-97091f6e3473 None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:51:24Z', 'revision_number': 4, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '56b86b0b-6862-410e-9ab0-3b75d7d82b50', 'name': '', 'network_id': 'b4ef9424-e81f-4232-acf1-ad2d7fa7112c', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'mac_address': 'fa:16:3e:e9:2d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:23Z', 'updated_at': '2022-03-04T23:51:39Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'subnets': [{'id': '4fe65bdd-10a5-4aed-9541-08d28bace0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:53:13.421855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:13.432549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e633c-21a1-435b-8046-95d298ad2b6a None None] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:13.436544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Usage tracker for resource:subnet and tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:13.443553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:13.456756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:13.537307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Made reservation on behalf of 5b0f7ef89a8f4b1a8ec87e86b52f5214 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:13.539408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.558856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1c9122c1-d005-438e-9af5-512fc9aac519 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:13.652653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40398) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:13.666007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148499de-89cd-4e07-8b3c-96c9325ecf89 req-17a07dff-b797-4ea9-b043-0bd9885919a5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:13.670668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265297684', 'description': 'tempest-description--41890534'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:13.672630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-148499de-89cd-4e07-8b3c-96c9325ecf89 req-17a07dff-b797-4ea9-b043-0bd9885919a5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.2126706 Mar 04 23:53:13.683712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:13.691181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:security_group and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:13.703182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:13.703476 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'status': 'completed', 'code': 200} Mar 04 23:53:13.723831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cc7258c7-128b-41e0-b9e6-92b6d7bd2fac None None] Provisioning for port 1c9122c1-d005-438e-9af5-512fc9aac519 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:13.724858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:13.767203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1c9122c1-d005-438e-9af5-512fc9aac519 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:13.780410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.788871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1c9122c1-d005-438e-9af5-512fc9aac519 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:13.789157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:13.839945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:13.853941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-148499de-89cd-4e07-8b3c-96c9325ecf89 req-054511fd-bdfa-4695-b597-cb7d46401c4c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803756 Mar 04 23:53:13.858938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:security_group_rule and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:13.864639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:13.873658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:14.019609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.022175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.022587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.032011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-fcd1e5d6-6bee-4352-bd7e-02d9ae027c8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edace8b87ef548539dc05b21a3b785ea&device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 1097 time: 0.3095386 Mar 04 23:53:14.032532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.084788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2930a5-98b8-4622-9716-ae4de1979a43 None None] New status for floating IP ce341b78-d336-4866-83a1-c58ef4987399: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:53:14.125568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.127162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.4717150 Mar 04 23:53:14.129904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24611474-eedb-4069-b44a-43482152e5b2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd556415-0350-4206-a75a-82f74bb52443,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:14.131986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40410) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:14.140800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'security_group_rule': {'security_group_id': 'bd556415-0350-4206-a75a-82f74bb52443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:14.148182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:14.153965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:security_group_rule and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:14.158430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:14.167235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:14.183468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e46a15-eb95-4768-af42-75f81129a1a0 req-ac7aadfc-5f70-4328-8607-3c0351dfe2d6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:14.189835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88e46a15-eb95-4768-af42-75f81129a1a0 req-ac7aadfc-5f70-4328-8607-3c0351dfe2d6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2287002 Mar 04 23:53:14.236173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.252816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071cdfa3-55f7-4dba-a026-9ba7f640b579,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:14.254228 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88e46a15-eb95-4768-af42-75f81129a1a0 req-fe50469a-65ca-45ae-9fac-98f3c880b470 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600379 Mar 04 23:53:14.311175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.314703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Checking segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:14.315078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Network hostable DHCP agents. Network: 3d373df7-973c-4bce-a6a5-2315e6cc1550, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:53:14.317893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.321483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-eb957e9d-9fde-4a67-967d-bee6d45d2204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:14.323752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-eb957e9d-9fde-4a67-967d-bee6d45d2204 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 200 len: 922 time: 0.2376716 Mar 04 23:53:14.359177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.360545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2273211 Mar 04 23:53:14.363043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40418) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:14.365902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8807e-cfaf-47b1-a5e0-79214d1fe11e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36d5c36-5075-49b0-af29-7922c44699a7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:14.373150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'security_group_rule': {'security_group_id': 'bd556415-0350-4206-a75a-82f74bb52443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:14.376604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1c9122c1-d005-438e-9af5-512fc9aac519, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1c9122c1-d005-438e-9af5-512fc9aac519,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:14.380528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:14.386260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:security_group_rule and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:14.391380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:14.413613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:14.424402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de191-f259-40be-904a-6c73500caf49 req-d5ed0a94-9a79-40ae-bef5-563b1f8c77a1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:14.425915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-979de191-f259-40be-904a-6c73500caf49 req-d5ed0a94-9a79-40ae-bef5-563b1f8c77a1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.2336929 Mar 04 23:53:14.428008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-f55bd9df-5f54-484f-9b07-179daaa8ca31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 200 len: 217 time: 0.0954628 Mar 04 23:53:14.442214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.460595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.501720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:53:14.505853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:53:14.538225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3d373df7-973c-4bce-a6a5-2315e6cc1550) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:14.548846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:14.549393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.550016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-f98b3314-ae98-4b00-b65c-6ff859cc41f9 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 200 len: 695 time: 0.0988691 Mar 04 23:53:14.563249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-979de191-f259-40be-904a-6c73500caf49 req-bb71d118-f769-467e-a059-409560be3be3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281962 Mar 04 23:53:14.568688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-611d5394-d22f-4a8c-bb63-9894534b3592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:14.570086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-611d5394-d22f-4a8c-bb63-9894534b3592 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 200 len: 860 time: 0.1241288 Mar 04 23:53:14.611144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b44284-7088-4d22-95fe-8a20640de28c None None] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:14.624494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9419be85-613d-4577-aedf-0d11fdcb6bb8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2198243 Mar 04 23:53:14.692929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-92a41726-fd41-4003-b121-47d2078baf76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ef9424-e81f-4232-acf1-ad2d7fa7112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088464 Mar 04 23:53:14.766287 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:53:14.768444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-33054311-87da-4edf-b574-6dbd1b12af8e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:14.769846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-33054311-87da-4edf-b574-6dbd1b12af8e tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2140775 Mar 04 23:53:14.800672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-d8404eaa-392a-405a-b3c5-1ced2512e6e1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:53:14.807808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-d8404eaa-392a-405a-b3c5-1ced2512e6e1 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0152118 Mar 04 23:53:14.831740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1c9122c1-d005-438e-9af5-512fc9aac519,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:14.908727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:14.910682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-8777fae6-40d8-468e-8be9-6d40b9d17366 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168257 Mar 04 23:53:14.918063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-55258f0d-7231-4e1d-8a49-9d7b4027a081 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 697 time: 0.1090705 Mar 04 23:53:15.017922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.068034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-4c12b9a0-a74a-4344-bc43-ea05009c8f3c tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 697 time: 0.1489389 Mar 04 23:53:15.068251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:15.069421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e075a075-e662-4e9a-bbfc-ad73b73e28f2,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:15.083138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.083887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a3df82f-4d89-4adb-bee5-8f3996b7d50c req-c7a879a5-3ad4-413c-96f7-ea32d038949b tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1096 time: 0.1719959 Mar 04 23:53:15.087878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2d73365a-8902-494e-84ef-6203db20f053 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7204704 Mar 04 23:53:15.089027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40432) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:15.096746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:15.101726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4126679d-002c-4664-b5ae-88c2db738960', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '4126679d-002c-4664-b5ae-88c2db738960', 'mac_address': 'fa:16:3e:64:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:53:15.104503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:15.128745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:floatingip and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:15.142299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:15.163517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:15.191905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18b51f04-95dd-46ea-8291-ac25755d9628 req-56d097fc-0013-464f-af79-802678e921c5 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318099 Mar 04 23:53:15.193651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a3df82f-4d89-4adb-bee5-8f3996b7d50c req-365832f3-fd0c-465b-bbe3-41ee26df2640 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004283 Mar 04 23:53:15.195858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.209492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce71782-8ac1-4582-943f-a3895104de87 None None] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:15.293697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-507de19d-3a57-4c06-a687-d8324b6742a3 None None] Provisioning complete for port 1c9122c1-d005-438e-9af5-512fc9aac519 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:15.294087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-507de19d-3a57-4c06-a687-d8324b6742a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.348157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.366811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.369948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Deleting port 2f4497c4-d0c0-4de1-a2e7-96d59d685caa {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:15.370622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.404680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4126679d-002c-4664-b5ae-88c2db738960 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:15.496401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:15.502021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1c9122c1-d005-438e-9af5-512fc9aac519 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:15.538980 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:53:15.564997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.565604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.566068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.708700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4126679d-002c-4664-b5ae-88c2db738960'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:15.714231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Calling delete_port for 2f4497c4-d0c0-4de1-a2e7-96d59d685caa owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:15.757367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:15.772097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 172.25.0.176 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/04ca1b20-260f-4cfa-9677-ffdab4539b30) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:15.792279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1c9122c1-d005-438e-9af5-512fc9aac519 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:15.792648 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.876536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:15.903091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-335f702d-ae63-4dda-b942-a85612853f82 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:15.903912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-335f702d-ae63-4dda-b942-a85612853f82 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:15.924086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event deleted for resources: {'Port': ['ID=2f4497c4-d0c0-4de1-a2e7-96d59d685caa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:15.951728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-335f702d-ae63-4dda-b942-a85612853f82 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:15.957722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-335f702d-ae63-4dda-b942-a85612853f82 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.2955394 Mar 04 23:53:15.992304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.001363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b4274fda-e53e-448c-a509-5d4f6541e962 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/quotas/5b0f7ef89a8f4b1a8ec87e86b52f5214 HTTP/1.1" status: 200 len: 375 time: 0.0426617 Mar 04 23:53:16.037005 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.046509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-5a007594-d0b8-4351-aaf2-2958df54cccf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441816 Mar 04 23:53:16.064328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.065705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-429ee7f0-d7c1-4396-91e5-7132f4c9453f req-477c583f-f1bf-49d0-bf4d-459cbc2b5f85 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "DELETE /v2.0/floatingips/ce341b78-d336-4866-83a1-c58ef4987399 HTTP/1.1" status: 204 len: 173 time: 0.9793003 Mar 04 23:53:16.156978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.235878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9b06d-eb88-4ba5-9c6d-b50a6a88fc41 req-85f8fc46-b50a-4def-a949-23466451cee0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:16.237447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05f9b06d-eb88-4ba5-9c6d-b50a6a88fc41 req-85f8fc46-b50a-4def-a949-23466451cee0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.0773675 Mar 04 23:53:16.246120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-e6871fe5-d36c-4894-8b03-2b46710abac5 service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918082 Mar 04 23:53:16.249427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:16.252269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:16.257719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:16.288534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05f9b06d-eb88-4ba5-9c6d-b50a6a88fc41 req-d267e5fe-2108-4e09-bb06-64f8db3b210c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Mar 04 23:53:16.305842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=04ca1b20-260f-4cfa-9677-ffdab4539b30,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:16.474517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d8450-3769-41c9-9e02-942344974b1a req-ca27ad80-235a-45e6-b058-f7590c48e2bb tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:16.474733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-a625a1a1-7a51-4f43-9a47-b6477fc7ff1a service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203600 Mar 04 23:53:16.476105 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e0d8450-3769-41c9-9e02-942344974b1a req-ca27ad80-235a-45e6-b058-f7590c48e2bb tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.0766916 Mar 04 23:53:16.526552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e0d8450-3769-41c9-9e02-942344974b1a req-4be4e22e-37e9-4a7d-acbf-eb2c787bf920 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Mar 04 23:53:16.574899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.637619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.731971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea4daaf9-4ed2-41d2-a112-6cd712864d54 req-ebea151a-86b2-41d7-b6ce-711b50502df4 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1096 time: 0.0783484 Mar 04 23:53:16.780146 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea4daaf9-4ed2-41d2-a112-6cd712864d54 req-58ad36dc-06b8-469b-8017-9823ac07d219 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Mar 04 23:53:16.870611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:16.876800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:17.062043 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8776ddb6-610a-4b72-a1b0-c3d1a612a1bb req-3b89ba67-5289-46ae-bba1-a35d54d8ddbb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 210 time: 0.1090696 Mar 04 23:53:17.117198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=04ca1b20-260f-4cfa-9677-ffdab4539b30,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:17.129436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:17.159975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:17.161674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a7e9c429-5e92-4395-9dd8-cde6ecc4274d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0715349 Mar 04 23:53:17.248350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dc5f2-e1db-4509-b573-d33999f137e4 req-dc0efdda-b95d-413b-8543-2f4579004d15 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:17.249178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-940dc5f2-e1db-4509-b573-d33999f137e4 req-dc0efdda-b95d-413b-8543-2f4579004d15 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Synchronizing usage tracker for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:17.268452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-940dc5f2-e1db-4509-b573-d33999f137e4 req-dc0efdda-b95d-413b-8543-2f4579004d15 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Unset dirty status for tenant:edace8b87ef548539dc05b21a3b785ea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:17.270457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-940dc5f2-e1db-4509-b573-d33999f137e4 req-dc0efdda-b95d-413b-8543-2f4579004d15 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.1076727 Mar 04 23:53:17.332394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-940dc5f2-e1db-4509-b573-d33999f137e4 req-79c70554-7ab4-4c54-95fe-fded671e5a16 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552866 Mar 04 23:53:17.520638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549038eb-0cd2-4363-9027-aebf7973ab09 req-ccf627cd-388a-4567-9ab0-ee96b35b451c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:17.522297 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549038eb-0cd2-4363-9027-aebf7973ab09 req-ccf627cd-388a-4567-9ab0-ee96b35b451c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.0819178 Mar 04 23:53:17.575743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549038eb-0cd2-4363-9027-aebf7973ab09 req-1c14625d-3412-439b-85a2-d7316535baed tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 Mar 04 23:53:17.612845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4baa8ee1-0b12-4fba-ba0a-ce74edc81145 req-d4b9505f-0abb-4c46-91be-b96101054a80 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1096 time: 0.1480327 Mar 04 23:53:17.657721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4baa8ee1-0b12-4fba-ba0a-ce74edc81145 req-f781cd22-d5b1-48f4-b67f-3296f9b0d9bb tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Mar 04 23:53:17.748378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-9700e0b2-3087-4a7a-a4b1-cca99c130aab tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Synchronizing usage tracker for tenant:d094337e09fb4ccf8025bdd1937addca on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:17.765802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-9700e0b2-3087-4a7a-a4b1-cca99c130aab tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Unset dirty status for tenant:d094337e09fb4ccf8025bdd1937addca on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:17.767377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-9700e0b2-3087-4a7a-a4b1-cca99c130aab tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--265297684&fields=id&tenant_id=d094337e09fb4ccf8025bdd1937addca HTTP/1.1" status: 200 len: 267 time: 0.0626678 Mar 04 23:53:17.848976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-891e7505-adb3-4cd0-9029-56bb254fd3ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:17.850070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-891e7505-adb3-4cd0-9029-56bb254fd3ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Synchronizing usage tracker for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:17.905289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe2955-e0a1-4dcb-a81e-124bed36f9ed req-a45c606d-444c-4a2f-8c4b-b236df4b0853 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:17.906879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19fe2955-e0a1-4dcb-a81e-124bed36f9ed req-a45c606d-444c-4a2f-8c4b-b236df4b0853 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.0795128 Mar 04 23:53:17.943729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-891e7505-adb3-4cd0-9029-56bb254fd3ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Unset dirty status for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:17.944973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-891e7505-adb3-4cd0-9029-56bb254fd3ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 200 len: 931 time: 0.1701677 Mar 04 23:53:17.961695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19fe2955-e0a1-4dcb-a81e-124bed36f9ed req-d0fb57ee-7c5a-4a42-8bd1-30bef7fcb7cf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Mar 04 23:53:18.062876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fe6fd0a7-12a1-458b-9952-b3d8c89c706f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.064392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fe6fd0a7-12a1-458b-9952-b3d8c89c706f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 200 len: 931 time: 0.1116340 Mar 04 23:53:18.121088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-3524716e-3e05-40a6-b96b-11f723323192 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.122396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-3524716e-3e05-40a6-b96b-11f723323192 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.2668688 Mar 04 23:53:18.128991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b7d49731-5fe3-4caa-b905-39fa20be1441 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0532107 Mar 04 23:53:18.162499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cacd8db7-f8b8-4dd7-a5ca-8af861ff298e req-345fc28e-240b-4fe1-9a99-c47549ad8f20 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1096 time: 0.0685370 Mar 04 23:53:18.172227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Request body: {'port': {'device_id': '692c966d-d251-4db9-a46e-813b0e781f8b', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'admin_state_up': True, 'tenant_id': '5b0f7ef89a8f4b1a8ec87e86b52f5214'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:18.196991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-898c1c5e-cd90-4958-a2c4-3c69e6636671 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625846 Mar 04 23:53:18.205368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cacd8db7-f8b8-4dd7-a5ca-8af861ff298e req-49e165ee-3017-40f1-9910-a09f730e744e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Mar 04 23:53:18.413319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe9fee72-7aeb-408f-9d78-240baedfe1c7 req-9d26e33e-06ff-4b3c-9c42-bee3e9e5c643 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 210 time: 0.0440731 Mar 04 23:53:18.467933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:18.549282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:18.556972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-9f244a19-faec-4463-a1a1-869d5827edfc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.558601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-9f244a19-faec-4463-a1a1-869d5827edfc tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.1112349 Mar 04 23:53:18.558898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ef68e8c3-c58f-442e-bfb4-97bb7187527d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.563209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ef68e8c3-c58f-442e-bfb4-97bb7187527d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.567137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ef68e8c3-c58f-442e-bfb4-97bb7187527d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.567942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ef68e8c3-c58f-442e-bfb4-97bb7187527d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Synchronizing usage tracker for tenant:d094337e09fb4ccf8025bdd1937addca on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:18.573533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Usage tracker for resource:port and tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:18.577890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:18.585831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:18.595685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4126679d-002c-4664-b5ae-88c2db738960 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:18.596407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:18.608813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ef68e8c3-c58f-442e-bfb4-97bb7187527d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Unset dirty status for tenant:d094337e09fb4ccf8025bdd1937addca on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:18.610130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ef68e8c3-c58f-442e-bfb4-97bb7187527d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/networks?id=94bfae67-afb6-42ad-bf33-e1c324a2c287&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=374ea3e1-33d2-40a7-8032-24574b15f7a5&id=374ea3e1-33d2-40a7-8032-24574b15f7a5 HTTP/1.1" status: 200 len: 1990 time: 0.3584938 Mar 04 23:53:18.611309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Made reservation on behalf of 5b0f7ef89a8f4b1a8ec87e86b52f5214 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:18.617115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:18.689881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-5809a29a-ddc4-4b34-9bb1-118589b7a3cd tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/quotas/d094337e09fb4ccf8025bdd1937addca HTTP/1.1" status: 200 len: 375 time: 0.0604260 Mar 04 23:53:18.709713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Deleting port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:18.710307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:18.770113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:18.812347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:18.828614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:18.829031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e7c7-9ca5-4124-8ef8-89a14bbb35ee req-c1ad4265-758c-457a-8641-36902039ad53 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:18.830829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3265e7c7-9ca5-4124-8ef8-89a14bbb35ee req-c1ad4265-758c-457a-8641-36902039ad53 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfabe66a-63b4-4613-8a3d-11aeedf0fe35 HTTP/1.1" status: 200 len: 946 time: 0.2078505 Mar 04 23:53:18.835983 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:18.887077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b6d79c03-63bc-4b13-9877-432508e1f792 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1896763 Mar 04 23:53:18.916099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Allocated IP 172.20.0.9 (3d373df7-973c-4bce-a6a5-2315e6cc1550/071cdfa3-55f7-4dba-a026-9ba7f640b579/fc973ccf-fcb2-448f-b75d-bf118e20f4d0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:18.924302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:18.969773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3265e7c7-9ca5-4124-8ef8-89a14bbb35ee req-7b0acf96-277c-4c8e-aece-0eec28c53db8 tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.32 "GET /v2.0/security-groups?id=d57e63f3-f5cc-4202-8fe3-ef198413c33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266727 Mar 04 23:53:19.075529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] For port 0ebd8cc3-89a8-423e-865b-20d45dc84f89, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0ebd8cc3-89a8-423e-865b-20d45dc84f89,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:19.076013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:19.177376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-025ff23d-c309-4257-9d1a-ba6a3083f364 service neutron] 10.222.0.32 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889545 Mar 04 23:53:19.278216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Calling delete_port for 0ebd8cc3-89a8-423e-865b-20d45dc84f89 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:19.422713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-527e66b8-2eab-48dc-9047-f951bfd1e595 req-81069f39-6fbb-42e3-8af7-02a908bf8afa tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1096 time: 0.2502840 Mar 04 23:53:19.474701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8dbb5444-cf49-486f-bc1c-8d8d9ffe105c service neutron] 10.222.0.32 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800884 Mar 04 23:53:19.479990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:19.490267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-527e66b8-2eab-48dc-9047-f951bfd1e595 req-ae1c5f6f-8a06-436d-ad33-6f60ddca65ce tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555708 Mar 04 23:53:19.502043 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:19.514059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0ebd8cc3-89a8-423e-865b-20d45dc84f89'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:19.602312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Pushing event deleted for resources: {'Port': ['ID=0ebd8cc3-89a8-423e-865b-20d45dc84f89,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:19.609868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-a99c34f1-87e4-4bb8-ba46-25b7112a4371 service neutron] 10.222.0.32 "GET /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1266432 Mar 04 23:53:19.709089 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'code': 200} Mar 04 23:53:19.721999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] No DVR routers for this DVR port 0ebd8cc3-89a8-423e-865b-20d45dc84f89 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:19.726288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:19.730837 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:19.736699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'name': 'network-vif-deleted', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:19.762088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3f41b85-3923-4390-b1a2-47b7e5af6107 req-16f1d1d5-69fb-4617-b2c3-0161aa09833d tempest-FloatingIPsAssociationTestJSON-434728001 tempest-FloatingIPsAssociationTestJSON-434728001-project] 10.222.0.10 "DELETE /v2.0/ports/0ebd8cc3-89a8-423e-865b-20d45dc84f89 HTTP/1.1" status: 204 len: 173 time: 1.1976480 Mar 04 23:53:19.909280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-a52a0999-551a-48ed-b9fa-de68464e1fcd service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824688 Mar 04 23:53:19.938563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:19.939526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:19.958330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:20.033261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324e8bc-0392-4a4c-9761-da36d014c377 req-001f71a7-7a88-457b-bdf7-167827d29223 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:20.039927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:20.044159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2324e8bc-0392-4a4c-9761-da36d014c377 req-001f71a7-7a88-457b-bdf7-167827d29223 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1899979 Mar 04 23:53:20.101994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:20.102612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:20.163305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2324e8bc-0392-4a4c-9761-da36d014c377 req-4c6ffd28-898b-4804-b869-3f12b3c71235 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179171 Mar 04 23:53:20.188839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-046f3216-1d9b-4828-b153-e0a5354f331e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0201888 Mar 04 23:53:20.203792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Request body: {'port': {'device_id': '692c966d-d251-4db9-a46e-813b0e781f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:20.279370 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-266b0eb1-f29f-4227-b441-6c6fa1ae8d7a service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685749 Mar 04 23:53:20.414117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2640b66f-04eb-47ae-9beb-bbae5c7b05c9 service neutron] 10.222.0.32 "GET /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1338546 Mar 04 23:53:20.506525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:20.537693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2b2f-5347-4de2-8369-625be5923f57 req-684bf0fc-a1ad-44d6-96ba-ed8e1c47b023 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:20.545081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ffa2b2f-5347-4de2-8369-625be5923f57 req-684bf0fc-a1ad-44d6-96ba-ed8e1c47b023 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 931 time: 0.0976253 Mar 04 23:53:20.596029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5ffa2b2f-5347-4de2-8369-625be5923f57 req-6b300ec9-0724-4f00-9c3a-fbd89fa4bce0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:20.618162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5ffa2b2f-5347-4de2-8369-625be5923f57 req-6b300ec9-0724-4f00-9c3a-fbd89fa4bce0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:20.630139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ffa2b2f-5347-4de2-8369-625be5923f57 req-6b300ec9-0724-4f00-9c3a-fbd89fa4bce0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839503 Mar 04 23:53:20.750490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f035400d-6c08-47be-9078-0a23f3a35e86 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353162 Mar 04 23:53:20.874743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44772587-44c9-4768-a559-b5409fd0a074 req-72f9a88f-02af-4f87-8b14-20c294fa452e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1039455 Mar 04 23:53:21.126080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3cf49a3e-75a1-4be3-ac9f-b97d9a7da7d4 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353131 Mar 04 23:53:21.376909 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-df1f7184-78c3-402b-938c-a13bc0a56cd0 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341888 Mar 04 23:53:21.378886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc973ccf-fcb2-448f-b75d-bf118e20f4d0 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:21.406418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:21.500636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Transition to ACTIVE for port object fc973ccf-fcb2-448f-b75d-bf118e20f4d0 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:21.505077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:21.670008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3f35814e-6697-4f30-b719-95d6554a52d5 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861736 Mar 04 23:53:21.699630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:21.957827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-7cfe8d98-e330-4218-a32c-fe2d3adf8938 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740159 Mar 04 23:53:21.968233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Attempting to bind port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:21.968568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Attempting to bind port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:21.968879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Attempting to bind port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:22.062084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-e4bb42fa-cbb2-4551-89c4-5e6ce627aa63 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:53:22.066331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:22.066563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Attempting to bind port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:22.075702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-e4bb42fa-cbb2-4551-89c4-5e6ce627aa63 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0200405 Mar 04 23:53:22.083976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:22.085904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:53:22.090253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:22.090597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Checking segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:22.090982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Bound using segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:22.091410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Bound port: fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:22.091748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:22.209678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-133f62f7-1f8b-46be-a7e8-fd9f829fcc93 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423007 Mar 04 23:53:22.302042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:22.324450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:22.334216 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:22.400552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:22.401635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:22.402315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:22.410963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:22.411559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:22.419716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:22.420334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:22.420965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:22.421573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Bound port: 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:22.461507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:22.469516 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:22.470697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-01765d7c-ad6b-4525-ae48-f256cf45c55d service neutron] 10.222.0.32 "POST /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca/bindings HTTP/1.1" status: 201 len: 389 time: 0.3925741 Mar 04 23:53:22.573173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:22.575078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/fc973ccf-fcb2-448f-b75d-bf118e20f4d0 HTTP/1.1" status: 200 len: 1091 time: 2.3766415 Mar 04 23:53:22.578684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:22.597008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871495b-02ab-4d70-90bc-d754ae6135d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:22.602074 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-07ee8f96-b801-4e09-9a24-30bc5e484ecc service neutron] 10.222.0.32 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845015 Mar 04 23:53:22.627488 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfabe66a-63b4-4613-8a3d-11aeedf0fe35', 'name': 'network-vif-deleted', 'tag': '0ebd8cc3-89a8-423e-865b-20d45dc84f89', 'status': 'completed', 'code': 200} Mar 04 23:53:22.647882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0ebd8cc3-89a8-423e-865b-20d45dc84f89 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:22.714064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 0ebd8cc3-89a8-423e-865b-20d45dc84f89 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:22.714863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0ebd8cc3-89a8-423e-865b-20d45dc84f89 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:22.748166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40580) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:22.860025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-e219a190-fb1e-4bed-b108-9933819132bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 1094 time: 0.1493809 Mar 04 23:53:22.862464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-52c6e8d1-8f09-4cd0-92ca-f0300076f833 service neutron] 10.222.0.32 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533479 Mar 04 23:53:22.962781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-6a0002c1-7c1d-4248-93a4-52d3791427c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0 HTTP/1.1" status: 200 len: 217 time: 0.0955732 Mar 04 23:53:23.044115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-6b1f9ff8-068f-4f58-a714-31be1aaa1b05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1096 time: 0.1320004 Mar 04 23:53:23.089720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-6d35b6dd-63eb-4f0c-b63e-e49025bcf865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:23.091172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-6d35b6dd-63eb-4f0c-b63e-e49025bcf865 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.0911810 Mar 04 23:53:23.214442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-4ad37f6a-dab3-43a5-aa55-0b76c17f0986 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716188 Mar 04 23:53:23.232273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84166-5c57-487e-9a86-5f607d782067 req-49075a06-f2c3-4480-ac29-ed1ddd559f09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:23.234069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-49075a06-f2c3-4480-ac29-ed1ddd559f09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.1789451 Mar 04 23:53:23.392095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-1a4849e8-6e4b-488e-b938-9ac9ecb65407 service neutron] 10.222.0.32 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280679 Mar 04 23:53:23.457924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-873d1b27-a230-4959-88c0-e0c8ba64c042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 217 time: 0.1423035 Mar 04 23:53:23.561679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ee7c44e6-90b3-4aa4-99e0-fa139e0d9457 service neutron] 10.222.0.32 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606364 Mar 04 23:53:23.592822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-63666f14-9059-45ee-bb95-f0995b2ffbb8 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696346 Mar 04 23:53:23.625194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c7b088dd-6887-4177-af79-7aa8ee9074a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:23.626758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c7b088dd-6887-4177-af79-7aa8ee9074a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1279912 Mar 04 23:53:23.640738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0963-a9a7-474e-b6a4-2d6804d7e73b req-8ba4c27f-ef42-4b9e-9146-166dd1899290 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:23.647670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f1b0963-a9a7-474e-b6a4-2d6804d7e73b req-8ba4c27f-ef42-4b9e-9146-166dd1899290 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1887131 Mar 04 23:53:23.725610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-23818c12-f450-4223-9bdb-83ddb8240285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914278 Mar 04 23:53:23.801086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-549e7427-5d28-4bee-8bc8-9b17b44116ae req-882e4ea2-a869-41e1-8deb-d53088b707fb service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982656 Mar 04 23:53:23.905907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f1b0963-a9a7-474e-b6a4-2d6804d7e73b req-fa9f535f-0d6d-4578-862e-9188e719dfc8 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573221 Mar 04 23:53:23.958805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-79961f1e-50db-49d0-836b-7000ce472573 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254162 Mar 04 23:53:23.969935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:24.573772 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-5227ad8b-3488-4ce3-bcb6-6b314286aa96 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515304 Mar 04 23:53:24.580157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cb65-1617-4913-ae43-6781560a115e req-616faa7f-ec66-49ae-a069-391c7f362c72 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:24.581802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d778cb65-1617-4913-ae43-6781560a115e req-616faa7f-ec66-49ae-a069-391c7f362c72 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 943 time: 0.2122188 Mar 04 23:53:24.651890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d778cb65-1617-4913-ae43-6781560a115e req-b20f8b6c-5d87-43d7-89ca-b765cb3e46f8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627515 Mar 04 23:53:24.991668 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'status': 'completed', 'code': 200} Mar 04 23:53:25.126088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-1c7173cc-1ef4-42cf-84d7-b1cafd4b9e4d tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.4562817 Mar 04 23:53:25.148047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:25.185366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4975557e-a329-428f-a5df-83bf3454edf3 req-9b22cc22-c9be-40be-809b-ce2d37e5f91f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 210 time: 0.0929539 Mar 04 23:53:25.224499 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-ed7a8efe-9944-469e-8aac-1025b4bb4d70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 1094 time: 0.2046897 Mar 04 23:53:25.374975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58db0d-92f4-4e82-b421-9bc3a361128b req-5bb9d7d0-3e01-4616-954d-e86db1f405c2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:25.382988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb58db0d-92f4-4e82-b421-9bc3a361128b req-5bb9d7d0-3e01-4616-954d-e86db1f405c2 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.3724537 Mar 04 23:53:25.405339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:25.502401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-adb4a992-6f69-4cbf-90a0-ecc4bf27c8ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:25.503886 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-adb4a992-6f69-4cbf-90a0-ecc4bf27c8ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 906 time: 0.2682312 Mar 04 23:53:25.602353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb58db0d-92f4-4e82-b421-9bc3a361128b req-7c9fea76-7392-45a5-b7d6-aa77957bcd43 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181230 Mar 04 23:53:25.622071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-7ef59533-478a-4b9a-a712-7fe38593cefe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0 HTTP/1.1" status: 200 len: 217 time: 0.0991619 Mar 04 23:53:25.816834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05598d-b701-43b3-af46-79d7271bfee3 req-75b04d07-ab1b-4595-b866-27d16d49e42f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:25.818395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f05598d-b701-43b3-af46-79d7271bfee3 req-75b04d07-ab1b-4595-b866-27d16d49e42f tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.3880036 Mar 04 23:53:25.829513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-ec386f21-b8ee-4805-8a83-01fedd5927c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:25.833561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-ec386f21-b8ee-4805-8a83-01fedd5927c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.1976123 Mar 04 23:53:25.917327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Deleting port 56b86b0b-6862-410e-9ab0-3b75d7d82b50 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:25.918153 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:26.027885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-1617a43d-3891-4f11-83b1-641a175e6627 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326778 Mar 04 23:53:26.055462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f05598d-b701-43b3-af46-79d7271bfee3 req-077a0f27-cc1c-45ad-9cb6-59e18d82bef6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276514 Mar 04 23:53:26.294331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] For port 56b86b0b-6862-410e-9ab0-3b75d7d82b50, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=56b86b0b-6862-410e-9ab0-3b75d7d82b50,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:26.294716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:26.422772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Calling delete_port for 56b86b0b-6862-410e-9ab0-3b75d7d82b50 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:26.520220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:53:26.676639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-cd91fed3-c0b4-4d6b-8f55-d5ed6bd01187 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199703 Mar 04 23:53:26.764032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f3c6c6c-47f2-48fc-9dda-44e1be55f19e req-9447882d-1512-49db-bf52-708adb95bd1c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 210 time: 0.0858800 Mar 04 23:53:26.774487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:26.884894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'mac_address': 'fa:16:3e:57:e1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:53:26.887445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:26.981635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:27.053108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:27.074078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2745dcd3-f354-43bf-94f2-cd7e6a19e687 req-b7251b9a-889c-4a73-bd7c-5c2a6d8efe66 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079700 Mar 04 23:53:27.114552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc973ccf-fcb2-448f-b75d-bf118e20f4d0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:27.149980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:27.159198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:27.240249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d98ac4-23c3-4b15-baeb-bca7cf1eb5a2 req-47c2543f-433b-412f-98c6-0b64ac0c2720 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:27.250526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56d98ac4-23c3-4b15-baeb-bca7cf1eb5a2 req-47c2543f-433b-412f-98c6-0b64ac0c2720 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 945 time: 0.1118650 Mar 04 23:53:27.255448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:27.291684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:27.309065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:27.325329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56d98ac4-23c3-4b15-baeb-bca7cf1eb5a2 req-e9542802-279d-4ef0-be54-0f94701a2aaf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728800 Mar 04 23:53:27.365001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:27.368391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:27.381469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:27.438216 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:27.446913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b86b0b-6862-410e-9ab0-3b75d7d82b50,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:27.537352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['fc973ccf-fcb2-448f-b75d-bf118e20f4d0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:27.592485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:27.811264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543bd5-6549-4ca8-8b37-a1488aa8dff2 req-144c8aae-268e-45f2-9583-1d5275a35b8a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:27.812807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54543bd5-6549-4ca8-8b37-a1488aa8dff2 req-144c8aae-268e-45f2-9583-1d5275a35b8a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1844065 Mar 04 23:53:27.906622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54543bd5-6549-4ca8-8b37-a1488aa8dff2 req-5502c5c0-c3bc-46df-afff-ccafb5eb7e3a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875545 Mar 04 23:53:28.063250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-05b310f7-df17-4a6f-aa4c-90419084990f service neutron] 10.222.0.10 "GET /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 200 len: 1027 time: 0.8757439 Mar 04 23:53:28.152332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f2155d7b-b5a9-4ebe-aeab-83e81b53b4f8 service neutron] 10.222.0.10 "GET /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 200 len: 1027 time: 0.0758016 Mar 04 23:53:28.154202 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'code': 200} Mar 04 23:53:28.322164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02aed387-0779-425f-aab8-463188323cc6 req-4ffa44d1-cbf2-458a-bca9-4f44e11bbb81 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 210 time: 0.0638621 Mar 04 23:53:28.358518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-e20360fe-db0b-4b7e-b4df-864de0717ecc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:28.364892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-e20360fe-db0b-4b7e-b4df-864de0717ecc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:28.366869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-e20360fe-db0b-4b7e-b4df-864de0717ecc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:28.368992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-e20360fe-db0b-4b7e-b4df-864de0717ecc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "GET /v2.0/networks?id=94bfae67-afb6-42ad-bf33-e1c324a2c287&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=374ea3e1-33d2-40a7-8032-24574b15f7a5&id=374ea3e1-33d2-40a7-8032-24574b15f7a5 HTTP/1.1" status: 200 len: 1990 time: 0.2019551 Mar 04 23:53:28.441328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65798be-cbaf-4346-8b31-abab59c0f441 req-3bab7229-dbc1-456c-966f-5e6e264ff827 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:28.442877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f65798be-cbaf-4346-8b31-abab59c0f441 req-3bab7229-dbc1-456c-966f-5e6e264ff827 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 943 time: 2.4562225 Mar 04 23:53:28.458062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:28.458549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:28.459340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:28.536009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:28.536463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Attempting to bind port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:28.546442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:28.546929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:28.547416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:28.547954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Bound port: 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:28.548400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:28.588447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f65798be-cbaf-4346-8b31-abab59c0f441 req-360916e1-e7ae-483d-b3e5-84a4eb6586b3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206398 Mar 04 23:53:28.646242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd9311-2fa8-453f-9abb-e1ebe2b369d6 req-3a1d2843-c771-4749-9e2a-ad8968502c26 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:28.647685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49cd9311-2fa8-453f-9abb-e1ebe2b369d6 req-3a1d2843-c771-4749-9e2a-ad8968502c26 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.1448681 Mar 04 23:53:28.659444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-c901ba02-9d65-4ff3-b77a-cfc7c17c88d1 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d094337e09fb4ccf8025bdd1937addca HTTP/1.1" status: 200 len: 379 time: 0.2413282 Mar 04 23:53:28.673175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'admin_state_up': True, 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'security_groups': ['bd556415-0350-4206-a75a-82f74bb52443']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:28.747860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49cd9311-2fa8-453f-9abb-e1ebe2b369d6 req-e8c54373-41d6-4675-b528-98f8f95b6c1d tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 Mar 04 23:53:28.948174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:28.959451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:28.969305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:28.970361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:28.980991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:28.994223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:29.132137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:29.136537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:29.596806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=8']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:29.625169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50a0bb28-b453-4bde-8369-7c5f263713fd req-31c73e7e-799c-4546-9464-d2a6adc01911 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 210 time: 0.0592670 Mar 04 23:53:29.649178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:29.651442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-c49df0d4-02bb-47b3-aeb5-06098e796ce7 service neutron] 10.222.0.36 "PUT /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 1121 time: 4.5131445 Mar 04 23:53:29.736017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['2125de9f-e491-4cd4-8e1e-a1b198bdbbca'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:29.753974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff576e1-33c9-465c-aa55-ba5b79797ddc req-a4ca4a54-73fd-428c-a29e-69150f2e0a00 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:29.755528 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ff576e1-33c9-465c-aa55-ba5b79797ddc req-a4ca4a54-73fd-428c-a29e-69150f2e0a00 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.5084720 Mar 04 23:53:29.837941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ff576e1-33c9-465c-aa55-ba5b79797ddc req-400b1759-b8bc-4798-b3ce-451adc6a78a0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729816 Mar 04 23:53:29.856024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 172.20.0.3 (94bfae67-afb6-42ad-bf33-e1c324a2c287/9ec5386c-6ea4-46aa-9961-c0e42b9b181f/82f7be47-89fb-4e38-aa0e-ccf2137cfc99) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:29.999719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f3929-ebdd-47d1-b811-d560e372b4ae req-f686b267-cd1b-418e-8019-18e1a6d6b0a8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:30.003369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-364f3929-ebdd-47d1-b811-d560e372b4ae req-f686b267-cd1b-418e-8019-18e1a6d6b0a8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:30.045138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-364f3929-ebdd-47d1-b811-d560e372b4ae req-f686b267-cd1b-418e-8019-18e1a6d6b0a8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:30.046678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-364f3929-ebdd-47d1-b811-d560e372b4ae req-f686b267-cd1b-418e-8019-18e1a6d6b0a8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 944 time: 0.2355895 Mar 04 23:53:30.151231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-364f3929-ebdd-47d1-b811-d560e372b4ae req-d9cbec11-af1f-4156-ac62-97b9d67c22a3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981030 Mar 04 23:53:30.184300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:30.203616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:30.220634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:30.347180 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'status': 'completed', 'code': 200} Mar 04 23:53:30.471003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:30.517642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:53:30.521263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:30.644706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:30.664204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:30.666407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:30.672465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:30.762993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45fd4-bdb4-4111-9ae8-075ca9a7407c req-544cccdc-0e39-4f91-9550-251e9d50feb7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:30.764511 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3f45fd4-bdb4-4111-9ae8-075ca9a7407c req-544cccdc-0e39-4f91-9550-251e9d50feb7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.5359108 Mar 04 23:53:30.772132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-076875e8-c1ba-47f5-9c71-0156355cdb0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1124 time: 0.4185162 Mar 04 23:53:30.785082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:30.818807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:30.819167 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:30.911331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:30.911942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:30.945337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:30.995178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:53:31.028410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1b800-b645-437b-a26c-2b3a6e355ce0 req-c00e6bbe-f925-4b19-a1b3-66ca4679fcc1 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:31.042083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89e1b800-b645-437b-a26c-2b3a6e355ce0 req-c00e6bbe-f925-4b19-a1b3-66ca4679fcc1 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 931 time: 0.1387355 Mar 04 23:53:31.128924 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:31.150703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89e1b800-b645-437b-a26c-2b3a6e355ce0 req-ce5b926d-0735-488f-b034-7219fb04ec86 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073661 Mar 04 23:53:31.202215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:31.210561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ee76076b-5ac1-450f-8832-c2fa6142d228 None None] Provisioning for port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:31.220998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ee76076b-5ac1-450f-8832-c2fa6142d228 None None] Provisioning complete for port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:31.221554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee76076b-5ac1-450f-8832-c2fa6142d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:31.291759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:31.293376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ee76076b-5ac1-450f-8832-c2fa6142d228 None None] Port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:31.307844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:31.412981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6e28b-ba50-448c-89e8-22ff115337cb req-06a94e59-3db4-4325-b4bf-75f21565666e tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:31.421883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6c6e28b-ba50-448c-89e8-22ff115337cb req-06a94e59-3db4-4325-b4bf-75f21565666e tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1145067 Mar 04 23:53:31.425214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:31.476565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3f45fd4-bdb4-4111-9ae8-075ca9a7407c req-6c9adb06-4e38-45b1-b187-fe4b84fd3982 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568394 Mar 04 23:53:31.492717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6c6e28b-ba50-448c-89e8-22ff115337cb req-455f7fc4-aacf-41ed-9120-3383357624f5 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688913 Mar 04 23:53:31.495910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6354263c-2e04-4431-b8ee-6cac4b779e3c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8265190 Mar 04 23:53:31.515491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'admin_state_up': True, 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'security_groups': ['bd556415-0350-4206-a75a-82f74bb52443']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:31.630671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-ec368b27-5eb5-499f-8501-a45712834da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:31.632126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-ec368b27-5eb5-499f-8501-a45712834da1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.8462887 Mar 04 23:53:31.801003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-e5644c16-b73b-4d3c-ad69-c01f906fb18f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 217 time: 0.1595850 Mar 04 23:53:31.857590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56f27d-b4ef-4ec4-a8b1-ec7bdaf00fe6 req-5f3b0af0-ed6b-4acc-9011-954b34c81f64 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:31.859783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c56f27d-b4ef-4ec4-a8b1-ec7bdaf00fe6 req-5f3b0af0-ed6b-4acc-9011-954b34c81f64 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 945 time: 0.1114824 Mar 04 23:53:31.899640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-509f6422-936a-4b13-8c7a-40716b3a5620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:31.901473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-509f6422-936a-4b13-8c7a-40716b3a5620 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.0778494 Mar 04 23:53:31.902441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:31.954075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:port and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:31.975888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c56f27d-b4ef-4ec4-a8b1-ec7bdaf00fe6 req-0da4a88e-f8e3-44ef-9a4e-4cbd7ba3387b tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085470 Mar 04 23:53:31.983658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:32.015146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-cfcfd8af-7fa7-49be-bc21-570ddd5badba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071091 Mar 04 23:53:32.016400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:32.038408 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'code': 200} Mar 04 23:53:32.218937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed57f-d110-4aea-87c3-4b80d795a73f req-1542a13e-03eb-47bf-9d94-ebf21ee8635e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:32.230039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da8ed57f-d110-4aea-87c3-4b80d795a73f req-1542a13e-03eb-47bf-9d94-ebf21ee8635e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.1172416 Mar 04 23:53:32.267143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:32.270571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:32.315106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da8ed57f-d110-4aea-87c3-4b80d795a73f req-4282f40a-bfa2-43c7-a8fd-b745612f05cc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839722 Mar 04 23:53:32.504066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Router 8a7796e9-2882-4622-9722-76a493b89c5c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:53:32.542216 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-4a51d0e9-324a-41b7-8e33-955541c2ccd5 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096490 Mar 04 23:53:32.826718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf7b8c-7022-4cd9-bc80-b7b6e4eb2297 req-6582d0a0-d385-4c41-bac2-f83c7e259008 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:32.834013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01bf7b8c-7022-4cd9-bc80-b7b6e4eb2297 req-6582d0a0-d385-4c41-bac2-f83c7e259008 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1729243 Mar 04 23:53:32.885113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01bf7b8c-7022-4cd9-bc80-b7b6e4eb2297 req-68b928ba-f9fa-469d-9bb2-159829312ce0 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489151 Mar 04 23:53:32.896988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8fb7-0587-4d9c-9d44-eda6558c5468 req-a4170169-2437-42df-a5ae-cd18413a27a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:32.897720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e9c8fb7-0587-4d9c-9d44-eda6558c5468 req-a4170169-2437-42df-a5ae-cd18413a27a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Synchronizing usage tracker for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:32.921002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9901be04-df15-4c4c-b8e2-5a181e01c504 req-e7db304f-414e-4e74-9b07-cc4320abadc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 1096 time: 0.8082767 Mar 04 23:53:33.042937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e9c8fb7-0587-4d9c-9d44-eda6558c5468 req-a4170169-2437-42df-a5ae-cd18413a27a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Unset dirty status for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:33.044092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e9c8fb7-0587-4d9c-9d44-eda6558c5468 req-a4170169-2437-42df-a5ae-cd18413a27a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 931 time: 0.6697571 Mar 04 23:53:33.108836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9901be04-df15-4c4c-b8e2-5a181e01c504 req-0533f0a0-1b4b-4b08-8698-4d9de6258f2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222813 Mar 04 23:53:33.132941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 10.1.1.153 (7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744/def0f0be-e42c-466c-a5d9-846837cd97da/c202e957-79a0-475a-831e-21f76b4a5d7e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:33.140027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-634963b0-53a5-4ec4-920d-249ea2c3d6d2 req-5ff7b1e9-7e80-403e-84f0-c032ee6fcfd6 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794506 Mar 04 23:53:33.210186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c254-854b-43f1-b534-4b2aa992eef9 req-48dde281-491b-459c-a128-5c67336ee987 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:33.216140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e9c8fb7-0587-4d9c-9d44-eda6558c5468 req-a8050ff1-a70f-487c-b1a9-8fd6e631c171 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296549 Mar 04 23:53:33.226895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1314c254-854b-43f1-b534-4b2aa992eef9 req-48dde281-491b-459c-a128-5c67336ee987 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.1654060 Mar 04 23:53:33.358216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1314c254-854b-43f1-b534-4b2aa992eef9 req-df540491-ed85-465c-a7de-a56d66421171 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303875 Mar 04 23:53:33.651998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af6c35-0a3c-4bb9-bca9-d4d44b93ebb1 req-7cf9e82d-df75-45f3-8d87-e9bb7d7b63fc tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:33.654746 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8af6c35-0a3c-4bb9-bca9-d4d44b93ebb1 req-7cf9e82d-df75-45f3-8d87-e9bb7d7b63fc tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 945 time: 0.1286097 Mar 04 23:53:33.728770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8af6c35-0a3c-4bb9-bca9-d4d44b93ebb1 req-60d42f89-bb6a-4c90-ba04-f58d7e4bb947 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665553 Mar 04 23:53:33.767604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:33.804352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object c202e957-79a0-475a-831e-21f76b4a5d7e will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:33.820890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:53:33.830553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-598bc1cb-5ada-4c29-a4c6-68ce9618dd20 admin admin] 10.222.0.32 "PUT /v2.0/routers/8a7796e9-2882-4622-9722-76a493b89c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0807133 Mar 04 23:53:33.830741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40738) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:33.836943 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] Sync routers for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:53:33.851403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a72de-7378-4449-925b-55e7ff25f5e9 req-a6555a4e-4e55-4942-990e-70bbd8d40fa9 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:33.852885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f93a72de-7378-4449-925b-55e7ff25f5e9 req-a6555a4e-4e55-4942-990e-70bbd8d40fa9 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.1889815 Mar 04 23:53:33.866692 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:33.867714 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:33.883339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:34.057388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:34.080504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f93a72de-7378-4449-925b-55e7ff25f5e9 req-7dd13bad-729f-4fa6-9d3f-75ba855e3870 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211456 Mar 04 23:53:34.089380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:34.105287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:34.108351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:34.161177 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:34.195194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.195557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.195857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.196737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.197071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.197443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.197765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.198148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.198464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.199180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.199510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:34.227565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:34.228368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:34.255891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b8c8c2fb-02d4-486e-90a5-23d8864be50a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7474532 Mar 04 23:53:34.275090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'admin_state_up': True, 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'security_groups': ['bd556415-0350-4206-a75a-82f74bb52443']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:34.563251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b6573e13-1c4c-4875-a25e-4f817d1bd7dc None None] Provisioning for port c202e957-79a0-475a-831e-21f76b4a5d7e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:34.569721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bcc94-4f07-4917-b82a-ae1657cda7ae req-684258de-8c3e-4c05-b2d6-cba264faea6c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:34.571244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b6573e13-1c4c-4875-a25e-4f817d1bd7dc None None] Provisioning complete for port c202e957-79a0-475a-831e-21f76b4a5d7e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:34.572203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-791bcc94-4f07-4917-b82a-ae1657cda7ae req-684258de-8c3e-4c05-b2d6-cba264faea6c tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.2009954 Mar 04 23:53:34.574377 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b6573e13-1c4c-4875-a25e-4f817d1bd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:34.646219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b6573e13-1c4c-4875-a25e-4f817d1bd7dc None None] Port c202e957-79a0-475a-831e-21f76b4a5d7e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:34.652098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-791bcc94-4f07-4917-b82a-ae1657cda7ae req-12b7af05-d3d7-43ff-983f-1b5f65bcc327 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Mar 04 23:53:34.672070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:34.701534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:34.706476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:53:27Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:34.710483 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] Checking router: 8a7796e9-2882-4622-9722-76a493b89c5c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:53:34.736674 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] Routers {'8a7796e9-2882-4622-9722-76a493b89c5c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:34.737558 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8a7796e9-2882-4622-9722-76a493b89c5c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:34.744914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:34.752183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-de4fa97d-4a54-4450-9a48-8c03fdade864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:34.778424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:34.783942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:34.833307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7416-5391-4714-904c-25415e43a8eb req-50f66bd0-5ddb-43c6-bfb4-21e1ded24dd3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:34.843572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7416-5391-4714-904c-25415e43a8eb req-50f66bd0-5ddb-43c6-bfb4-21e1ded24dd3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:34.854233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f68a7416-5391-4714-904c-25415e43a8eb req-50f66bd0-5ddb-43c6-bfb4-21e1ded24dd3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 1653 time: 0.3017857 Mar 04 23:53:35.033041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:35.051222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Deleting port dcbed59a-5434-4a68-8277-c40bc7d3bbbc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:35.052014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:35.060925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] Set router 8a7796e9-2882-4622-9722-76a493b89c5c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:35.166192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 10.1.1.187 (7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744/def0f0be-e42c-466c-a5d9-846837cd97da/196bdc2f-40fe-496f-9c54-fb6ad769f9f0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:35.264994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] For port dcbed59a-5434-4a68-8277-c40bc7d3bbbc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:35.265701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:35.403958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f68a7416-5391-4714-904c-25415e43a8eb req-1a031c56-c43a-41bc-8805-0d604d144147 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5470560 Mar 04 23:53:35.441480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:35.480172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Calling delete_port for dcbed59a-5434-4a68-8277-c40bc7d3bbbc owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:35.486463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:35.551752 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:53:27Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:35.557590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:35.558451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634c3e67-e983-4093-974f-daf39eb8ee82 None None] The sync data for ids ['8a7796e9-2882-4622-9722-76a493b89c5c'] in n-d-828979-4 is: [{'id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1146040160-router', 'tenant_id': 'edace8b87ef548539dc05b21a3b785ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:12Z', 'updated_at': '2022-03-04T23:53:27Z', 'revision_number': 5, 'project_id': 'edace8b87ef548539dc05b21a3b785ea', 'gw_port': {'id': 'dcbed59a-5434-4a68-8277-c40bc7d3bbbc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7796e9-2882-4622-9722-76a493b89c5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:51:13Z', 'updated_at': '2022-03-04T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:53:35.586025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023914a5-2c3d-4177-8789-9583e1637562 req-f615bf49-695b-477e-a6dc-9e5c76645159 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:35.588504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-023914a5-2c3d-4177-8789-9583e1637562 req-f615bf49-695b-477e-a6dc-9e5c76645159 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.6391428 Mar 04 23:53:35.734826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:35.741406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:35.751511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:35.786529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-023914a5-2c3d-4177-8789-9583e1637562 req-80417a32-eb3c-4e4b-976e-ee860b557192 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898663 Mar 04 23:53:35.909004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:36.009358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:36.010246 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:36.041549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:36.228816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-372e95dd-dbaf-44eb-8f00-b90095e2fd07 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9628348 Mar 04 23:53:36.236185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dafd80de-ebd4-4b1a-ba39-e0231f1b6c2a None None] Provisioning for port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:36.242538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dafd80de-ebd4-4b1a-ba39-e0231f1b6c2a None None] Provisioning complete for port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:36.243791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dafd80de-ebd4-4b1a-ba39-e0231f1b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:36.253865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5', 'admin_state_up': True, 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'security_groups': ['bd556415-0350-4206-a75a-82f74bb52443']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:36.265665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbed59a-5434-4a68-8277-c40bc7d3bbbc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:36.389605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-dafd80de-ebd4-4b1a-ba39-e0231f1b6c2a None None] Port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:36.447612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-b9b069ff-3eb1-4e8b-91b1-ae9e4ca7263a service neutron] 10.222.0.10 "GET /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.5669544 Mar 04 23:53:36.457933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526cf6-07d2-417b-a383-519068b4ab49 req-3b341e36-ee05-4f77-ad3b-4433bb13ae43 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:36.459808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4526cf6-07d2-417b-a383-519068b4ab49 req-3b341e36-ee05-4f77-ad3b-4433bb13ae43 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 945 time: 0.5103970 Mar 04 23:53:36.545057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:36.618635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:36.625652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:port and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:36.629990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:36.635198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4526cf6-07d2-417b-a383-519068b4ab49 req-76105a69-8fea-491a-bd55-7ae9c8a1cde5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093640 Mar 04 23:53:36.663162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:36.686581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:36.944331 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-41d5b107-8be8-44b9-ac63-827ab0e1a1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:36.963745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9a903-abc5-4134-8e55-fcacd9879378 req-307839e9-90ef-450d-85fd-810679cd340e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:36.970846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6d9a903-abc5-4134-8e55-fcacd9879378 req-307839e9-90ef-450d-85fd-810679cd340e tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.7764428 Mar 04 23:53:37.171140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.185392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.204538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6d9a903-abc5-4134-8e55-fcacd9879378 req-860cf5cf-5379-4351-86c5-bcf79bb7de06 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629323 Mar 04 23:53:37.224003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.224905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7796e9-2882-4622-9722-76a493b89c5c {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:53:37.238257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.252226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.252226 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c678dd11-01af-4102-be96-e9c2aee42af5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8a7796e9-2882-4622-9722-76a493b89c5c HTTP/1.1" status: 204 len: 168 time: 3.4154110 Mar 04 23:53:37.252226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40776) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:37.351276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:37.367219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Deleting subnet 4fe65bdd-10a5-4aed-9541-08d28bace0d1 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:53:37.379272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.472393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f1b4f-0129-4797-9388-ce6c48485569 req-533a4813-cf80-4c36-8c19-8b43b5a1c7c7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:37.473897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef7f1b4f-0129-4797-9388-ce6c48485569 req-533a4813-cf80-4c36-8c19-8b43b5a1c7c7 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.6379924 Mar 04 23:53:37.534614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:37.536485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.587936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-6f804332-dfae-4b31-a112-1ea3821ad70b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:37.588858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-6f804332-dfae-4b31-a112-1ea3821ad70b tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.36 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.5118003 Mar 04 23:53:37.655342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da287-0723-4fa8-9604-78ddcee15484 req-0d2a8ccd-0136-47ff-a9fa-67210841ae22 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:37.660061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da287-0723-4fa8-9604-78ddcee15484 req-0d2a8ccd-0136-47ff-a9fa-67210841ae22 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:37.664069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da287-0723-4fa8-9604-78ddcee15484 req-0d2a8ccd-0136-47ff-a9fa-67210841ae22 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:37.673446 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af2da287-0723-4fa8-9604-78ddcee15484 req-0d2a8ccd-0136-47ff-a9fa-67210841ae22 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 2374 time: 0.2289274 Mar 04 23:53:37.732946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.779053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2125de9f-e491-4cd4-8e1e-a1b198bdbbca {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:37.800334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef7f1b4f-0129-4797-9388-ce6c48485569 req-aae71f21-2926-4247-89c3-b9538b6c2477 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178985 Mar 04 23:53:37.807919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af2da287-0723-4fa8-9604-78ddcee15484 req-41a9ed0b-dbec-45b9-8f5c-0820542ad96e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335039 Mar 04 23:53:37.816039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:37.875950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.898331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56b86b0b-6862-410e-9ab0-3b75d7d82b50 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:37.950930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 56b86b0b-6862-410e-9ab0-3b75d7d82b50 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:37.951547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56b86b0b-6862-410e-9ab0-3b75d7d82b50 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:37.957503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe65bdd-10a5-4aed-9541-08d28bace0d1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:37.962256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Deleting port 369a98e0-9632-4b69-968a-baba7daf7576 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:37.962606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.969933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:37.973185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785642f-801e-4eff-9aec-2b6efa191c25 None None] Network b4ef9424-e81f-4232-acf1-ad2d7fa7112c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:37.985453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.985740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.986077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.986408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.986734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.987057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.987376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.987700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.988018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.988333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:37.988646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:38.010662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f158978-8f3d-4e2b-8208-c843741da411 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fe65bdd-10a5-4aed-9541-08d28bace0d1 HTTP/1.1" status: 204 len: 168 time: 0.7547622 Mar 04 23:53:38.013377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40786) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:38.161981 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.210877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.217536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 10.2.2.100 (374ea3e1-33d2-40a7-8032-24574b15f7a5/3f16ec7c-459a-4c18-b6e3-fbfed6162c0c/0d85f2db-b946-472b-9996-7d07f1487e98) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:38.233442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Deleting port a741cb32-a6a6-476e-8498-9137da9e61c2 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:38.233442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.277348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730276a-1f07-4add-ab52-b9c4ac352167 req-ffe7ae91-cc2c-4534-8461-43ea3920fd82 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:38.288133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c730276a-1f07-4add-ab52-b9c4ac352167 req-ffe7ae91-cc2c-4534-8461-43ea3920fd82 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 943 time: 0.2313485 Mar 04 23:53:38.291950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.318593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.379272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c730276a-1f07-4add-ab52-b9c4ac352167 req-b78b3a08-5b95-4978-81fa-294a283a5f3e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901465 Mar 04 23:53:38.454806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] DHCP port deletion for b4ef9424-e81f-4232-acf1-ad2d7fa7112c request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:53:38.458891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Deleting port a741cb32-a6a6-476e-8498-9137da9e61c2 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:38.459286 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.645636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] For port a741cb32-a6a6-476e-8498-9137da9e61c2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a741cb32-a6a6-476e-8498-9137da9e61c2,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:38.646095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.662719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] Transition to ACTIVE for port object 2125de9f-e491-4cd4-8e1e-a1b198bdbbca will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:38.677478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] For port 369a98e0-9632-4b69-968a-baba7daf7576, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=369a98e0-9632-4b69-968a-baba7daf7576,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:38.678124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.688685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.710815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:38.798983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Calling delete_port for a741cb32-a6a6-476e-8498-9137da9e61c2 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:38.809828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:38.812234 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6fe5f15-b8c9-4f0d-9181-b0244cd61623 req-39152451-8ec7-4b0e-a31a-a2f65f3c15de tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1096 time: 0.4575434 Mar 04 23:53:38.841643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] For port a741cb32-a6a6-476e-8498-9137da9e61c2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a741cb32-a6a6-476e-8498-9137da9e61c2,segment=NetworkSegment(0958d52b-8576-4f60-bbc9-062171e4aa80),segment_id=0958d52b-8576-4f60-bbc9-062171e4aa80)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:38.842104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:38.940762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.008170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Calling delete_port for a741cb32-a6a6-476e-8498-9137da9e61c2 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:39.021425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] No DVR routers for this DVR port a741cb32-a6a6-476e-8498-9137da9e61c2 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:39.073433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e0e9-993a-4e00-814d-c08dec412df5 req-b661c7c4-3c52-482a-9b9c-c27d85ce6d06 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:39.075653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c38e0e9-993a-4e00-814d-c08dec412df5 req-b661c7c4-3c52-482a-9b9c-c27d85ce6d06 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 945 time: 0.4916606 Mar 04 23:53:39.076632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Pushing event deleted for resources: {'Port': ['ID=a741cb32-a6a6-476e-8498-9137da9e61c2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:39.207591 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:53:39.208005 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:53:39.338162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.356808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c38e0e9-993a-4e00-814d-c08dec412df5 req-8c317ebc-da23-400d-b85a-8bf520ddbcea tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696197 Mar 04 23:53:39.386124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ef9424-e81f-4232-acf1-ad2d7fa7112c']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:39.404885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0958d52b-8576-4f60-bbc9-062171e4aa80') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:39.405463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0958d52b-8576-4f60-bbc9-062171e4aa80') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:39.422355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.450747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.470989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:53:39.471655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.501186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device dcbed59a-5434-4a68-8277-c40bc7d3bbbc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:39.515966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:39.521776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.530971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] No DVR routers for this DVR port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:39.545861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6fe5f15-b8c9-4f0d-9181-b0244cd61623 req-dfcbcacf-eb81-416f-989a-014de0bbe720 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327623 Mar 04 23:53:39.572908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.573744 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.574307 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 disassociated. External IP: 172.25.0.136, port: 369a98e0-9632-4b69-968a-baba7daf7576. Mar 04 23:53:39.574879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Calling delete_port for 369a98e0-9632-4b69-968a-baba7daf7576 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:39.602988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: dcbed59a-5434-4a68-8277-c40bc7d3bbbc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:39.603319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device dcbed59a-5434-4a68-8277-c40bc7d3bbbc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:39.612873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a741cb32-a6a6-476e-8498-9137da9e61c2 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:53:39.626686 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:53:39.674363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.686920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object 0d85f2db-b946-472b-9996-7d07f1487e98 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:39.730109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Deleting port a741cb32-a6a6-476e-8498-9137da9e61c2 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:39.733384 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.746642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.763998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-048fc76e-74ec-48df-ac56-e8d315ef88f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 3.2971036 Mar 04 23:53:39.783948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ef9424-e81f-4232-acf1-ad2d7fa7112c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:39.807642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a741cb32-a6a6-476e-8498-9137da9e61c2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:39.814229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a741cb32-a6a6-476e-8498-9137da9e61c2 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:39.826203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.882656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e45f8bd5-b06b-4f66-9f4f-9c2ec18b2975 None None] The port 'a741cb32-a6a6-476e-8498-9137da9e61c2' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:53:39.889287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f989be3-f43f-4abe-9ae1-091402149779 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4ef9424-e81f-4232-acf1-ad2d7fa7112c HTTP/1.1" status: 204 len: 168 time: 1.8729823 Mar 04 23:53:39.904205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:39.980626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19391f-c61b-4049-91e3-a254de175c30 req-48a182b8-1f2d-4af0-abc3-e18b6d530389 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:39.982332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad19391f-c61b-4049-91e3-a254de175c30 req-48a182b8-1f2d-4af0-abc3-e18b6d530389 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 946 time: 0.2830575 Mar 04 23:53:40.055542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-5a761601-c7df-4ef9-82a4-56076ae62eb7 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.2154028 Mar 04 23:53:40.172039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad19391f-c61b-4049-91e3-a254de175c30 req-8f9e37c8-edb5-4570-89c4-d22dc3f3973d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741493 Mar 04 23:53:40.188371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:40.194633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:40.197092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.198562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:40.278284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-dbef5153-de57-426f-8acf-26f90baf769f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 1095 time: 0.2211792 Mar 04 23:53:40.285951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40810) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:40.331444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:40.427417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event deleted for resources: {'Port': ['ID=369a98e0-9632-4b69-968a-baba7daf7576,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:40.491878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d0569de-a61f-4122-8bc4-6258f58d0ace admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edace8b87ef548539dc05b21a3b785ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042484 Mar 04 23:53:40.509736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:40.528976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.529528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.587724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e37-77dd-4161-bfa3-b32e2c17c73c req-eff32f94-d2b1-4a9a-8a7d-d94076b1d1fc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.591837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e37-77dd-4161-bfa3-b32e2c17c73c req-eff32f94-d2b1-4a9a-8a7d-d94076b1d1fc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.595760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e37-77dd-4161-bfa3-b32e2c17c73c req-eff32f94-d2b1-4a9a-8a7d-d94076b1d1fc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.599647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e37-77dd-4161-bfa3-b32e2c17c73c req-eff32f94-d2b1-4a9a-8a7d-d94076b1d1fc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.601532 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5b50e37-77dd-4161-bfa3-b32e2c17c73c req-eff32f94-d2b1-4a9a-8a7d-d94076b1d1fc tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 3095 time: 0.2316332 Mar 04 23:53:40.609031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-5ca6de27-4e4e-4a36-a521-174d6441d8e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1095 time: 0.2980177 Mar 04 23:53:40.618692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d985-af64-42e0-b6ed-deb125fd8896 req-cff0cafe-1fad-4a60-8758-2492dcf54002 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.620156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9df5d985-af64-42e0-b6ed-deb125fd8896 req-cff0cafe-1fad-4a60-8758-2492dcf54002 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.6544425 Mar 04 23:53:40.624461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-3772e66d-3569-4d54-ae8c-8088ed129b9a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3780956 Mar 04 23:53:40.650282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5', 'admin_state_up': True, 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'security_groups': ['bd556415-0350-4206-a75a-82f74bb52443']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:40.676608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-244ade83-aa88-4920-8df1-7d38a988ab7f None None] Provisioning for port 0d85f2db-b946-472b-9996-7d07f1487e98 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:40.684805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-244ade83-aa88-4920-8df1-7d38a988ab7f None None] Provisioning complete for port 0d85f2db-b946-472b-9996-7d07f1487e98 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:40.686027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-244ade83-aa88-4920-8df1-7d38a988ab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.730869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fce01b2-f42c-4da4-8b03-ba6743f681a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.785572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fce01b2-f42c-4da4-8b03-ba6743f681a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.786826 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9df5d985-af64-42e0-b6ed-deb125fd8896 req-01f7804b-914f-420e-bb47-a9042dbc0f65 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595366 Mar 04 23:53:40.788983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-244ade83-aa88-4920-8df1-7d38a988ab7f None None] Port 0d85f2db-b946-472b-9996-7d07f1487e98 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:40.831496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5b50e37-77dd-4161-bfa3-b32e2c17c73c req-825afd89-d817-4d40-9d9b-4672f1554f6b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211165 Mar 04 23:53:40.855766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fce01b2-f42c-4da4-8b03-ba6743f681a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.892886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce01b2-f42c-4da4-8b03-ba6743f681a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e63f3-f5cc-4202-8fe3-ef198413c33c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:40.920394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84166-5c57-487e-9a86-5f607d782067 req-3f7d372e-84b9-4883-b185-c2e666baf78d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:40.921374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:40.922735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-3f7d372e-84b9-4883-b185-c2e666baf78d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.2895496 Mar 04 23:53:40.923992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fce01b2-f42c-4da4-8b03-ba6743f681a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:40.925346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2fce01b2-f42c-4da4-8b03-ba6743f681a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d57e63f3-f5cc-4202-8fe3-ef198413c33c HTTP/1.1" status: 204 len: 168 time: 0.4129360 Mar 04 23:53:40.929752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Usage tracker for resource:port and tenant:d094337e09fb4ccf8025bdd1937addca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:40.939480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:40.953695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:40.999543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Made reservation on behalf of d094337e09fb4ccf8025bdd1937addca for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:41.005873 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:41.039051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-742b73b3-1140-451e-9e3a-f339b8442b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 217 time: 0.1011364 Mar 04 23:53:41.195669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84166-5c57-487e-9a86-5f607d782067 req-5b3a19bf-20b0-4b57-b016-0fa43baa6162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:41.199517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:53:41.201632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-5b3a19bf-20b0-4b57-b016-0fa43baa6162 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1545444 Mar 04 23:53:41.373185 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-43d4aaba-ab8a-48e3-b9b9-8be2597abfef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624343 Mar 04 23:53:41.607524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e9dd23b-9aac-4746-b5b3-6b921a971c60 req-526cd07f-21e2-4c41-87a1-e47e09d9556c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1100 time: 0.3429790 Mar 04 23:53:41.644048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fafb4df2-fe09-4d35-a8c7-d7322f211ffb req-54e9e2f9-0e9f-40bd-9014-494b0f0f47c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2579477 Mar 04 23:53:41.675108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-eaaf624d-be2a-49b3-af72-37e29b9ac626 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301638 Mar 04 23:53:41.715179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e9dd23b-9aac-4746-b5b3-6b921a971c60 req-55253147-ac20-438c-9c64-38bcc0fe6d96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943561 Mar 04 23:53:41.730206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Allocated IP 10.2.2.200 (374ea3e1-33d2-40a7-8032-24574b15f7a5/3f16ec7c-459a-4c18-b6e3-fbfed6162c0c/b81aad06-79f8-421d-ad28-c2d08d79242e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:41.903178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-7d588c2f-7f40-4376-8fab-adc4a710ddb5 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165625 Mar 04 23:53:42.139631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.182487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Transition to ACTIVE for port object b81aad06-79f8-421d-ad28-c2d08d79242e will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:42.196510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8f6d8-d465-48ce-9244-1841b9dd7e5b req-27707c2f-ee09-4279-b216-dfc4985013a4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:42.198355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83c8f6d8-d465-48ce-9244-1841b9dd7e5b req-27707c2f-ee09-4279-b216-dfc4985013a4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 944 time: 0.9346881 Mar 04 23:53:42.268420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.348084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83c8f6d8-d465-48ce-9244-1841b9dd7e5b req-0596e3e1-d567-4b86-a929-2b40936abd7e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367192 Mar 04 23:53:42.367581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:42.368989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event updated for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:42.373112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:42.376614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:42.424658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:53:42.437707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:53:42.471086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:42.471745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:42.545160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] No DVR routers for this DVR port 369a98e0-9632-4b69-968a-baba7daf7576 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:42.550139 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.552772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'name': 'network-vif-deleted', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:42.565968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-052d1099-eb68-4609-b1a6-ef98607d2cc1 req-e5d625ce-002c-4241-bffc-1cea42f74d1d tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.36 "DELETE /v2.0/ports/369a98e0-9632-4b69-968a-baba7daf7576 HTTP/1.1" status: 204 len: 173 time: 4.9593101 Mar 04 23:53:42.571363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40868) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:42.575308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:42.575932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.604230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:53:42.606433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fcac932d-a889-482f-a88e-4b84f2185c28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9613154 Mar 04 23:53:42.606664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 369a98e0-9632-4b69-968a-baba7daf7576 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:42.620119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:42.709156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 369a98e0-9632-4b69-968a-baba7daf7576 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:42.709774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 369a98e0-9632-4b69-968a-baba7daf7576 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:42.710448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:42.746166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4178909a-fd6d-4452-9da8-5dfc9d823903 req-825369ef-f909-4a69-bb69-26e97a87f3bc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Synchronizing usage tracker for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:42.767160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-105232653-network', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:42.782179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:42.786234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Usage tracker for resource:network and tenant:129e55d3ed904f34acdb113c40ac99c4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:42.789080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:42.806093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4178909a-fd6d-4452-9da8-5dfc9d823903 req-825369ef-f909-4a69-bb69-26e97a87f3bc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Unset dirty status for tenant:1158d08f3f1541dda99d0c1c087bfbae on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:42.806530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:42.818857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Made reservation on behalf of 129e55d3ed904f34acdb113c40ac99c4 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:42.819662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4178909a-fd6d-4452-9da8-5dfc9d823903 req-825369ef-f909-4a69-bb69-26e97a87f3bc tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaec7e7-3b87-40e0-ae96-8f72b60687b0 HTTP/1.1" status: 200 len: 210 time: 0.1464455 Mar 04 23:53:42.822615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.837547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.854539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:42.874030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:42.878099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Usage tracker for resource:security_group_rule and tenant:129e55d3ed904f34acdb113c40ac99c4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:42.881058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:42.888050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:42.893586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:53:43.006401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.015103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.051887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-92079bcd-bdc4-4ca8-b0b2-47382ab48a75 None None] Provisioning for port b81aad06-79f8-421d-ad28-c2d08d79242e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:43.081473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-92079bcd-bdc4-4ca8-b0b2-47382ab48a75 None None] Provisioning complete for port b81aad06-79f8-421d-ad28-c2d08d79242e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:43.081846 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-92079bcd-bdc4-4ca8-b0b2-47382ab48a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.148322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.161725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ed2237-c941-4305-a53f-7402a95f56aa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:43.163237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:43.171045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e20a7-3046-4569-a905-089fea9298e4 req-862baa7e-78a9-4786-942f-ac00655e83e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:43.171790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:53:43.172662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-314e20a7-3046-4569-a905-089fea9298e4 req-862baa7e-78a9-4786-942f-ac00655e83e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 945 time: 0.1826384 Mar 04 23:53:43.181626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.182047 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Added segment fb25a683-febc-41ea-b820-78123fc137f2 of type vlan for network b734a45c-5b64-45fa-9463-0264af5a7e7a Mar 04 23:53:43.209708 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.220875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:43.240853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-92079bcd-bdc4-4ca8-b0b2-47382ab48a75 None None] Port b81aad06-79f8-421d-ad28-c2d08d79242e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:43.241427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.242332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:43.243558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.264391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'mac_address': 'fa:16:3e:f9:1f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:53:43.313826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:43.320304 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-314e20a7-3046-4569-a905-089fea9298e4 req-6ba808bd-dcc3-433d-abf9-0893a10a7c97 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246114 Mar 04 23:53:43.364626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7900417 Mar 04 23:53:43.364626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f65418-f507-4ddb-ba2f-4a615ded6139 admin admin] Pushing event updated for resources: {'Network': ['ID=b734a45c-5b64-45fa-9463-0264af5a7e7a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:43.365781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40888) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:43.371390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Request body: {'subnet': {'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-subnet', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:43.376027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:43.379934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Usage tracker for resource:subnet and tenant:129e55d3ed904f34acdb113c40ac99c4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:43.382808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:43.389559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:43.392167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b734a45c-5b64-45fa-9463-0264af5a7e7a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:53:43.400823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Made reservation on behalf of 129e55d3ed904f34acdb113c40ac99c4 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:43.403564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.415572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:43.619331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:43.675870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.690117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.707603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.730704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Transition to ACTIVE for port object 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:43.754541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.874067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:43.894555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:43.904530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-b40a4cc0-55fb-4ea3-b4d5-aa6638e75e8e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:53:43.905887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-b40a4cc0-55fb-4ea3-b4d5-aa6638e75e8e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0752618 Mar 04 23:53:43.925737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:43.926483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:53:43.938135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Checking segment: {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:43.938490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Network hostable DHCP agents. Network: b734a45c-5b64-45fa-9463-0264af5a7e7a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:53:43.957769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:43.969436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-b6ac9f06-f394-42ad-bc74-d422d0f60c24 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.1192479 Mar 04 23:53:43.970833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:43.975190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Pushing event updated for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:43.995243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Network b734a45c-5b64-45fa-9463-0264af5a7e7a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:53:44.013137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b734a45c-5b64-45fa-9463-0264af5a7e7a) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:44.019002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:44.021490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.027589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538c0b1-e7bb-4d0a-bdfa-fc9f207c2862 None None] Network b734a45c-5b64-45fa-9463-0264af5a7e7a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:44.080796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb938-d413-43b6-99b9-69d997f552f8 req-c9e53a31-ef7b-4010-8895-f8abeb0b5425 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:44.087406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-692cb938-d413-43b6-99b9-69d997f552f8 req-c9e53a31-ef7b-4010-8895-f8abeb0b5425 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 947 time: 0.4611163 Mar 04 23:53:44.132045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8bf0ebd-f557-4dcc-9a10-831e82a1a94f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7657282 Mar 04 23:53:44.138138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40898) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:44.154794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:44.159768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:44.163992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Usage tracker for resource:router and tenant:129e55d3ed904f34acdb113c40ac99c4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:44.167460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:44.176785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:44.193960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:44.203884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:53:44.203884 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:53:44.227797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:53:44.231518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.231518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.249562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.280860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:44.280860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:44.459173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b3b84166-5c57-487e-9a86-5f607d782067 req-35164367-5da2-47a0-8d0d-5857f138eaac service neutron] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:44.461669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Attempting to bind port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:44.462229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Attempting to bind port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:44.462564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Attempting to bind port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 on network 94bfae67-afb6-42ad-bf33-e1c324a2c287 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:44.470322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-692cb938-d413-43b6-99b9-69d997f552f8 req-b28df7af-a705-4c39-a982-6c7cbce98b7b tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691132 Mar 04 23:53:44.473685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 on network 94bfae67-afb6-42ad-bf33-e1c324a2c287 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:44.474011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Attempting to bind port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 on network 94bfae67-afb6-42ad-bf33-e1c324a2c287 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:44.495954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3b84166-5c57-487e-9a86-5f607d782067 req-35164367-5da2-47a0-8d0d-5857f138eaac service neutron] Notify callbacks [] for binding, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.499568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b84166-5c57-487e-9a86-5f607d782067 req-35164367-5da2-47a0-8d0d-5857f138eaac service neutron] 10.222.0.36 "DELETE /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.4424124 Mar 04 23:53:44.531153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:44.531960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Checking segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:44.532608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.532874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Bound using segment: {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:44.533600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Bound port: 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:44.534185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.549611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b734a45c-5b64-45fa-9463-0264af5a7e7a', 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'fixed_ips': [{'subnet_id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:53:44.550665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.626124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:44.626453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:44.626779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:44.649840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:44.650802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:44.651332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:44.676001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:44.677724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:44.678410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:44.679342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Bound port: 36787914-16ca-42b5-97ca-344de5f80e64, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:44.734335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:44.756073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:44.765037 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.777214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.807765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:44.812912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.825007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:44.839757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.856416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.935715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:44.979161 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:44.980592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-374d30a4-2a64-4037-a0bc-54f7f6590012 service neutron] 10.222.0.32 "POST /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64/bindings HTTP/1.1" status: 201 len: 389 time: 1.0620468 Mar 04 23:53:45.013271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.018670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] 10.222.0.10 "PUT /v2.0/ports/82f7be47-89fb-4e38-aa0e-ccf2137cfc99 HTTP/1.1" status: 200 len: 1091 time: 2.4031088 Mar 04 23:53:45.052513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b677-619e-48f8-9fb1-3b1e70a5778f service neutron] Pushing event updated for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:45.078554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:45.082958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:45.089040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:45.105031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:45.109542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:45.110598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Synchronizing usage tracker for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:45.135364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Unset dirty status for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:45.137186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-ab2fc8c7-4211-4aa5-819b-bb375d04d82a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 3828 time: 0.4369755 Mar 04 23:53:45.148518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Allocated IP 172.20.0.2 (b734a45c-5b64-45fa-9463-0264af5a7e7a/1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6/4fe46475-39f1-45c6-b7ef-486ea89d8d20) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:45.151373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Allocated IP 172.25.0.151 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/837df688-9cf7-4933-9275-94efdb5decdb) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:45.189994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:45.236461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85d7c12c-4474-4308-8d87-cbdf2076a7c7 req-4c6627c4-8c17-4a05-a4df-12388a55c71d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889831 Mar 04 23:53:45.257690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:45.309387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:45.389019 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaec7e7-3b87-40e0-ae96-8f72b60687b0', 'name': 'network-vif-deleted', 'tag': '369a98e0-9632-4b69-968a-baba7daf7576', 'status': 'completed', 'code': 200} Mar 04 23:53:45.462590 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'code': 200} Mar 04 23:53:45.494947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.540470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.549613 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.626145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:45.629776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:45.632138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Pushing event updated for resources: {'Port': ['ID=837df688-9cf7-4933-9275-94efdb5decdb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:45.639502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:45.711864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:45.733316 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.736012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b42f4-2726-408b-855d-1a0b8d32fc37 None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:49:40Z', 'revision_number': 4, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2ab77866-0e56-4bc9-9770-96fab7301c93', 'name': '', 'network_id': '6e505e81-90e7-4a85-a0bc-3b5f20576e9c', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'mac_address': 'fa:16:3e:b8:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:38Z', 'updated_at': '2022-03-04T23:49:53Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'subnets': [{'id': '543d32ca-adcf-471d-b6c1-93919d9ea4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:53:45.786696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Transition to ACTIVE for port object 4fe46475-39f1-45c6-b7ef-486ea89d8d20 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:45.832713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Transition to ACTIVE for port object 4fe46475-39f1-45c6-b7ef-486ea89d8d20 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:45.846001 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.927749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:45.928483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.023331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Network b734a45c-5b64-45fa-9463-0264af5a7e7a is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:46.026373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:46.034797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:46.038687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:46.056044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.080899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Transition to ACTIVE for port object 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:46.125202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.137048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Pushing event updated for resources: {'Port': ['ID=4fe46475-39f1-45c6-b7ef-486ea89d8d20,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:46.228721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Attempting to bind port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:46.229094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Attempting to bind port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:46.229473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Attempting to bind port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 on network b734a45c-5b64-45fa-9463-0264af5a7e7a {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:46.230645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:46.244026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:46.244400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Checking segment: {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:46.244798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.245183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Bound using segment: {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:46.245691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Bound port: 4fe46475-39f1-45c6-b7ef-486ea89d8d20, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:46.246065 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.253970 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd1581-8d54-484d-b1ac-bb0b746cd931 None None] New status for floating IP ca82cb6a-28e1-456d-9f28-4fa79f9b1a43: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:53:46.393785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4030a-5d71-4aa8-a285-2a373b03902c req-3178a23a-0882-4e4d-a085-fee4ffa6475a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:46.395298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bab4030a-5d71-4aa8-a285-2a373b03902c req-3178a23a-0882-4e4d-a085-fee4ffa6475a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 944 time: 0.3127551 Mar 04 23:53:46.435092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] For port 4fe46475-39f1-45c6-b7ef-486ea89d8d20, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:46.440902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] For port 4fe46475-39f1-45c6-b7ef-486ea89d8d20, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe46475-39f1-45c6-b7ef-486ea89d8d20,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:46.452740 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.576818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Attempting to bind port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:46.576818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Attempting to bind port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:46.577391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Attempting to bind port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:46.594314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de0c2-442d-4013-95f1-ca02e5ac30dd None None] Pushing event updated for resources: {'Port': ['ID=4fe46475-39f1-45c6-b7ef-486ea89d8d20,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:46.598874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:46.599205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Attempting to bind port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:46.603647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bab4030a-5d71-4aa8-a285-2a373b03902c req-850dfe67-201a-4011-850a-e2b4de68edb4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672585 Mar 04 23:53:46.613186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:46.613548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Checking segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:46.613933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Bound using segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:46.614360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Bound port: 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:46.614702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.629338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-53503578-e474-40c3-9a2b-7ffe59a9e67b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1096 time: 0.2778699 Mar 04 23:53:46.757270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:46.760667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:46.769400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.843672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:46.859715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:46.860971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] 10.222.0.10 "PUT /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 200 len: 1130 time: 1.5564644 Mar 04 23:53:46.878899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf381f0-f9c0-476b-9283-71bdbbc0ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:46.919108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:46.950277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14945b6d-2a76-4262-8d9a-b7d54f5a550d req-e1212456-a816-471c-be68-f06e99a48664 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:46.957613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14945b6d-2a76-4262-8d9a-b7d54f5a550d req-e1212456-a816-471c-be68-f06e99a48664 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.4194143 Mar 04 23:53:46.958791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 508ee93b-21a1-4b32-9e71-9526356d2c5e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:46.959446 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.000847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-ced7b6fd-979b-490b-866d-4e1229cf59fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.014703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-ced7b6fd-979b-490b-866d-4e1229cf59fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.3771102 Mar 04 23:53:47.135992 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.146511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa618cf-2d71-48d8-a720-dcf97b44da78 req-4dc611ad-9999-4ab0-b10a-5a3f62633db6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.148385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8fa618cf-2d71-48d8-a720-dcf97b44da78 req-4dc611ad-9999-4ab0-b10a-5a3f62633db6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 949 time: 0.1885540 Mar 04 23:53:47.156401 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-775e4775-2620-4f30-b387-dc0e1523c14e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 217 time: 0.1222768 Mar 04 23:53:47.178287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:47.178805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14945b6d-2a76-4262-8d9a-b7d54f5a550d req-6eaf9c98-99eb-4ff3-91ab-ddd3660a748e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202232 Mar 04 23:53:47.183711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.184923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:47.207868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.235154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Router 9c4c8854-17b7-4011-a4a8-8ab301165551 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:53:47.260855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-22b3483b-8cdf-4db4-96be-b6855d69252b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.262346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-22b3483b-8cdf-4db4-96be-b6855d69252b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.0961206 Mar 04 23:53:47.382600 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.411325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:47.419722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-0c1aff2c-ec86-40d6-b7a8-c880a95700b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023469 Mar 04 23:53:47.429734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:47.437676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.450085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99'}, {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:47.481503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8fa618cf-2d71-48d8-a720-dcf97b44da78 req-b3370037-9d25-4966-b161-114b6f68a979 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249454 Mar 04 23:53:47.591664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}, {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:47.596663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:47.599407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe46475-39f1-45c6-b7ef-486ea89d8d20 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:47.698884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:47.757716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-1eef2a68-e022-4e93-89d8-a51c76ff1aaa service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303032 Mar 04 23:53:47.795512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.799710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.803645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.808107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.812266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.816153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.818161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90e9c2d9-c548-4201-951e-4a298268f97b req-b2b114c6-2909-4c47-be62-335b548c7563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 4600 time: 0.2592905 Mar 04 23:53:47.868829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1de79-a746-433d-b94d-8c3d24eb2d61 req-20cc9c91-4f32-457d-a3d9-37fd2fe13e1d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:47.870411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-71e1de79-a746-433d-b94d-8c3d24eb2d61 req-20cc9c91-4f32-457d-a3d9-37fd2fe13e1d tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 949 time: 0.1636586 Mar 04 23:53:47.876287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:47.916864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e69b6c-2b35-4c9a-9449-27016de05146 None None] Network b734a45c-5b64-45fa-9463-0264af5a7e7a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:53:47.969555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90e9c2d9-c548-4201-951e-4a298268f97b req-89b726b6-2675-4d07-b65c-986f4aa145e4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430936 Mar 04 23:53:47.990988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:47.995792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:53:48.019927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Transition to ACTIVE for port object 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:48.025770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-8af55cc8-1c33-4754-b67c-8f3c6724db26 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597549 Mar 04 23:53:48.035628 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:48.043916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Sync routers for ids ['9c4c8854-17b7-4011-a4a8-8ab301165551'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:53:48.045915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:48.047463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-abfd9e85-6636-4270-97e3-bf7672ffb72f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9083459 Mar 04 23:53:48.049939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40946) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:48.084131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Routers {'9c4c8854-17b7-4011-a4a8-8ab301165551'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:48.084846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9c4c8854-17b7-4011-a4a8-8ab301165551'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:48.102564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-71e1de79-a746-433d-b94d-8c3d24eb2d61 req-8a560292-9178-4a8b-912c-c7b22cbe35a6 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218792 Mar 04 23:53:48.228364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Pushing event updated for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:48.277556 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'status': 'completed', 'code': 200} Mar 04 23:53:48.277854 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8', 'status': 'completed', 'code': 200} Mar 04 23:53:48.450478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] Provisioning for port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:48.477744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] Provisioning complete for port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:48.478117 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:48.508848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Attempting to bind port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:48.509561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Attempting to bind port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:48.510228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Attempting to bind port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:48.532020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:48.532822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Attempting to bind port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:48.544824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:48.545158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Checking segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:48.545670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Bound using segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:48.546126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Bound port: 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:48.546519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:48.650425 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'code': 200} Mar 04 23:53:48.650668 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'code': 200} Mar 04 23:53:48.748967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Set router 9c4c8854-17b7-4011-a4a8-8ab301165551 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:48.749159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:48.760087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-a4600dd0-095a-4bd5-8fc5-35c2380308b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6167 time: 0.3516645 Mar 04 23:53:48.762183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:48.771256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1cf6251-0d4e-4b21-98bc-0a83470060aa req-1f254359-b7d3-4dd9-bd4e-ec28784b0ee6 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1095 time: 0.2295699 Mar 04 23:53:48.816768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:48.838752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40966) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:48.940687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Pushing event updated for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:48.986674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:48.988074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-b27b27be-f11c-4d56-8898-450d14c82d1c service neutron] 10.222.0.10 "PUT /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 200 len: 1130 time: 2.0740850 Mar 04 23:53:49.035461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1cf6251-0d4e-4b21-98bc-0a83470060aa req-f14a5602-01ca-4b7b-99f2-a50aa44469e8 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632740 Mar 04 23:53:49.056656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:49.259164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-a5164c24-ddc8-409a-9070-f1822a93055a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:49.259531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-a5164c24-ddc8-409a-9070-f1822a93055a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:49.259889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-a5164c24-ddc8-409a-9070-f1822a93055a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:49.271338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-a5164c24-ddc8-409a-9070-f1822a93055a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d094337e09fb4ccf8025bdd1937addca&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4739847 Mar 04 23:53:49.343895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed70f803-79dc-47ee-be09-f0bca2e27e76 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.403243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.473007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] For port 4fe46475-39f1-45c6-b7ef-486ea89d8d20, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe46475-39f1-45c6-b7ef-486ea89d8d20,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:49.482938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.553954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:45Z', 'revision_number': 3, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:49.554152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed70f803-79dc-47ee-be09-f0bca2e27e76 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.562044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Checking router: 9c4c8854-17b7-4011-a4a8-8ab301165551 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:53:49.562236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Updating router 9c4c8854-17b7-4011-a4a8-8ab301165551 port 837df688-9cf7-4933-9275-94efdb5decdb binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:53:49.599054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.635218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c05fac-36db-4a7a-a93a-48bc16eb2af5 req-14d846b7-5872-4925-a9e2-7f4f79889db0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:49.636412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddc599-920b-4f51-9f43-d4268ea365ff None None] Pushing event updated for resources: {'Port': ['ID=4fe46475-39f1-45c6-b7ef-486ea89d8d20,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:49.637517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75c05fac-36db-4a7a-a93a-48bc16eb2af5 req-14d846b7-5872-4925-a9e2-7f4f79889db0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.6051486 Mar 04 23:53:49.652292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.696563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed70f803-79dc-47ee-be09-f0bca2e27e76 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.721763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31a37a08-c1aa-46ac-94a2-77e0ac728f26 None None] Provisioning complete for port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:49.722207 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31a37a08-c1aa-46ac-94a2-77e0ac728f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.730111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f803-79dc-47ee-be09-f0bca2e27e76 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2ac3b-6109-4180-8b15-8f0c4aa2988d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:49.755365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75c05fac-36db-4a7a-a93a-48bc16eb2af5 req-084f23ef-9057-4420-99ee-1613ba196cd5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090775 Mar 04 23:53:49.784426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed70f803-79dc-47ee-be09-f0bca2e27e76 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:49.784426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed70f803-79dc-47ee-be09-f0bca2e27e76 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ff2ac3b-6109-4180-8b15-8f0c4aa2988d HTTP/1.1" status: 204 len: 168 time: 0.9382923 Mar 04 23:53:49.784426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40980) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:49.816778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-f8de527b-2ff5-43dd-8745-27f3978bb6e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:49.817097 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-0ac8849c-f27e-4090-ba9d-3e6d6ca852fd tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] show failed (client error): The resource could not be found. Mar 04 23:53:49.818301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-f8de527b-2ff5-43dd-8745-27f3978bb6e4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5459859 Mar 04 23:53:49.818528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0ac8849c-f27e-4090-ba9d-3e6d6ca852fd tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "GET /v2.0/security-groups/3ff2ac3b-6109-4180-8b15-8f0c4aa2988d HTTP/1.1" status: 404 len: 347 time: 0.0325983 Mar 04 23:53:49.823474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40986) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:53:49.923620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33cfd358-c7b1-486d-818f-24188457735e req-d6192a81-bbc7-416a-9617-144d533ceed1 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1101 time: 0.4487655 Mar 04 23:53:50.137817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33cfd358-c7b1-486d-818f-24188457735e req-86ccc83d-81c0-4271-af65-69c824d65ab9 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132618 Mar 04 23:53:50.210518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-06e28fee-8b04-4bcb-ad1f-d921a328e114 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6209 time: 0.3386981 Mar 04 23:53:50.218126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Deleting port ef0674f8-7264-435a-9003-0c9c951b142a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:50.218544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.311528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.326038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Transition to ACTIVE for port object 837df688-9cf7-4933-9275-94efdb5decdb will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:50.332704 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.358937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '0a79c5bc-33cc-4a39-9420-9700aa2f7d42'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:50.414487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117901-f73e-4f4b-8393-19cd9e3a9d02 None None] Pushing event updated for resources: {'Port': ['ID=837df688-9cf7-4933-9275-94efdb5decdb,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:50.420617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Attempting to bind port 837df688-9cf7-4933-9275-94efdb5decdb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:50.420984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Attempting to bind port 837df688-9cf7-4933-9275-94efdb5decdb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:50.421384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Attempting to bind port 837df688-9cf7-4933-9275-94efdb5decdb on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:50.428997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:50.429407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:50.429693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.431903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:50.432009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Bound port: 837df688-9cf7-4933-9275-94efdb5decdb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:50.432869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.487357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.492296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.497147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.501280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.505201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.509200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.513599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.520626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-08086de2-d6b9-4f44-a951-10d1af2abade tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5372 time: 0.3952770 Mar 04 23:53:50.520831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] For port 837df688-9cf7-4933-9275-94efdb5decdb, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:50.525257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] For port 837df688-9cf7-4933-9275-94efdb5decdb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=837df688-9cf7-4933-9275-94efdb5decdb,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:50.530938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.620802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Routers {'9c4c8854-17b7-4011-a4a8-8ab301165551'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:50.620918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9c4c8854-17b7-4011-a4a8-8ab301165551'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:50.674388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117901-f73e-4f4b-8393-19cd9e3a9d02 None None] Pushing event updated for resources: {'Port': ['ID=837df688-9cf7-4933-9275-94efdb5decdb,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:50.674787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c202e957-79a0-475a-831e-21f76b4a5d7e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:50.676938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.678107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.686350 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.694428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.734012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Transition to ACTIVE for port object c202e957-79a0-475a-831e-21f76b4a5d7e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:50.750001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-e80e4334-794c-4f0a-b1fe-f4e914e23d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.750483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-e80e4334-794c-4f0a-b1fe-f4e914e23d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.751076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-e80e4334-794c-4f0a-b1fe-f4e914e23d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.752651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-e80e4334-794c-4f0a-b1fe-f4e914e23d1f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d094337e09fb4ccf8025bdd1937addca&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5235882 Mar 04 23:53:50.753254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:50.822606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] Set router 9c4c8854-17b7-4011-a4a8-8ab301165551 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:50.833774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3722eb9-e01e-48fd-a6c5-711b942568c1 req-0092f7c3-775d-4df2-816a-bfb6ae97aa2c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2606356 Mar 04 23:53:50.836654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720396-43f5-47c8-9f16-78d8f02b276b req-c7f026d8-8b11-451d-949f-e372b7f00871 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:50.839134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-c7f026d8-8b11-451d-949f-e372b7f00871 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.4662004 Mar 04 23:53:50.840461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Calling delete_port for ef0674f8-7264-435a-9003-0c9c951b142a owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:50.871799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:53:51.086799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:51.097700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-b4c1f703-ff04-46bb-9dec-23e5abeed847 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/quotas/e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 375 time: 0.1708784 Mar 04 23:53:51.174610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:53:51.344791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-82a918f1-3665-4d9c-aeaf-03ff7d0a9a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:51.346915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c971016c-5186-430b-b4b7-c41de5b0a759 req-82a918f1-3665-4d9c-aeaf-03ff7d0a9a83 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5589027 Mar 04 23:53:51.391680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Attempting to bind port c202e957-79a0-475a-831e-21f76b4a5d7e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:51.392416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Attempting to bind port c202e957-79a0-475a-831e-21f76b4a5d7e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:51.392974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Attempting to bind port c202e957-79a0-475a-831e-21f76b4a5d7e on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:51.410098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-769ccf40-ebf6-4398-bdfc-f46f5f94a782 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3036249 Mar 04 23:53:51.411960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Port c202e957-79a0-475a-831e-21f76b4a5d7e on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:51.412492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Attempting to bind port c202e957-79a0-475a-831e-21f76b4a5d7e on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:51.456416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:51.473540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'mac_address': 'fa:16:3e:57:e1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:53:51.503413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.511838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:51.512273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Checking segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:51.512720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Bound using segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:51.513270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Bound port: c202e957-79a0-475a-831e-21f76b4a5d7e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:51.513672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.531570 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '0a79c5bc-33cc-4a39-9420-9700aa2f7d42', 'status': 'completed', 'code': 200} Mar 04 23:53:51.561589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe46475-39f1-45c6-b7ef-486ea89d8d20 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:51.561806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Pushing event deleted for resources: {'Port': ['ID=ef0674f8-7264-435a-9003-0c9c951b142a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:51.574301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Allocated IP 172.20.0.1 (b734a45c-5b64-45fa-9463-0264af5a7e7a/1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6/4ef2a22d-30dc-4139-9110-20a7749bc248) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:51.605784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.678709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc973ccf-fcb2-448f-b75d-bf118e20f4d0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:51.705383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-f51d092d-0624-4c41-9c23-0844e30c4e3e service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870800 Mar 04 23:53:51.743776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:51.744286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:51.752382 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.817726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-2c95eee3-b3ff-4feb-b4ee-1dc8159449bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6234 time: 0.2900920 Mar 04 23:53:51.819427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c202e957-79a0-475a-831e-21f76b4a5d7e,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:51.829676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.830904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:51.831340 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.832536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.873766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['fc973ccf-fcb2-448f-b75d-bf118e20f4d0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:51.913082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:51.916395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.920340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-de3498dc-0ab8-4a1f-9c8b-749af12115c0 tempest-ServersWithSpecificFlavorTestJSON-1575117416 tempest-ServersWithSpecificFlavorTestJSON-1575117416-project] 10.222.0.32 "DELETE /v2.0/floatingips/ca82cb6a-28e1-456d-9f28-4fa79f9b1a43 HTTP/1.1" status: 204 len: 168 time: 2.0935271 Mar 04 23:53:51.923500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:51.931824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafc94-ea42-4e3a-869e-23906290dfd3 req-94b4777d-7c16-4787-b473-e88e26ba5d9a tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:51.933322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c1eafc94-ea42-4e3a-869e-23906290dfd3 req-94b4777d-7c16-4787-b473-e88e26ba5d9a tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.3251963 Mar 04 23:53:51.983853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Transition to ACTIVE for port object 4ef2a22d-30dc-4139-9110-20a7749bc248 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:52.005926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:52.007433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] 10.222.0.10 "PUT /v2.0/ports/c202e957-79a0-475a-831e-21f76b4a5d7e HTTP/1.1" status: 200 len: 1091 time: 2.9877989 Mar 04 23:53:52.015387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:45Z', 'revision_number': 3, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:52.026399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c1eafc94-ea42-4e3a-869e-23906290dfd3 req-26ba33ec-99de-4156-be54-87b77518fe6e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829029 Mar 04 23:53:52.049671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:52.060594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817763a-2b4d-483b-84dc-8f7f99e6bc30 None None] The sync data for ids ['9c4c8854-17b7-4011-a4a8-8ab301165551'] in n-d-828979-4 is: [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:45Z', 'revision_number': 3, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:53:52.075736 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:52.127613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-0ab628a3-1034-4a4e-8d71-0c926fd4dac4 service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139512 Mar 04 23:53:52.128301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4455e-53da-4f00-aa8b-dcfc820c7ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:52.183844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef2a22d-30dc-4139-9110-20a7749bc248,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:52.224927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Network b734a45c-5b64-45fa-9463-0264af5a7e7a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:52.230122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:52.235774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:52.494564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:52.541413 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:53:52.572167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-8c863e24-9414-492c-9e07-29d1f2260e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:52.572653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-8c863e24-9414-492c-9e07-29d1f2260e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:52.573035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-8c863e24-9414-492c-9e07-29d1f2260e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:52.579750 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-8c863e24-9414-492c-9e07-29d1f2260e24 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d094337e09fb4ccf8025bdd1937addca&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7533915 Mar 04 23:53:52.739856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:52.807405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a75d822c-9d94-415f-81d2-0ca66dd82fee None None] Provisioning for port 4ef2a22d-30dc-4139-9110-20a7749bc248 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:52.818121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a75d822c-9d94-415f-81d2-0ca66dd82fee None None] Provisioning complete for port 4ef2a22d-30dc-4139-9110-20a7749bc248 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:52.818864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a75d822c-9d94-415f-81d2-0ca66dd82fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:52.879328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:52.899641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.015525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a75d822c-9d94-415f-81d2-0ca66dd82fee None None] Port 4ef2a22d-30dc-4139-9110-20a7749bc248 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:53.040096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:53.040616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.090959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95304011-91d6-4dd4-b18e-98f2a5d0af3b req-a91d4054-f9e8-4290-898e-9f4e9004860c tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 1101 time: 0.5262978 Mar 04 23:53:53.193034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.198144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.203035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.206459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.207919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-95304011-91d6-4dd4-b18e-98f2a5d0af3b req-b03f5493-1e9e-4ea6-ac81-79bb63bab0f8 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Synchronizing usage tracker for tenant:24aac3febf044ab3998d280bf12f224b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:53.210713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.214741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.218829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.221302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-272da60b-903f-4d8f-bb03-e83d30993584 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5384 time: 0.7800081 Mar 04 23:53:53.248847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-95304011-91d6-4dd4-b18e-98f2a5d0af3b req-b03f5493-1e9e-4ea6-ac81-79bb63bab0f8 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] Unset dirty status for tenant:24aac3febf044ab3998d280bf12f224b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:53.255760 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.261807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95304011-91d6-4dd4-b18e-98f2a5d0af3b req-b03f5493-1e9e-4ea6-ac81-79bb63bab0f8 tempest-ServersAdminTestJSON-1899371195 tempest-ServersAdminTestJSON-1899371195-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692340 Mar 04 23:53:53.266343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-e13b5c43-c38e-4924-9086-17a9dd521378 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:53.267907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9917f70e-2b56-451e-888f-c8d8f34e3f12 req-e13b5c43-c38e-4924-9086-17a9dd521378 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6780498 Mar 04 23:53:53.314332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:53.316267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:53.325341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.355141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.368638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.535380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:53.557551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.557903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.558920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.558920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.559129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:53.559229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.559229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.559491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.559807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.560120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.565481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.565981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:53.609022 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1258221-4e0a-4279-9e76-29c9c499dc64 req-c299cb95-c15c-4a24-a088-110d4eb77f18 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3717797 Mar 04 23:53:53.620721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 837df688-9cf7-4933-9275-94efdb5decdb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:53.784898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 837df688-9cf7-4933-9275-94efdb5decdb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:53:53.791465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 837df688-9cf7-4933-9275-94efdb5decdb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:53.792202 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.799201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef2a22d-30dc-4139-9110-20a7749bc248,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:53.812319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3bed774e-8db8-43af-a2fd-22305039fbdd req-f4215617-89e9-45ae-8a2c-6b8bb66bc3d5 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 210 time: 0.0838544 Mar 04 23:53:53.827581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:53.998177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:54.013967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:54.065824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Transition to ACTIVE for port object 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:54.076232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:54.157087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Network b734a45c-5b64-45fa-9463-0264af5a7e7a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:54.158308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:54.210309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:54.252277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 837df688-9cf7-4933-9275-94efdb5decdb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=837df688-9cf7-4933-9275-94efdb5decdb,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:54.269522 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:54.463950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=837df688-9cf7-4933-9275-94efdb5decdb,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:54.519302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Pushing event updated for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:54.676885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5d4a4138-39ac-41e4-966b-1b13eeece72d None None] Provisioning complete for port 4ef2a22d-30dc-4139-9110-20a7749bc248 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:54.680472 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4138-39ac-41e4-966b-1b13eeece72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:54.766238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720396-43f5-47c8-9f16-78d8f02b276b req-e627b11f-e6d7-41be-b7c3-610fbb3f4150 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:54.768452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-e627b11f-e6d7-41be-b7c3-610fbb3f4150 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.4745772 Mar 04 23:53:54.776590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Attempting to bind port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:54.777250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Attempting to bind port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:54.777829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Attempting to bind port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:54.788470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Request body: {'port': {'device_id': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'admin_state_up': True, 'tenant_id': 'e0fbf865cb194f07a8688d65c9ed7b29'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:54.795124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb04eb-08fa-490e-9c22-59197d90e324 req-1a0d477c-937f-4ca2-b904-e7e98b81b935 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:54.801843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00eb04eb-08fa-490e-9c22-59197d90e324 req-1a0d477c-937f-4ca2-b904-e7e98b81b935 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.4822047 Mar 04 23:53:54.825822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:54.826701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Attempting to bind port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:54.835374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a4138-39ac-41e4-966b-1b13eeece72d None None] Port 4ef2a22d-30dc-4139-9110-20a7749bc248 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:53:54.844317 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'code': 200} Mar 04 23:53:54.887303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:54.888151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Checking segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:54.888835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Bound using segment: {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:54.889530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Bound port: 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717168c2-c3da-4340-b9dc-0877b886ff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:54.890108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:55.004966 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e', 'status': 'completed', 'code': 200} Mar 04 23:53:55.013828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00eb04eb-08fa-490e-9c22-59197d90e324 req-d08bc7b9-6dd9-42d0-9923-e235fc3a841e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110531 Mar 04 23:53:55.097161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:55.100459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:55.117049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:55.200782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:55.202138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] 10.222.0.10 "PUT /v2.0/ports/196bdc2f-40fe-496f-9c54-fb6ad769f9f0 HTTP/1.1" status: 200 len: 1091 time: 3.1574070 Mar 04 23:53:55.209269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:55.224260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-c7df1d0a-1141-4476-a417-8ab54bf93a5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6301 time: 0.1860247 Mar 04 23:53:55.262053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:55.290852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:55.521159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Made reservation on behalf of e0fbf865cb194f07a8688d65c9ed7b29 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:53:55.523485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 837df688-9cf7-4933-9275-94efdb5decdb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:53:55.526269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:55.533860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-119c7617-9203-4d05-844c-218aa203fa33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.534557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-119c7617-9203-4d05-844c-218aa203fa33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.535101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-119c7617-9203-4d05-844c-218aa203fa33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.536823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-119c7617-9203-4d05-844c-218aa203fa33 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d094337e09fb4ccf8025bdd1937addca&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3117931 Mar 04 23:53:55.548989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babddad3-cde2-4ef2-bb77-b4159dd7fd86 service neutron] Pushing event updated for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:55.556883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.560065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:55.562987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.567183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.572175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.576346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.580609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.584908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:55.592872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-99be8f3b-3e47-4c7d-b01b-627e1d3b83c4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5396 time: 0.3280091 Mar 04 23:53:55.640159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Router 9c4c8854-17b7-4011-a4a8-8ab301165551 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:53:55.649471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 837df688-9cf7-4933-9275-94efdb5decdb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:53:55.650335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:55.801785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Allocated IP 172.20.0.11 (fdab189c-4330-45a1-bbc4-b3dcc6c19de9/54656237-f595-48b6-8ca1-5756c70725cc/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:55.863468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e86917b-a195-46c6-87fb-56d8f9ea0378 req-1ed2072c-8861-48cd-aa0e-f6f5d8219e04 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2690310 Mar 04 23:53:56.026943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-f2283ba8-4fec-4aea-885b-d02f8ad96876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:56.029410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d16b4ea2-4b7f-49fc-bb85-d19648fe54d3 req-f2283ba8-4fec-4aea-885b-d02f8ad96876 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4835129 Mar 04 23:53:56.181821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49133c2d-27ef-45a8-9a33-c2b10f79343a req-c845dc98-46d3-4197-8efc-f98e5bd01258 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 210 time: 0.0629544 Mar 04 23:53:56.214409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:53:56.230482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7995dc7e-049a-4988-8db7-30bb704703c9 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c4c8854-17b7-4011-a4a8-8ab301165551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1782491 Mar 04 23:53:56.493804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-7d3456cd-bcac-43ec-89cb-ff1fa66287a1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:56.494903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-7d3456cd-bcac-43ec-89cb-ff1fa66287a1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 950 time: 0.0901985 Mar 04 23:53:56.501289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f188-4738-4714-91c7-de099c8034d1 req-a0c2c0ff-2f93-46b7-9b6e-dc9e79d36f24 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:56.511859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6482f188-4738-4714-91c7-de099c8034d1 req-a0c2c0ff-2f93-46b7-9b6e-dc9e79d36f24 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=af68fa5b-793b-494d-86e0-bf54826a4134 HTTP/1.1" status: 200 len: 950 time: 1.1934907 Mar 04 23:53:56.612394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Deleting port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:53:56.612994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:56.636573 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Sync routers for ids ['9c4c8854-17b7-4011-a4a8-8ab301165551'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:53:56.637042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:56.657004 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6482f188-4738-4714-91c7-de099c8034d1 req-4cdc197b-bb31-4ba8-b83b-62840b616c67 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436174 Mar 04 23:53:56.692659 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Routers {'9c4c8854-17b7-4011-a4a8-8ab301165551'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:56.693709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9c4c8854-17b7-4011-a4a8-8ab301165551'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:56.695357 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:56.745896 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:56.897629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d85f2db-b946-472b-9996-7d07f1487e98 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:53:56.913559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:56.923328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.006188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:57.056209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] For port 13ce53b9-3db6-4602-ac5b-a683ffe9d349, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=13ce53b9-3db6-4602-ac5b-a683ffe9d349,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:53:57.056686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.083615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:57.087449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Transition to ACTIVE for port object 0d85f2db-b946-472b-9996-7d07f1487e98 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:57.093958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:57.098116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:57.135918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.148548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Set router 9c4c8854-17b7-4011-a4a8-8ab301165551 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:53:57.170430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:57.398965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Calling delete_port for 13ce53b9-3db6-4602-ac5b-a683ffe9d349 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:53:57.419889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f6ea6-3b08-4084-9b9b-108d24754aab req-24434f9d-e01f-49f2-84f4-47e13fa09267 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:57.422051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4f6ea6-3b08-4084-9b9b-108d24754aab req-24434f9d-e01f-49f2-84f4-47e13fa09267 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 945 time: 0.4962194 Mar 04 23:53:57.441649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:57.442509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.532125 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4f6ea6-3b08-4084-9b9b-108d24754aab req-7c14dd22-6b80-4c22-bd85-d6388cf24090 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984685 Mar 04 23:53:57.533368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:57.635921 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:52Z', 'revision_number': 4, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '4ef2a22d-30dc-4139-9110-20a7749bc248', 'name': '', 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'mac_address': 'fa:16:3e:a5:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:50Z', 'updated_at': '2022-03-04T23:53:52Z', 'revision_number': 2, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'subnets': [{'id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:57.659867 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Checking router: 9c4c8854-17b7-4011-a4a8-8ab301165551 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:53:57.660449 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Updating router 9c4c8854-17b7-4011-a4a8-8ab301165551 port 4ef2a22d-30dc-4139-9110-20a7749bc248 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:53:57.716762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-06c84144-314b-4aad-a816-1547bd5a4f04 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:53:57.725644 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.783567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2e318723-10ed-4a24-9d59-7a254c19f7fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9996581 Mar 04 23:53:57.788375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Attempting to bind port 0d85f2db-b946-472b-9996-7d07f1487e98 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:57.788375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Attempting to bind port 0d85f2db-b946-472b-9996-7d07f1487e98 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:57.788375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Attempting to bind port 0d85f2db-b946-472b-9996-7d07f1487e98 on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:57.798609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Port 0d85f2db-b946-472b-9996-7d07f1487e98 on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:53:57.798829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Attempting to bind port 0d85f2db-b946-472b-9996-7d07f1487e98 on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:57.817919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Request body: {'port': {'device_id': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:57.890616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:57.890975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Checking segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:57.891317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Bound using segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:57.892244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Bound port: 0d85f2db-b946-472b-9996-7d07f1487e98, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:57.892244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.900560 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:57.915327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4b1f6073-17ee-4524-993f-9b306f3aa894'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:57.972800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:53:58.176098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-06c84144-314b-4aad-a816-1547bd5a4f04 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:53:58.178078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-06c84144-314b-4aad-a816-1547bd5a4f04 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7213626 Mar 04 23:53:58.179353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] No DVR routers for this DVR port 13ce53b9-3db6-4602-ac5b-a683ffe9d349 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:53:58.182129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event deleted for resources: {'Port': ['ID=13ce53b9-3db6-4602-ac5b-a683ffe9d349,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:58.184747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.195940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'name': 'network-vif-deleted', 'tag': '13ce53b9-3db6-4602-ac5b-a683ffe9d349'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:53:58.207435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:58.214126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:53:58.218723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Usage tracker for resource:floatingip and tenant:129e55d3ed904f34acdb113c40ac99c4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:53:58.222097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:53:58.228645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:53:58.237576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ce20f34-6ef8-461a-92c2-14b5b46be088 req-e44d3826-4562-4844-8da7-467895f0bde1 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "DELETE /v2.0/ports/13ce53b9-3db6-4602-ac5b-a683ffe9d349 HTTP/1.1" status: 204 len: 173 time: 1.7358527 Mar 04 23:53:58.244601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.329609 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.359298 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Transition to ACTIVE for port object 4ef2a22d-30dc-4139-9110-20a7749bc248 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:53:58.371312 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.374646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:58.422408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0d85f2db-b946-472b-9996-7d07f1487e98,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:58.427732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.474194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.569881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.610253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.622462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.632261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.642641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.647002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Pushing event updated for resources: {'Port': ['ID=4ef2a22d-30dc-4139-9110-20a7749bc248,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:58.659608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.663935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.672103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:53:58.688306 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cff73096-8971-4099-b68d-188f4c9f9773 req-873ce942-2d74-4817-be58-93f7402b4fc5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5408 time: 0.6255023 Mar 04 23:53:58.720741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c62314c0-feba-4866-a96d-cdda648d3258 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.7952065 Mar 04 23:53:58.729623 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.730134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.730327 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.730656 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.730980 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.731299 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.731611 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.731922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.732371 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.732683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.732991 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:53:58.755639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:58.805882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:58.831610 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Attempting to bind port 4ef2a22d-30dc-4139-9110-20a7749bc248 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:53:58.832316 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Attempting to bind port 4ef2a22d-30dc-4139-9110-20a7749bc248 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:53:58.832862 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Attempting to bind port 4ef2a22d-30dc-4139-9110-20a7749bc248 on network b734a45c-5b64-45fa-9463-0264af5a7e7a {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:53:58.841168 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:53:58.842192 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Checking segment: {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:53:58.843293 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.843871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Bound using segment: {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:53:58.845182 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Bound port: 4ef2a22d-30dc-4139-9110-20a7749bc248, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb25a683-febc-41ea-b820-78123fc137f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:53:58.846476 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.910323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 13ce53b9-3db6-4602-ac5b-a683ffe9d349 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:53:58.943209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Allocated IP 172.25.0.191 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3e53c4d1-023c-4bf7-af42-3a4fff761be2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:53:58.961262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:58.965533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f382501f-e4b4-47ff-ae0b-492938934191 service neutron] 10.222.0.10 "PUT /v2.0/ports/0d85f2db-b946-472b-9996-7d07f1487e98 HTTP/1.1" status: 200 len: 1091 time: 3.7109480 Mar 04 23:53:59.059404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 13ce53b9-3db6-4602-ac5b-a683ffe9d349 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:53:59.062190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 13ce53b9-3db6-4602-ac5b-a683ffe9d349 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:53:59.157969 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] For port 4ef2a22d-30dc-4139-9110-20a7749bc248, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:53:59.163806 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] For port 4ef2a22d-30dc-4139-9110-20a7749bc248, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ef2a22d-30dc-4139-9110-20a7749bc248,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:53:59.173415 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:59.211884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Request body: {'port': {'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:53:59.343958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cff73096-8971-4099-b68d-188f4c9f9773 req-0d5fde3f-1cdb-4d07-9b70-a2976267db09 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6543581 Mar 04 23:53:59.459345 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a34f-db8d-42ae-ac15-d114ce76fc69 None None] Pushing event updated for resources: {'Port': ['ID=4ef2a22d-30dc-4139-9110-20a7749bc248,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:59.507234 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Routers {'9c4c8854-17b7-4011-a4a8-8ab301165551'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:53:59.508210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9c4c8854-17b7-4011-a4a8-8ab301165551'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:53:59.516000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:59.577818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:59.584736 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:53:59.673096 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0', 'status': 'completed', 'code': 200} Mar 04 23:53:59.872727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:53:59.877462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:53:59.885801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=3e53c4d1-023c-4bf7-af42-3a4fff761be2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:53:59.891505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:53:59.933564 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] Set router 9c4c8854-17b7-4011-a4a8-8ab301165551 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:00.003357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-aa38a42a-4af1-45f9-8814-2c4ecb6fc994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6410 time: 0.3313587 Mar 04 23:54:00.234400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.279430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-6eea000d-6063-46a8-966a-a254ee52187d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:00.280099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-6eea000d-6063-46a8-966a-a254ee52187d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:00.280654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-6eea000d-6063-46a8-966a-a254ee52187d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:00.282447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-6eea000d-6063-46a8-966a-a254ee52187d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d094337e09fb4ccf8025bdd1937addca&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2684126 Mar 04 23:54:00.312391 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:52Z', 'revision_number': 4, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '4ef2a22d-30dc-4139-9110-20a7749bc248', 'name': '', 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'mac_address': 'fa:16:3e:a5:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:50Z', 'updated_at': '2022-03-04T23:53:59Z', 'revision_number': 4, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'subnets': [{'id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:00.317546 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b3bcd-084e-489d-b56c-4426fa0ea9e4 None None] The sync data for ids ['9c4c8854-17b7-4011-a4a8-8ab301165551'] in n-d-828979-4 is: [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:52Z', 'revision_number': 4, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '4ef2a22d-30dc-4139-9110-20a7749bc248', 'name': '', 'network_id': 'b734a45c-5b64-45fa-9463-0264af5a7e7a', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'mac_address': 'fa:16:3e:a5:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:50Z', 'updated_at': '2022-03-04T23:53:59Z', 'revision_number': 4, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'subnets': [{'id': '1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:54:00.326164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.502748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.608498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17466e9-7897-4617-a558-d40c06de7585 req-39322977-a12c-48a3-ae0e-7ef342ed802b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:00.609258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a17466e9-7897-4617-a558-d40c06de7585 req-39322977-a12c-48a3-ae0e-7ef342ed802b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:00.672549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:00.675253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:54:00.701534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-46ab633f-d5cc-4ed1-9b1f-947f957e1457 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:00.703017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9fc1c7f-1207-4722-8c79-f8b3005dab62 req-46ab633f-d5cc-4ed1-9b1f-947f957e1457 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065583 Mar 04 23:54:00.736228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a17466e9-7897-4617-a558-d40c06de7585 req-39322977-a12c-48a3-ae0e-7ef342ed802b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:00.743202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a17466e9-7897-4617-a558-d40c06de7585 req-39322977-a12c-48a3-ae0e-7ef342ed802b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 932 time: 0.7220166 Mar 04 23:54:00.790037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:00.798425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.830594 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:54:00.889815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:00.900641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Transition to ACTIVE for port object d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:00.910503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.921628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.932041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:00.962284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:01.173928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:01.184822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=3e53c4d1-023c-4bf7-af42-3a4fff761be2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:01.206030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:01.249483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:01.249483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-88018eba-52c0-4e7c-8b6e-af5c6038a8c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0268428 Mar 04 23:54:01.251681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:54:01.346344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-82dc15c2-ceda-4d32-ae21-22e0de705909 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:01.357833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a17466e9-7897-4617-a558-d40c06de7585 req-15d357bf-02d8-48ad-8fa2-07a1b248f6c0 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137836 Mar 04 23:54:01.368953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-82dc15c2-ceda-4d32-ae21-22e0de705909 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:01.374157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-82dc15c2-ceda-4d32-ae21-22e0de705909 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.1295428 Mar 04 23:54:01.389442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:01.390984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:01.417833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:01.592783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ef2a22d-30dc-4139-9110-20a7749bc248 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:01.726854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-08684db6-00c7-457e-abe6-2e4c34dfb796 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:01.729351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35189a9f-4402-4961-baed-12a4bad1ae14 req-08684db6-00c7-457e-abe6-2e4c34dfb796 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3426950 Mar 04 23:54:01.731866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4ef2a22d-30dc-4139-9110-20a7749bc248 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:01.737031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4ef2a22d-30dc-4139-9110-20a7749bc248 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:01.737429 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:01.758543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98'}, {'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:01.816465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:54:01.839447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:01.899921 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:01.988450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4ef2a22d-30dc-4139-9110-20a7749bc248, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ef2a22d-30dc-4139-9110-20a7749bc248,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:02.000151 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.031349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:02.032043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:02.032601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:02.037048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81aad06-79f8-421d-ad28-c2d08d79242e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:02.053320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.057010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:02.057620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:02.058170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:02.062513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:02.063049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:02.090550 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af68fa5b-793b-494d-86e0-bf54826a4134', 'name': 'network-vif-deleted', 'tag': '13ce53b9-3db6-4602-ac5b-a683ffe9d349', 'status': 'completed', 'code': 200} Mar 04 23:54:02.096601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:02.097074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Attempting to bind port 36787914-16ca-42b5-97ca-344de5f80e64 on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:02.099911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:02.104757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:02.105442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:02.106690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Bound port: d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:02.106690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.130841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Transition to ACTIVE for port object b81aad06-79f8-421d-ad28-c2d08d79242e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:02.145379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.181693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4ef2a22d-30dc-4139-9110-20a7749bc248,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:02.248961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1544bb0-0882-4081-bb0d-052edd0f78ef req-62a655a3-8514-403e-ac62-dcbc8494c157 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.250455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1544bb0-0882-4081-bb0d-052edd0f78ef req-62a655a3-8514-403e-ac62-dcbc8494c157 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.1284254 Mar 04 23:54:02.301026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:02.301026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:02.301498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:02.301598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Bound port: 36787914-16ca-42b5-97ca-344de5f80e64, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:02.301914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.318465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1544bb0-0882-4081-bb0d-052edd0f78ef req-8aef7b72-db0b-4c95-9267-852c4df0465c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575640 Mar 04 23:54:02.597308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-508a52b0-d567-4fdc-ac91-f979f314c920 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2345297 Mar 04 23:54:02.613040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:02.621236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:02.632860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:02.642603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Pushing event updated for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:02.651091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.733996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:02.739603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:02.785937 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.866433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.894705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:02.928064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.932000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.937195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.940104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.943987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.949000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.953889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:02.961898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-d934f082-60de-4332-bc58-f19e500769be tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.6497049 Mar 04 23:54:02.979298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:02.981127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:02.982903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] 10.222.0.10 "PUT /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 1092 time: 5.1850519 Mar 04 23:54:03.003639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:03.014758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a8636-ccd3-4bf0-ba4a-43f6547f7856 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:03.094381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Allocated IP 172.25.0.134 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/83e21f9c-3958-4108-8366-d2697a7fb98e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:03.148170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Attempting to bind port b81aad06-79f8-421d-ad28-c2d08d79242e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:03.148513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Attempting to bind port b81aad06-79f8-421d-ad28-c2d08d79242e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:03.149390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Attempting to bind port b81aad06-79f8-421d-ad28-c2d08d79242e on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:03.234987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-438fea4e-560c-4498-8495-0eb4d0a3ae11 req-04f37538-d672-475d-995b-464ac68e1026 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2721405 Mar 04 23:54:03.260309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Port b81aad06-79f8-421d-ad28-c2d08d79242e on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:03.263259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Attempting to bind port b81aad06-79f8-421d-ad28-c2d08d79242e on network 374ea3e1-33d2-40a7-8032-24574b15f7a5 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:03.300270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=8']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:03.326483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:03.326813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Checking segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:03.327195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Bound using segment: {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:03.327634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Bound port: b81aad06-79f8-421d-ad28-c2d08d79242e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c050b379-b44e-4017-a17d-eb5ff6e949c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:03.327974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:03.336819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:03.380219 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:03.386790 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98', 'status': 'completed', 'code': 200} Mar 04 23:54:03.387052 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64', 'code': 200} Mar 04 23:54:03.410028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:03.411823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-509f9e45-eb9b-449c-a41c-70709df2cf61 service neutron] 10.222.0.36 "PUT /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 1121 time: 4.6801333 Mar 04 23:54:03.497324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-e19762fe-972e-467e-8124-e39df1c9ce21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1095 time: 0.4298196 Mar 04 23:54:03.500405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['36787914-16ca-42b5-97ca-344de5f80e64'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:03.584277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:03.594390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-1e9c284a-af9d-4087-b7b9-a162b7108029 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 217 time: 0.0915835 Mar 04 23:54:03.594695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:03.599355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['36787914-16ca-42b5-97ca-344de5f80e64'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:03.606633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:03.715326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=83e21f9c-3958-4108-8366-d2697a7fb98e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:03.726457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:03.752062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b81aad06-79f8-421d-ad28-c2d08d79242e,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:03.767030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720396-43f5-47c8-9f16-78d8f02b276b req-94f166c4-0370-421d-b0d9-f5357a05b1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:03.768650 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-94f166c4-0370-421d-b0d9-f5357a05b1dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1579282 Mar 04 23:54:03.775817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:03.806088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ef2a22d-30dc-4139-9110-20a7749bc248 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:03.817124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-d7bcb5f0-bba6-4725-9464-f73a2d822349 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6435 time: 0.3227301 Mar 04 23:54:04.002452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-f25dc3da-2841-42a6-97b0-90d8d8e0e78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:04.004377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-f25dc3da-2841-42a6-97b0-90d8d8e0e78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:04.004946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-f25dc3da-2841-42a6-97b0-90d8d8e0e78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:04.005337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-2114a179-aa16-494d-9973-1f9d895a0075 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151326 Mar 04 23:54:04.007597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-f25dc3da-2841-42a6-97b0-90d8d8e0e78b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d094337e09fb4ccf8025bdd1937addca&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1872997 Mar 04 23:54:04.070820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:04.072850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] 10.222.0.10 "PUT /v2.0/ports/b81aad06-79f8-421d-ad28-c2d08d79242e HTTP/1.1" status: 200 len: 1091 time: 4.8709681 Mar 04 23:54:04.120780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4ef2a22d-30dc-4139-9110-20a7749bc248 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:04.126322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:04.205070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7589833-5dfd-48ba-bbec-6b83c9e20e25 service neutron] Pushing event updated for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:04.305771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-39cc1f5d-d665-431f-81ae-83f008a9c8dd service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809587 Mar 04 23:54:04.597512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66720396-43f5-47c8-9f16-78d8f02b276b req-490af7f5-4643-47e6-963d-d7d8d53ab958 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844708 Mar 04 23:54:04.645913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:04.737069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5d2f-1f66-488f-8ce1-b3469d8b7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:04.756462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:04.814953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-ef646f79-8480-4e8b-82e5-30f1447aca1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:04.816512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5b3d4ea-808e-4583-8dd7-9cc5d95b850c req-ef646f79-8480-4e8b-82e5-30f1447aca1c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7974880 Mar 04 23:54:04.918978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578555-0428-465b-8709-e4a8d98b48c1 req-bb0eb397-9ae7-4c44-ba8d-10fef21b2423 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:04.920425 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72578555-0428-465b-8709-e4a8d98b48c1 req-bb0eb397-9ae7-4c44-ba8d-10fef21b2423 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.1460433 Mar 04 23:54:04.986977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72578555-0428-465b-8709-e4a8d98b48c1 req-60598385-3559-48e0-ae5d-483d2654aafc tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599282 Mar 04 23:54:05.056677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-fa1e5c44-d172-4ce0-bea6-3bedaaf74714 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6477 time: 0.1424928 Mar 04 23:54:05.145471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-1369723e-05e7-47b3-85ba-c480b307a8e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99 HTTP/1.1" status: 200 len: 217 time: 0.0783067 Mar 04 23:54:05.153293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:05.210816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:05.311414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011df48-3e24-48fc-a622-4920caa435b4 req-669aa66b-98eb-4153-936c-32f0b8ded63b tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:05.312864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9011df48-3e24-48fc-a622-4920caa435b4 req-669aa66b-98eb-4153-936c-32f0b8ded63b tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.0941896 Mar 04 23:54:05.337671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=83e21f9c-3958-4108-8366-d2697a7fb98e,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:05.391771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'}, {'name': 'network-changed', 'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64'}, {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:05.406466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6a5d3feb-f293-442a-93f1-0f7fc8e24e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:05.407930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6a5d3feb-f293-442a-93f1-0f7fc8e24e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec5386c-6ea4-46aa-9961-c0e42b9b181f HTTP/1.1" status: 200 len: 850 time: 0.2521622 Mar 04 23:54:05.413552 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9011df48-3e24-48fc-a622-4920caa435b4 req-655ae18c-2459-4ff1-ad2a-03ea351d67e8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904455 Mar 04 23:54:05.483953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:05.533810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:05.541792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-7932e779-c135-42ce-89b0-17cde56826d9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9337144 Mar 04 23:54:05.608680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-dbbcaee9-7832-4f38-849d-a7511e4327f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94bfae67-afb6-42ad-bf33-e1c324a2c287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924543 Mar 04 23:54:05.704025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069de074-4da6-4317-83ca-0e7e6688593b req-88be5544-296e-4a21-a094-3d0ba4f7bd64 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:05.706075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-069de074-4da6-4317-83ca-0e7e6688593b req-88be5544-296e-4a21-a094-3d0ba4f7bd64 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 950 time: 0.1064005 Mar 04 23:54:05.709602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-d7d06d16-bed7-4fd5-b069-71da7eab45c7 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:05.714108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83c96-14d5-41ef-9f0e-c6bf19a93cc6 req-66349d14-20e5-49fe-a00f-4b3ac7573275 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:05.715890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dcd83c96-14d5-41ef-9f0e-c6bf19a93cc6 req-66349d14-20e5-49fe-a00f-4b3ac7573275 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 950 time: 0.1689303 Mar 04 23:54:05.759662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-d7d06d16-bed7-4fd5-b069-71da7eab45c7 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:05.766386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-d7d06d16-bed7-4fd5-b069-71da7eab45c7 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.2236509 Mar 04 23:54:05.906077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-ae05b6b0-82fa-46af-80e1-c7fe4393682b service neutron] 10.222.0.10 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790799 Mar 04 23:54:05.933756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dcd83c96-14d5-41ef-9f0e-c6bf19a93cc6 req-196fe148-eb1c-4578-8288-0a396a677a84 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784183 Mar 04 23:54:05.954897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Deleting port 4b1f6073-17ee-4524-993f-9b306f3aa894 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:05.955619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:06.152132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-1c52679c-f093-4f7f-9d83-27c69e87e983 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.162808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d8c0831-ac53-4938-8033-9429bebcbe3e req-1c52679c-f093-4f7f-9d83-27c69e87e983 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3907611 Mar 04 23:54:06.251924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-afbe7c9e-51d0-488b-9279-5db83c8a3df5 service neutron] 10.222.0.10 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395348 Mar 04 23:54:06.288993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41184) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:06.333678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-397c0dc0-92b2-4f4e-a44a-996eb39842f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0742857 Mar 04 23:54:06.407429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] For port 4b1f6073-17ee-4524-993f-9b306f3aa894, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4b1f6073-17ee-4524-993f-9b306f3aa894,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:06.408023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:06.539931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-899ed237-cde1-4afe-9583-dc1b4a54774c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.541977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-899ed237-cde1-4afe-9583-dc1b4a54774c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.2024291 Mar 04 23:54:06.552146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Calling delete_port for 4b1f6073-17ee-4524-993f-9b306f3aa894 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:06.604158 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'status': 'completed', 'code': 200} Mar 04 23:54:06.604403 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64', 'status': 'completed', 'code': 200} Mar 04 23:54:06.604646 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e', 'status': 'completed', 'code': 200} Mar 04 23:54:06.710357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d213ed43-e74a-4c47-a3c9-be1ef8e4b771 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1599441 Mar 04 23:54:06.750991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.755103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.759228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.763848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.770666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.778380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.785322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.799893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-8c327514-1936-46a2-9a1f-8e87b93fdba8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.6888785 Mar 04 23:54:06.814085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:06.851671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa690f-36e9-49b7-b620-5b680b3c6b9a req-216d5a02-337f-454a-bd3b-3a672aa36a0b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:06.858971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adfa690f-36e9-49b7-b620-5b680b3c6b9a req-216d5a02-337f-454a-bd3b-3a672aa36a0b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.2115240 Mar 04 23:54:06.908634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-5fc094f3-108a-4e3f-91ab-0fec595d56db service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849296 Mar 04 23:54:06.967476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a7f05c4b-4815-4432-88be-6e193d596381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:07.010897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adfa690f-36e9-49b7-b620-5b680b3c6b9a req-b4ad8881-9a7b-4c51-8304-0d3966b0c45a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515689 Mar 04 23:54:07.037836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-615ede13-2aa6-41a1-9f02-04a22a841044 req-186c1516-45cf-46a6-96ad-d1dc5c279e83 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369750 Mar 04 23:54:07.049689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:07.078092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'port_id': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'mac_address': 'fa:16:3e:a2:dd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54656237-f595-48b6-8ca1-5756c70725cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:07.128026 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-d7780fcb-5b6c-4483-9a85-35532fac06ac service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126276 Mar 04 23:54:07.133371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:07.140934 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:07.161257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-f749d2db-a657-4e95-a069-8dff24f1e385 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1095 time: 0.5545762 Mar 04 23:54:07.178529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:07.182844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4b1f6073-17ee-4524-993f-9b306f3aa894'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:07.220130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:07.263698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-9e8b6032-d61e-4f67-a5f2-648447b28f67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 200 len: 217 time: 0.1276178 Mar 04 23:54:07.307362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:07.318809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:07.411242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-4881b0c0-04e1-496b-a2e9-8f299ff26be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:07.412862 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-4881b0c0-04e1-496b-a2e9-8f299ff26be7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.1351678 Mar 04 23:54:07.502959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:07.534326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-d4e95d3e-3c51-4b71-bfeb-11adf5cc5270 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3720171 Mar 04 23:54:07.579642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:07.585578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:07.598030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:07.605028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-832680b8-fe73-4bd4-ba54-940eabbc83f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830621 Mar 04 23:54:07.628138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] No DVR routers for this DVR port 4b1f6073-17ee-4524-993f-9b306f3aa894 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:07.633715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:07.644906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event deleted for resources: {'Port': ['ID=4b1f6073-17ee-4524-993f-9b306f3aa894,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:07.724613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-069de074-4da6-4317-83ca-0e7e6688593b req-ba72bea4-6a97-4f61-890c-9f3b34f645e6 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.10 "DELETE /v2.0/ports/4b1f6073-17ee-4524-993f-9b306f3aa894 HTTP/1.1" status: 204 len: 173 time: 2.0074651 Mar 04 23:54:07.725483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:07.751752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:07.798686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcc09f-d449-4d41-bc27-9b16b9a7515c req-6fedb77e-8292-4d6c-926a-f48042ae4059 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:07.809294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53dcc09f-d449-4d41-bc27-9b16b9a7515c req-6fedb77e-8292-4d6c-926a-f48042ae4059 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.3156989 Mar 04 23:54:08.051002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53dcc09f-d449-4d41-bc27-9b16b9a7515c req-f7248f90-9a4e-441f-a353-685484fef99e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093561 Mar 04 23:54:08.091114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-aaf6ae3c-8a7f-4dcc-9ea5-a8f160a94ce2 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725928 Mar 04 23:54:08.126592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:08.256806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:08.261578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-88da8b06-eeeb-4e87-ae41-32b564a960e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:08.263028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-88da8b06-eeeb-4e87-ae41-32b564a960e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 1.0308836 Mar 04 23:54:08.337354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-07fc8b59-68fa-418f-abac-fbfaf515dd4a req-43b15043-d0db-44d9-8293-009ba0481a67 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Synchronizing usage tracker for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:08.351560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-0acdcb75-bacd-4884-86be-edcbb956aee3 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515037 Mar 04 23:54:08.359904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-07fc8b59-68fa-418f-abac-fbfaf515dd4a req-43b15043-d0db-44d9-8293-009ba0481a67 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Unset dirty status for tenant:ed075bbfefc04fea8c5c4bf791ea0e79 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:08.361264 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07fc8b59-68fa-418f-abac-fbfaf515dd4a req-43b15043-d0db-44d9-8293-009ba0481a67 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4757d3-6f7c-4f32-ae13-785bb4b0840c HTTP/1.1" status: 200 len: 210 time: 0.0786374 Mar 04 23:54:08.369522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-3dd758b7-3d4c-4d09-8b75-d30baf101702 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 217 time: 0.0952263 Mar 04 23:54:08.437515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-496552e3-7bad-4de1-bff9-9d2a4c1eae15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c202e957-79a0-475a-831e-21f76b4a5d7e HTTP/1.1" status: 200 len: 217 time: 0.0752378 Mar 04 23:54:08.443549 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:08.495709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-52b7b670-975e-4a6a-b13d-a53a294c9b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:08.497168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-52b7b670-975e-4a6a-b13d-a53a294c9b4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1202123 Mar 04 23:54:08.506273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2c2511e1-01e9-44de-a596-44862504c389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:08.509077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-2c2511e1-01e9-44de-a596-44862504c389 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.0650041 Mar 04 23:54:08.576964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-2f673e3e-9298-4bcb-93b3-2efc08d42815 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711489 Mar 04 23:54:08.607627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'name': 'network-vif-deleted', 'tag': '4b1f6073-17ee-4524-993f-9b306f3aa894'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:08.694960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-91f309b6-37ae-4b36-a12b-c4e9dc2b942d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793365 Mar 04 23:54:08.826336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4b1f6073-17ee-4524-993f-9b306f3aa894 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:08.875419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Allocated IP 172.25.0.60 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/1076789d-b4f9-4cce-9ec8-fa19e1c817fa) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:08.887490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 4b1f6073-17ee-4524-993f-9b306f3aa894 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:08.888982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4b1f6073-17ee-4524-993f-9b306f3aa894 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:08.904335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-784975a3-4bba-4b6f-9339-3312238e07e1 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170784 Mar 04 23:54:08.911506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:08.948524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-e7720f08-e5cb-4d4b-aa38-02e81326c9fe service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456698 Mar 04 23:54:09.212134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679775-c24f-4722-99f1-68ad515fd83c req-53d36ed5-c526-4b7a-a3db-de49f8bcf311 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.219220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd679775-c24f-4722-99f1-68ad515fd83c req-53d36ed5-c526-4b7a-a3db-de49f8bcf311 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 945 time: 0.4250600 Mar 04 23:54:09.295823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-ee16197a-ef08-4629-82ea-feaa8fc7ebff service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331022 Mar 04 23:54:09.302935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6f33c76c-ba93-43ea-8101-563a2ace16da service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368595 Mar 04 23:54:09.314751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:09.373841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:09.397618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd679775-c24f-4722-99f1-68ad515fd83c req-1ffe821c-a330-4502-aa62-a9a57508fd8e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772683 Mar 04 23:54:09.407771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6d02a6dd-3966-452d-b9cc-e5dd51e4f905 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0 HTTP/1.1" status: 200 len: 217 time: 0.0940118 Mar 04 23:54:09.521801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-a9ad2a49-f924-464d-a8c4-e93a67ac433d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.523407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-a9ad2a49-f924-464d-a8c4-e93a67ac433d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.0687735 Mar 04 23:54:09.524122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:09.534781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:09.556273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:09.565288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:09.590996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=1076789d-b4f9-4cce-9ec8-fa19e1c817fa,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:09.703062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-8e433247-c991-43b9-abe8-c217573dc068 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1721594 Mar 04 23:54:09.715257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.719720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.723748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.728351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.732355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.736362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.742360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:09.745162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-6f03ba23-bacd-46e9-9828-f1d528d92f99 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.1702242 Mar 04 23:54:09.889375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c5c358-cb84-4c0f-a973-d69ae999c90f req-0cf0bde8-b116-485b-a5d5-372a297472a2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229911 Mar 04 23:54:09.919851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-78c13e41-4879-4c88-ab0f-857a17ac789d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1124 time: 0.4283137 Mar 04 23:54:09.978830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-4143f244-cfa8-4b1d-8fe2-ca5c07154af4 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322803 Mar 04 23:54:10.123509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-59595057-d6f9-4892-b4e0-c1a2af507a0f service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388185 Mar 04 23:54:10.196804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-66127555-c37e-4071-a918-2f72e237ab33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d85f2db-b946-472b-9996-7d07f1487e98 HTTP/1.1" status: 200 len: 217 time: 0.0675309 Mar 04 23:54:10.273276 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4757d3-6f7c-4f32-ae13-785bb4b0840c', 'name': 'network-vif-deleted', 'tag': '4b1f6073-17ee-4524-993f-9b306f3aa894', 'status': 'completed', 'code': 200} Mar 04 23:54:10.278123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:10.284835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6ef013d0-7473-4cac-85cc-3623aae74ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:10.287928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-6ef013d0-7473-4cac-85cc-3623aae74ecf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c HTTP/1.1" status: 200 len: 797 time: 0.0839896 Mar 04 23:54:10.384970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:10.460331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-18f65ede-92cf-4ef7-a5b1-e7c5e1389f62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1669490 Mar 04 23:54:10.492854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-ecaf8d3f-983c-4b44-b648-4735378a8938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:10.494336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-ecaf8d3f-983c-4b44-b648-4735378a8938 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.5675781 Mar 04 23:54:10.596347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-69912982-422e-47d6-8881-45ec2b58fae9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 217 time: 0.0908170 Mar 04 23:54:10.607209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-9aa359ed-5b82-4d47-b7c2-96fa8396820b service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388738 Mar 04 23:54:10.614361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7406-a33d-4bc9-ac01-6dce9128db98 req-3594e7b8-77d1-4e14-a7ae-462fcf9a09da tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:10.624663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f61a7406-a33d-4bc9-ac01-6dce9128db98 req-3594e7b8-77d1-4e14-a7ae-462fcf9a09da tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.2481642 Mar 04 23:54:10.757533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-b0e2f66d-684e-427d-8ba9-c1c2493b3fff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7233863 Mar 04 23:54:10.785822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f61a7406-a33d-4bc9-ac01-6dce9128db98 req-479bb81c-cf96-43f1-8dcd-a2547f79cef0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623311 Mar 04 23:54:10.830123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:10.847671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-ce6f7114-9e3b-4ce6-8d51-405b0118bdc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:10.849020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-ce6f7114-9e3b-4ce6-8d51-405b0118bdc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.2127032 Mar 04 23:54:10.866643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-af106475-ec50-4fc1-acea-10a14769ebea service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254689 Mar 04 23:54:10.963222 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-5bc68741-e1a7-458c-905d-80f084aae9bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b81aad06-79f8-421d-ad28-c2d08d79242e HTTP/1.1" status: 200 len: 217 time: 0.0897462 Mar 04 23:54:10.987409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:10.993012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:10.993412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.031244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.095842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-2a4c153f-4104-4e22-8f7a-e371c0fce37f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020650 Mar 04 23:54:11.124290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.127579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-697b38b6-47a1-4eae-aee8-6ed806d8157d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:11.130566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-697b38b6-47a1-4eae-aee8-6ed806d8157d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c HTTP/1.1" status: 200 len: 797 time: 0.1331458 Mar 04 23:54:11.256457 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.298128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:11.299162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:11.308034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.403165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=1076789d-b4f9-4cce-9ec8-fa19e1c817fa,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:11.407702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:11.407890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-9730643f-c94e-449e-9c3a-e10f0e610794 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596116 Mar 04 23:54:11.552318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-f4acec40-7c64-42a7-aa6e-1936ff19429e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4062970 Mar 04 23:54:11.651150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-4ba407b6-94e5-401f-a44f-81c828a99a36 service neutron] 10.222.0.10 "GET /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.2390563 Mar 04 23:54:11.658957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfe9a2-03e5-4070-a3cd-c714652d6c80 req-d08db4db-f61f-46ca-bee3-e5529b605ac1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:11.666417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4dcfe9a2-03e5-4070-a3cd-c714652d6c80 req-d08db4db-f61f-46ca-bee3-e5529b605ac1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.4255130 Mar 04 23:54:11.685011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-390c4358-f5cd-4486-8e2f-3493bc435afd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 1099 time: 0.8975949 Mar 04 23:54:11.751205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.788827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4dcfe9a2-03e5-4070-a3cd-c714652d6c80 req-0320d445-1ce1-4518-b222-38a91453db9d tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215215 Mar 04 23:54:11.861796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-039e22f7-5448-4132-8102-3b1c49d71afb service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081514 Mar 04 23:54:11.907693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-c4d42d43-62eb-44c6-a918-3079428a3a84 service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459103 Mar 04 23:54:11.940929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:11.947928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-f7b71316-8650-4438-89e4-a15100f9bc51 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3772697 Mar 04 23:54:12.045815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-ded55f6a-6941-48bb-8cb6-45b2ae69f446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.047357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-ded55f6a-6941-48bb-8cb6-45b2ae69f446 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3318584 Mar 04 23:54:12.048073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Deleting port 2ab77866-0e56-4bc9-9770-96fab7301c93 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:12.048480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:12.165554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-86e60ac9-1308-47e7-a3f8-1d86a50e89be tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:12.210797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-9a81f77a-6949-4193-bf47-04751e7127c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 HTTP/1.1" status: 200 len: 217 time: 0.1382501 Mar 04 23:54:12.284454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-7f0fdfe5-a1af-489c-91a8-edee281cd762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.286299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-7f0fdfe5-a1af-489c-91a8-edee281cd762 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0677249 Mar 04 23:54:12.290277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-86e60ac9-1308-47e7-a3f8-1d86a50e89be tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:12.291689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-86e60ac9-1308-47e7-a3f8-1d86a50e89be tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.3428996 Mar 04 23:54:12.294426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28514af9-47f9-409a-9395-e3ea8d5ab469 req-45996da9-aa67-4049-ac0f-084ebae2e9fc service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804185 Mar 04 23:54:12.307678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:12.442149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:12.535670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36787914-16ca-42b5-97ca-344de5f80e64 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:12.575606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:12.647225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.652060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.655980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-76a58f02-c571-4005-8f59-9c47882401a2 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.656943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.657487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-76a58f02-c571-4005-8f59-9c47882401a2 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3044107 Mar 04 23:54:12.661405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.671142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.673631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-d2a977e8-cab3-4a5f-8c70-ced94cbf0e3d tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:54:12.675422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.685004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:12.686053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77b15931-dd93-45e7-941a-dd59e9f318a6 req-d2a977e8-cab3-4a5f-8c70-ced94cbf0e3d tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0190520 Mar 04 23:54:12.688875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-e5f383a2-a9ec-490b-bd7d-fcd6566b17c0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.3707542 Mar 04 23:54:12.693120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:12.735196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] For port 2ab77866-0e56-4bc9-9770-96fab7301c93, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ab77866-0e56-4bc9-9770-96fab7301c93,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:12.735796 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:12.741183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-f1f1040d-3b9e-4e36-aa32-e818aad3ec77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6477 time: 0.3653948 Mar 04 23:54:12.818992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-929598fe-2c9a-45b2-bcaf-8ffcaa3e1a5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5094185 Mar 04 23:54:12.925967 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'code': 200} Mar 04 23:54:12.983980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Calling delete_port for 2ab77866-0e56-4bc9-9770-96fab7301c93 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:13.034228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-44379fb9-3670-4fcc-962d-01a1bea09b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:13.035835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-44379fb9-3670-4fcc-962d-01a1bea09b3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=374ea3e1-33d2-40a7-8032-24574b15f7a5 HTTP/1.1" status: 200 len: 903 time: 0.2855024 Mar 04 23:54:13.139074 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1257ab5-6c0f-49c8-97cc-5995d7ecdf11 req-cce84532-f96d-443f-8262-f66b25058a37 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4490831 Mar 04 23:54:13.153072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-dbb91adf-2a29-4802-bead-0b018f6600fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b81aad06-79f8-421d-ad28-c2d08d79242e HTTP/1.1" status: 200 len: 217 time: 0.1089423 Mar 04 23:54:13.236796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] Transition to ACTIVE for port object 36787914-16ca-42b5-97ca-344de5f80e64 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:13.246359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-e0ae1361-e803-43be-b2f6-4ad234d4071a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:13.248003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-e0ae1361-e803-43be-b2f6-4ad234d4071a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c HTTP/1.1" status: 200 len: 797 time: 0.0874712 Mar 04 23:54:13.249125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:13.308941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-7ac41a4e-57b0-4c66-b940-1b7dce29502a service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294302 Mar 04 23:54:13.657405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] No DVR routers for this DVR port 36787914-16ca-42b5-97ca-344de5f80e64 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:13.660600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64522-6956-45ef-8bd1-256217ea2cda req-afe56fc4-fe73-43e7-8870-1144d30a4ca2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:13.669769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9d64522-6956-45ef-8bd1-256217ea2cda req-afe56fc4-fe73-43e7-8870-1144d30a4ca2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 943 time: 0.5673363 Mar 04 23:54:13.687344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41df380-3af1-439d-acce-22113bed7175 service neutron] Pushing event updated for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=10']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:13.725275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:13.741921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-c41df380-3af1-439d-acce-22113bed7175 service neutron] 10.222.0.10 "PUT /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0444915 Mar 04 23:54:13.750793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-8af84d56-a332-4e9c-9817-fdd242b78c27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4628122 Mar 04 23:54:13.770007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7a8945c-68c9-4740-acae-b34402786d84 req-0c8e56d4-ca35-4d16-9387-c263a184889b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1097 time: 0.6698480 Mar 04 23:54:13.788954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de394c34-a0f9-42c4-96cf-fc3987e021ed req-ba81420d-a1fe-4edf-9d5a-d5e17c6c499a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:13.796140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de394c34-a0f9-42c4-96cf-fc3987e021ed req-ba81420d-a1fe-4edf-9d5a-d5e17c6c499a tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 950 time: 0.4570022 Mar 04 23:54:13.821468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab77866-0e56-4bc9-9770-96fab7301c93,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:13.870577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9d64522-6956-45ef-8bd1-256217ea2cda req-45eda8c7-bd2a-430d-bc02-1ecdec9b26e6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011983 Mar 04 23:54:13.905555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c6e98c0-6990-4319-a57b-4206239a83c5 req-8fce13c3-453f-4bde-8442-4cf580b1bc2f service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756717 Mar 04 23:54:14.004702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de394c34-a0f9-42c4-96cf-fc3987e021ed req-7e22a27e-d5e5-4ee9-bf16-2087225496cf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076161 Mar 04 23:54:14.049102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-ef960e18-bc94-452f-a3d0-10100d3bce4f service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894847 Mar 04 23:54:14.061362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-4b3e14f1-b2e0-4c21-9ba6-8cefc7c33cbf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:14.064085 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-4b3e14f1-b2e0-4c21-9ba6-8cefc7c33cbf tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b634758-4af0-4897-a5db-656ff4ffc20f HTTP/1.1" status: 200 len: 950 time: 0.2072763 Mar 04 23:54:14.132210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7a8945c-68c9-4740-acae-b34402786d84 req-81a69cd0-3c7a-444d-afb1-eb7f98146c52 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459964 Mar 04 23:54:14.236040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Deleting port 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:14.236469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:14.329757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-08cd7c11-c723-4418-beb1-e96db1ff2bb4 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4008741 Mar 04 23:54:14.334961 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-ad246d18-ae26-4481-b786-8aa4f09f873a tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.5235982 Mar 04 23:54:14.350960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:14.359022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3fd1e2b-fd1a-4c41-9996-da50f6700cc4 req-300a390e-3acb-478e-875f-d57169704725 service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938507 Mar 04 23:54:14.404916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:14.426518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:14.450819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:14.544549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] For port 508ee93b-21a1-4b32-9e71-9526356d2c5e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=508ee93b-21a1-4b32-9e71-9526356d2c5e,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:14.545348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:14.552111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-1140922d-d0be-4abf-b02f-8c15fe853241 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc&tenant_id=6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 1095 time: 0.2054086 Mar 04 23:54:14.678393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:14.682679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Calling delete_port for 508ee93b-21a1-4b32-9e71-9526356d2c5e owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:14.830576 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-756c5b53-aec0-4f7c-8734-e9f09988b8ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1095 time: 0.2423837 Mar 04 23:54:14.862645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:14.871644 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:14.884131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd3da-45f2-4683-b49a-22a6190b2ab0 req-03df5d10-896d-4640-96fb-736f60e85c3b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:14.885634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-098cd3da-45f2-4683-b49a-22a6190b2ab0 req-03df5d10-896d-4640-96fb-736f60e85c3b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.1492531 Mar 04 23:54:14.918236 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:14.921911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:14.929546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['508ee93b-21a1-4b32-9e71-9526356d2c5e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:14.979789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Pushing event deleted for resources: {'Port': ['ID=508ee93b-21a1-4b32-9e71-9526356d2c5e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:15.062834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-098cd3da-45f2-4683-b49a-22a6190b2ab0 req-072c96eb-cfcc-4d9d-a2be-8ea00a6bed8a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661437 Mar 04 23:54:15.071993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] No DVR routers for this DVR port 508ee93b-21a1-4b32-9e71-9526356d2c5e on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:15.077308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:15.092850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-deleted', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:15.103573 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e80a1e85-fc7e-4ec0-a7a4-eb9ddf634346 req-7cc4d4cb-3e29-4a2e-a086-2bb96b351841 tempest-ServersAdminTestJSON-460504469 tempest-ServersAdminTestJSON-460504469-project] 10.222.0.36 "DELETE /v2.0/ports/508ee93b-21a1-4b32-9e71-9526356d2c5e HTTP/1.1" status: 204 len: 173 time: 1.0082099 Mar 04 23:54:15.120995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-49b7b77a-5428-4f2f-8b8b-b05a0c2124d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.122786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-49b7b77a-5428-4f2f-8b8b-b05a0c2124d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.2804158 Mar 04 23:54:15.224077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-f4d53c61-b8d8-4935-ac28-8f37c6d31005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 200 len: 217 time: 0.0854738 Mar 04 23:54:15.281306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Allocated IP 172.25.0.32 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e4b52f4b-7073-47c2-bdc3-c803b9d89eb8) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:15.377360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.381258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.385796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.389771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.393714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.397660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.402211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.404139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-9f3d1c97-68e4-4a02-8bb9-c5fab298c69e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.1129644 Mar 04 23:54:15.491231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-453c38b9-d784-4ddf-a32b-bb0b90dc7781 req-35089b5d-10e7-479b-ac99-491e5b44a916 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809963 Mar 04 23:54:15.518006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-ebbbcb1a-d640-4a6e-b113-fe7f01251a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:15.519464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-ebbbcb1a-d640-4a6e-b113-fe7f01251a6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.2885284 Mar 04 23:54:15.580504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-bcc2c4be-84f9-4a56-a526-927436cffe05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505497 Mar 04 23:54:15.899733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:15.959284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-e8dfc98c-e05f-4353-8814-cb4743360632 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687162 Mar 04 23:54:16.113089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:16.198482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ac1ab-e797-482a-819a-cebe58d577b2 req-5b26134d-a9be-42f5-9e1c-499feb40cfef tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:16.200970 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c76ac1ab-e797-482a-819a-cebe58d577b2 req-5b26134d-a9be-42f5-9e1c-499feb40cfef tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.0783305 Mar 04 23:54:16.247436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c76ac1ab-e797-482a-819a-cebe58d577b2 req-4afe1b7c-64de-4402-957d-59d752edd58f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Mar 04 23:54:16.261541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:16.267714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:16.270284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:16.321321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=e4b52f4b-7073-47c2-bdc3-c803b9d89eb8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:16.342561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-0a1bb875-b119-4792-a070-8b9483bbb71f service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752673 Mar 04 23:54:16.396101 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b634758-4af0-4897-a5db-656ff4ffc20f', 'name': 'network-vif-deleted', 'tag': '508ee93b-21a1-4b32-9e71-9526356d2c5e', 'status': 'completed', 'code': 200} Mar 04 23:54:16.523602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:16.581614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:54:16.596742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:16.626811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41392) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:16.818801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c810bf0-87b7-414e-9183-b8dfe662f1d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed075bbfefc04fea8c5c4bf791ea0e79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1906519 Mar 04 23:54:16.819365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:16.887767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fb6-edf2-4af6-9cd7-0062890dc8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:16.988757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:17.062450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fb6-edf2-4af6-9cd7-0062890dc8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.086832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-af9aeea0-2dd8-4ce9-85c1-69e5b2d1be77 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.4438787 Mar 04 23:54:17.136423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fb6-edf2-4af6-9cd7-0062890dc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.148833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.159328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14fb6-edf2-4af6-9cd7-0062890dc8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c6c4d1-6b1f-4889-b2d6-d5753fdfe728,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:17.187862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fb6-edf2-4af6-9cd7-0062890dc8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.202824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:17.210311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8f14fb6-edf2-4af6-9cd7-0062890dc8f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79c6c4d1-6b1f-4889-b2d6-d5753fdfe728 HTTP/1.1" status: 204 len: 168 time: 0.3802390 Mar 04 23:54:17.215927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:17.223444 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.225544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:17.247766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.263115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.315121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 508ee93b-21a1-4b32-9e71-9526356d2c5e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:17.315546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 508ee93b-21a1-4b32-9e71-9526356d2c5e not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:17.353925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:17.376595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3536f-d7a6-4b30-ad72-c7e7005df231 req-70777a9f-90db-40c9-855d-84feaddf3f08 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:17.378130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61f3536f-d7a6-4b30-ad72-c7e7005df231 req-70777a9f-90db-40c9-855d-84feaddf3f08 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.0965934 Mar 04 23:54:17.386170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event updated for resources: {'Port': ['ID=e4b52f4b-7073-47c2-bdc3-c803b9d89eb8,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:17.416302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:54:17.430256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] Sync routers for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:54:17.436161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-6c3143cd-315b-44d3-9b23-003cf4d4a5e1 service neutron] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:17.441048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.445835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:17.446448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:17.454807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61f3536f-d7a6-4b30-ad72-c7e7005df231 req-13ace5de-1693-47ab-9455-3e60e4c65316 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700750 Mar 04 23:54:17.476933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:17.477138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4ba6310-f78d-41df-b77a-7c75744b0bc1 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1827624 Mar 04 23:54:17.479454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-6c3143cd-315b-44d3-9b23-003cf4d4a5e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.480466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2d5fa13-6cfd-469f-9d64-d45f033eb080 req-6c3143cd-315b-44d3-9b23-003cf4d4a5e1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.3872716 Mar 04 23:54:17.481128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:17.482236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-93968438-a7b1-40d0-9f2c-cbb0ed28f51e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1450415 Mar 04 23:54:17.617579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-508460b6-4d18-43dd-8666-b089f543a3be tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:17.642982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-508460b6-4d18-43dd-8666-b089f543a3be tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:17.647127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-508460b6-4d18-43dd-8666-b089f543a3be tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.1551161 Mar 04 23:54:17.705084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:17.768938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41456) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:17.896937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-05d2e152-8380-4966-9c4a-7bf020470b87 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:17.897625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-020b8de7-99a5-4079-9bef-b33ed0e52083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24aac3febf044ab3998d280bf12f224b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1223156 Mar 04 23:54:17.900783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41460) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:17.917157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2feaae-052b-4099-b32f-5639a21f89ea req-05d2e152-8380-4966-9c4a-7bf020470b87 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2615511 Mar 04 23:54:17.991481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.104748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.109794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.113805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.119300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.123432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.128247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.132435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:18.133464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:54:13Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:18.139317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] Checking router: 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:54:18.141320 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-b22cd21c-b20f-4cff-926b-5f4c34ff4828 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.1321342 Mar 04 23:54:18.152892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbe208cf-6f71-4300-a009-72bcdeff7a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.154225 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] Routers {'3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:18.158677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:18.183960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbe208cf-6f71-4300-a009-72bcdeff7a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.203661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-23e7e655-d63f-482f-bafc-a7137beeb025 req-20b64729-4fae-43d4-9095-c531b4f3b6d0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614181 Mar 04 23:54:18.284154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbe208cf-6f71-4300-a009-72bcdeff7a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.314189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe208cf-6f71-4300-a009-72bcdeff7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abffbab1-c0ff-48fb-a947-e358487664c4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:18.338121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbe208cf-6f71-4300-a009-72bcdeff7a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.342445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dbe208cf-6f71-4300-a009-72bcdeff7a5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abffbab1-c0ff-48fb-a947-e358487664c4 HTTP/1.1" status: 204 len: 168 time: 0.4384232 Mar 04 23:54:18.399975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.414742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Deleting port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:18.415179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.520393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] Set router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:18.653163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] For port b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:18.653661 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:18.732313 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'code': 200} Mar 04 23:54:18.886034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Calling delete_port for b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:18.949133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9bf38d3-a9d9-4b0c-bd68-3c678cfc6690 req-0fca2919-95be-4209-8189-f82b313d0ae1 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1097 time: 0.1118531 Mar 04 23:54:18.972254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:54:13Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:18.984317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46d133-dae9-4fb1-bf21-2c84bc594c8d None None] The sync data for ids ['3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16'] in n-d-828979-4 is: [{'id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225154043-router', 'tenant_id': '1158d08f3f1541dda99d0c1c087bfbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:31Z', 'updated_at': '2022-03-04T23:54:13Z', 'revision_number': 5, 'project_id': '1158d08f3f1541dda99d0c1c087bfbae', 'gw_port': {'id': 'b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:32Z', 'updated_at': '2022-03-04T23:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:54:19.018113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9bf38d3-a9d9-4b0c-bd68-3c678cfc6690 req-e7d673e3-321e-4451-b5cc-9b58ed63be73 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608349 Mar 04 23:54:19.091124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5bc2-bd30-4903-8332-2c3d45751a2a req-25fc1785-c7be-47f7-831c-70430045bad6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:19.102064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74de5bc2-bd30-4903-8332-2c3d45751a2a req-25fc1785-c7be-47f7-831c-70430045bad6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.2144642 Mar 04 23:54:19.180209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74de5bc2-bd30-4903-8332-2c3d45751a2a req-89f28c45-9f9b-432d-a2dd-e34ca7e228aa tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Mar 04 23:54:19.213483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:19.231443 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea5b289f-0893-4907-9b8d-ae5ca59c0bc5 req-23ae537e-424f-4ec7-8123-7abdaf44d672 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips/cd2b18dc-36c5-400e-b915-1f7790833e31 HTTP/1.1" status: 200 len: 692 time: 0.1182353 Mar 04 23:54:19.264576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:19.426590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b289f-0893-4907-9b8d-ae5ca59c0bc5 req-3ebae8d3-ebaf-402f-b82b-b458248829da tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:19.432690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea5b289f-0893-4907-9b8d-ae5ca59c0bc5 req-3ebae8d3-ebaf-402f-b82b-b458248829da tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2003977 Mar 04 23:54:19.440156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-ea5b289f-0893-4907-9b8d-ae5ca59c0bc5 req-02719ac3-ec18-4378-85fe-39b8386864b2 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:54:19.453270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea5b289f-0893-4907-9b8d-ae5ca59c0bc5 req-02719ac3-ec18-4378-85fe-39b8386864b2 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0196762 Mar 04 23:54:19.530286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ab77866-0e56-4bc9-9770-96fab7301c93 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:19.590025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2ab77866-0e56-4bc9-9770-96fab7301c93 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:19.593294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ab77866-0e56-4bc9-9770-96fab7301c93 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:19.642041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41522) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:19.738355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:19.803399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-224031342-network', 'tenant_id': 'bc5a12082f274d4fbc0d59f48cfe6ba2'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:19.808169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:19.813896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Usage tracker for resource:network and tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:19.817082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:19.824635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:19.837727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Made reservation on behalf of bc5a12082f274d4fbc0d59f48cfe6ba2 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:19.841001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:19.854697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:19.888720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:19.893115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:19.897315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:19.904003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:20.044768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.048691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.052636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.056664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.061041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.064995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.069007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.071530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-54a3ea8c-739b-4a1f-84b0-fca5b249a7ad tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.1469781 Mar 04 23:54:20.086721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.090311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.095989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d901f-bd16-4ea9-abb1-0c2e8ab010c9 req-5b3ace11-0f92-43ab-b8d0-1b2564011727 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.097515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c4d901f-bd16-4ea9-abb1-0c2e8ab010c9 req-5b3ace11-0f92-43ab-b8d0-1b2564011727 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 948 time: 0.7283630 Mar 04 23:54:20.111915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.124349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.159662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2784bb7-fdad-4d3c-8088-892c1c022ddf,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:20.178018 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c4d901f-bd16-4ea9-abb1-0c2e8ab010c9 req-0357d3c6-c740-4776-b102-906a3f2b3ad0 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668530 Mar 04 23:54:20.186712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.187335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:54:20.191611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:54:20.217970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.221933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3b97c742-3bde-418c-a01c-68d54e48dca4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b7d8ae8-b8ce-46a2-90b2-bd3b755b2b16 HTTP/1.1" status: 204 len: 168 time: 2.7432225 Mar 04 23:54:20.223631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41542) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:20.227287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ea26d96-c0c0-426e-b0b5-3a7cbbfee6c3 req-b62b0e68-6061-4905-a106-31529d167a0c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419854 Mar 04 23:54:20.236000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.236648 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Added segment 06e82e17-def8-46b1-9325-a7495cf9ee23 of type vlan for network b382fbce-26ae-4d5a-a1ff-548dbb35db2c Mar 04 23:54:20.304077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.377955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.379236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.380084 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.465856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-b21f3d94-2a05-4063-bd25-b3e6aeb7e2e4 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips/cd2b18dc-36c5-400e-b915-1f7790833e31 HTTP/1.1" status: 200 len: 692 time: 0.1885109 Mar 04 23:54:20.472555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Deleting subnet 543d32ca-adcf-471d-b6c1-93919d9ea4a2 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:54:20.505024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.540428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] Pushing event updated for resources: {'Network': ['ID=b382fbce-26ae-4d5a-a1ff-548dbb35db2c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:20.545759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b8627733-bc5e-442a-9707-748bf193c153 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9027066 Mar 04 23:54:20.548892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41550) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:20.556253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b382fbce-26ae-4d5a-a1ff-548dbb35db2c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:54:20.562589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Request body: {'subnet': {'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-224031342-subnet', 'tenant_id': 'bc5a12082f274d4fbc0d59f48cfe6ba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:20.570775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:20.576386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Usage tracker for resource:subnet and tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:20.580347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:20.588117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:20.604192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e59c4f3-dc2e-41cb-a952-e4765005e236 req-6d86f2e8-7f68-43c0-8eb5-dc10c7d89e90 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1095 time: 0.1389966 Mar 04 23:54:20.605612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Made reservation on behalf of bc5a12082f274d4fbc0d59f48cfe6ba2 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:20.608215 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.647324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.726426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a733a-38a2-490f-9088-243f4bc4498a req-99b19978-3638-42e6-9a76-82f4464a5ff0 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.728218 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-986a733a-38a2-490f-9088-243f4bc4498a req-99b19978-3638-42e6-9a76-82f4464a5ff0 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 948 time: 0.3381507 Mar 04 23:54:20.799359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-70564537-ef60-4a51-ba62-a699afe71b00 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:20.800802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-70564537-ef60-4a51-ba62-a699afe71b00 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.3252029 Mar 04 23:54:20.853129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e59c4f3-dc2e-41cb-a952-e4765005e236 req-c2ee6bfe-0931-4880-8282-51ff03bcebce tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291884 Mar 04 23:54:20.921570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Deleting port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:20.922262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.983307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:20.994127 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.053912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-a359c3df-6fb1-4384-bf46-2f4171e12521 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.2380850 Mar 04 23:54:21.156493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e9400d-1000-4903-9b9b-c8c9096799f7,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:21.222608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Checking segment: {'id': '06e82e17-def8-46b1-9325-a7495cf9ee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:21.223005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Network hostable DHCP agents. Network: b382fbce-26ae-4d5a-a1ff-548dbb35db2c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:54:21.237914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-eb08f28e-4378-4a8d-9231-a27f30d98a70 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:21.239403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-eb08f28e-4378-4a8d-9231-a27f30d98a70 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.2157195 Mar 04 23:54:21.264402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-829c1929-6fc1-4186-b07c-e8741d9dc118 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/quotas/5b0f7ef89a8f4b1a8ec87e86b52f5214 HTTP/1.1" status: 200 len: 375 time: 0.0183125 Mar 04 23:54:21.271678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Network b382fbce-26ae-4d5a-a1ff-548dbb35db2c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:54:21.322382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b382fbce-26ae-4d5a-a1ff-548dbb35db2c) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:21.325889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-caf7d7cd-efbf-44d4-b0cb-67b644cd7249 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.2605472 Mar 04 23:54:21.327811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:21.328841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.332738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3eaf5a-132d-4309-af17-79a70516cde4 None None] Network b382fbce-26ae-4d5a-a1ff-548dbb35db2c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:21.380922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-110307c2-cbc8-4b49-9dfb-6589bcd33aa7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8222635 Mar 04 23:54:21.408138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-abfdb9bc-0af4-4de2-a3ce-829b9e4c360e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334045 Mar 04 23:54:21.474634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:21.522738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:21.523233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b1fd047f-8ab5-4e1d-ba3f-1ba9ed4218c6 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:21.571933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.625659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522af52-9ff1-4744-8239-951de62d8614 None None] Network 6e505e81-90e7-4a85-a0bc-3b5f20576e9c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:21.631468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.642620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/543d32ca-adcf-471d-b6c1-93919d9ea4a2 HTTP/1.1" status: 204 len: 168 time: 1.4167056 Mar 04 23:54:21.659075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:21.665712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-5618eeea-1569-4add-98b1-806a3ebfe9a9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:21.667016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-5618eeea-1569-4add-98b1-806a3ebfe9a9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "GET /v2.0/ports?device_id=692c966d-d251-4db9-a46e-813b0e781f8b HTTP/1.1" status: 200 len: 943 time: 0.1255577 Mar 04 23:54:21.732093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Deleting port e4b52f4b-7073-47c2-bdc3-c803b9d89eb8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:21.732434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.760251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b769739-8518-4c75-aa57-306a988b2dc8 None None] Network b382fbce-26ae-4d5a-a1ff-548dbb35db2c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:21.761968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4425072-35a7-4576-bc8e-9c8e119e0358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543d32ca-adcf-471d-b6c1-93919d9ea4a2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:21.853445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Deleting port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:21.853783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.914194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:21.932383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-5135e5ed-4206-4a0d-87dc-ccc56f9fa05c service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232124 Mar 04 23:54:21.956746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] For port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:21.957354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.042799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Deleting port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:22.043161 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.151773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Calling delete_port for ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:22.172363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] DHCP port deletion for 6e505e81-90e7-4a85-a0bc-3b5f20576e9c request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:54:22.177623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] Deleting port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:22.178509 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.274971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.275607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.345253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-06667345-88e9-488d-92a5-a52a1e8a1df2 service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120092 Mar 04 23:54:22.422892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] For port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:22.423290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.445215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Calling delete_port for e4b52f4b-7073-47c2-bdc3-c803b9d89eb8 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:22.488506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] For port fc973ccf-fcb2-448f-b75d-bf118e20f4d0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:22.488858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.496676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] For port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,segment=NetworkSegment(94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4),segment_id=94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:22.497023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.593737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] Calling delete_port for 6ffc9103-aa60-413f-bdd8-4e69f8276d4e owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:22.654302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:22.702325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.711910 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.719651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1656302562-network', 'tenant_id': '87be0091b636466a8f11bf34693370b8'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:22.779812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:22.786309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] Pushing event deleted for resources: {'Port': ['ID=6ffc9103-aa60-413f-bdd8-4e69f8276d4e,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:22.793624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc55db6-5427-47a5-a5ec-724a0adfa932 None None] No DVR routers for this DVR port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:22.796300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event deleted for resources: {'Port': ['ID=e4b52f4b-7073-47c2-bdc3-c803b9d89eb8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:22.800569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Usage tracker for resource:network and tenant:87be0091b636466a8f11bf34693370b8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:22.804293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:22.815375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:22.856660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Calling delete_port for fc973ccf-fcb2-448f-b75d-bf118e20f4d0 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:22.889250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Calling delete_port for 6ffc9103-aa60-413f-bdd8-4e69f8276d4e owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:22.913860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Made reservation on behalf of 87be0091b636466a8f11bf34693370b8 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:22.916332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.938266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:22.938729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.005822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Pushing event deleted for resources: {'Port': ['ID=ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:23.024055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.097168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-744b9445-28c5-471f-a354-460760f3f9a0 req-ad38b67c-115e-46ab-aa84-4411e30bca84 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 1095 time: 0.2470574 Mar 04 23:54:23.102032 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:54:23.102410 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:54:23.121517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:23.131641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] No DVR routers for this DVR port ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:23.134182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Usage tracker for resource:security_group_rule and tenant:87be0091b636466a8f11bf34693370b8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:23.137653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.140168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-deleted', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:23.145009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:23.156973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:23.160959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.162136 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-986a733a-38a2-490f-9088-243f4bc4498a req-e134c105-9408-4b75-ac6f-5d6af32ad2d7 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.10 "DELETE /v2.0/ports/ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 HTTP/1.1" status: 204 len: 173 time: 2.4214036 Mar 04 23:54:23.165611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.181990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ed42fdc-40cc-413c-b897-8b08b116e1ec req-cc06729b-321d-4292-a78e-3861605b23a6 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd2b18dc-36c5-400e-b915-1f7790833e31 HTTP/1.1" status: 204 len: 173 time: 1.8324833 Mar 04 23:54:23.222233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-744b9445-28c5-471f-a354-460760f3f9a0 req-7a775d9d-ceb9-4ea5-ab0e-f969058dea5a tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091578 Mar 04 23:54:23.250394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event deleted for resources: {'Port': ['ID=fc973ccf-fcb2-448f-b75d-bf118e20f4d0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:23.326382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.396148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] No DVR routers for this DVR port fc973ccf-fcb2-448f-b75d-bf118e20f4d0 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:23.400345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.403885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-deleted', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:23.436603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab3b49d9-7b62-4b98-ae50-f8f01abd52dc req-7e0de118-f871-4293-a3d7-e7cb454b05a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "DELETE /v2.0/ports/fc973ccf-fcb2-448f-b75d-bf118e20f4d0 HTTP/1.1" status: 204 len: 173 time: 1.6615164 Mar 04 23:54:23.514075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.536324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ecb9e6b5-3ffe-48d3-9ae4-6ae06bcb839e req-efbb5f96-c1ae-4ce0-ac0d-f9f62b71729e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Synchronizing usage tracker for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:23.568043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ffc9103-aa60-413f-bdd8-4e69f8276d4e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:23.587145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.588091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:54:23.597756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.602823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.606880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b468097f-a68a-4d05-aa85-4a261b94c896,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:23.608895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.616577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.621214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.621687 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Added segment 30f45184-23aa-42cb-9331-773147f54506 of type vlan for network 6b162d1d-b54d-4c70-a62f-d0f60838bb5c Mar 04 23:54:23.623664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.626841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ecb9e6b5-3ffe-48d3-9ae4-6ae06bcb839e req-efbb5f96-c1ae-4ce0-ac0d-f9f62b71729e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Unset dirty status for tenant:82544c985fd6495a843ffbe80a1b5cd5 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:23.629079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.630899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-0323cc24-ef66-4d21-a0c1-56d76b74839a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.1676023 Mar 04 23:54:23.633470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Deleting port 6ffc9103-aa60-413f-bdd8-4e69f8276d4e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:23.633859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.641472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6ffc9103-aa60-413f-bdd8-4e69f8276d4e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:23.642034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ffc9103-aa60-413f-bdd8-4e69f8276d4e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:23.643648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ecb9e6b5-3ffe-48d3-9ae4-6ae06bcb839e req-efbb5f96-c1ae-4ce0-ac0d-f9f62b71729e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a527084-3ccc-41bc-860b-152b8f4719c6 HTTP/1.1" status: 200 len: 210 time: 0.3147731 Mar 04 23:54:23.689147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.724590 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.725896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:23.726781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.743971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] The port '6ffc9103-aa60-413f-bdd8-4e69f8276d4e' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:54:23.770055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1116724 Mar 04 23:54:23.775162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41614) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:23.834113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Request body: {'subnet': {'network_id': '6b162d1d-b54d-4c70-a62f-d0f60838bb5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1656302562-subnet', 'tenant_id': '87be0091b636466a8f11bf34693370b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:23.853763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:23.860886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Usage tracker for resource:subnet and tenant:87be0091b636466a8f11bf34693370b8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:23.865413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:23.873117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de7bde-a7d2-4c34-8ac6-d1aa7be84353 admin admin] Pushing event updated for resources: {'Network': ['ID=6b162d1d-b54d-4c70-a62f-d0f60838bb5c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:23.875722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:23.880580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45bfd2bc-2da5-4fbe-843e-bec99a5165fb req-d757db4b-c791-4fa3-bfb9-741809ab019d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195661 Mar 04 23:54:23.888184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 6b162d1d-b54d-4c70-a62f-d0f60838bb5c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:54:23.893912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Made reservation on behalf of 87be0091b636466a8f11bf34693370b8 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:23.898879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.918392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:23.995480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e505e81-90e7-4a85-a0bc-3b5f20576e9c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:24.050924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:24.052417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94652bcb-a1cb-40d0-8ab7-a3e1ae69f1e4') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:24.156192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.281944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-378e7723-a69a-4278-bb33-0462adf658f6 req-b135a622-1932-40ae-bb7b-ebf42c176b06 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:24.285014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.304547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:54:24.305473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: util.warn( Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: util.warn( Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: util.warn( Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: util.warn( Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:54:24.321973 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:54:24.404930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.469783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-378e7723-a69a-4278-bb33-0462adf658f6 req-b135a622-1932-40ae-bb7b-ebf42c176b06 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:24.481795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-378e7723-a69a-4278-bb33-0462adf658f6 req-b135a622-1932-40ae-bb7b-ebf42c176b06 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 210 time: 0.3281496 Mar 04 23:54:24.497372 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a527084-3ccc-41bc-860b-152b8f4719c6', 'name': 'network-vif-deleted', 'tag': 'ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222', 'status': 'completed', 'code': 200} Mar 04 23:54:24.506055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cbc5d88-6c03-4b05-8886-0938285e8190,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:24.529173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Checking segment: {'id': '30f45184-23aa-42cb-9331-773147f54506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6b162d1d-b54d-4c70-a62f-d0f60838bb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:24.529927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Network hostable DHCP agents. Network: 6b162d1d-b54d-4c70-a62f-d0f60838bb5c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:54:24.572354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.592340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.647061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e505e81-90e7-4a85-a0bc-3b5f20576e9c HTTP/1.1" status: 204 len: 168 time: 2.9790578 Mar 04 23:54:24.651538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41628) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:24.656756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-f983a92b-6bf3-4c4f-bec3-8bca96869c3c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:24.658442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-f983a92b-6bf3-4c4f-bec3-8bca96869c3c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.5943880 Mar 04 23:54:24.661060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e020ed2-2c26-47a8-8167-2b02ea26d30f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e505e81-90e7-4a85-a0bc-3b5f20576e9c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:24.728088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413077e-2865-4b08-843d-8c999e16e2d3 req-6bd5c2e8-18c1-4d03-952c-441e4a3d99ed tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:24.729994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7413077e-2865-4b08-843d-8c999e16e2d3 req-6bd5c2e8-18c1-4d03-952c-441e4a3d99ed tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1933248 Mar 04 23:54:24.731367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Network 6b162d1d-b54d-4c70-a62f-d0f60838bb5c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:54:24.745799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Request body: {'port': {'device_id': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'admin_state_up': True, 'tenant_id': '5b0f7ef89a8f4b1a8ec87e86b52f5214'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:24.756890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 6b162d1d-b54d-4c70-a62f-d0f60838bb5c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:24.761709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:24.762745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:24.766133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d89ba4-e21b-464a-ab6c-55a99ad05bc9 None None] Network 6b162d1d-b54d-4c70-a62f-d0f60838bb5c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:24.805420 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a1ae194c-58ea-4509-b0c2-0146ffdc2b29 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0111456 Mar 04 23:54:24.945834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:25.064522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:25.103796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:25.104308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ba0ebdc4-2a42-4a57-8cfd-dc3af14e4222 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:25.114082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: fc973ccf-fcb2-448f-b75d-bf118e20f4d0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:25.114763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fc973ccf-fcb2-448f-b75d-bf118e20f4d0 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:25.150845 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c966d-d251-4db9-a46e-813b0e781f8b', 'name': 'network-vif-deleted', 'tag': 'fc973ccf-fcb2-448f-b75d-bf118e20f4d0', 'status': 'completed', 'code': 200} Mar 04 23:54:25.177100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-5fc21cb5-02f4-41bd-8795-8457a9e67442 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:25.213999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-5fc21cb5-02f4-41bd-8795-8457a9e67442 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:25.220895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-5fc21cb5-02f4-41bd-8795-8457a9e67442 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=129e55d3ed904f34acdb113c40ac99c4 HTTP/1.1" status: 200 len: 1656 time: 0.2670746 Mar 04 23:54:25.312210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:25.333971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:25.343404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639098e-73c8-4432-a0f6-a3e0065ce5c1 None None] Network 6b162d1d-b54d-4c70-a62f-d0f60838bb5c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:25.383999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Made reservation on behalf of 5b0f7ef89a8f4b1a8ec87e86b52f5214 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:25.388364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:25.424030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-8bc1fb03-a8bf-42b4-969c-4e9cfbaa1aea tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.441799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-8bc1fb03-a8bf-42b4-969c-4e9cfbaa1aea tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks?id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 787 time: 0.2186623 Mar 04 23:54:25.451594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-b0e3de24-25d6-468e-9cb7-7a2842b07a71 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:54:25.453304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7983e2-08c9-4540-8c19-7312608fa170 req-b0e3de24-25d6-468e-9cb7-7a2842b07a71 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079625 Mar 04 23:54:25.771311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.777120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Allocated IP 172.20.0.11 (3d373df7-973c-4bce-a6a5-2315e6cc1550/071cdfa3-55f7-4dba-a026-9ba7f640b579/3a910d92-b3bb-4962-9fee-fea2e6aaf084) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:25.779256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.783888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.789331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.793904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.798522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.803318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:25.813005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05080ae8-18c7-448e-86e0-505d6894753e req-31889a52-7738-4a92-a0c1-9b5e38152736 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.1737528 Mar 04 23:54:25.877031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05080ae8-18c7-448e-86e0-505d6894753e req-62a496bb-53c1-442d-aa53-6ba798883ed0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629315 Mar 04 23:54:26.021103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-d664bf87-e012-41a2-9f96-83e5d7720da9 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips/6b43e91b-ad4f-40f7-ab3d-b746f4cc159d HTTP/1.1" status: 200 len: 692 time: 0.0870256 Mar 04 23:54:26.222862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-f05fa354-0eb2-4f7e-8697-c019eb902e40 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:26.230817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-f05fa354-0eb2-4f7e-8697-c019eb902e40 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2043762 Mar 04 23:54:26.294015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-d70b9f2a-0f7f-4976-a3fe-805a9309b692 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:26.294884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-d70b9f2a-0f7f-4976-a3fe-805a9309b692 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Synchronizing usage tracker for tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:26.321298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-4d251825-675d-4c93-8b23-179581ebacf0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0895965 Mar 04 23:54:26.332416 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.337157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.430036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-c462c316-05cd-4420-8baf-f85529c2574e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0953515 Mar 04 23:54:26.476011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-d70b9f2a-0f7f-4976-a3fe-805a9309b692 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Unset dirty status for tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:26.477185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-d70b9f2a-0f7f-4976-a3fe-805a9309b692 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/networks?id=b382fbce-26ae-4d5a-a1ff-548dbb35db2c HTTP/1.1" status: 200 len: 814 time: 0.5728223 Mar 04 23:54:26.525414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-46cc3a67-3830-41f8-9be1-6b324b969c34 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/quotas/bc5a12082f274d4fbc0d59f48cfe6ba2 HTTP/1.1" status: 200 len: 375 time: 0.0409822 Mar 04 23:54:26.572997 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.623338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-31d4b7bc-e138-4d14-b533-edd26ded38b1 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc5a12082f274d4fbc0d59f48cfe6ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884709 Mar 04 23:54:26.691515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Deleting port 1076789d-b4f9-4cce-9ec8-fa19e1c817fa {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:26.691870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.714394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.729032 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.753151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:26.763989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:26.772519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:26.807016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:26.877080 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.877436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.895353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:26.895946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:26.901037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-6a57f17e-7474-4d65-9dd4-fa4db72b98c3 service neutron] 10.222.0.32 "GET /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684393 Mar 04 23:54:27.000171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Calling delete_port for 1076789d-b4f9-4cce-9ec8-fa19e1c817fa owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:27.009296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-d8bbb790-69a7-41c5-82a1-83584896c705 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2672255 Mar 04 23:54:27.059848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Request body: {'port': {'device_id': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:27.144729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:27.190707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event deleted for resources: {'Port': ['ID=1076789d-b4f9-4cce-9ec8-fa19e1c817fa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:27.252770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-2cb5fade-8abc-44b5-9abb-6008d3e8fc0c service neutron] 10.222.0.32 "GET /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438482 Mar 04 23:54:27.288069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:27.306928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:27.307578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869b25ae-3f54-46ae-8ebd-06ef112ec9bb req-9b4c9540-2cc0-49ba-a798-3b32cf34e5df tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "DELETE /v2.0/floatingips/6b43e91b-ad4f-40f7-ab3d-b746f4cc159d HTTP/1.1" status: 204 len: 173 time: 0.8733878 Mar 04 23:54:27.413594 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:27.555336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26597ae-8d9a-4d45-ae12-e1594e5056fd req-c0fe6ea6-e54e-46d7-85ea-a3b338e61b4e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:27.556907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f26597ae-8d9a-4d45-ae12-e1594e5056fd req-c0fe6ea6-e54e-46d7-85ea-a3b338e61b4e tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 949 time: 0.0832415 Mar 04 23:54:27.652416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f26597ae-8d9a-4d45-ae12-e1594e5056fd req-8d8f09c4-83f0-4439-aecf-2a8160910c83 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b8e6701-576e-4481-8f9c-09187dccf70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896909 Mar 04 23:54:27.691891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-7508f5ff-9d77-45b8-9b55-bb4d5bef2241 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:27.693451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-7508f5ff-9d77-45b8-9b55-bb4d5bef2241 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 949 time: 0.1060402 Mar 04 23:54:27.748047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e958af-f02d-46fc-b4f0-89fadc7c5daf req-687baa7b-474d-45a9-9fe9-910782e65cbf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:27.749038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b8e958af-f02d-46fc-b4f0-89fadc7c5daf req-687baa7b-474d-45a9-9fe9-910782e65cbf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:27.787170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Deleting port 4126679d-002c-4664-b5ae-88c2db738960 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:27.787586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:27.858770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b8e958af-f02d-46fc-b4f0-89fadc7c5daf req-687baa7b-474d-45a9-9fe9-910782e65cbf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:27.859892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8e958af-f02d-46fc-b4f0-89fadc7c5daf req-687baa7b-474d-45a9-9fe9-910782e65cbf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 932 time: 0.3623960 Mar 04 23:54:28.052722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8e958af-f02d-46fc-b4f0-89fadc7c5daf req-ce0ea89d-29c5-46a4-b21f-f085006b04a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466479 Mar 04 23:54:28.069711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a910d92-b3bb-4962-9fee-fea2e6aaf084 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:28.102834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:28.148688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Transition to ACTIVE for port object 3a910d92-b3bb-4962-9fee-fea2e6aaf084 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:28.161447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Deleting port 7e2951a7-4811-4782-98dc-56b34c97dff8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:28.162519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:28.227808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] For port 4126679d-002c-4664-b5ae-88c2db738960, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4126679d-002c-4664-b5ae-88c2db738960,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:28.228172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:28.325786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:28.381089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Calling delete_port for 4126679d-002c-4664-b5ae-88c2db738960 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:28.418647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.422608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.426531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.431603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.436021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.440178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.444403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:28.446946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-c851e37e-1011-4a84-b7a2-a4cd3ec7b7e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.3705099 Mar 04 23:54:28.487750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] For port 7e2951a7-4811-4782-98dc-56b34c97dff8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e2951a7-4811-4782-98dc-56b34c97dff8,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:28.488113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:28.499864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-79a9765f-c8b3-4001-a8b1-256718e2001e tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips/6b9e94d7-43a3-46d3-97b3-31ff9a187e2c HTTP/1.1" status: 200 len: 693 time: 0.3405807 Mar 04 23:54:28.533985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df6f5f6a-3e6b-44cd-aa54-f324994a95d6 req-852a4bf5-520f-4420-a653-912418a59fa7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763178 Mar 04 23:54:28.615445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Calling delete_port for 7e2951a7-4811-4782-98dc-56b34c97dff8 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:28.678354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:28.802442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7591b907-c3b4-4ec9-881a-da2784177e34 req-050754ab-d13f-4acd-9f56-3ef7ef668802 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 210 time: 0.0632598 Mar 04 23:54:28.853581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:29.008367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Pushing event deleted for resources: {'Port': ['ID=4126679d-002c-4664-b5ae-88c2db738960,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:29.243839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8419dd68-b2e6-4072-9f48-58170f778d59 req-19ff5584-d405-4aa7-b214-9b1b5ffa84e2 tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec2fb308-1c2a-4748-a82e-e91acbd041a3 HTTP/1.1" status: 200 len: 210 time: 0.1627674 Mar 04 23:54:29.247402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] No DVR routers for this DVR port 4126679d-002c-4664-b5ae-88c2db738960 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:29.250503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:29.258104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-deleted', 'tag': '4126679d-002c-4664-b5ae-88c2db738960'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:29.294258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e682a5c-49e4-4514-9fab-11a7af1a727c req-8af9d729-5caf-4af7-b6a7-7c34cf53ac2f tempest-ListImageFiltersTestJSON-489881190 tempest-ListImageFiltersTestJSON-489881190-project] 10.222.0.36 "DELETE /v2.0/ports/4126679d-002c-4664-b5ae-88c2db738960 HTTP/1.1" status: 204 len: 173 time: 1.5949800 Mar 04 23:54:29.348031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-6ce6e1ff-e8aa-4498-9f76-b0841c66c6a6 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:29.349546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-6ce6e1ff-e8aa-4498-9f76-b0841c66c6a6 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.10 "GET /v2.0/networks?id=b382fbce-26ae-4d5a-a1ff-548dbb35db2c HTTP/1.1" status: 200 len: 814 time: 0.4315095 Mar 04 23:54:29.368723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Request body: {'port': {'device_id': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c', 'admin_state_up': True, 'tenant_id': 'bc5a12082f274d4fbc0d59f48cfe6ba2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:29.433526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-27738ec3-d9f7-4375-b3a6-d6d635be0e62 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:29.435408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-27738ec3-d9f7-4375-b3a6-d6d635be0e62 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.7540386 Mar 04 23:54:29.474042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:29.541339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2951a7-4811-4782-98dc-56b34c97dff8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:29.547317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Attempting to bind port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:29.547785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Attempting to bind port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:29.548007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Attempting to bind port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:29.564158 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:54:29.576852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:29.580007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Attempting to bind port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:29.622117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:29.622784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Checking segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:29.623387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Bound using segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:29.624028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Bound port: 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:29.624617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:29.627696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:29.637033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Usage tracker for resource:port and tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:29.641400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:29.664989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a1a73-91ed-4b30-92e1-5016b84a484f req-cb832c89-e7a8-45eb-8cc4-d3164a6ba65d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:29.673415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d3a1a73-91ed-4b30-92e1-5016b84a484f req-cb832c89-e7a8-45eb-8cc4-d3164a6ba65d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 944 time: 0.2092264 Mar 04 23:54:29.701456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:29.733245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Made reservation on behalf of bc5a12082f274d4fbc0d59f48cfe6ba2 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:29.737784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:29.795692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d3a1a73-91ed-4b30-92e1-5016b84a484f req-bc32d769-1b2a-4c0c-a2f5-fafb3d234ddf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208127 Mar 04 23:54:29.800577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-aed8424d-9bda-4cff-a741-0841f1349742 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:54:29.801566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-aed8424d-9bda-4cff-a741-0841f1349742 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3594880 Mar 04 23:54:29.909587 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2fb308-1c2a-4748-a82e-e91acbd041a3', 'name': 'network-vif-deleted', 'tag': '4126679d-002c-4664-b5ae-88c2db738960', 'status': 'completed', 'code': 200} Mar 04 23:54:30.027817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Allocated IP 172.20.0.5 (b382fbce-26ae-4d5a-a1ff-548dbb35db2c/09e9400d-1000-4903-9b9b-c8c9096799f7/890d7ea6-c2a6-4def-a284-60f53d100bfb) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:30.122345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:30.240505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:30.244789 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-b94fea89-0edf-402a-947e-cc62cd49e15f tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.4178870 Mar 04 23:54:30.247622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.383312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.387762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.392631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.393751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.395070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a910d92-b3bb-4962-9fee-fea2e6aaf084 HTTP/1.1" status: 200 len: 1092 time: 3.3504674 Mar 04 23:54:30.397867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.399069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:30.402986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.407663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.412735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.412886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-88568467-429b-48d9-bafe-ca85f6a73d9a tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1281998 Mar 04 23:54:30.421340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-216daceb-d569-4056-847f-17d0072d528a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.3141620 Mar 04 23:54:30.428420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ca3b2-22f4-4d84-8f52-72c3fa92f9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:30.478963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.493952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9d7a9a7-90e4-4baf-a516-cdf7d878a139 req-c2808e65-149c-49e5-b401-e4aecd101c38 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714421 Mar 04 23:54:30.518957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.604617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Network b382fbce-26ae-4d5a-a1ff-548dbb35db2c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:30.607901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:30.612655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:30.645624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Deleting port 83e21f9c-3958-4108-8366-d2697a7fb98e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:30.646570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.649967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Pushing event updated for resources: {'Port': ['ID=890d7ea6-c2a6-4def-a284-60f53d100bfb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:30.682458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.683066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.758284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ba8905b8-62c0-4a7b-9892-6697f56cdcb8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3941903 Mar 04 23:54:30.776571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Request body: {'port': {'device_id': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:30.878817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b8a8-5e65-40fe-895c-aaa0bc59d03d req-46ba5999-5835-4923-8d1b-e81e43be305f tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:30.879528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-07e9b8a8-5e65-40fe-895c-aaa0bc59d03d req-46ba5999-5835-4923-8d1b-e81e43be305f tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Synchronizing usage tracker for tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:30.904416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-1e568d04-525e-4790-8631-362e6e97a1a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 1095 time: 0.4093080 Mar 04 23:54:30.918326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:30.933108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-07e9b8a8-5e65-40fe-895c-aaa0bc59d03d req-46ba5999-5835-4923-8d1b-e81e43be305f tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Unset dirty status for tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:30.934316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07e9b8a8-5e65-40fe-895c-aaa0bc59d03d req-46ba5999-5835-4923-8d1b-e81e43be305f tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 931 time: 0.2284718 Mar 04 23:54:30.967010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:31.000990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-aa152eef-138d-4f6c-bf3c-b32254c8844f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084 HTTP/1.1" status: 200 len: 217 time: 0.0884910 Mar 04 23:54:31.042822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:31.097879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4126679d-002c-4664-b5ae-88c2db738960 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:31.098963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4126679d-002c-4664-b5ae-88c2db738960 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:31.162634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07e9b8a8-5e65-40fe-895c-aaa0bc59d03d req-c0e6492e-7640-45d6-adc2-ff09e8ce7468 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111607 Mar 04 23:54:31.166191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:31.166191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:31.309728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Calling delete_port for 83e21f9c-3958-4108-8366-d2697a7fb98e owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:31.356606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-e5a10a8c-e7cb-442f-ab6c-33abc56bab6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:31.358299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-e5a10a8c-e7cb-442f-ab6c-33abc56bab6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.3506010 Mar 04 23:54:31.366445 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'status': 'completed', 'code': 200} Mar 04 23:54:31.433621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-ec1395d8-385a-453e-bb14-0b15a5173f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576713 Mar 04 23:54:31.682117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-97439c58-d11a-437b-afab-92718f9faea7 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416999 Mar 04 23:54:31.683045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6d3df-17a9-4752-ba52-0d61f9620fc3 req-42a94dd3-685f-4ef6-8dfb-b9e7f34c28be tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:31.684541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edb6d3df-17a9-4752-ba52-0d61f9620fc3 req-42a94dd3-685f-4ef6-8dfb-b9e7f34c28be tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 944 time: 0.1481662 Mar 04 23:54:31.692110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:31.694334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890d7ea6-c2a6-4def-a284-60f53d100bfb {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:31.716677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:31.746291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Transition to ACTIVE for port object 890d7ea6-c2a6-4def-a284-60f53d100bfb will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:31.758056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:31.805335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edb6d3df-17a9-4752-ba52-0d61f9620fc3 req-d686a6b2-b6bf-4441-b2a5-e0462d7032bd tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118145 Mar 04 23:54:31.814249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event deleted for resources: {'Port': ['ID=83e21f9c-3958-4108-8366-d2697a7fb98e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:31.896892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Pushing event updated for resources: {'Port': ['ID=890d7ea6-c2a6-4def-a284-60f53d100bfb,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:32.046900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Attempting to bind port 890d7ea6-c2a6-4def-a284-60f53d100bfb on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:32.047438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Attempting to bind port 890d7ea6-c2a6-4def-a284-60f53d100bfb by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '06e82e17-def8-46b1-9325-a7495cf9ee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:32.047556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Attempting to bind port 890d7ea6-c2a6-4def-a284-60f53d100bfb on network b382fbce-26ae-4d5a-a1ff-548dbb35db2c {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:32.055881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Port 890d7ea6-c2a6-4def-a284-60f53d100bfb on network b382fbce-26ae-4d5a-a1ff-548dbb35db2c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:32.055989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Attempting to bind port 890d7ea6-c2a6-4def-a284-60f53d100bfb on network b382fbce-26ae-4d5a-a1ff-548dbb35db2c {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:32.074130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:32.074479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Checking segment: {'id': '06e82e17-def8-46b1-9325-a7495cf9ee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:32.075046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Bound using segment: {'id': '06e82e17-def8-46b1-9325-a7495cf9ee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:32.075443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Bound port: 890d7ea6-c2a6-4def-a284-60f53d100bfb, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e82e17-def8-46b1-9325-a7495cf9ee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:32.075821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:32.154744 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc8806a4-e300-4d00-88c9-316b4d5d38df req-b704f07a-7b3b-4506-8140-c24460a02229 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635210 Mar 04 23:54:32.169015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:32.204450 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:32.220317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] For port 890d7ea6-c2a6-4def-a284-60f53d100bfb, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:32.221775 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53cc10e2-1375-4238-9f26-79141ce761e4 req-18a10769-17e6-4007-a51b-dad40e9a0bee tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "DELETE /v2.0/floatingips/6b9e94d7-43a3-46d3-97b3-31ff9a187e2c HTTP/1.1" status: 204 len: 173 time: 1.7957370 Mar 04 23:54:32.224748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] For port 890d7ea6-c2a6-4def-a284-60f53d100bfb, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb,segment=NetworkSegment(06e82e17-def8-46b1-9325-a7495cf9ee23),segment_id=06e82e17-def8-46b1-9325-a7495cf9ee23)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:32.236597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:32.367194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Pushing event updated for resources: {'Port': ['ID=890d7ea6-c2a6-4def-a284-60f53d100bfb,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:32.387529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:32.390924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-8ac91cf5-58a4-4bab-b27e-3d81bc3bcad4 service neutron] 10.222.0.10 "PUT /v2.0/ports/890d7ea6-c2a6-4def-a284-60f53d100bfb HTTP/1.1" status: 200 len: 1091 time: 1.6204066 Mar 04 23:54:32.391552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'tag': '890d7ea6-c2a6-4def-a284-60f53d100bfb'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:32.677755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-599f6596-5182-42a7-9b0f-2032d1f12c8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc5a12082f274d4fbc0d59f48cfe6ba2&device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 1094 time: 0.2352862 Mar 04 23:54:32.715063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-db01be4f-e5df-4090-9821-a43a285159fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 1095 time: 0.5126925 Mar 04 23:54:32.812500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-d9b83fcc-a2e9-4381-8fec-e570599822a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb HTTP/1.1" status: 200 len: 217 time: 0.1338732 Mar 04 23:54:32.868056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.871970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.875838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.879723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.883632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.887527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.889249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-3ef7418a-9284-4b13-9ae8-968633fb20d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.890696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-3ef7418a-9284-4b13-9ae8-968633fb20d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e9400d-1000-4903-9b9b-c8c9096799f7 HTTP/1.1" status: 200 len: 854 time: 0.0721018 Mar 04 23:54:32.891704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.893796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-7bea6388-53aa-467b-8ddb-5e89503b5b27 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5420 time: 0.3256199 Mar 04 23:54:32.933383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:32.942690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767195e-c226-4431-b599-6ff7eca009f7 req-17a29f16-fca6-4d69-a0fc-acdde26d299c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:32.944361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-17a29f16-fca6-4d69-a0fc-acdde26d299c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 906 time: 0.2212341 Mar 04 23:54:32.975403 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-7cf95c8d-3876-4363-bf83-3224b65b1379 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b382fbce-26ae-4d5a-a1ff-548dbb35db2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463450 Mar 04 23:54:33.039635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-71ed6681-2dad-42cb-a3bc-2810e18255fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084 HTTP/1.1" status: 200 len: 217 time: 0.0839572 Mar 04 23:54:33.043955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d55a180d-42ff-4ef0-a4f6-4ade2cae3aba req-ac5227c6-5560-41b8-b37c-b8ce18de1e25 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317883 Mar 04 23:54:33.113022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767195e-c226-4431-b599-6ff7eca009f7 req-55a9d02f-3b55-4944-af31-6f50a18bf98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:33.114887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-55a9d02f-3b55-4944-af31-6f50a18bf98a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.0688074 Mar 04 23:54:33.117758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180557c-b66b-429b-947e-a49d5fcfaec2 req-f49d373c-d4ba-423c-be90-078444b2c216 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:33.125327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d180557c-b66b-429b-947e-a49d5fcfaec2 req-f49d373c-d4ba-423c-be90-078444b2c216 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 943 time: 0.3435578 Mar 04 23:54:33.175174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-16a420df-a73b-42fa-a90f-63c4d2f79107 service neutron] 10.222.0.10 "GET /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927333 Mar 04 23:54:33.188409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:33.194367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Router ec410c79-5663-465a-b730-fbdd47f2166e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:54:33.205204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'port_id': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'mac_address': 'fa:16:3e:80:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:33.216757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d180557c-b66b-429b-947e-a49d5fcfaec2 req-1472f3d6-3797-4d67-acfd-f950a4ba877c tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905182 Mar 04 23:54:33.252901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-eb5ee860-9bfc-4fdd-9aec-5fdb2f3c186b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300511 Mar 04 23:54:33.272415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:33.312890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2acc94f2-423b-450a-af39-b65a083a4590 req-23e95749-1bdb-41e6-a208-0a2f3abc94c5 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips/01ea5108-56ba-44f4-b0e7-1a1ddcdf4f8d HTTP/1.1" status: 200 len: 693 time: 0.1276896 Mar 04 23:54:33.328840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:33.331625 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'tag': '890d7ea6-c2a6-4def-a284-60f53d100bfb', 'status': 'completed', 'code': 200} Mar 04 23:54:33.345076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:33.367654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:33.369107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0d85f2db-b946-472b-9996-7d07f1487e98 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:33.485983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05e316ec-233f-49ee-b860-2e2836971cd1 req-ab69ac79-74c6-44a8-b1a1-747c450036ba service neutron] 10.222.0.10 "GET /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032339 Mar 04 23:54:33.599480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:33.701503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-5baccaf3-1b7c-481e-bd0c-ec997c9b2421 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc5a12082f274d4fbc0d59f48cfe6ba2&device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 1094 time: 0.1563492 Mar 04 23:54:33.745745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-ea6d969d-9f20-44d0-871c-457b5185ede1 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758351 Mar 04 23:54:33.846501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc94f2-423b-450a-af39-b65a083a4590 req-20ca166e-15eb-4be9-9746-d75f8aadb0fc tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:33.848203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2acc94f2-423b-450a-af39-b65a083a4590 req-20ca166e-15eb-4be9-9746-d75f8aadb0fc tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.4808958 Mar 04 23:54:33.848995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0d85f2db-b946-472b-9996-7d07f1487e98,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:33.906708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '0d85f2db-b946-472b-9996-7d07f1487e98', 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5', 'port_id': '0d85f2db-b946-472b-9996-7d07f1487e98', 'mac_address': 'fa:16:3e:e4:a1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f16ec7c-459a-4c18-b6e3-fbfed6162c0c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:33.924385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-4f8b2615-31ac-4749-b2f4-8f08991d6cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:33.925883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-4f8b2615-31ac-4749-b2f4-8f08991d6cfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b382fbce-26ae-4d5a-a1ff-548dbb35db2c HTTP/1.1" status: 200 len: 915 time: 0.2193043 Mar 04 23:54:34.048248 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:34.101032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d85f2db-b946-472b-9996-7d07f1487e98 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:34.122372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0d85f2db-b946-472b-9996-7d07f1487e98,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:34.137026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:34.137418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:34.142478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2acc94f2-423b-450a-af39-b65a083a4590 req-26e31162-23b0-421f-9597-99cc051cff08 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Synchronizing usage tracker for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:34.166767 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-6f1b2a72-539f-4311-b58c-7441df9bbc43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb HTTP/1.1" status: 200 len: 217 time: 0.2324302 Mar 04 23:54:34.181192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2767195e-c226-4431-b599-6ff7eca009f7 req-47067e21-b765-4a30-96bf-3e73780b647b service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248722 Mar 04 23:54:34.191104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2acc94f2-423b-450a-af39-b65a083a4590 req-26e31162-23b0-421f-9597-99cc051cff08 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Unset dirty status for tenant:129e55d3ed904f34acdb113c40ac99c4 on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:34.198918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2acc94f2-423b-450a-af39-b65a083a4590 req-26e31162-23b0-421f-9597-99cc051cff08 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.3368440 Mar 04 23:54:34.207586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:34.291338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2acc94f2-423b-450a-af39-b65a083a4590 req-22d52f1f-54d8-4925-985c-fbe7b47ab7d1 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0913231 Mar 04 23:54:34.306973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:54:34.317932 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] Sync routers for ids ['ec410c79-5663-465a-b730-fbdd47f2166e'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:54:34.323928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-ae91e1e2-5185-4c7d-b4ba-3d093daf074c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:34.325413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-ae91e1e2-5185-4c7d-b4ba-3d093daf074c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e9400d-1000-4903-9b9b-c8c9096799f7 HTTP/1.1" status: 200 len: 854 time: 0.1030216 Mar 04 23:54:34.340754 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] Routers {'ec410c79-5663-465a-b730-fbdd47f2166e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:34.341409 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ec410c79-5663-465a-b730-fbdd47f2166e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:34.381847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e6f8408-72b1-48f5-bc4a-1d393049393c req-4dd7cd3a-690b-401a-b49b-617cbd53138e tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1097 time: 0.2120872 Mar 04 23:54:34.409049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3bdb4174-7516-486c-afbd-786efed8329a admin admin] 10.222.0.32 "PUT /v2.0/routers/ec410c79-5663-465a-b730-fbdd47f2166e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7492907 Mar 04 23:54:34.415400 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-3e6b39c7-7787-4220-9714-c732b396affc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b382fbce-26ae-4d5a-a1ff-548dbb35db2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804248 Mar 04 23:54:34.424707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41818) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:34.464960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:34.491421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'port_id': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0', 'mac_address': 'fa:16:3e:7c:f9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:34.567798 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] Set router ec410c79-5663-465a-b730-fbdd47f2166e gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:34.577317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e6f8408-72b1-48f5-bc4a-1d393049393c req-d6fb5e12-fd4c-4db2-9855-c90035b0f7a2 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965592 Mar 04 23:54:34.587963 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:34.625242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Deleting port 3e53c4d1-023c-4bf7-af42-3a4fff761be2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:34.626444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:34.633651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:34.668654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:34.679809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:34.680678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:34.700251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-f7747ed1-38c4-49f4-9d05-e52c15203e54 service neutron] 10.222.0.10 "GET /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762783 Mar 04 23:54:34.861499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1b7ace63-6465-40f7-83b9-466b49da2de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:34.899815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:34.910156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:34.945510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'port_id': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8', 'mac_address': 'fa:16:3e:03:e8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:35.014353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.016721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.018397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.028745 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:54:29Z', 'revision_number': 5, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:35.033164 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] Checking router: ec410c79-5663-465a-b730-fbdd47f2166e for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:54:35.038986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:35.053368 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] Routers {'ec410c79-5663-465a-b730-fbdd47f2166e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:35.053894 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ec410c79-5663-465a-b730-fbdd47f2166e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:35.074186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:35.080897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.081529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:35.192467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:35.204877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:35.220387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '0a79c5bc-33cc-4a39-9420-9700aa2f7d42', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'port_id': '0a79c5bc-33cc-4a39-9420-9700aa2f7d42', 'mac_address': 'fa:16:3e:9c:f1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:35.251372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Calling delete_port for 3e53c4d1-023c-4bf7-af42-3a4fff761be2 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:35.292074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.312575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:35.329774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:35.337545 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.339387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c202e957-79a0-475a-831e-21f76b4a5d7e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:35.349203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1e70e8-b9c9-4096-b12b-cefe0ebafd22 req-c4d8cbd1-74e4-4303-9fd8-ec91c9946d1b service neutron] 10.222.0.10 "GET /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421220 Mar 04 23:54:35.369790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c74e19-8795-449f-b763-8030be9517a6 req-25c2e810-74c6-4f5a-9495-d718cdf6c431 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:35.371450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37c74e19-8795-449f-b763-8030be9517a6 req-25c2e810-74c6-4f5a-9495-d718cdf6c431 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 944 time: 0.2201426 Mar 04 23:54:35.390607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] Set router ec410c79-5663-465a-b730-fbdd47f2166e gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:35.452255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37c74e19-8795-449f-b763-8030be9517a6 req-7eabfa4e-bcc1-47db-8f2e-161f16326665 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721934 Mar 04 23:54:35.460389 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.483700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:35.518189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c202e957-79a0-475a-831e-21f76b4a5d7e,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:35.550385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c202e957-79a0-475a-831e-21f76b4a5d7e', 'network_id': '7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744', 'port_id': 'c202e957-79a0-475a-831e-21f76b4a5d7e', 'mac_address': 'fa:16:3e:04:4c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0f0be-e42c-466c-a5d9-846837cd97da', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:35.571897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.653800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.678485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c202e957-79a0-475a-831e-21f76b4a5d7e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:35.697820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c202e957-79a0-475a-831e-21f76b4a5d7e,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:35.705043 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.707205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Pushing event deleted for resources: {'Port': ['ID=3e53c4d1-023c-4bf7-af42-3a4fff761be2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:35.756034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.756372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.756711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.757033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.757497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.757825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.758200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.758533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.758844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.759162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.759588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:35.799074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:35.801879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b81aad06-79f8-421d-ad28-c2d08d79242e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:35.817623 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.832646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.839690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Deleting port 3c3f8681-7b99-4756-bc12-5b82f7ae2905 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:35.842583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.889743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:35.891163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2acc94f2-423b-450a-af39-b65a083a4590 req-97c0c972-d73b-4840-8b23-2e42c99cd0c0 tempest-FloatingIPDetailsTestJSON-250208938 tempest-FloatingIPDetailsTestJSON-250208938-project] 10.222.0.32 "DELETE /v2.0/floatingips/01ea5108-56ba-44f4-b0e7-1a1ddcdf4f8d HTTP/1.1" status: 204 len: 173 time: 1.5933166 Mar 04 23:54:35.898664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41840) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:35.967275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:54:29Z', 'revision_number': 5, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:35.977913 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201acd4-b6d4-4d51-9750-688f7d74bc10 None None] The sync data for ids ['ec410c79-5663-465a-b730-fbdd47f2166e'] in n-d-828979-4 is: [{'id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778506324-router', 'tenant_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:49:52Z', 'updated_at': '2022-03-04T23:54:29Z', 'revision_number': 5, 'project_id': 'eeffa0c332604407a4ac93ba215c8a2e', 'gw_port': {'id': '3c3f8681-7b99-4756-bc12-5b82f7ae2905', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec410c79-5663-465a-b730-fbdd47f2166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:49:53Z', 'updated_at': '2022-03-04T23:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:54:35.984855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b81aad06-79f8-421d-ad28-c2d08d79242e,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:36.000444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'b81aad06-79f8-421d-ad28-c2d08d79242e', 'network_id': '374ea3e1-33d2-40a7-8032-24574b15f7a5', 'port_id': 'b81aad06-79f8-421d-ad28-c2d08d79242e', 'mac_address': 'fa:16:3e:07:0d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f16ec7c-459a-4c18-b6e3-fbfed6162c0c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:36.100066 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:36.146101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81aad06-79f8-421d-ad28-c2d08d79242e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:36.182642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b81aad06-79f8-421d-ad28-c2d08d79242e,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:36.190534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:36.289116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:36.320637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] For port 3c3f8681-7b99-4756-bc12-5b82f7ae2905, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3c3f8681-7b99-4756-bc12-5b82f7ae2905,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:36.321003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:36.472572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.476627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.480607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.486215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.490612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.494953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.499464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.506975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-28164fb3-4e05-4812-b7a0-fa1b62539563 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5427 time: 0.2162235 Mar 04 23:54:36.552852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41854) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:36.609429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82ea94db-bd72-480b-a730-2d0a8e0c0472 req-d02accc9-2d0f-4e3a-9726-6561bfe1b9aa tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008751 Mar 04 23:54:36.657273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Calling delete_port for 3c3f8681-7b99-4756-bc12-5b82f7ae2905 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:36.781350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c202e957-79a0-475a-831e-21f76b4a5d7e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:36.796595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1495eb-1d8c-498c-aae6-d92d8f30d72f req-dcb5cc62-aaad-4664-aa6b-e40c8b173199 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:36.798195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c1495eb-1d8c-498c-aae6-d92d8f30d72f req-dcb5cc62-aaad-4664-aa6b-e40c8b173199 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 943 time: 0.3866949 Mar 04 23:54:36.869342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['82f7be47-89fb-4e38-aa0e-ccf2137cfc99'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:36.903492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0d85f2db-b946-472b-9996-7d07f1487e98'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:36.926716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c1495eb-1d8c-498c-aae6-d92d8f30d72f req-fb881ba8-ccbc-446e-88d8-5c22129860c8 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117172 Mar 04 23:54:36.993586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['51983e42-d2ff-4973-ad4e-a1a037d2aaf8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:37.003343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.063858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0a79c5bc-33cc-4a39-9420-9700aa2f7d42'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:37.101349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1dd069bd-5e3c-46be-806b-7b7b469aec60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82544c985fd6495a843ffbe80a1b5cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5450644 Mar 04 23:54:37.106777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41862) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:37.111895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3f8681-7b99-4756-bc12-5b82f7ae2905,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:37.181421 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0488f94-7d36-4365-bc1f-03509d3d5513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.213933 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0488f94-7d36-4365-bc1f-03509d3d5513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.215155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:37.284146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d196262-4ef3-4605-b5c4-1b94d38c8ba1 req-c16afff0-c9c8-4955-b205-87b02ae25db9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4684739 Mar 04 23:54:37.327862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0488f94-7d36-4365-bc1f-03509d3d5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.352741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0488f94-7d36-4365-bc1f-03509d3d5513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e6701-576e-4481-8f9c-09187dccf70f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:37.373673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.412675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['b81aad06-79f8-421d-ad28-c2d08d79242e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:37.439308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0488f94-7d36-4365-bc1f-03509d3d5513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.442487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d0488f94-7d36-4365-bc1f-03509d3d5513 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b8e6701-576e-4481-8f9c-09187dccf70f HTTP/1.1" status: 204 len: 168 time: 0.3302615 Mar 04 23:54:37.535762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9621d-278a-4c8c-bc99-29051dfa5176 req-6187c392-9784-4e80-9f15-1ae662fec645 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:37.543147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af9621d-278a-4c8c-bc99-29051dfa5176 req-6187c392-9784-4e80-9f15-1ae662fec645 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 944 time: 0.3966010 Mar 04 23:54:37.545757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:37.578174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['196bdc2f-40fe-496f-9c54-fb6ad769f9f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:37.707045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e2951a7-4811-4782-98dc-56b34c97dff8 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:37.838540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7e2951a7-4811-4782-98dc-56b34c97dff8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:37.838866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e2951a7-4811-4782-98dc-56b34c97dff8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:37.840606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 890d7ea6-c2a6-4def-a284-60f53d100bfb details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:38.064652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 890d7ea6-c2a6-4def-a284-60f53d100bfb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb,segment=NetworkSegment(06e82e17-def8-46b1-9325-a7495cf9ee23),segment_id=06e82e17-def8-46b1-9325-a7495cf9ee23)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:38.133553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '890d7ea6-c2a6-4def-a284-60f53d100bfb', 'network_id': 'b382fbce-26ae-4d5a-a1ff-548dbb35db2c', 'port_id': '890d7ea6-c2a6-4def-a284-60f53d100bfb', 'mac_address': 'fa:16:3e:31:f6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e9400d-1000-4903-9b9b-c8c9096799f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:38.136554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.146416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-819ce3c8-e51a-4c10-a077-9dc79b4829f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.161352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.183502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af9621d-278a-4c8c-bc99-29051dfa5176 req-510d104b-f9b7-46a9-bd0a-3640c3782bbc tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394112 Mar 04 23:54:38.248889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.249597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec410c79-5663-465a-b730-fbdd47f2166e {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:54:38.282388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.286508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.288290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-70968e55-0087-49f3-9d0f-31ea47720d8a admin admin] 10.222.0.32 "DELETE /v2.0/routers/ec410c79-5663-465a-b730-fbdd47f2166e HTTP/1.1" status: 204 len: 168 time: 3.8618107 Mar 04 23:54:38.290425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41898) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:38.402806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:38.496629 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.555594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Deleting subnet 6a25371c-49c6-452a-8203-f7c98da47a33 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:54:38.589939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.600757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890d7ea6-c2a6-4def-a284-60f53d100bfb {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:38.619635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 890d7ea6-c2a6-4def-a284-60f53d100bfb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb,segment=NetworkSegment(06e82e17-def8-46b1-9325-a7495cf9ee23),segment_id=06e82e17-def8-46b1-9325-a7495cf9ee23)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:38.633159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.655055 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.657026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'mac_address': 'fa:16:3e:18:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:54:38.724936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.827053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.834544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.839397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.846581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.851291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.855385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.859648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:38.875327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-e5342360-3a98-4995-a211-501e324985f4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5427 time: 0.3120019 Mar 04 23:54:38.900677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Deleting port 4ef2a22d-30dc-4139-9110-20a7749bc248 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:38.901333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:38.994673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.071117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41e76bca-cef6-4bcd-b1af-cd34d964ce39 req-0dd5c7ae-65cd-4957-940f-45abca60df96 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1928852 Mar 04 23:54:39.084761 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.128826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-e6c423c7-7c45-4cac-a7d8-76222e108438 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:54:39.141199 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-e6c423c7-7c45-4cac-a7d8-76222e108438 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0256884 Mar 04 23:54:39.147744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:39.148236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:54:39.189653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.279446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a25371c-49c6-452a-8203-f7c98da47a33,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:39.303576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['890d7ea6-c2a6-4def-a284-60f53d100bfb'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:39.392050 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.394102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9e3a6-d08d-4604-a727-ec3287ec4752 None None] Network 4f034000-037e-4f54-b11c-43021685e31d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:39.409902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.410734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.411235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.411773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.412291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.412832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.413432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.415231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.415632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.416251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.416640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:39.427430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff850886-f753-4e70-9c24-88017c1b9748 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6a25371c-49c6-452a-8203-f7c98da47a33 HTTP/1.1" status: 204 len: 168 time: 1.1350348 Mar 04 23:54:39.427700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:39.466086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65ef98-1a5d-4604-ae31-adfe58b037fc req-c6a08efe-730e-494a-be91-910580476a7d tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:39.475449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c65ef98-1a5d-4604-ae31-adfe58b037fc req-c6a08efe-730e-494a-be91-910580476a7d tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 944 time: 0.2071383 Mar 04 23:54:39.584705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3c3f8681-7b99-4756-bc12-5b82f7ae2905 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:39.621658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.638293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] For port 4ef2a22d-30dc-4139-9110-20a7749bc248, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ef2a22d-30dc-4139-9110-20a7749bc248,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:39.638656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.644100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=890d7ea6-c2a6-4def-a284-60f53d100bfb,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:39.651735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a910d92-b3bb-4962-9fee-fea2e6aaf084 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:39.670003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c65ef98-1a5d-4604-ae31-adfe58b037fc req-dc82f707-b617-4008-973f-c3be2f87c215 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939299 Mar 04 23:54:39.801488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Calling delete_port for 4ef2a22d-30dc-4139-9110-20a7749bc248 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:39.802814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:39.823178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:39.846371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Deleting port b49a3a42-561d-4ff6-9f8c-1d165b925d72 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:39.846818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.883199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3c3f8681-7b99-4756-bc12-5b82f7ae2905 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:39.883943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3c3f8681-7b99-4756-bc12-5b82f7ae2905 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:39.933350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:39.933970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:39.934375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:39.945494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0185ddc-9ea2-4f7d-b99f-b3d3b67bfae4 req-2b8e2fe4-244c-45ae-93ff-aed72109d02f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:39.958643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0185ddc-9ea2-4f7d-b99f-b3d3b67bfae4 req-2b8e2fe4-244c-45ae-93ff-aed72109d02f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 945 time: 0.1520379 Mar 04 23:54:39.966346 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:39.977265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:39.977738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:40.025451 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.106217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0185ddc-9ea2-4f7d-b99f-b3d3b67bfae4 req-960ae664-7735-47b3-bcc7-ffedc7f475dd tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392722 Mar 04 23:54:40.190863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:40.203723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:40.204068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:40.204439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:40.204882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Bound port: d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:40.251284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:40.276931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:40.277390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.313534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3a910d92-b3bb-4962-9fee-fea2e6aaf084'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:40.413085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] For port b49a3a42-561d-4ff6-9f8c-1d165b925d72, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b49a3a42-561d-4ff6-9f8c-1d165b925d72,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:40.413676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.420845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e11db-471d-45ca-9016-6243b77269fc None None] DHCP port deletion for 4f034000-037e-4f54-b11c-43021685e31d request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:54:40.447376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Deleting port b49a3a42-561d-4ff6-9f8c-1d165b925d72 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:40.447744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.565514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:40.573863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Calling delete_port for b49a3a42-561d-4ff6-9f8c-1d165b925d72 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:40.670835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.672015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b1238a98-5216-481e-b0d9-a5da7cb6c452 service neutron] 10.222.0.32 "POST /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f/bindings HTTP/1.1" status: 201 len: 389 time: 1.5295072 Mar 04 23:54:40.715504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.772619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef2a22d-30dc-4139-9110-20a7749bc248,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:40.778013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.841062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:40.934137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] No DVR routers for this DVR port b49a3a42-561d-4ff6-9f8c-1d165b925d72 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:40.938471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49a3a42-561d-4ff6-9f8c-1d165b925d72,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:41.156866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-323e11db-471d-45ca-9016-6243b77269fc None None] For port b49a3a42-561d-4ff6-9f8c-1d165b925d72, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b49a3a42-561d-4ff6-9f8c-1d165b925d72,segment=NetworkSegment(4407fa42-7216-47d8-afd6-23d107595afb),segment_id=4407fa42-7216-47d8-afd6-23d107595afb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:41.160093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.189302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:41.281944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.311648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823acb6-c1bf-46ea-981b-d1cdb78651ac req-1475f854-61dc-4ede-a0cd-7f4b87d4f1f0 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.313163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7823acb6-c1bf-46ea-981b-d1cdb78651ac req-1475f854-61dc-4ede-a0cd-7f4b87d4f1f0 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 944 time: 0.0876489 Mar 04 23:54:41.340547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Calling delete_port for b49a3a42-561d-4ff6-9f8c-1d165b925d72 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:41.368566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7823acb6-c1bf-46ea-981b-d1cdb78651ac req-0d59247d-d5fa-4089-93b3-f4cdece44673 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Mar 04 23:54:41.407272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f034000-037e-4f54-b11c-43021685e31d']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:41.412473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:41.419952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.426950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4407fa42-7216-47d8-afd6-23d107595afb') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:41.426950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4407fa42-7216-47d8-afd6-23d107595afb') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:41.455589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.493317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.497666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.501316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.505289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.509245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.512541 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:54:41.512930 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:54:41.513447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.513574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:41.517607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.519601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-4f82c903-406d-444b-9f38-e38b836dd866 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5427 time: 0.3761873 Mar 04 23:54:41.522702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-f79a1d1d-369f-4c64-83fe-7aa233099cfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1097 time: 0.4303455 Mar 04 23:54:41.524405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.566953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:54:41.567434 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:54:41.583306 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:54:41.649790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10712e7d-26d1-4a74-b231-5c4549627019 req-bf708596-56f4-44cf-b6b3-6e8a68d2479e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.656782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10712e7d-26d1-4a74-b231-5c4549627019 req-bf708596-56f4-44cf-b6b3-6e8a68d2479e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.0913589 Mar 04 23:54:41.675384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b49a3a42-561d-4ff6-9f8c-1d165b925d72 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:41.718351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b49a3a42-561d-4ff6-9f8c-1d165b925d72 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:41.718807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b49a3a42-561d-4ff6-9f8c-1d165b925d72 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:41.729430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10712e7d-26d1-4a74-b231-5c4549627019 req-dfde69ac-ee07-4818-b792-862fe9826408 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Mar 04 23:54:41.750766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.764379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0d85f2db-b946-472b-9996-7d07f1487e98 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:41.791795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.817809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69e3c8a0-7ce7-4c3d-8317-b32cadbfb70a req-cda598ed-7649-47df-8fde-1804ffe0011e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2903903 Mar 04 23:54:41.827003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f034000-037e-4f54-b11c-43021685e31d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:41.889176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dfa91ab0-92e0-43db-9573-7cb176068859 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f034000-037e-4f54-b11c-43021685e31d HTTP/1.1" status: 204 len: 168 time: 2.4494512 Mar 04 23:54:41.917559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 0d85f2db-b946-472b-9996-7d07f1487e98 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:41.922021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-6730b39e-86b9-4877-8846-3349b926af4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:41.923738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-6730b39e-86b9-4877-8846-3349b926af4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.3903430 Mar 04 23:54:41.932589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 0d85f2db-b946-472b-9996-7d07f1487e98 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:41.934147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:41.996593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcca30-583e-41f3-92b8-3b41412a2a74 req-45f2bd02-f2b9-4592-98e5-cacaf36c02a4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:42.005621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08dcca30-583e-41f3-92b8-3b41412a2a74 req-45f2bd02-f2b9-4592-98e5-cacaf36c02a4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 945 time: 0.1003115 Mar 04 23:54:42.019695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Deleting port b49a3a42-561d-4ff6-9f8c-1d165b925d72 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:42.020049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-323e11db-471d-45ca-9016-6243b77269fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.070291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08dcca30-583e-41f3-92b8-3b41412a2a74 req-6ca2573d-cbfb-4602-9bfe-44a4789cb79e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636909 Mar 04 23:54:42.080675 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8', 'code': 200} Mar 04 23:54:42.186130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-323e11db-471d-45ca-9016-6243b77269fc None None] The port 'b49a3a42-561d-4ff6-9f8c-1d165b925d72' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:54:42.231740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-7964b8b3-bc34-44be-966e-ec9ef480f800 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 217 time: 0.3009973 Mar 04 23:54:42.242334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.281055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:42.332981 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.378201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0d85f2db-b946-472b-9996-7d07f1487e98,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:42.386677 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.387561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b81aad06-79f8-421d-ad28-c2d08d79242e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:42.394655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2266bbf3-e098-44c6-87ad-a10afc07e560 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1158d08f3f1541dda99d0c1c087bfbae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1123583 Mar 04 23:54:42.395771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:42.420623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-c34c433d-68c3-4b93-af11-553f1018968c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:42.422502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-c34c433d-68c3-4b93-af11-553f1018968c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1824629 Mar 04 23:54:42.465349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-868472da-7938-4a7c-ac43-5f14d03801fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.481613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-6755d847-984a-4ffc-a786-0200acc15d4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520871 Mar 04 23:54:42.517663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-868472da-7938-4a7c-ac43-5f14d03801fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.614262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-868472da-7938-4a7c-ac43-5f14d03801fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.650870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:42.659479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868472da-7938-4a7c-ac43-5f14d03801fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0569c4-c7fb-4e0e-a4f9-113995ed328a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:42.668902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-868472da-7938-4a7c-ac43-5f14d03801fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.672828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-868472da-7938-4a7c-ac43-5f14d03801fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb0569c4-c7fb-4e0e-a4f9-113995ed328a HTTP/1.1" status: 204 len: 168 time: 0.2754743 Mar 04 23:54:42.706213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port b81aad06-79f8-421d-ad28-c2d08d79242e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:42.719792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port b81aad06-79f8-421d-ad28-c2d08d79242e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:42.720447 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.729168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-1976d73b-8306-402b-a660-d1c5ccd36b1c service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344792 Mar 04 23:54:42.848018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9910e3-18d5-484c-b9ab-c3786baf8f43 req-c7da1d87-f921-4e65-aa68-c8516357455c tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:42.849492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c9910e3-18d5-484c-b9ab-c3786baf8f43 req-c7da1d87-f921-4e65-aa68-c8516357455c tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 944 time: 0.2749023 Mar 04 23:54:42.911092 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:42.995068 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-e814a2e2-4f3f-4fc9-a103-7bca8ee571d5 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509472 Mar 04 23:54:43.006523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b81aad06-79f8-421d-ad28-c2d08d79242e,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:43.016059 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:43.195495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:43.227998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d6eb-5deb-4aae-89b6-a5bfcf239277 req-a55ff073-56b9-475d-ab0d-e8d420349a19 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.230094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c713d6eb-5deb-4aae-89b6-a5bfcf239277 req-a55ff073-56b9-475d-ab0d-e8d420349a19 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.1568675 Mar 04 23:54:43.326308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c713d6eb-5deb-4aae-89b6-a5bfcf239277 req-429f3312-1fe5-4aa1-9bbe-08a6f83dc761 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891047 Mar 04 23:54:43.428204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5c9910e3-18d5-484c-b9ab-c3786baf8f43 req-d1435451-604a-44ef-894c-538aff0ba125 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Synchronizing usage tracker for tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:43.442012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41976) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:43.476968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5c9910e3-18d5-484c-b9ab-c3786baf8f43 req-d1435451-604a-44ef-894c-538aff0ba125 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Unset dirty status for tenant:bc5a12082f274d4fbc0d59f48cfe6ba2 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:43.486412 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c9910e3-18d5-484c-b9ab-c3786baf8f43 req-d1435451-604a-44ef-894c-538aff0ba125 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164846 Mar 04 23:54:43.582476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ffb9ec4f-1b8e-480d-bfbb-aa011ca55a18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eeffa0c332604407a4ac93ba215c8a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1393704 Mar 04 23:54:43.588526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41982) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:43.605785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.609707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.614182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.618620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.625366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.629448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.634205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:43.636165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56cd7856-1014-48fa-b704-24596cf0133f req-2403a45e-e0ff-4a01-af33-bba3095805c7 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5430 time: 0.1463771 Mar 04 23:54:43.690944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Router 9c4c8854-17b7-4011-a4a8-8ab301165551 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:54:43.732870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56cd7856-1014-48fa-b704-24596cf0133f req-04bb79ca-08ca-473d-ab5e-67ee0d6a9c46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584829 Mar 04 23:54:43.746802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76ef3f13-db25-4500-b325-0ddca83d6040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:43.764775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:43.778671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76ef3f13-db25-4500-b325-0ddca83d6040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:43.838436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:43.844471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:43.844899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:43.875484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76ef3f13-db25-4500-b325-0ddca83d6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:43.896906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76ef3f13-db25-4500-b325-0ddca83d6040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:43.903263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76ef3f13-db25-4500-b325-0ddca83d6040 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28930033-b7c7-4486-878b-fcf3eb214af3 HTTP/1.1" status: 204 len: 168 time: 0.3090897 Mar 04 23:54:43.904569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef3f13-db25-4500-b325-0ddca83d6040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28930033-b7c7-4486-878b-fcf3eb214af3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:43.980694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:44.104431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:44.198031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:44.236378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:44.245590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:44.246835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 890d7ea6-c2a6-4def-a284-60f53d100bfb up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:44.310639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f83bda-afda-4661-a995-09c5712e986a req-ea2a5c54-f36a-4014-82d1-cca29acde4d4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:44.312395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28f83bda-afda-4661-a995-09c5712e986a req-ea2a5c54-f36a-4014-82d1-cca29acde4d4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 945 time: 0.6192825 Mar 04 23:54:44.370788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:44.409511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:44.411024 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:44.421323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28f83bda-afda-4661-a995-09c5712e986a req-836cafe6-1074-41cc-b9f7-3ed6d8d9909b tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990572 Mar 04 23:54:44.483101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:54:44.483101 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3d3971d7-6656-433d-92db-e1cb61bf3130 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c4c8854-17b7-4011-a4a8-8ab301165551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5796461 Mar 04 23:54:44.484173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41998) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:44.567971 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98', 'code': 200} Mar 04 23:54:44.568484 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e', 'code': 200} Mar 04 23:54:44.570793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] Sync routers for ids ['9c4c8854-17b7-4011-a4a8-8ab301165551'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:54:44.651619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:44.671456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] Routers {'9c4c8854-17b7-4011-a4a8-8ab301165551'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:44.672093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9c4c8854-17b7-4011-a4a8-8ab301165551'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:44.859353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec979-cc0b-4b23-93a7-e1bfbb99626a req-43f818a5-23ee-489f-af7c-e9d8a36a7dbe tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:44.866896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8eec979-cc0b-4b23-93a7-e1bfbb99626a req-43f818a5-23ee-489f-af7c-e9d8a36a7dbe tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.1482463 Mar 04 23:54:44.938660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8eec979-cc0b-4b23-93a7-e1bfbb99626a req-26f17302-15c9-4935-8704-588c8b546e99 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702515 Mar 04 23:54:45.107335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:45.158163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] Set router 9c4c8854-17b7-4011-a4a8-8ab301165551 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:45.226478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941199-8e8e-4173-a265-838c4b54a626 req-ac5c0fc6-76ef-4ea6-a789-391cb35b8e5e tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:45.238195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e941199-8e8e-4173-a265-838c4b54a626 req-ac5c0fc6-76ef-4ea6-a789-391cb35b8e5e tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 944 time: 0.3692143 Mar 04 23:54:45.391682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e941199-8e8e-4173-a265-838c4b54a626 req-3e45c4a4-acd9-4e3a-9a5f-256389381ed6 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523438 Mar 04 23:54:45.566112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 890d7ea6-c2a6-4def-a284-60f53d100bfb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:45.568954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:45.626572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:45.653475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Deleting port 837df688-9cf7-4933-9275-94efdb5decdb {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:45.654032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:45.670629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 890d7ea6-c2a6-4def-a284-60f53d100bfb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:45.671291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:45.788548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:45.872842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:45.950531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] For port 837df688-9cf7-4933-9275-94efdb5decdb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=837df688-9cf7-4933-9275-94efdb5decdb,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:45.950531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:46.018999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63e4f0-de6a-4758-81fe-c31dc22fa7d3 req-f8c57f96-a40d-4136-a2b0-d5b6bfb88f0d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.020503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e63e4f0-de6a-4758-81fe-c31dc22fa7d3 req-f8c57f96-a40d-4136-a2b0-d5b6bfb88f0d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1542909 Mar 04 23:54:46.024934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:46.122704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e63e4f0-de6a-4758-81fe-c31dc22fa7d3 req-f3d216a3-d9da-4f24-8fcd-ab5d88cf103a tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947752 Mar 04 23:54:46.142687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:46.183941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 890d7ea6-c2a6-4def-a284-60f53d100bfb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb,segment=NetworkSegment(06e82e17-def8-46b1-9325-a7495cf9ee23),segment_id=06e82e17-def8-46b1-9325-a7495cf9ee23)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:46.190215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '837df688-9cf7-4933-9275-94efdb5decdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:54:40Z', 'revision_number': 5, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port': {'id': '837df688-9cf7-4933-9275-94efdb5decdb', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:46.194243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:46.195256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:46.252177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Calling delete_port for 837df688-9cf7-4933-9275-94efdb5decdb owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:46.271682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] Checking router: 9c4c8854-17b7-4011-a4a8-8ab301165551 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:54:46.331712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.336974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.341271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.345316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.349625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.356793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.363178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.372204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-a870468c-9049-4305-86ec-83140d3a0680 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5431 time: 0.6779017 Mar 04 23:54:46.420593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] Routers {'9c4c8854-17b7-4011-a4a8-8ab301165551'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:46.421282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9c4c8854-17b7-4011-a4a8-8ab301165551'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:46.483288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f05825-d52e-4444-b176-e2a620130d28 req-1ef3d9bc-6223-4043-a44c-7cbc2224726a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:46.490578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4f05825-d52e-4444-b176-e2a620130d28 req-1ef3d9bc-6223-4043-a44c-7cbc2224726a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.1077416 Mar 04 23:54:46.525906 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d84d07d-2e19-427f-930c-a02e6b147dfd req-696ac3fe-d613-41ee-be0b-566f2e6cda2f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526747 Mar 04 23:54:46.550301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4f05825-d52e-4444-b176-e2a620130d28 req-aab40915-e02d-4ae8-84a4-d5c12771be82 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588455 Mar 04 23:54:46.556031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=890d7ea6-c2a6-4def-a284-60f53d100bfb,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:46.569145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a79c5bc-33cc-4a39-9420-9700aa2f7d42'}, {'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084'}, {'server_uuid': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890d7ea6-c2a6-4def-a284-60f53d100bfb'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:46.590817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:46.601729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:46.602099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:46.658450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] Set router 9c4c8854-17b7-4011-a4a8-8ab301165551 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:46.668861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:46.735143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=837df688-9cf7-4933-9275-94efdb5decdb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:46.796543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:54:45Z', 'revision_number': 6, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:46.815926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf90fb-f246-4783-99f9-5c7b2c7bdc42 None None] The sync data for ids ['9c4c8854-17b7-4011-a4a8-8ab301165551'] in n-d-828979-4 is: [{'id': '9c4c8854-17b7-4011-a4a8-8ab301165551', 'name': 'tempest-FloatingIPDetailsTestJSON-105232653-router', 'tenant_id': '129e55d3ed904f34acdb113c40ac99c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:53:44Z', 'updated_at': '2022-03-04T23:54:45Z', 'revision_number': 6, 'project_id': '129e55d3ed904f34acdb113c40ac99c4', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:54:46.850896 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a79c5bc-33cc-4a39-9420-9700aa2f7d42', 'code': 200} Mar 04 23:54:46.851293 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'code': 200} Mar 04 23:54:46.851565 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890d7ea6-c2a6-4def-a284-60f53d100bfb', 'code': 200} Mar 04 23:54:46.998533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.062683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:47.071680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.072709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c202e957-79a0-475a-831e-21f76b4a5d7e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:47.206656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.291043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc20ca-e4fd-4c43-af73-e6623cab14ab req-72024dee-a349-4449-8078-ecb0fc57213f tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:47.297780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93cc20ca-e4fd-4c43-af73-e6623cab14ab req-72024dee-a349-4449-8078-ecb0fc57213f tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 945 time: 0.4260998 Mar 04 23:54:47.331351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:47.384801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port c202e957-79a0-475a-831e-21f76b4a5d7e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:47.391991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c202e957-79a0-475a-831e-21f76b4a5d7e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:47.392635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.416598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b253ac5b-3edf-4890-a7fd-a2dc71eb9694 req-07ac2824-af04-408f-b748-d3ff6b7b55a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 1097 time: 0.5017247 Mar 04 23:54:47.629836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93cc20ca-e4fd-4c43-af73-e6623cab14ab req-b61f0616-07d3-4d4a-a03e-e5bd6421095d tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307948 Mar 04 23:54:47.652154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.694095 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b253ac5b-3edf-4890-a7fd-a2dc71eb9694 req-628e5a25-33f7-4198-9ca2-7ca3528a5e7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633344 Mar 04 23:54:47.777488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d0979-ff2b-4272-a3ea-ee3b702d1831 req-5e6072b3-0798-4fc3-a956-3a29c5ffc02d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:47.779008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df7d0979-ff2b-4272-a3ea-ee3b702d1831 req-5e6072b3-0798-4fc3-a956-3a29c5ffc02d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.3659351 Mar 04 23:54:47.780372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c202e957-79a0-475a-831e-21f76b4a5d7e,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:47.789105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.790006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:47.894423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.903174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df7d0979-ff2b-4272-a3ea-ee3b702d1831 req-47822b8b-b3d4-49b6-9bfa-5144a6116bf7 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157298 Mar 04 23:54:47.918696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ef2a22d-30dc-4139-9110-20a7749bc248 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:47.936563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:47.946280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42088) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:47.982176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-307494cd-92ec-46e7-a9b6-480809053e52 req-dcff67ff-10bb-41de-8786-f415a5b42b7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 1096 time: 1.0515327 Mar 04 23:54:48.002621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4ef2a22d-30dc-4139-9110-20a7749bc248 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:48.012775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ef2a22d-30dc-4139-9110-20a7749bc248 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:48.012775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 837df688-9cf7-4933-9275-94efdb5decdb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:48.055891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.057331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c4c8854-17b7-4011-a4a8-8ab301165551 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:54:48.167447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.171788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:48.173823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5a987de2-a2c4-4cac-9783-6a165c7a0fc9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9c4c8854-17b7-4011-a4a8-8ab301165551 HTTP/1.1" status: 204 len: 168 time: 3.6903694 Mar 04 23:54:48.190156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-307494cd-92ec-46e7-a9b6-480809053e52 req-87832475-fb5b-442f-be1d-9846ff3eb491 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371071 Mar 04 23:54:48.229790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 837df688-9cf7-4933-9275-94efdb5decdb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:54:48.230293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 837df688-9cf7-4933-9275-94efdb5decdb not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:48.267199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:48.277996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:48.278421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.318877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Deleting subnet 1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:54:48.323141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.333060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaedb08-7b9f-4ffb-8bf0-bacdb4c61249 req-7e139d6c-194e-4508-a721-ed474c3b3113 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.334888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9eaedb08-7b9f-4ffb-8bf0-bacdb4c61249 req-7e139d6c-194e-4508-a721-ed474c3b3113 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.2310889 Mar 04 23:54:48.336379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.352510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:48.401953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.405896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.415620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.419676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.423569 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.423916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.430315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.433754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.435136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:48.443190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-c435051a-088f-4080-8940-364d2c743744 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5433 time: 0.2239764 Mar 04 23:54:48.459779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:48.460886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:48.466909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.473402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Usage tracker for resource:security_group_rule and tenant:6483b5c12ad343ecb6a5d771e2020d71 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:48.478576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:48.484014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9eaedb08-7b9f-4ffb-8bf0-bacdb4c61249 req-8b501f3a-b62a-453f-bce9-cc037042869f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132195 Mar 04 23:54:48.526283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:48.542280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:48.553865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4ea2472-4aa2-4d0b-a704-4a8ce9f02a16 req-3700359b-3f9a-47e3-8b8a-82c064c1ee68 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097171 Mar 04 23:54:48.586548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.651694 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.664370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.720476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.729792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6483b5c12ad343ecb6a5d771e2020d71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7807970 Mar 04 23:54:48.732473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42106) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:48.763607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be931e5-d97a-40be-b25e-c97636adf65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b795bdf-02aa-4b5d-80aa-41208e3f5208,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:48.764354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:48.777499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.782997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cd9b7-1536-4232-91ab-d0790e4ffe2d None None] Network b734a45c-5b64-45fa-9463-0264af5a7e7a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:48.798245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c01d6dee-b8c2-409b-afbf-9d2dd1c1aab7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1354ef6e-8c5f-4be6-bba7-df1fa6e10ff6 HTTP/1.1" status: 204 len: 168 time: 0.6220493 Mar 04 23:54:48.801425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:48.824419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97a3bbbd-7fef-46de-9f56-e15a70d9b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.865056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97a3bbbd-7fef-46de-9f56-e15a70d9b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:48.928735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:48.977747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.002962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Deleting port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:49.003376 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.142529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-a2914a10-70ce-43e0-ba09-974cd2d40606 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=50b2425c050f400ab3596a8ca700aca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792196 Mar 04 23:54:49.159573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757457f7-1b31-451b-b523-ae40721277ee req-2563b45d-028c-48b9-a3bc-655d54e11850 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:49.161524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-757457f7-1b31-451b-b523-ae40721277ee req-2563b45d-028c-48b9-a3bc-655d54e11850 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 945 time: 0.2870767 Mar 04 23:54:49.172203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97a3bbbd-7fef-46de-9f56-e15a70d9b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.212187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3bbbd-7fef-46de-9f56-e15a70d9b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b795bdf-02aa-4b5d-80aa-41208e3f5208,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:49.226384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97a3bbbd-7fef-46de-9f56-e15a70d9b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.227670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-97a3bbbd-7fef-46de-9f56-e15a70d9b305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b795bdf-02aa-4b5d-80aa-41208e3f5208 HTTP/1.1" status: 204 len: 168 time: 0.4926329 Mar 04 23:54:49.270443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] DHCP port deletion for b734a45c-5b64-45fa-9463-0264af5a7e7a request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:54:49.274140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-757457f7-1b31-451b-b523-ae40721277ee req-aa0b3237-5f9f-4406-9cc4-d26f1bf50914 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866492 Mar 04 23:54:49.277388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Deleting port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:49.277388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.545908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] For port 4fe46475-39f1-45c6-b7ef-486ea89d8d20, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe46475-39f1-45c6-b7ef-486ea89d8d20,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:49.546468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.602354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cc7ac-73e3-4b0a-98e3-1aff3bad1562 req-2ed3f83c-f452-4dd0-b842-544bc4b0d135 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:49.609486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e80cc7ac-73e3-4b0a-98e3-1aff3bad1562 req-2ed3f83c-f452-4dd0-b842-544bc4b0d135 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1110287 Mar 04 23:54:49.665095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e80cc7ac-73e3-4b0a-98e3-1aff3bad1562 req-e19b71d5-945a-4d89-9d7a-072f77a9fa29 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545485 Mar 04 23:54:49.706857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe46475-39f1-45c6-b7ef-486ea89d8d20 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:54:49.811798 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0', 'code': 200} Mar 04 23:54:49.812057 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e', 'code': 200} Mar 04 23:54:49.812309 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'code': 200} Mar 04 23:54:49.827577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] For port 4fe46475-39f1-45c6-b7ef-486ea89d8d20, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe46475-39f1-45c6-b7ef-486ea89d8d20,segment=NetworkSegment(fb25a683-febc-41ea-b820-78123fc137f2),segment_id=fb25a683-febc-41ea-b820-78123fc137f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:49.828106 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:49.931697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Calling delete_port for 4fe46475-39f1-45c6-b7ef-486ea89d8d20 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:50.009612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-6fabacba-3781-454f-b41e-3c03b821661c tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.011060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-6fabacba-3781-454f-b41e-3c03b821661c tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8601465 Mar 04 23:54:50.030533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-62ecfdde-87a3-464a-848a-e21ebb3ab6ef tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/quotas/50b2425c050f400ab3596a8ca700aca7 HTTP/1.1" status: 200 len: 375 time: 0.0135913 Mar 04 23:54:50.094320 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-ea3b9e31-dbea-4858-b888-e4dcb7590c81 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50b2425c050f400ab3596a8ca700aca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522094 Mar 04 23:54:50.102691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.105955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Calling delete_port for 4fe46475-39f1-45c6-b7ef-486ea89d8d20 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:54:50.156758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c27723a4-84a4-414a-aa7a-ae53500ddb82 req-031e1700-aba6-4b5d-a938-a6d78a729521 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6491 time: 0.2636092 Mar 04 23:54:50.169271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c8d78-2d0b-4076-99de-8d6f46b0a613 req-b7f174b4-2373-489f-9daa-5c20a35273d9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.176680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e7c8d78-2d0b-4076-99de-8d6f46b0a613 req-b7f174b4-2373-489f-9daa-5c20a35273d9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.2073750 Mar 04 23:54:50.211575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe46475-39f1-45c6-b7ef-486ea89d8d20,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:50.227674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] No DVR routers for this DVR port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:54:50.242006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 04 23:54:50.242006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe46475-39f1-45c6-b7ef-486ea89d8d20 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:54:50.253533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:54:50.253883 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:54:50.317870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e7c8d78-2d0b-4076-99de-8d6f46b0a613 req-df9830c4-03d2-4664-bfb1-e76ef5342a65 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297560 Mar 04 23:54:50.377098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c27723a4-84a4-414a-aa7a-ae53500ddb82 req-cb666984-434a-434b-bf98-bf1d2e2eb3e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&id=dcf0e04b-3c89-475c-9672-9974dba8986f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877916 Mar 04 23:54:50.394557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.425936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b734a45c-5b64-45fa-9463-0264af5a7e7a']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:50.442792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb25a683-febc-41ea-b820-78123fc137f2') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:50.443084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb25a683-febc-41ea-b820-78123fc137f2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:50.457040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.549862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.571688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:54:50.573488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:54:50.708745 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:54:50.730988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.747947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28946c1a-62e6-4b47-8420-1a3df383f182 req-5e5ec805-b7e5-4d6f-a533-9685baa36966 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 210 time: 0.1049826 Mar 04 23:54:50.749610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.754733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Deleting port 4fe46475-39f1-45c6-b7ef-486ea89d8d20 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:54:50.755719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:50.791525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b734a45c-5b64-45fa-9463-0264af5a7e7a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:50.801583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1d222d8d-a0b5-4146-8308-cdba27c0dbe8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b734a45c-5b64-45fa-9463-0264af5a7e7a HTTP/1.1" status: 204 len: 168 time: 1.9987950 Mar 04 23:54:50.847937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42164) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:50.859788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.862985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-906a63a7-2e1c-4999-97a6-e0baa7fc6872 None None] The port '4fe46475-39f1-45c6-b7ef-486ea89d8d20' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:54:50.863954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.885861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.889872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.902181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.906169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.910142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:50.929131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-8f3c3494-ef62-4677-99b3-ebd807706e4c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.4600015 Mar 04 23:54:51.053325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abe1ff07-4467-4082-a366-fcc5b6110858 req-35f427cc-3f7a-4863-b1d4-3646582dc36b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231372 Mar 04 23:54:51.096716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42176) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:51.109992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7dca5-f81b-4934-bd76-43a80a9d4476 req-6f18e3ec-c648-4d09-ba97-f445ecf94057 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:51.117493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ad7dca5-f81b-4934-bd76-43a80a9d4476 req-6f18e3ec-c648-4d09-ba97-f445ecf94057 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 945 time: 0.1009595 Mar 04 23:54:51.162222 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ad7dca5-f81b-4934-bd76-43a80a9d4476 req-190a05db-aee2-405b-b9cb-ca0d973a87a0 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Mar 04 23:54:51.168848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1361509016-network', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:51.173894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:51.178618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Usage tracker for resource:network and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:51.182245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:51.191067 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28f87378-ff20-460e-a6f2-aae734dde2a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=129e55d3ed904f34acdb113c40ac99c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0909746 Mar 04 23:54:51.191240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:51.192102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42180) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:51.241884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Made reservation on behalf of f6bc63d7b1c24aa3a37336cfdcb9ef4a for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:51.247091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.282600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.332267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:51.336843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:51.340519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:51.347589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:51.427750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781c3864-92ef-449e-8b64-8ad49a25bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.437702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3e673-398f-4cfe-85b8-1f957ce467c6 req-b9b34292-d156-4acd-b8c6-d7b9440a2688 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:51.440792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22c3e673-398f-4cfe-85b8-1f957ce467c6 req-b9b34292-d156-4acd-b8c6-d7b9440a2688 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1729560 Mar 04 23:54:51.506071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.523722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.535091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22c3e673-398f-4cfe-85b8-1f957ce467c6 req-120efea1-1165-47d9-86ad-8ea2739996b6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879703 Mar 04 23:54:51.547197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:54:51.561175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781c3864-92ef-449e-8b64-8ad49a25bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.644003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.644365 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Added segment 8eda0892-98da-4fd5-9da2-053d6f32442b of type vlan for network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 Mar 04 23:54:51.758296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7591411-7fef-440d-956b-3205c5071362,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:51.762178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.854332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e94d1-787a-48c5-b92b-1e74feab5ffc req-ab0f92b1-dac4-47e4-8f33-4c90f6ccfd0e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:51.855907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-879e94d1-787a-48c5-b92b-1e74feab5ffc req-ab0f92b1-dac4-47e4-8f33-4c90f6ccfd0e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.3345120 Mar 04 23:54:51.856947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781c3864-92ef-449e-8b64-8ad49a25bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.874005 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:51.874783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:51.875365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:52.018758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c3864-92ef-449e-8b64-8ad49a25bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ed2237-c941-4305-a53f-7402a95f56aa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:52.078290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:54:52.130086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781c3864-92ef-449e-8b64-8ad49a25bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:52.135390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-781c3864-92ef-449e-8b64-8ad49a25bb3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6ed2237-c941-4305-a53f-7402a95f56aa HTTP/1.1" status: 204 len: 168 time: 0.9371338 Mar 04 23:54:52.177097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ad63b6-9a1c-4e49-a419-33b71d2c7099,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:52.191809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3c34b0b-9f66-4031-8f9f-71435e5682c2 req-08329e75-ee07-4732-bec6-614c6b3b156b tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 210 time: 0.2287092 Mar 04 23:54:52.194025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ece1564d-5839-42e2-a45d-5212d8719fa6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3448219 Mar 04 23:54:52.197451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42206) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:52.211371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Request body: {'subnet': {'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1361509016-subnet', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:52.218695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-879e94d1-787a-48c5-b92b-1e74feab5ffc req-933567e4-1c17-4cde-97ad-dad20998be3f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314865 Mar 04 23:54:52.290288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:52.339856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Usage tracker for resource:subnet and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:52.351468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:52.367888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:52.397273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Made reservation on behalf of f6bc63d7b1c24aa3a37336cfdcb9ef4a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:52.413539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:52.474543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-dc3c2df0-41d1-448b-b997-c4a5dfaffcef tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1097 time: 0.7064507 Mar 04 23:54:52.475597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:52.490938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:52.502571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:54:52.506116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:54:52.782398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:53.123257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.135360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.149687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.168163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.176229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.187553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.219979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.235727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-b350e8cd-670f-4106-968f-98aa4a89aa47 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.6378856 Mar 04 23:54:53.238143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-53fd5d7a-9881-449b-9a1b-d460e425ea02 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=50b2425c050f400ab3596a8ca700aca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1679595 Mar 04 23:54:53.287462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba830-610e-4d91-91ad-bbd5f391675f req-2e2269eb-8073-497e-ba92-e696333255c3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.293103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77cba830-610e-4d91-91ad-bbd5f391675f req-2e2269eb-8073-497e-ba92-e696333255c3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.3456006 Mar 04 23:54:53.481816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77cba830-610e-4d91-91ad-bbd5f391675f req-cfd629ee-ecff-49f4-8437-b748f77641d6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816142 Mar 04 23:54:53.496825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3370da2-4f7f-4947-b397-781420ed5f83 req-60150148-618a-4b6c-b9fc-50f992feb89e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2598679 Mar 04 23:54:53.531445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-0b860a58-74a4-4be0-bead-1cfa5f8cf359 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:53.532728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-0b860a58-74a4-4be0-bead-1cfa5f8cf359 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890429 Mar 04 23:54:53.550386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Request body: {'port': {'device_id': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '50b2425c050f400ab3596a8ca700aca7'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:53.635685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:53.781909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:53.832403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Usage tracker for resource:port and tenant:50b2425c050f400ab3596a8ca700aca7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:53.838291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7048a8bb-fd05-4daa-a99f-d7c2a48295c1 req-8142a07a-7600-4ae7-870d-d53c70b4d633 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 210 time: 0.0596468 Mar 04 23:54:53.839629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:53.854615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:53.863147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:53.881438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Made reservation on behalf of 50b2425c050f400ab3596a8ca700aca7 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:54:53.886507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:53.916659 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:53.917520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797a579c-0225-4d58-abfd-d28475544215,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:53.949677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Checking segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:53.950123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Network hostable DHCP agents. Network: b2ad63b6-9a1c-4e49-a419-33b71d2c7099, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:54:53.972518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:53.975026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:53.979811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Usage tracker for resource:security_group_rule and tenant:50b2425c050f400ab3596a8ca700aca7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:53.983388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:53.989366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:54.033704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7645dc-cd4d-4c8c-a765-17f7492a2173 req-e4560b92-68c4-4425-aef2-97e2496d3a53 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:54.035170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd7645dc-cd4d-4c8c-a765-17f7492a2173 req-e4560b92-68c4-4425-aef2-97e2496d3a53 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 946 time: 0.3467062 Mar 04 23:54:54.068929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:54.074846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.085734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:54:54.086868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.091844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.097318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.151990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b2ad63b6-9a1c-4e49-a419-33b71d2c7099) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:54.164411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1e3a0-54f0-4516-8a5e-dd97405d4ccc None None] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:54.170586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:54.171435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.177098 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'code': 200} Mar 04 23:54:54.255909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd7645dc-cd4d-4c8c-a765-17f7492a2173 req-dfde602c-0fd2-4bfa-95d3-359b98aecc62 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097349 Mar 04 23:54:54.286498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:54.291666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6718084-41ca-4be4-a6b0-87758b890e67,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:54.317837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a2f89540-aa70-4dfe-bfce-16d47987d2d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1171544 Mar 04 23:54:54.321327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42244) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:54.343218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:54.355506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:54:54.370931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Usage tracker for resource:router and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:54:54.375777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:54:54.400695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Allocated IP 192.168.233.51 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/4e4c6b38-97e3-4ba7-87d3-b8654511e3dd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:54.443827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:54:54.473645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:54.477339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:54.478407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:54.487714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.488718 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.489876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:54:54.490702 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.512719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.548759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:54.549457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Attempting to bind port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:54.667354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:54.667698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:54.668091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:54.668536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Bound port: d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:54.668882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.813775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Allocated IP 172.20.0.2 (b2ad63b6-9a1c-4e49-a419-33b71d2c7099/797a579c-0225-4d58-abfd-d28475544215/0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:54.831315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:54.837006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:54.845367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.893478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.941946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Transition to ACTIVE for port object 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:54.972879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:54.991290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.194415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:55.196002 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.208617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Transition to ACTIVE for port object 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:55.209528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:55.212637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Pushing event updated for resources: {'Port': ['ID=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:55.216676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:55.256041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Transition to ACTIVE for port object 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:55.267999 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.287465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=8']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:55.318522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82d132-612f-43d3-b80b-22fc57619d3b req-be6213fd-6227-490d-99b0-3688d90a8b36 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.335850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f82d132-612f-43d3-b80b-22fc57619d3b req-be6213fd-6227-490d-99b0-3688d90a8b36 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.2375958 Mar 04 23:54:55.366880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.367452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.367865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.369807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-44d22124-4bb1-45fc-aa48-6300ebefefdc service neutron] 10.222.0.36 "PUT /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 1122 time: 2.8851893 Mar 04 23:54:55.369926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:55.374402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:55.378368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Pushing event updated for resources: {'Port': ['ID=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:55.381810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:55.438199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.445376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.449522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.454177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.458277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.462501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.466000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-fcb1bfd5-ae9b-4345-b334-55955768b561 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9207394 Mar 04 23:54:55.466573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:55.475024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2bd48dcd-8efc-4b36-8489-8fac9eb50bf4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.3313284 Mar 04 23:54:55.479393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f82d132-612f-43d3-b80b-22fc57619d3b req-c49ac7e1-225c-483e-870a-f50e0f6ca799 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426063 Mar 04 23:54:55.503393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Request body: {'port': {'device_id': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:55.541420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:55.570832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dee87aec-9aa6-46e8-9d18-1fcc82480937 req-2d39a125-299b-4aea-9847-dcc4755f0319 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949113 Mar 04 23:54:55.627811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:54:55.717026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.760059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.777516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.777858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.779640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.779923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.781023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.782058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.782404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.782731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.783052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.783373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.783690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.784002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:55.863313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-527a7707-10ff-4769-aff3-bcb2e88aee31 None None] Provisioning for port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:55.875045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-527a7707-10ff-4769-aff3-bcb2e88aee31 None None] Provisioning complete for port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:55.875388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-527a7707-10ff-4769-aff3-bcb2e88aee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.941359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Attempting to bind port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:55.941681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Attempting to bind port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:55.942102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Attempting to bind port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa on network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:55.963426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-527a7707-10ff-4769-aff3-bcb2e88aee31 None None] Port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:54:55.966413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:55.966783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Checking segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:55.967744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:55.967744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Bound using segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:55.968634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Bound port: 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:55.969007 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.013728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Allocated IP 172.25.0.161 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/817499ce-6d56-4351-8dd2-07dd3e5ee72d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:54:56.084556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-2b2b9b21-4deb-4f1d-9243-eea5f3a0f920 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:56.087007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-2b2b9b21-4deb-4f1d-9243-eea5f3a0f920 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.2925634 Mar 04 23:54:56.179628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:56.224921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4546-fb58-4c83-85a3-99124501183c req-973b797a-7251-4371-bfee-ad2a93b806c2 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:56.232747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3e7f4546-fb58-4c83-85a3-99124501183c req-973b797a-7251-4371-bfee-ad2a93b806c2 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 935 time: 0.3581226 Mar 04 23:54:56.233921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-9c22fd5a-a19e-41c1-8dcf-60807f44ed34 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/quotas/6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 375 time: 0.0470905 Mar 04 23:54:56.258534 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.298263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] For port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:56.303291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] For port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:56.308646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3e7f4546-fb58-4c83-85a3-99124501183c req-12310d3d-4e39-4c51-9282-ee3e6a994835 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744631 Mar 04 23:54:56.316186 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.353980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.368991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-2dcac6d1-36ed-4f56-8c88-adf7d839c21d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239960 Mar 04 23:54:56.409888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326f037-38af-4873-a030-bb0f0095c364 None None] Pushing event updated for resources: {'Port': ['ID=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:56.587979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:54:56.591992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:54:56.594209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-5445c3e8-2fac-4514-85ef-417833c4b414 service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085595 Mar 04 23:54:56.598329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:54:56.599987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:54:56.625514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Pushing event updated for resources: {'Port': ['ID=817499ce-6d56-4351-8dd2-07dd3e5ee72d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:56.761641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71af001-6c0b-4c3e-9c58-81c9580e7c7a req-1b6a606b-8ae8-42d9-b181-2714938912ff tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:56.761641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f71af001-6c0b-4c3e-9c58-81c9580e7c7a req-1b6a606b-8ae8-42d9-b181-2714938912ff tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.2248118 Mar 04 23:54:56.763715 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.769500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.777536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.792140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-a481461e-3693-453e-aad2-d29a688a6491 service neutron] 10.222.0.32 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832249 Mar 04 23:54:56.809353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Transition to ACTIVE for port object 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:56.817571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.843843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f71af001-6c0b-4c3e-9c58-81c9580e7c7a req-4bd12381-1858-47a5-832a-1eb0c61d223e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727236 Mar 04 23:54:56.899201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.899201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:56.945996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Pushing event updated for resources: {'Port': ['ID=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:57.290630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.295588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.300236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.305590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.310287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.314428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.318589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.320860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cf30fb8-952d-468a-97cf-1a7b68766a33 req-80a72956-45af-4db1-81fb-fa05e6e0b249 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.1862977 Mar 04 23:54:57.332865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42294) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:57.333616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Attempting to bind port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:57.333951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Attempting to bind port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:57.334273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Attempting to bind port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:57.360017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Request body: {'floatingip': {'port_id': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:57.386095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Router 7765db33-ecb8-4930-a094-65475fbd4724 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:54:57.594527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:54:57.595000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Attempting to bind port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:57.637101 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'status': 'completed', 'code': 200} Mar 04 23:54:57.680054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:57.683300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:57.683654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:57.684028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:57.694202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Bound port: 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:57.695320 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:57.757541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:57.828918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:57.881686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:54:57.892077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Sync routers for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:54:57.904066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1f51e-3f63-42dd-a1db-0e9fdd35cf0d req-62ade687-f0f2-4293-86bc-78e7f2ec4788 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:57.910920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec1f51e-3f63-42dd-a1db-0e9fdd35cf0d req-62ade687-f0f2-4293-86bc-78e7f2ec4788 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1198943 Mar 04 23:54:57.916824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:57.919431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:57.941044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:57.945270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44e60b98-a4c4-4b29-9486-c6d5da40a88a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6200764 Mar 04 23:54:57.952061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42310) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:54:57.996860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4ffcc-a764-4a07-9f87-50516c088967 None None] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:54:58.106115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec1f51e-3f63-42dd-a1db-0e9fdd35cf0d req-2f524743-360e-44ce-8a01-f72afb05ac70 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942470 Mar 04 23:54:58.216890 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:54:58.264488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c76346e4-0324-4153-a247-7be4dfd000ed req-6f186193-ab15-4e10-87b2-2157f7fab922 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 210 time: 0.0604668 Mar 04 23:54:58.279541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] For port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:58.295163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] For port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:58.358364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] Provisioning for port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:54:58.366811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] Provisioning complete for port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:58.367276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:58.421402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:58.467270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-d9617eaa-c29c-484d-be98-3e155373ffdf tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:58.467978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-d9617eaa-c29c-484d-be98-3e155373ffdf tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Synchronizing usage tracker for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:58.577164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Pushing event updated for resources: {'Port': ['ID=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:58.591208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-860c4935-77c8-4136-b71f-1f497a7621bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1125 time: 0.9938781 Mar 04 23:54:58.650996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:58.653068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-20298e27-0517-4d1d-991c-4558173f84ce service neutron] 10.222.0.36 "PUT /v2.0/ports/4e4c6b38-97e3-4ba7-87d3-b8654511e3dd HTTP/1.1" status: 200 len: 1095 time: 3.1727302 Mar 04 23:54:58.653964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'tag': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:54:58.768750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:58.817552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] For port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:54:58.823543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:58.860512 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:54:56Z', 'revision_number': 3, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:54:58.871236 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Checking router: 7765db33-ecb8-4930-a094-65475fbd4724 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:54:58.871582 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Updating router 7765db33-ecb8-4930-a094-65475fbd4724 port 817499ce-6d56-4351-8dd2-07dd3e5ee72d binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:54:58.925901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-d9617eaa-c29c-484d-be98-3e155373ffdf tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Unset dirty status for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:58.927005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-d9617eaa-c29c-484d-be98-3e155373ffdf tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 947 time: 1.0282078 Mar 04 23:54:58.932391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d030a8-36c4-4732-abbf-a46bc565b601 None None] Pushing event updated for resources: {'Port': ['ID=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:58.991922 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.079219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a5b9c9ab-865d-4331-9cb4-ff1be6ceeaf9 None None] Provisioning complete for port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:59.079586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c9ab-865d-4331-9cb4-ff1be6ceeaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.244911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-f3a85972-b36c-4d03-9985-d588392b17b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50b2425c050f400ab3596a8ca700aca7&device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 1098 time: 0.3214097 Mar 04 23:54:59.253530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-395fd9c0-a9d3-49b0-82da-798a624bd733 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Synchronizing usage tracker for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:54:59.346086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-6d9b89d1-47a0-4c3a-893b-74dd2c0f803a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd HTTP/1.1" status: 200 len: 217 time: 0.0781226 Mar 04 23:54:59.405430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090d4e-1895-44e6-a363-a598c521584b req-843f395c-7033-47f0-b8ce-d3ea6bbe0b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:59.406896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-843f395c-7033-47f0-b8ce-d3ea6bbe0b85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.8064156 Mar 04 23:54:59.410030 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.411928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-395fd9c0-a9d3-49b0-82da-798a624bd733 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Unset dirty status for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:54:59.423847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d152d98-70c1-4bb4-9374-eab63c1e78ed req-395fd9c0-a9d3-49b0-82da-798a624bd733 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613379 Mar 04 23:54:59.427703 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Transition to ACTIVE for port object 817499ce-6d56-4351-8dd2-07dd3e5ee72d will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:54:59.437738 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.565662 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Pushing event updated for resources: {'Port': ['ID=817499ce-6d56-4351-8dd2-07dd3e5ee72d,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:54:59.568070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Attempting to bind port 817499ce-6d56-4351-8dd2-07dd3e5ee72d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:54:59.568716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Attempting to bind port 817499ce-6d56-4351-8dd2-07dd3e5ee72d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:54:59.569252 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Attempting to bind port 817499ce-6d56-4351-8dd2-07dd3e5ee72d on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:54:59.582699 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.583425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.583907 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.584389 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.584877 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.585956 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.586451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.586942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.587403 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.587874 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.588358 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:54:59.597214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:54:59.601535 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:54:59.602132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:54:59.602704 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.603247 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:54:59.615586 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Bound port: 817499ce-6d56-4351-8dd2-07dd3e5ee72d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:54:59.616161 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.673333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e440a-2292-479d-bd5f-235fab192028 req-6823627e-ba0c-4822-be3f-cbd5f74ef27f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:59.674931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f8e440a-2292-479d-bd5f-235fab192028 req-6823627e-ba0c-4822-be3f-cbd5f74ef27f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.6140890 Mar 04 23:54:59.755836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d6c3da10-0972-4a78-8717-9d8c11dfba07 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:54:59.757981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d6c3da10-0972-4a78-8717-9d8c11dfba07 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 807 time: 0.3917010 Mar 04 23:54:59.760379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:54:59.760952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.775014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Request body: {'port': {'device_id': '83e410d6-4237-4dba-9432-a090074bfa58', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'admin_state_up': True, 'tenant_id': '6db8af48f38e4242834d2d54e28a5038'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:54:59.780965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] For port 817499ce-6d56-4351-8dd2-07dd3e5ee72d, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:54:59.784716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] For port 817499ce-6d56-4351-8dd2-07dd3e5ee72d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=817499ce-6d56-4351-8dd2-07dd3e5ee72d,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:54:59.790575 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:54:59.879817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f8e440a-2292-479d-bd5f-235fab192028 req-e01cf794-6992-4dcd-acec-b8c53329b9e0 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957419 Mar 04 23:54:59.990008 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:54:59.990629 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:00.142195 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'tag': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd', 'status': 'completed', 'code': 200} Mar 04 23:55:00.163071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-06317bda-f7ae-4815-b818-d9a990bb2c61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 217 time: 0.7362568 Mar 04 23:55:00.164854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-08230866-a1d4-426f-8e74-06bb5f01f372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:00.166623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-08230866-a1d4-426f-8e74-06bb5f01f372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.7959909 Mar 04 23:55:00.181970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:00.339708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a919596b-17ed-46a1-bba7-a33e0a96e223 req-2101e030-f566-4e19-8e6c-04d67ae7e412 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 210 time: 0.1210818 Mar 04 23:55:00.339708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:00.339912 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:00.433866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:00.436351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Made reservation on behalf of 6db8af48f38e4242834d2d54e28a5038 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:00.439847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:00.484316 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09be48-0089-410d-a7ce-8799f8331169 None None] Pushing event updated for resources: {'Port': ['ID=817499ce-6d56-4351-8dd2-07dd3e5ee72d,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:00.516468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:00.541674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:00.707241 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:54:56Z', 'revision_number': 3, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:00.712978 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71bff36-95f0-4eb9-9604-7ff72b6b4e38 None None] The sync data for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 is: [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:54:56Z', 'revision_number': 3, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:55:00.721740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090d4e-1895-44e6-a363-a598c521584b req-1608e69a-8712-4b4b-b124-af39fe83c0e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:00.723479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-1608e69a-8712-4b4b-b124-af39fe83c0e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.5253379 Mar 04 23:55:00.828808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-b590eca6-2cfc-4bf1-b0c2-92f02c8ad51f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807097 Mar 04 23:55:00.877356 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-f3a10511-8d91-4758-aaa1-61672edbff10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6801546 Mar 04 23:55:00.883991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fedb-0e9e-4fa8-8870-261ece9dd64b req-813e3d8c-72d3-48c5-9a9e-a37aa5dc2132 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:00.891925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3927fedb-0e9e-4fa8-8870-261ece9dd64b req-813e3d8c-72d3-48c5-9a9e-a37aa5dc2132 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.8074825 Mar 04 23:55:00.943732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Allocated IP 172.20.0.1 (b2ad63b6-9a1c-4e49-a419-33b71d2c7099/797a579c-0225-4d58-abfd-d28475544215/368142f3-b1a8-43d8-a396-1ad255d14a10) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:00.961120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Allocated IP 172.20.0.3 (cda71662-4160-4761-9e2f-37800f565172/9a0f0284-62dd-42fc-9718-35b4000bcb00/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:01.171685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72068269-b034-4ead-9610-a4253cbb5065 req-528b0499-d83c-4dea-b57f-6a985fae3394 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:01.173339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72068269-b034-4ead-9610-a4253cbb5065 req-528b0499-d83c-4dea-b57f-6a985fae3394 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 947 time: 0.5189977 Mar 04 23:55:01.225078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3927fedb-0e9e-4fa8-8870-261ece9dd64b req-090de012-629e-477f-a961-8cc4378f5072 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330879 Mar 04 23:55:01.243619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:01.264884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Transition to ACTIVE for port object 368142f3-b1a8-43d8-a396-1ad255d14a10 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:01.372795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-502f1016-d574-44bf-a35c-72326b32471f service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449286 Mar 04 23:55:01.376549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-a3cb4006-c43d-4c68-b333-05a0acf7cb43 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367606 Mar 04 23:55:01.433433 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Floating IP 4fd2b520-5f49-48a0-a025-7b2eb0d7aab5 associated. External IP: 172.25.0.176, port: 82f7be47-89fb-4e38-aa0e-ccf2137cfc99. Mar 04 23:55:01.456274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:01.514459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:01.572316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:01.587550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['36787914-16ca-42b5-97ca-344de5f80e64'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:01.632594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72068269-b034-4ead-9610-a4253cbb5065 req-0d2cf0c3-a3b8-4b38-b853-ada00bee9fa0 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509716 Mar 04 23:55:01.680045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 817499ce-6d56-4351-8dd2-07dd3e5ee72d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:01.758580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Network cda71662-4160-4761-9e2f-37800f565172 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:01.773080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:01.790214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:01.791288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:01.868601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Pushing event updated for resources: {'Port': ['ID=368142f3-b1a8-43d8-a396-1ad255d14a10,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:01.875921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:01.895181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 817499ce-6d56-4351-8dd2-07dd3e5ee72d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:01.903854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 817499ce-6d56-4351-8dd2-07dd3e5ee72d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:01.904220 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:01.954733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:02.076901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:02.078755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.243551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.262209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 817499ce-6d56-4351-8dd2-07dd3e5ee72d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=817499ce-6d56-4351-8dd2-07dd3e5ee72d,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:02.270188 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.278692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37b6f151-2f0b-448e-9752-aa63d9f276e8 req-b45623fb-dbe0-4b83-97c1-29d25a8b5060 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950527 Mar 04 23:55:02.297515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37090d4e-1895-44e6-a363-a598c521584b req-4cac5833-0ec4-4255-af61-cf13d08aa7a3 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879211 Mar 04 23:55:02.317695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6dcb49a3-2a8c-44b1-abf3-e4e25d2e0e98 None None] Provisioning for port 368142f3-b1a8-43d8-a396-1ad255d14a10 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:02.320164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76ea85-ec6a-4470-90a0-342b9794b882 req-daca729d-2c54-48eb-9725-c733c5352db4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:02.327613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa76ea85-ec6a-4470-90a0-342b9794b882 req-daca729d-2c54-48eb-9725-c733c5352db4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.8256204 Mar 04 23:55:02.334123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6dcb49a3-2a8c-44b1-abf3-e4e25d2e0e98 None None] Provisioning complete for port 368142f3-b1a8-43d8-a396-1ad255d14a10 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:02.334773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6dcb49a3-2a8c-44b1-abf3-e4e25d2e0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.345364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.373899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:02.402854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=817499ce-6d56-4351-8dd2-07dd3e5ee72d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:02.407204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb49a3-2a8c-44b1-abf3-e4e25d2e0e98 None None] Port 368142f3-b1a8-43d8-a396-1ad255d14a10 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:55:02.442025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa76ea85-ec6a-4470-90a0-342b9794b882 req-184aaad6-d97b-46d0-bde4-f494b26ab897 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135578 Mar 04 23:55:02.467378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-d3632b34-0572-4289-9c33-fb58d900d776 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6969736 Mar 04 23:55:02.478620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-9ac1d8bb-d5d1-402b-b0fc-99c73ee3a2f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50b2425c050f400ab3596a8ca700aca7&device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 1098 time: 0.1247342 Mar 04 23:55:02.531242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Request body: {'port': {'device_id': '83e410d6-4237-4dba-9432-a090074bfa58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:02.607785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398858-d424-4083-98b4-c5c7452e7c28 req-834f3288-f8ca-441f-afe6-0bbef6706882 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:02.607785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7c398858-d424-4083-98b4-c5c7452e7c28 req-834f3288-f8ca-441f-afe6-0bbef6706882 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:55:02.636223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.701106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7c398858-d424-4083-98b4-c5c7452e7c28 req-834f3288-f8ca-441f-afe6-0bbef6706882 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:55:02.701106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c398858-d424-4083-98b4-c5c7452e7c28 req-834f3288-f8ca-441f-afe6-0bbef6706882 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 931 time: 0.3298700 Mar 04 23:55:02.749350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401080-7888-4937-8b71-a1fba41b5acf req-cd1b124c-23a1-443b-9344-3e7221e24b58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:02.750799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-cd1b124c-23a1-443b-9344-3e7221e24b58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2652984 Mar 04 23:55:02.781598 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:02.828599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-e3ec8b33-49fd-4ea0-b047-96487ba238cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd HTTP/1.1" status: 200 len: 217 time: 0.0711429 Mar 04 23:55:02.918566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c398858-d424-4083-98b4-c5c7452e7c28 req-ae0f074a-d2c3-4b25-92e6-10f0be503664 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029881 Mar 04 23:55:02.966879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401080-7888-4937-8b71-a1fba41b5acf req-ec6f3da7-8c2b-4aff-80cb-b81f1b48f709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:02.968310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-ec6f3da7-8c2b-4aff-80cb-b81f1b48f709 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1322100 Mar 04 23:55:03.053507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27af9-d7b4-4bd6-ac5b-cf9308d0dd02 req-f6d0404c-34c4-4e0b-abf9-0bcd16921b45 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:03.055340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aef27af9-d7b4-4bd6-ac5b-cf9308d0dd02 req-f6d0404c-34c4-4e0b-abf9-0bcd16921b45 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1837487 Mar 04 23:55:03.066283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Router a80a3d18-6fec-4e18-a183-382fd5901f27 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:55:03.184296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-355b613f-cf0e-45e4-95e3-331637aa01fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066381 Mar 04 23:55:03.230332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:55:03.265494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.266708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aef27af9-d7b4-4bd6-ac5b-cf9308d0dd02 req-300cbeb1-0874-4117-845f-21657b957819 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975491 Mar 04 23:55:03.302986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.394743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6812ba4-0b76-4ab3-b82f-6cca6d67e3b3 req-5ba8991d-0ffc-4870-9560-8d7127de5b07 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:03.403481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6812ba4-0b76-4ab3-b82f-6cca6d67e3b3 req-5ba8991d-0ffc-4870-9560-8d7127de5b07 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 947 time: 0.3426847 Mar 04 23:55:03.418466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-d7625809-7b3e-4b66-a944-8cde8f2b0b0a service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247434 Mar 04 23:55:03.515573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.545353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Pushing event updated for resources: {'Port': ['ID=368142f3-b1a8-43d8-a396-1ad255d14a10,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:03.575510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 817499ce-6d56-4351-8dd2-07dd3e5ee72d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:03.636493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6812ba4-0b76-4ab3-b82f-6cca6d67e3b3 req-7e644b8f-995b-489c-ae0b-b4a4d60eacaf tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320940 Mar 04 23:55:03.661998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27401080-7888-4937-8b71-a1fba41b5acf req-ddefcdca-b6b6-43e0-a794-ee48e5e403f4 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373388 Mar 04 23:55:03.698907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:55:03.703894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 817499ce-6d56-4351-8dd2-07dd3e5ee72d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:03.705148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.712784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.734151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:03.744042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.763419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Transition to ACTIVE for port object 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:03.771436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:03.801659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] Sync routers for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:55:03.858958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6253a3f-5056-4ae3-bba2-e37de41ef4a4 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "PUT /v2.0/floatingips/4fd2b520-5f49-48a0-a025-7b2eb0d7aab5 HTTP/1.1" status: 200 len: 991 time: 6.5032489 Mar 04 23:55:03.858958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:03.859206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:55:03.859206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:04.000051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:04.048809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:04.051246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:04.080291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:04.465484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238fa5-9972-430d-a896-1b7bf2afe1f1 req-64ceabf0-d831-40c7-a045-a25ccfecae38 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:04.466956 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db238fa5-9972-430d-a896-1b7bf2afe1f1 req-64ceabf0-d831-40c7-a045-a25ccfecae38 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.5428445 Mar 04 23:55:04.488258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fdc5fa96-342b-40ed-84ad-186ea77f9c4f None None] Provisioning complete for port 368142f3-b1a8-43d8-a396-1ad255d14a10 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:04.488865 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fa96-342b-40ed-84ad-186ea77f9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:04.530164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:04.530500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:04.530827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:04.544528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5fa96-342b-40ed-84ad-186ea77f9c4f None None] Port 368142f3-b1a8-43d8-a396-1ad255d14a10 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:55:04.556379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:55:04.556706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:04.569586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db238fa5-9972-430d-a896-1b7bf2afe1f1 req-5bd1e707-3552-4c49-823d-f28cc7e3b78b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952883 Mar 04 23:55:04.643313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:04.643652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:04.644039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:04.644491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Bound port: 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:04.644836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:04.659901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '4fd2b520-5f49-48a0-a025-7b2eb0d7aab5', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'port_id': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'mac_address': 'fa:16:3e:80:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:53:16Z', 'updated_at': '2022-03-04T23:55:00Z', 'revision_number': 1, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:20Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:04.673361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] Checking router: a80a3d18-6fec-4e18-a183-382fd5901f27 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:55:04.699699 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'status': 'completed', 'code': 200} Mar 04 23:55:04.702593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:55:04.703239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:04.879340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:04.883973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:04.935590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:04.975059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-4018074d-9728-48d7-a563-dd7ad1c91a8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6491 time: 0.2148628 Mar 04 23:55:05.032729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:05.063876 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:05.065614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 1091 time: 2.5485406 Mar 04 23:55:05.072130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:05.105430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e65d3-a2b3-4ba2-bfb0-7028f4802347 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:05.159906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-04a46a7f-4a89-41d4-8d66-768c031fe234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:05.173193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceabf6-1e6d-4b0d-ab0d-2cad4c029c63 req-3b312fcc-a027-4cb0-8df5-84b8d0a270f3 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:05.174716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6ceabf6-1e6d-4b0d-ab0d-2cad4c029c63 req-3b312fcc-a027-4cb0-8df5-84b8d0a270f3 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.2618876 Mar 04 23:55:05.197584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a005-2312-4eb3-9f59-2f3925e299a9 req-d3e0d8b8-61b9-4b89-951c-d9cf7550fca4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:05.205034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cab8a005-2312-4eb3-9f59-2f3925e299a9 req-d3e0d8b8-61b9-4b89-951c-d9cf7550fca4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.3179827 Mar 04 23:55:05.287400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cab8a005-2312-4eb3-9f59-2f3925e299a9 req-1e803f73-ad04-49ef-89f1-e696c32fa9a5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798125 Mar 04 23:55:05.321824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-5757e922-3c48-4322-a45b-75d4a2b83461 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1094 time: 0.2067237 Mar 04 23:55:05.368219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-3e8b27e7-0831-404c-9bbd-0c24b9e79967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:05.370229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-3e8b27e7-0831-404c-9bbd-0c24b9e79967 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94bfae67-afb6-42ad-bf33-e1c324a2c287 HTTP/1.1" status: 200 len: 912 time: 0.3875866 Mar 04 23:55:05.411390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-cc67c1ca-2858-4f34-866b-4ec93ddc379c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 217 time: 0.0792210 Mar 04 23:55:05.511052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6ceabf6-1e6d-4b0d-ab0d-2cad4c029c63 req-5ddfbcca-e54e-44c5-9788-38824df9079f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174367 Mar 04 23:55:05.543530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-cbf01cb9-25a2-4530-80b3-4c7be738b2b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:05.547073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-cbf01cb9-25a2-4530-80b3-4c7be738b2b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1279936 Mar 04 23:55:05.550899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Router 7765db33-ecb8-4930-a094-65475fbd4724 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:55:05.565529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-3a2e116f-4f78-467f-bebb-c78136684cc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99 HTTP/1.1" status: 200 len: 999 time: 0.1826706 Mar 04 23:55:05.624707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-91c9cee3-ebd1-42a3-a362-afd65d9f894b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702350 Mar 04 23:55:05.679283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '4fd2b520-5f49-48a0-a025-7b2eb0d7aab5', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'port_id': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'mac_address': 'fa:16:3e:80:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:53:16Z', 'updated_at': '2022-03-04T23:55:00Z', 'revision_number': 1, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:20Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:05.688973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4180-5cd3-45db-86a4-16770ae13259 None None] The sync data for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 is: [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '4fd2b520-5f49-48a0-a025-7b2eb0d7aab5', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'port_id': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'mac_address': 'fa:16:3e:80:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:53:16Z', 'updated_at': '2022-03-04T23:55:00Z', 'revision_number': 1, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:20Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:55:05.695562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-ffb6925b-6a7c-4c8e-ba84-8a6ca5afa1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:05.700527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-ffb6925b-6a7c-4c8e-ba84-8a6ca5afa1f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec5386c-6ea4-46aa-9961-c0e42b9b181f HTTP/1.1" status: 200 len: 850 time: 0.1259644 Mar 04 23:55:05.825423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-7955a281-8120-4e8d-a4f1-4eea4fc373f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94bfae67-afb6-42ad-bf33-e1c324a2c287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178265 Mar 04 23:55:05.885541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1464-59da-4e66-bf39-882502589deb req-0e663f58-0719-43ce-8f39-44e9f98d5c1f tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:05.887227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c9e1464-59da-4e66-bf39-882502589deb req-0e663f58-0719-43ce-8f39-44e9f98d5c1f tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 947 time: 0.4178524 Mar 04 23:55:05.973076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-0f85c628-26f3-48f1-9148-71fc09a7aca4 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394895 Mar 04 23:55:05.997822 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20269165-e667-4f26-a369-1242fb906b4f None None] New status for floating IP 4fd2b520-5f49-48a0-a025-7b2eb0d7aab5: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:55:06.084405 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-5cb5d6e6-e3ce-413d-b211-877a9883e12e service neutron] 10.222.0.10 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463713 Mar 04 23:55:06.089612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c9e1464-59da-4e66-bf39-882502589deb req-17e9bee0-9094-4366-94ed-58115d91e4ca tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936717 Mar 04 23:55:06.137380 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'status': 'completed', 'code': 200} Mar 04 23:55:06.184625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:55:06.336056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f2ff974-0d86-42d1-bc83-6f9d7489fd48 req-c4576a6a-7c9d-4889-b80e-9e72cf37f289 service neutron] 10.222.0.10 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380240 Mar 04 23:55:06.394130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baecc9c-b31a-44ef-8090-12d9ab72ca78 req-31c45e42-3845-427c-b14c-5693fa79be4b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:06.396695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6baecc9c-b31a-44ef-8090-12d9ab72ca78 req-31c45e42-3845-427c-b14c-5693fa79be4b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.1371512 Mar 04 23:55:06.437900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4b8ee11-80f5-4cd8-ae86-62240b6bfb37 req-ed88af84-6bf6-4509-b8de-e97cea3bfc5b service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570873 Mar 04 23:55:06.454003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:06.469747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6baecc9c-b31a-44ef-8090-12d9ab72ca78 req-642f793f-a9fe-42bf-b6f2-eccd174a428e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660303 Mar 04 23:55:06.471619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:55:06.492117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7d1f9194-511b-46e5-9b85-bfdcee4e096c admin admin] 10.222.0.32 "PUT /v2.0/routers/7765db33-ecb8-4930-a094-65475fbd4724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5248280 Mar 04 23:55:06.496757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Sync routers for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:55:06.501135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd', 'mac_address': 'fa:16:3e:54:da:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:55:06.545002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:55:06.596932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:55:06.597589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:06.603897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-496774cc-bdec-4587-828d-4ded5a3dfb21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1094 time: 0.0952957 Mar 04 23:55:06.831315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:06.894492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-01391381-e170-4c42-9429-04e5b5430f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:06.895835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-01391381-e170-4c42-9429-04e5b5430f10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.2841892 Mar 04 23:55:06.902975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d7b21-b429-4501-af47-2681869030a1 req-360f22d1-2f17-4d2c-af13-ac86e5046965 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:06.903918 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:06.911480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c1d7b21-b429-4501-af47-2681869030a1 req-360f22d1-2f17-4d2c-af13-ac86e5046965 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.2659533 Mar 04 23:55:06.963946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42aabc85-2e3d-4dcb-a9d7-8d61c09a1891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:06.968290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:07.015685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-541e6c49-4da2-4142-9b84-4051a7ca772f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 217 time: 0.1019263 Mar 04 23:55:07.115552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:07.142501 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c1d7b21-b429-4501-af47-2681869030a1 req-877b9b83-110a-49be-a5e9-36c10a5810f3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300887 Mar 04 23:55:07.184897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:07.191784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-9690ee56-d25a-4687-9171-b9dc1943ec2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:07.191784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-9690ee56-d25a-4687-9171-b9dc1943ec2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1648240 Mar 04 23:55:07.223633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46024-44e4-4ebf-b731-f0c094f23f25 req-fc74576e-745c-4cc6-b0c1-8577fa51893e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:07.225301 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34b46024-44e4-4ebf-b731-f0c094f23f25 req-fc74576e-745c-4cc6-b0c1-8577fa51893e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.1204176 Mar 04 23:55:07.262653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-60e2d0ad-b251-41b0-8b9a-be122ff2e252 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664217 Mar 04 23:55:07.318351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34b46024-44e4-4ebf-b731-f0c094f23f25 req-5497a1a3-c52d-4d2c-9b17-9aa088e51c40 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853193 Mar 04 23:55:07.357942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:07.532006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-157c2f49-c873-4046-ad1f-d6d026d6ea1c service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592082 Mar 04 23:55:07.534965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e4c6b38-97e3-4ba7-87d3-b8654511e3dd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:07.606417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-721faae3-4a01-44d5-872d-9ee0e509976b service neutron] 10.222.0.10 "GET /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.1245308 Mar 04 23:55:07.617456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 2, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:07.625822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Checking router: 7765db33-ecb8-4930-a094-65475fbd4724 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:55:07.626226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Updating router 7765db33-ecb8-4930-a094-65475fbd4724 port 368142f3-b1a8-43d8-a396-1ad255d14a10 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:55:07.715574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:07.718925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d653f7d-30b2-49f2-b1bb-7b0c04f9c155 req-5a87ce1a-e7f5-47aa-bd96-4402c3f7092a service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829369 Mar 04 23:55:07.809102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:07.814929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257107043', 'description': 'tempest-description--1570276135'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:07.820732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:07.824966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Usage tracker for resource:security_group and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:07.828461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:07.831335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939459-9e24-445f-b6a1-39df05486e7e req-5a335db1-3c19-42cc-ac0e-59dc2f18e3a8 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:07.832820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0939459-9e24-445f-b6a1-39df05486e7e req-5a335db1-3c19-42cc-ac0e-59dc2f18e3a8 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 948 time: 0.1752622 Mar 04 23:55:07.835597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:07.850273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:07.901038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0939459-9e24-445f-b6a1-39df05486e7e req-0af01b0c-f97c-4083-8769-a3d4375faaad tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560505 Mar 04 23:55:07.909248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:07.914402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Usage tracker for resource:security_group_rule and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:07.917542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:07.923470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:07.995722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.001438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.063773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.066891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2565498 Mar 04 23:55:08.070952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:08.078911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Request body: {'security_group_rule': {'security_group_id': '5c29ca13-225d-441f-9f00-a1986e2e4879', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:08.086923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:08.096210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Usage tracker for resource:security_group_rule and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:08.100282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:08.108797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:08.126191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f5e64-a650-4a6b-a040-c0be6d882b83 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c29ca13-225d-441f-9f00-a1986e2e4879,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:08.151170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.221380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:08.265695 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.273922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:08.275262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.297740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e8a131-3ae2-4ae1-a696-5c4b2a6f759e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:08.331223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.333255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-322658e8-ef1c-43f9-bdd9-ef4f275229fa tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2606266 Mar 04 23:55:08.336048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:08.346213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Request body: {'security_group_rule': {'security_group_id': '5c29ca13-225d-441f-9f00-a1986e2e4879', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:08.357411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:08.363601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e225acb-1241-4274-8526-dbcc7addd918 req-b36b599c-ffde-4baf-b44c-6cd7089d9098 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:08.369919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Usage tracker for resource:security_group_rule and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:08.372304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e225acb-1241-4274-8526-dbcc7addd918 req-b36b599c-ffde-4baf-b44c-6cd7089d9098 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 944 time: 0.2489645 Mar 04 23:55:08.374842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:08.382501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:08.398714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:08.401094 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.411428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.419457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:08.424232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.442930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.458994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Transition to ACTIVE for port object 368142f3-b1a8-43d8-a396-1ad255d14a10 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:08.463434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.477601 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.505256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e225acb-1241-4274-8526-dbcc7addd918 req-8b6c6fff-52bc-4f6b-9336-e29a4d091d99 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319892 Mar 04 23:55:08.565103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.575562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.620229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92681ee9-cf29-4657-ad7e-b5a413188d98,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:08.649471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.653664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6d2efcd3-f258-421e-b35c-90aeb479d540 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3162227 Mar 04 23:55:08.654580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42446) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:08.659260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:08.674252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:08.688395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Usage tracker for resource:floatingip and tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:08.693730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:08.712818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:08.731225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] Transition to ACTIVE for port object d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:08.739401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.749788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:08.916705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6448a-fa29-47e1-ad1d-8c436c14d0b2 None None] Pushing event updated for resources: {'Port': ['ID=368142f3-b1a8-43d8-a396-1ad255d14a10,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:09.012135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Attempting to bind port 368142f3-b1a8-43d8-a396-1ad255d14a10 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:09.012506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Attempting to bind port 368142f3-b1a8-43d8-a396-1ad255d14a10 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:09.012870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Attempting to bind port 368142f3-b1a8-43d8-a396-1ad255d14a10 on network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:09.026939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:09.027330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Checking segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:09.027733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.028121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Bound using segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:09.028598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Bound port: 368142f3-b1a8-43d8-a396-1ad255d14a10, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:09.028971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.057614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.188413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] For port 368142f3-b1a8-43d8-a396-1ad255d14a10, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:09.198282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] For port 368142f3-b1a8-43d8-a396-1ad255d14a10, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=368142f3-b1a8-43d8-a396-1ad255d14a10,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:09.208469 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.233699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=10']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:09.244023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] No DVR routers for this DVR port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:55:09.285420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Allocated IP 172.25.0.17 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/9921d39c-3fa0-4ed9-9aa7-96d06c4d8fd3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:09.308275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaebad9-0332-4a45-a684-18fca274a97a req-0e1ea52c-af1d-47f5-8f2e-669d71912950 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:09.316338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aaaebad9-0332-4a45-a684-18fca274a97a req-0e1ea52c-af1d-47f5-8f2e-669d71912950 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.4876690 Mar 04 23:55:09.321945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b0811913-eea9-4ea4-8e13-7f5699674b19 service neutron] 10.222.0.10 "PUT /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7112408 Mar 04 23:55:09.322739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:55:09.323435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:55:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:09.396791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aaaebad9-0332-4a45-a684-18fca274a97a req-afa63151-c90a-45d5-b50e-72a278ede5b8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Mar 04 23:55:09.462336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6448a-fa29-47e1-ad1d-8c436c14d0b2 None None] Pushing event updated for resources: {'Port': ['ID=368142f3-b1a8-43d8-a396-1ad255d14a10,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:09.560789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-703c2e77-623f-4c68-87af-da9c28b21d1d tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.1621852 Mar 04 23:55:09.594871 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.612036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:09.663956 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.672301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0764bf2-3058-4e9d-8b7b-2056259b0f0d req-318dea60-4234-40b7-bd10-e87903e4f0ea tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:09.674055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0764bf2-3058-4e9d-8b7b-2056259b0f0d req-318dea60-4234-40b7-bd10-e87903e4f0ea tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.1685252 Mar 04 23:55:09.734021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0764bf2-3058-4e9d-8b7b-2056259b0f0d req-793dc88f-6533-43be-804d-ef5d08099f59 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533679 Mar 04 23:55:09.758073 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:09.759177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-2b6b7693-9264-4047-9161-5b8961775672 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 1096 time: 0.1893933 Mar 04 23:55:09.783309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ed768-a6a3-4975-b521-3dc87f6cb595 req-bb2c2391-912d-4415-813f-546a3608cedd tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:09.785426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc5ed768-a6a3-4975-b521-3dc87f6cb595 req-bb2c2391-912d-4415-813f-546a3608cedd tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 948 time: 0.1431012 Mar 04 23:55:09.849048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event updated for resources: {'Port': ['ID=9921d39c-3fa0-4ed9-9aa7-96d06c4d8fd3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:09.869704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:09.876263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:09.881092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:10.032927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc5ed768-a6a3-4975-b521-3dc87f6cb595 req-9279bf1b-6c2f-4868-b134-1497a9bbb006 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415811 Mar 04 23:55:10.056731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-b7b35a87-abb5-44ea-9f41-2f74c48fee45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1096 time: 0.2701075 Mar 04 23:55:10.214400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:55:10.241174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:10.271785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-7c9d1eec-30c2-40b5-9217-02429d8d2b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:10.274518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-7c9d1eec-30c2-40b5-9217-02429d8d2b89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.2103131 Mar 04 23:55:10.358265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-1ec9e705-1716-4520-a64f-8ec24d2a9112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 200 len: 217 time: 0.0744872 Mar 04 23:55:10.399321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-40e43d70-8261-46a8-822e-8e243ca36dcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1517689 Mar 04 23:55:10.407047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64331f-827a-43ab-9577-06da8de3fb06 req-4ca3c762-e23f-4adb-a9ea-45b13f50a81c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:10.415485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6b64331f-827a-43ab-9577-06da8de3fb06 req-4ca3c762-e23f-4adb-a9ea-45b13f50a81c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 945 time: 0.2188928 Mar 04 23:55:10.511139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:55:10.524455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-e93aad90-0526-4cfd-8691-4741d49d1e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:10.527258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-e93aad90-0526-4cfd-8691-4741d49d1e5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1629322 Mar 04 23:55:10.609412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:10.637947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-35c4d343-4dee-4da3-ac3d-1bd5be9e9108 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050255 Mar 04 23:55:10.661923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:10.671138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:10.671885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:10.759243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6b64331f-827a-43ab-9577-06da8de3fb06 req-a3967942-6816-44ab-9746-17390e0fd633 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425403 Mar 04 23:55:10.760249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:10.887557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:09Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:10.893674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ff12-4fab-4a13-881f-13104118ee94 None None] The sync data for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 is: [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:09Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:55:10.898199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:10.910066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42484) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:10.989176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:10.994859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:11.010792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.169582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-6e392ecf-0484-4f98-b6da-3d4cf1a75f6c service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134552 Mar 04 23:55:11.181690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:11.197716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.216679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-09004d5a-1208-4439-bae7-6308fa7bf138 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 1095 time: 0.6628888 Mar 04 23:55:11.281602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.365637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8ac7-1d8d-4255-8100-328bfa7b31da req-a961b6ff-d7a5-48ca-a42a-db05d0748a9c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:11.374086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-399d8ac7-1d8d-4255-8100-328bfa7b31da req-a961b6ff-d7a5-48ca-a42a-db05d0748a9c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.6740754 Mar 04 23:55:11.442340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.511946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:11.538677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-399d8ac7-1d8d-4255-8100-328bfa7b31da req-c6269d06-44c4-42c5-a818-b25e17d5d5b8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634226 Mar 04 23:55:11.539777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Usage tracker for resource:security_group_rule and tenant:927eadd2c2ef414dbce271915015e6ac is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:11.564841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:11.580314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:11.588047 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-1cc85951-2901-47c0-9c77-2c65dc8cb87e service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216437 Mar 04 23:55:11.611060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event updated for resources: {'Port': ['ID=9921d39c-3fa0-4ed9-9aa7-96d06c4d8fd3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:11.619094 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.650381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 368142f3-b1a8-43d8-a396-1ad255d14a10 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:11.687791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12685a0-7fc7-491c-9120-5d5872dfe843 req-3e4b5d9c-aecb-4d21-bd85-0e177f0af363 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:11.689456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b12685a0-7fc7-491c-9120-5d5872dfe843 req-3e4b5d9c-aecb-4d21-bd85-0e177f0af363 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.4878032 Mar 04 23:55:11.720233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-5ce3ba93-f148-4247-b5e7-0536439856e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:11.723246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-5ce3ba93-f148-4247-b5e7-0536439856e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.4256105 Mar 04 23:55:11.727124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.728495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b402e5ea-3024-4edd-a407-85e0c8ed75b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0734661 Mar 04 23:55:11.737409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.745977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.810502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 368142f3-b1a8-43d8-a396-1ad255d14a10 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:11.822718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 368142f3-b1a8-43d8-a396-1ad255d14a10 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:11.823095 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:11.855412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a1324d-c6a2-460c-8bbf-099e57ec8ed0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:11.867821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f1f8596d-84c4-46f1-bb39-4792795d89cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=927eadd2c2ef414dbce271915015e6ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9524302 Mar 04 23:55:11.868689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:11.923248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-a35e5921-80cb-4062-bbee-5166cbca3c44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 200 len: 217 time: 0.1914175 Mar 04 23:55:12.068269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b12685a0-7fc7-491c-9120-5d5872dfe843 req-58e2841e-50b2-4568-b13f-20430d9483e9 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692153 Mar 04 23:55:12.091571 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd', 'code': 200} Mar 04 23:55:12.111141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6db0e0c6-486d-45c1-989d-e6483d6bd9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:12.137408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-0c78cc7c-1ba6-4c11-80aa-1aa838a534f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:12.139287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-0c78cc7c-1ba6-4c11-80aa-1aa838a534f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.2039340 Mar 04 23:55:12.257624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-52a39d5f-d90e-43ea-a0b6-575f8144d362 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051879 Mar 04 23:55:12.276010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6db0e0c6-486d-45c1-989d-e6483d6bd9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:12.333145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:12.425033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-c01f5a86-33eb-4e02-852e-7525e8cd9185 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.4474592 Mar 04 23:55:12.448155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 368142f3-b1a8-43d8-a396-1ad255d14a10, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=368142f3-b1a8-43d8-a396-1ad255d14a10,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:12.452783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89645f67-39fd-4386-9a26-86a595aab1eb req-a04ee231-4725-434e-b87f-87ef9b935a69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 1100 time: 0.3297617 Mar 04 23:55:12.461983 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:12.584254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=368142f3-b1a8-43d8-a396-1ad255d14a10,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:12.779896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6db0e0c6-486d-45c1-989d-e6483d6bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:12.856876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5b903-c7b9-4650-b851-5e247562d23a req-95b7937d-2494-41b9-bc30-b9fed1404bf6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:12.858639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96c5b903-c7b9-4650-b851-5e247562d23a req-95b7937d-2494-41b9-bc30-b9fed1404bf6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 945 time: 0.3352926 Mar 04 23:55:12.861859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6db0e0c6-486d-45c1-989d-e6483d6bd9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:12.862529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-bdece874-4726-4ca3-9cbc-b730df8ba0ae service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046154 Mar 04 23:55:12.876346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6db0e0c6-486d-45c1-989d-e6483d6bd9b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65a1324d-c6a2-460c-8bbf-099e57ec8ed0 HTTP/1.1" status: 204 len: 168 time: 0.9980338 Mar 04 23:55:12.880446 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89645f67-39fd-4386-9a26-86a595aab1eb req-34557de8-ba42-4020-a17e-94bbbbb210ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682008 Mar 04 23:55:12.893847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0e0c6-486d-45c1-989d-e6483d6bd9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a1324d-c6a2-460c-8bbf-099e57ec8ed0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:13.000944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2db8c-9d46-4f3f-82ed-167e31d65c6f req-dea59e0d-46ed-4852-9a09-f0caccaf4ab0 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:13.020741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b2db8c-9d46-4f3f-82ed-167e31d65c6f req-dea59e0d-46ed-4852-9a09-f0caccaf4ab0 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 949 time: 0.4809036 Mar 04 23:55:13.136883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-0973533e-81b2-439b-808d-f03c6924be96 service neutron] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:13.166196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-0973533e-81b2-439b-808d-f03c6924be96 service neutron] Notify callbacks [] for binding, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:13.166196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caefa26b-42a3-4148-9cb2-304c97ca9d52 req-0973533e-81b2-439b-808d-f03c6924be96 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.7234981 Mar 04 23:55:13.256148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7b2db8c-9d46-4f3f-82ed-167e31d65c6f req-a2224bbf-834f-4eb5-a54c-ee9ba23f8c3f tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309041 Mar 04 23:55:13.520395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96c5b903-c7b9-4650-b851-5e247562d23a req-81848a87-3b4b-45cc-ba85-0ad2ebd72afe tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435118 Mar 04 23:55:13.750212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 368142f3-b1a8-43d8-a396-1ad255d14a10 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:13.792134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3367a2e4-ebbd-4f7c-aaa6-e30279ad4511 req-623d3106-f655-468f-ae20-26e3343fbebc service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856823 Mar 04 23:55:13.922229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:55:13.966132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc290-837f-4a89-bbda-af2f5476854c req-a3aa58c5-d8b0-40f3-ba8b-d0fac108d5fb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:13.971998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86ebc290-837f-4a89-bbda-af2f5476854c req-a3aa58c5-d8b0-40f3-ba8b-d0fac108d5fb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.3378265 Mar 04 23:55:14.037640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed995ed-cb58-429c-be3a-5e6002b29d8f req-3911aaa3-27aa-441b-9e14-88e44e7159b6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:14.048230 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ed995ed-cb58-429c-be3a-5e6002b29d8f req-3911aaa3-27aa-441b-9e14-88e44e7159b6 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.1188347 Mar 04 23:55:14.088366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86ebc290-837f-4a89-bbda-af2f5476854c req-be3180bb-c212-48c6-a691-2f8e4f13ca7f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126420 Mar 04 23:55:14.155206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 368142f3-b1a8-43d8-a396-1ad255d14a10 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:14.155206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:14.165115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ed995ed-cb58-429c-be3a-5e6002b29d8f req-1aeeabcc-03ce-4adf-b683-37314d4d60f2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Mar 04 23:55:14.348377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:14.374307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'network_id': 'cda71662-4160-4761-9e2f-37800f565172', 'port_id': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'mac_address': 'fa:16:3e:1d:c5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0f0284-62dd-42fc-9718-35b4000bcb00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:55:14.508770 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:14.548716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:14.583062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:14.593673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:14.774849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:14.807336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3b5a-766a-4ea9-a3eb-5a9e6c7c430b req-0bf4b2c2-db7c-4c0a-8f9b-a580fbdb83dc tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:14.810457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bece3b5a-766a-4ea9-a3eb-5a9e6c7c430b req-0bf4b2c2-db7c-4c0a-8f9b-a580fbdb83dc tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 949 time: 0.1715262 Mar 04 23:55:14.924208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bece3b5a-766a-4ea9-a3eb-5a9e6c7c430b req-7a140092-ab85-45c2-afa1-a63eea40b60c tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007164 Mar 04 23:55:14.928531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27645758-b0ef-4ae8-b8a2-a39c7fca0eb1 req-c375ff89-5e02-4428-9dbd-d8725d9136a2 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1096 time: 0.1722701 Mar 04 23:55:15.036391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27645758-b0ef-4ae8-b8a2-a39c7fca0eb1 req-bdf1853c-7009-4a00-9095-56b3ef50278c tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032853 Mar 04 23:55:15.042182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:15.571845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5097c6-5742-4519-8227-ac1800e5bc72 req-baf7e18d-8d86-4db4-9682-f7b2a3d1f74f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:15.581837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd5097c6-5742-4519-8227-ac1800e5bc72 req-baf7e18d-8d86-4db4-9682-f7b2a3d1f74f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1982038 Mar 04 23:55:15.684396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd5097c6-5742-4519-8227-ac1800e5bc72 req-ee3aaf57-caf7-4e2c-ad5f-56f8cd122500 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016943 Mar 04 23:55:15.707788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97a4e864-80dc-4a74-9aa4-f06e513545ce req-4045ff79-46bd-4a0a-a678-1c5ed9f6a2dc tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 1096 time: 0.1245096 Mar 04 23:55:15.757853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97a4e864-80dc-4a74-9aa4-f06e513545ce req-cc2337d5-4b8d-4aa3-bdb9-f5c3fee1716f tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Mar 04 23:55:15.976100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef145-2ed2-432e-ac83-13dc13df48a7 req-c4263e15-267a-4944-96c8-5ed55dc359ff tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:15.980863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55aef145-2ed2-432e-ac83-13dc13df48a7 req-c4263e15-267a-4944-96c8-5ed55dc359ff tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 0.1398690 Mar 04 23:55:16.102045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:16.152747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55aef145-2ed2-432e-ac83-13dc13df48a7 req-a92ddccb-941d-4395-9ee5-7ed6e97cdf7d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653557 Mar 04 23:55:16.379714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ca982-e1b8-4cc1-85b5-93073b9810a4 req-cc33ab6a-3203-47f0-b308-b7f4e73ae585 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:16.392232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e65ca982-e1b8-4cc1-85b5-93073b9810a4 req-cc33ab6a-3203-47f0-b308-b7f4e73ae585 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 949 time: 0.2007191 Mar 04 23:55:16.450786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:16.486099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e65ca982-e1b8-4cc1-85b5-93073b9810a4 req-ba04d3be-f2a7-44be-afa7-e8150009f821 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928888 Mar 04 23:55:16.527058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:16.531717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Usage tracker for resource:security_group_rule and tenant:43365882fb6b493b94beae399de3717d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:16.534967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:16.541794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:16.708924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:16.716007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:16.863160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42632) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:16.863304 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43365882fb6b493b94beae399de3717d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7607398 Mar 04 23:55:16.865337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0af88-1f9b-4b73-97cd-0d825b181fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aee16d-71c0-4394-9044-cab0789600ee,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:16.982504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f4a-27d5-41e0-adc8-7a5a41d74422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:17.019202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f4a-27d5-41e0-adc8-7a5a41d74422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:17.136034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f4a-27d5-41e0-adc8-7a5a41d74422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:17.177773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8f4a-27d5-41e0-adc8-7a5a41d74422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aee16d-71c0-4394-9044-cab0789600ee,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:17.238671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f4a-27d5-41e0-adc8-7a5a41d74422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:17.238671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ac7a8f4a-27d5-41e0-adc8-7a5a41d74422 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1aee16d-71c0-4394-9044-cab0789600ee HTTP/1.1" status: 204 len: 168 time: 0.3705192 Mar 04 23:55:17.495589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db0646-1e1d-41d4-a130-f6b141cabb33 req-b18f6c03-71f6-46dc-8e33-e68601fa3f56 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:17.498371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-81db0646-1e1d-41d4-a130-f6b141cabb33 req-b18f6c03-71f6-46dc-8e33-e68601fa3f56 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1572278 Mar 04 23:55:17.580266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-81db0646-1e1d-41d4-a130-f6b141cabb33 req-6f040594-98e5-4f86-912b-0a136f87c9d7 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Mar 04 23:55:17.703326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac92be-3a99-4ce9-ae0f-fc56aeded2fb req-d5fc156a-daab-48be-999d-46d476b6440f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:17.703326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1eac92be-3a99-4ce9-ae0f-fc56aeded2fb req-d5fc156a-daab-48be-999d-46d476b6440f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 0.2354653 Mar 04 23:55:17.843525 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1eac92be-3a99-4ce9-ae0f-fc56aeded2fb req-025a37be-5eea-4bad-94c4-6335d6d781f5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366315 Mar 04 23:55:17.872578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ecbbcb90-2576-4651-93ab-9e20299f7c9e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=50b2425c050f400ab3596a8ca700aca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872562 Mar 04 23:55:17.954466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:18.140021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:18.145148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:18.145579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:18.267358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-9d624113-1baa-4ac3-b8f6-d5198780065c tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:18.286415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-9d624113-1baa-4ac3-b8f6-d5198780065c tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4142747 Mar 04 23:55:18.319988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-2235145d-76b0-449f-bc7f-260617072ed1 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/quotas/50b2425c050f400ab3596a8ca700aca7 HTTP/1.1" status: 200 len: 375 time: 0.0296237 Mar 04 23:55:18.416826 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:18.474912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:18.476596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:18.485333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:18.562556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-696141ac-4c62-4bca-b566-f013b9903df5 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50b2425c050f400ab3596a8ca700aca7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2489917 Mar 04 23:55:18.572607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:18.606879 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'code': 200} Mar 04 23:55:18.884465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e83b548-50c7-427a-ae6d-060383f42834 req-302a75d3-0dbb-4975-9e1a-885584f6da14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1096 time: 0.1759732 Mar 04 23:55:19.076107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e30c28-9f31-4688-ab5b-83e5443e5f04 req-e8646b36-4572-41b1-a113-5c3dc6d415fd tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:19.094063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3e30c28-9f31-4688-ab5b-83e5443e5f04 req-e8646b36-4572-41b1-a113-5c3dc6d415fd tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.1943381 Mar 04 23:55:19.179409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e83b548-50c7-427a-ae6d-060383f42834 req-e3ec220e-6a77-48a1-92c5-7f45a174cd83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750754 Mar 04 23:55:19.246137 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3e30c28-9f31-4688-ab5b-83e5443e5f04 req-c1352de9-0153-42a0-9ce2-d88ef835a81e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445243 Mar 04 23:55:19.404477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42696) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:19.453769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-953b7e2d-aeee-43de-a657-877395f7f617 req-7f044590-4f03-48f2-9e48-e04e85df2585 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 210 time: 0.1285408 Mar 04 23:55:19.615510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1674d86-c1c9-49d2-b333-64e46836b0d6 req-567bad81-e9aa-4466-8d86-3e597b8608a2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:19.617680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1674d86-c1c9-49d2-b333-64e46836b0d6 req-567bad81-e9aa-4466-8d86-3e597b8608a2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.1178162 Mar 04 23:55:19.672581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-793372280-network', 'tenant_id': '87a34cf662b2476fb5de7edfe6cc5db6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:19.683176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:19.693894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Usage tracker for resource:network and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:19.700288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:19.724490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:19.752424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1674d86-c1c9-49d2-b333-64e46836b0d6 req-24d791fa-951e-4ea0-9a5b-0a9fc87805b5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271336 Mar 04 23:55:19.760742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Made reservation on behalf of 87a34cf662b2476fb5de7edfe6cc5db6 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:19.763578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:19.795298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:19.824175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aab0d-c536-45ed-95f9-a7d1af6dc47f req-7cc5fac6-887c-40cd-a1ed-94d5ec4a089c tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:19.826396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-616aab0d-c536-45ed-95f9-a7d1af6dc47f req-7cc5fac6-887c-40cd-a1ed-94d5ec4a089c tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 945 time: 0.1282415 Mar 04 23:55:19.855873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:19.860467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:19.865510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:19.883066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:19.920299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-616aab0d-c536-45ed-95f9-a7d1af6dc47f req-20bbe021-49f9-4b86-ba6f-8e25fcfeaf4c tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Mar 04 23:55:20.030241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.035917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.095203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:55:20.104806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e18e93-dd60-4c37-816e-81daf0e16d4a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:20.112316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.112895 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Added segment 2cb66536-8ae6-495c-8bfc-906e559db8dc of type vlan for network b58882f2-127f-4606-b034-1c13c838da04 Mar 04 23:55:20.160299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.201960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.202898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:20.203584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.318862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] Pushing event updated for resources: {'Network': ['ID=b58882f2-127f-4606-b034-1c13c838da04,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:20.324676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d3335d3d-4e8c-4f30-9541-a700f6dc196e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9188557 Mar 04 23:55:20.328521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42718) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:20.337165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Request body: {'subnet': {'network_id': 'b58882f2-127f-4606-b034-1c13c838da04', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-793372280-subnet', 'tenant_id': '87a34cf662b2476fb5de7edfe6cc5db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:20.342360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b58882f2-127f-4606-b034-1c13c838da04 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:55:20.359990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:20.397600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Usage tracker for resource:subnet and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:20.409579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:20.427985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:20.474638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Made reservation on behalf of 87a34cf662b2476fb5de7edfe6cc5db6 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:20.478522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:20.765467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-6962454c-5359-4447-8def-0efb2b0b38e9 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=50b2425c050f400ab3596a8ca700aca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212437 Mar 04 23:55:20.929091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71687a3-2558-4679-82f1-cda0a852f363 req-143fcc48-1640-447d-81b7-456511a1cea8 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 210 time: 0.1443615 Mar 04 23:55:21.174944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-b7a49613-385d-4dd1-a22b-1203ee868d3d tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:21.174944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-b7a49613-385d-4dd1-a22b-1203ee868d3d tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137847 Mar 04 23:55:21.240157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Request body: {'port': {'device_id': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '50b2425c050f400ab3596a8ca700aca7'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:21.312913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eed94-b190-4ee7-8936-e62cd9015377 req-05529428-1a20-4752-bf56-5e3e71d4dc93 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:21.333202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b67eed94-b190-4ee7-8936-e62cd9015377 req-05529428-1a20-4752-bf56-5e3e71d4dc93 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.6899269 Mar 04 23:55:21.564261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-e208756a-c92a-4db7-b255-268aba8fd244 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:21.564261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-e208756a-c92a-4db7-b255-268aba8fd244 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 945 time: 0.2424827 Mar 04 23:55:21.600884 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b67eed94-b190-4ee7-8936-e62cd9015377 req-dc22359d-c358-4949-87de-84888d5768d6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724943 Mar 04 23:55:21.664442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8d9e4-1f4b-4601-8dbd-fc1cec84dd76 req-f532bacc-c7cd-4066-bef4-ce3bba9648ee tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:21.664442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fb8d9e4-1f4b-4601-8dbd-fc1cec84dd76 req-f532bacc-c7cd-4066-bef4-ce3bba9648ee tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.4015884 Mar 04 23:55:21.755698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fb8d9e4-1f4b-4601-8dbd-fc1cec84dd76 req-a93371bf-de7d-412b-a2f7-dfb8a5a55fa4 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889025 Mar 04 23:55:21.774072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Deleting port 890d7ea6-c2a6-4def-a284-60f53d100bfb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:55:21.799851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:21.998905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:22.042143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:22.081095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:22.118991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Made reservation on behalf of 50b2425c050f400ab3596a8ca700aca7 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:22.122784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:22.166271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab32d3-315e-4053-b956-2c241aebdc94 req-18763337-32f6-43ce-bf9d-ee54640272de tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:22.173509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1aab32d3-315e-4053-b956-2c241aebdc94 req-18763337-32f6-43ce-bf9d-ee54640272de tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8816e35-60fc-444e-b9e9-b802e1af9512 HTTP/1.1" status: 200 len: 945 time: 0.3062873 Mar 04 23:55:22.296637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26aecc16-1923-4595-957f-528d9fb76b46 req-46c97831-b57e-4df4-82a7-22c99a5b24b7 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1096 time: 0.3131287 Mar 04 23:55:22.297983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d89364-e7e5-42a0-bb24-4112b8ef4054,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:22.353198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1aab32d3-315e-4053-b956-2c241aebdc94 req-e2f17ddd-65ea-4310-b4de-7808aa4173c9 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2784bb7-fdad-4d3c-8088-892c1c022ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779711 Mar 04 23:55:22.357336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Checking segment: {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:22.357336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Network hostable DHCP agents. Network: b58882f2-127f-4606-b034-1c13c838da04, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:55:22.445858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Allocated IP 192.168.233.203 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/e29e982a-1509-4494-8050-9c6066f0a7c0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:22.450964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Network b58882f2-127f-4606-b034-1c13c838da04 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:55:22.468858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b58882f2-127f-4606-b034-1c13c838da04) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:22.479109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66006c5-48e2-4aef-ae79-cda816633fa7 None None] Network b58882f2-127f-4606-b034-1c13c838da04 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:55:22.483361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:22.483743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:22.513277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] For port 890d7ea6-c2a6-4def-a284-60f53d100bfb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=890d7ea6-c2a6-4def-a284-60f53d100bfb,segment=NetworkSegment(06e82e17-def8-46b1-9325-a7495cf9ee23),segment_id=06e82e17-def8-46b1-9325-a7495cf9ee23)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:22.513762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:22.593137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3092ccc-13d7-4d54-b097-0a37155d6e51 req-84ad4b13-984c-4011-ab25-28cc23caebd5 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 210 time: 0.0769005 Mar 04 23:55:22.606519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c5e886d8-cb13-419a-99b6-d5bb85f5e52d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2765648 Mar 04 23:55:22.861381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Calling delete_port for 890d7ea6-c2a6-4def-a284-60f53d100bfb owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:55:22.955418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26aecc16-1923-4595-957f-528d9fb76b46 req-a6c9d005-83e4-4533-8f14-6009649bf9be tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459191 Mar 04 23:55:22.994141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80cba8-c41d-40fc-bbb7-fdb854b41789 None None] Network b58882f2-127f-4606-b034-1c13c838da04 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:55:23.201542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:23.228204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e35e-9017-432c-8f47-2ddd047142ec req-5d0c2cdc-d447-4e2b-b03e-b90d3b6a5c28 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:23.228409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:23.245946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e65e35e-9017-432c-8f47-2ddd047142ec req-5d0c2cdc-d447-4e2b-b03e-b90d3b6a5c28 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 946 time: 0.3650811 Mar 04 23:55:23.305340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Transition to ACTIVE for port object e29e982a-1509-4494-8050-9c6066f0a7c0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:23.330677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Pushing event deleted for resources: {'Port': ['ID=890d7ea6-c2a6-4def-a284-60f53d100bfb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:23.335051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['890d7ea6-c2a6-4def-a284-60f53d100bfb'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:23.347592 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e65e35e-9017-432c-8f47-2ddd047142ec req-4e7a2cec-85de-44b7-9b2e-2becb6f06375 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003246 Mar 04 23:55:23.397890 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:23.416771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e4c6b38-97e3-4ba7-87d3-b8654511e3dd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:23.450253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] No DVR routers for this DVR port 890d7ea6-c2a6-4def-a284-60f53d100bfb on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:55:23.456093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:23.472456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'name': 'network-vif-deleted', 'tag': '890d7ea6-c2a6-4def-a284-60f53d100bfb'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:23.497938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5d6fe9b-0446-4baf-b53b-b4b4bd5003c9 req-3fd63e41-73b1-4643-8fc5-b1485d1534e2 tempest-VolumesAdminNegativeTest-528982817 tempest-VolumesAdminNegativeTest-528982817-project] 10.222.0.10 "DELETE /v2.0/ports/890d7ea6-c2a6-4def-a284-60f53d100bfb HTTP/1.1" status: 204 len: 173 time: 1.9193707 Mar 04 23:55:23.540805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1895002-fbc9-4bdf-a6c8-5b0f35a505c6 req-bc431324-7a5f-4120-aa74-7abe511e7e76 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1096 time: 0.2474258 Mar 04 23:55:23.613799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1895002-fbc9-4bdf-a6c8-5b0f35a505c6 req-84d930fc-20ea-4774-bae9-37117132c6e8 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659697 Mar 04 23:55:23.620539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:23.640890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:23.673309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:23.839493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Pushing event updated for resources: {'Port': ['ID=e29e982a-1509-4494-8050-9c6066f0a7c0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:23.867128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:23.867850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:23.976871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1986647434', 'description': 'tempest-description-153381119'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:24.010385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:24.028953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:24.041994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:24.054616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-e02951a2-ba2c-4af8-b49a-c9b024f4df4e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8520198 Mar 04 23:55:24.089592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f161b579-6488-46e9-8ff8-a70d2ceb31aa None None] Provisioning for port e29e982a-1509-4494-8050-9c6066f0a7c0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:24.098611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Request body: {'port': {'device_id': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:24.121960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f161b579-6488-46e9-8ff8-a70d2ceb31aa None None] Provisioning complete for port e29e982a-1509-4494-8050-9c6066f0a7c0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:24.122602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f161b579-6488-46e9-8ff8-a70d2ceb31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.169701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:24.211225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.237790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f161b579-6488-46e9-8ff8-a70d2ceb31aa None None] Port e29e982a-1509-4494-8050-9c6066f0a7c0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:55:24.370506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:24.375840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.390633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:24.396466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:24.409679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:24.677799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.686618 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.691297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42802) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:24.858392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Deleting subnet 09e9400d-1000-4903-9b9b-c8c9096799f7 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:55:24.867734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.879018 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:24.881322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a707305-7c45-4acf-a5a9-28d349347222 req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.0783677 Mar 04 23:55:24.907483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962b929-e717-40d5-802b-79602c37ed77 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e2520-b25f-42e2-9c19-94aa3f2a71f2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:24.957700 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.050179 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8816e35-60fc-444e-b9e9-b802e1af9512', 'name': 'network-vif-deleted', 'tag': '890d7ea6-c2a6-4def-a284-60f53d100bfb', 'status': 'completed', 'code': 200} Mar 04 23:55:25.107694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.125923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29e982a-1509-4494-8050-9c6066f0a7c0 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:25.152885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.209185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.280413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e9400d-1000-4903-9b9b-c8c9096799f7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:25.291302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.313267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08617e1c-8aee-44a6-8acc-a9410b225dc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09e9400d-1000-4903-9b9b-c8c9096799f7 HTTP/1.1" status: 204 len: 168 time: 0.6203001 Mar 04 23:55:25.316396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42822) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:25.321356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1732038081', 'description': 'tempest-description-1111264511'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:25.326724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Transition to ACTIVE for port object e29e982a-1509-4494-8050-9c6066f0a7c0 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:25.327853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:25.332170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:25.339168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:25.342826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:25.357844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.407652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:25.412305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:25.416057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:25.419393 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.422969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:25.486076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.490860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.535673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a551a6-8de3-4f31-9dea-acf5c4555355,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:25.540337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.541683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0612c5e7-e8fe-4b0a-a9c7-678f6be92c2b req-8c29032c-d58c-4416-a997-083d4cdadfd6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.2270262 Mar 04 23:55:25.625309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:25.698092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e29e982a-1509-4494-8050-9c6066f0a7c0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:25.737587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34893b1a-034e-4a3d-82a8-908ca1450e8e req-e261f998-a35d-4920-890d-7a44e1977403 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:25.739106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-34893b1a-034e-4a3d-82a8-908ca1450e8e req-e261f998-a35d-4920-890d-7a44e1977403 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Synchronizing usage tracker for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:55:25.794541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-32befa72-9382-4455-b865-4d8c08145233 req-f2612d3b-6888-46ca-aed1-1ab81b98e383 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1235936 Mar 04 23:55:25.943502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-34893b1a-034e-4a3d-82a8-908ca1450e8e req-e261f998-a35d-4920-890d-7a44e1977403 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Unset dirty status for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:55:25.950885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34893b1a-034e-4a3d-82a8-908ca1450e8e req-e261f998-a35d-4920-890d-7a44e1977403 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 936 time: 0.7681928 Mar 04 23:55:26.011112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 890d7ea6-c2a6-4def-a284-60f53d100bfb no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:55:26.025478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34893b1a-034e-4a3d-82a8-908ca1450e8e req-79044f75-e059-4e2f-853c-5c1fd2a8c95d tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736659 Mar 04 23:55:26.109440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 890d7ea6-c2a6-4def-a284-60f53d100bfb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:55:26.112978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 890d7ea6-c2a6-4def-a284-60f53d100bfb not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:55:26.121807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.164994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b382fbce-26ae-4d5a-a1ff-548dbb35db2c']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:26.182069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e82e17-def8-46b1-9325-a7495cf9ee23') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:26.182393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e82e17-def8-46b1-9325-a7495cf9ee23') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:26.193297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Attempting to bind port e29e982a-1509-4494-8050-9c6066f0a7c0 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:26.193634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Attempting to bind port e29e982a-1509-4494-8050-9c6066f0a7c0 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:26.193996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Attempting to bind port e29e982a-1509-4494-8050-9c6066f0a7c0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:26.202115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Port e29e982a-1509-4494-8050-9c6066f0a7c0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:55:26.202440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Attempting to bind port e29e982a-1509-4494-8050-9c6066f0a7c0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:26.207282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.251340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:26.251609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:26.251996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:26.252444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Bound port: e29e982a-1509-4494-8050-9c6066f0a7c0, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:26.252785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.340873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.349800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:55:26.351392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:55:26.403019 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:55:26.534869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.539954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.599106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] Pushing event deleted for resources: {'Network': ['ID=b382fbce-26ae-4d5a-a1ff-548dbb35db2c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:26.610743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] For port e29e982a-1509-4494-8050-9c6066f0a7c0, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:26.615255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] For port e29e982a-1509-4494-8050-9c6066f0a7c0, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e29e982a-1509-4494-8050-9c6066f0a7c0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:26.620722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-556346ce-b43c-4e02-9690-3bb54a2f4821 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:26.623343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-556346ce-b43c-4e02-9690-3bb54a2f4821 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 812 time: 0.4090316 Mar 04 23:55:26.624726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d610700e-c6dc-411f-ad13-1c7ec07ec372 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b382fbce-26ae-4d5a-a1ff-548dbb35db2c HTTP/1.1" status: 204 len: 168 time: 1.3049848 Mar 04 23:55:26.627668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42856) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:26.630927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.743475 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.765026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.782705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-e3c83bb4-d9f7-433c-8918-a4cb96292ce0 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/quotas/87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 375 time: 0.1461496 Mar 04 23:55:26.830398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.832337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] 10.222.0.10 "PUT /v2.0/ports/e29e982a-1509-4494-8050-9c6066f0a7c0 HTTP/1.1" status: 200 len: 1096 time: 2.7587547 Mar 04 23:55:26.844441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'tag': 'e29e982a-1509-4494-8050-9c6066f0a7c0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:26.874847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-1d1b68cb-337b-4e32-96b4-ef48aa226c19 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908453 Mar 04 23:55:26.885574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Deleting subnet 8cbc5d88-6c03-4b05-8886-0938285e8190 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:55:26.940465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:26.976865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef822722-7dc6-4258-b855-6e7b5f334d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e29e982a-1509-4494-8050-9c6066f0a7c0,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:27.043294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:27.122803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-b639b8ca-3f94-4181-93b8-10818a37eb62 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:55:27.124693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-b639b8ca-3f94-4181-93b8-10818a37eb62 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087984 Mar 04 23:55:27.136174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:27.137059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:55:27.219363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:27.270421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-00a41b05-5a1a-46f7-9aac-e3793fe699c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50b2425c050f400ab3596a8ca700aca7&device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 1099 time: 0.3725975 Mar 04 23:55:27.362069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:27.362795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:27.363353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:27.367874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-9c169caa-16e0-4c9c-8555-bee375745990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=e29e982a-1509-4494-8050-9c6066f0a7c0 HTTP/1.1" status: 200 len: 217 time: 0.0848799 Mar 04 23:55:27.370369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:55:27.370916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:27.378005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:27.378388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:27.378923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:27.379443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Bound port: 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:27.420103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-42d977ea-41e0-4371-9eb7-061f01414a0c service neutron] 10.222.0.32 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319939 Mar 04 23:55:27.439329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:27.449516 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:27.474824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-c01e124c-90f5-40c8-b68a-8c9212230bc3 service neutron] 10.222.0.32 "POST /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3270078 Mar 04 23:55:27.716862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:27.751998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-399b5a6a-8535-4d08-b122-42f28b4c3f74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:27.757413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-399b5a6a-8535-4d08-b122-42f28b4c3f74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.3784289 Mar 04 23:55:27.809185 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'tag': 'e29e982a-1509-4494-8050-9c6066f0a7c0', 'status': 'completed', 'code': 200} Mar 04 23:55:27.814086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cbc5d88-6c03-4b05-8886-0938285e8190,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:27.849285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:27.856139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-747294bc-7634-4f19-bbf8-dd8c457b349d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1096 time: 0.0906901 Mar 04 23:55:27.878846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e66c0bcf-67de-4553-82f7-481adb489132 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8cbc5d88-6c03-4b05-8886-0938285e8190 HTTP/1.1" status: 204 len: 168 time: 1.2499990 Mar 04 23:55:27.879716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:27.894409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-c3f13465-3d73-49d5-9ad1-828990e6caf2 service neutron] 10.222.0.32 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597275 Mar 04 23:55:28.042885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-8e8b8431-4cc1-48d0-a09c-24bb0cc3e801 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2739863 Mar 04 23:55:28.048278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:28.236409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732f0da-859b-4cad-94b4-750061f711b8 req-5b93b711-1f09-495e-bd39-25fc4c660802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:28.237986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-5b93b711-1f09-495e-bd39-25fc4c660802 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.3753791 Mar 04 23:55:28.304177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:55:28.421360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-1cd069f5-3ea4-490c-962b-04466e57697d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 217 time: 0.1667984 Mar 04 23:55:28.498375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:28.515123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:28.516651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'mac_address': 'fa:16:3e:18:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:55:28.602090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-c68ec036-8e48-411e-8e01-20d304a4e1af service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507910 Mar 04 23:55:28.609894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b162d1d-b54d-4c70-a62f-d0f60838bb5c']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:28.643105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:28.658142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786d7a3-d786-4875-a283-08a4c3289699 req-017961c7-128b-496e-a228-848ee85c8252 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:28.671877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8786d7a3-d786-4875-a283-08a4c3289699 req-017961c7-128b-496e-a228-848ee85c8252 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 948 time: 0.7793708 Mar 04 23:55:28.729272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a910d92-b3bb-4962-9fee-fea2e6aaf084 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:28.752231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:28.761519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:28.795959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8786d7a3-d786-4875-a283-08a4c3289699 req-62f54b07-c461-407b-9371-318c9bb1be21 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222155 Mar 04 23:55:28.802248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732f0da-859b-4cad-94b4-750061f711b8 req-0e56dd0e-d375-4d13-b073-1921fa43f6c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:28.806398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-0e56dd0e-d375-4d13-b073-1921fa43f6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.3761308 Mar 04 23:55:28.904876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:28.916110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3a910d92-b3bb-4962-9fee-fea2e6aaf084'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:28.949174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-625a780a-3df6-4007-9d29-3adc44c4d171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338401 Mar 04 23:55:29.026620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ea0223-dbf3-4d79-85ea-989173b5ab14 req-2297d72f-103a-40ce-ba51-c7a1817d6289 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061913 Mar 04 23:55:29.055078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f45184-23aa-42cb-9331-773147f54506') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:29.055374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f45184-23aa-42cb-9331-773147f54506') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:29.100889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:29.230954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93252882-b7ae-4124-ba16-d282f834f584 req-88bcdb92-eb96-45d6-aa52-a6180de5c230 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 210 time: 0.1081312 Mar 04 23:55:29.280446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79160-f59b-4ed1-859b-1b433226de0c req-aaa2b890-67ec-4bdd-aa45-62d06b96c7f4 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:29.281592 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58c79160-f59b-4ed1-859b-1b433226de0c req-aaa2b890-67ec-4bdd-aa45-62d06b96c7f4 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.9434712 Mar 04 23:55:29.300477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-bf3a0181-6b70-4318-9c90-afe0389e751a service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418925 Mar 04 23:55:29.348979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:29.367026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:55:29.367700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:55:29.383082 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:55:29.495102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-47a116bf-b733-4c58-b5a4-1dd58828bb46 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797433 Mar 04 23:55:29.511489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58c79160-f59b-4ed1-859b-1b433226de0c req-0ea9d3c6-617f-4673-9d0f-1f76a97acfb7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045693 Mar 04 23:55:29.514702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:29.549522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:29.562478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b162d1d-b54d-4c70-a62f-d0f60838bb5c HTTP/1.1" status: 204 len: 168 time: 1.6800532 Mar 04 23:55:29.568374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1a939-2af2-45e4-9ced-1b41d8b64724 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b162d1d-b54d-4c70-a62f-d0f60838bb5c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:29.576382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-16d99f50-0253-47a6-aa60-e6cddad53254 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50b2425c050f400ab3596a8ca700aca7&device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 1099 time: 0.4484622 Mar 04 23:55:29.757879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42908) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:29.808197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-2b96d009-355f-433c-988f-5e034a3f988a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:29.810436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-2b96d009-355f-433c-988f-5e034a3f988a service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2271717 Mar 04 23:55:29.968271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-a8382c1b-da70-4b40-945c-641f283c1dca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=e29e982a-1509-4494-8050-9c6066f0a7c0 HTTP/1.1" status: 200 len: 217 time: 0.1504600 Mar 04 23:55:30.144114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-180d42ae-98a8-4fed-ad80-33f765048fa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc5a12082f274d4fbc0d59f48cfe6ba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3846562 Mar 04 23:55:30.147447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42916) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:30.150898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-114cd1d5-0cb5-40ec-9167-72ef36d65259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:30.152472 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-114cd1d5-0cb5-40ec-9167-72ef36d65259 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1794932 Mar 04 23:55:30.289103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ed0c65-8201-4873-af95-76a32ba13dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:30.309544 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-a31c8cbf-85c0-48af-8c00-5c8b61d115f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468277 Mar 04 23:55:30.317323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:30.362677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9bed6f7c-6706-4fc5-959f-e76be76ed6d2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:30.363288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9bed6f7c-6706-4fc5-959f-e76be76ed6d2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:55:30.406788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81136865-c095-4cc1-8d89-bdb1e05f6dc5 req-35542df2-8e73-491e-8599-5978566a43e1 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:30.414205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81136865-c095-4cc1-8d89-bdb1e05f6dc5 req-35542df2-8e73-491e-8599-5978566a43e1 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 948 time: 0.3891568 Mar 04 23:55:30.426389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:30.428401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:30.488482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81136865-c095-4cc1-8d89-bdb1e05f6dc5 req-ca722e61-d7ca-4010-966c-0d26f0970768 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733559 Mar 04 23:55:30.490230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9bed6f7c-6706-4fc5-959f-e76be76ed6d2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:55:30.491797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9bed6f7c-6706-4fc5-959f-e76be76ed6d2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 812 time: 0.5344231 Mar 04 23:55:30.518238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'port': {'device_id': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04', 'admin_state_up': True, 'tenant_id': '87a34cf662b2476fb5de7edfe6cc5db6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:30.600464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:30.669911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:30.673357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:30.685602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:30.703245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:30.712156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:port and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:30.716904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:30.726568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:30.762679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Made reservation on behalf of 87a34cf662b2476fb5de7edfe6cc5db6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:30.767796 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:30.783968 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ed0c65-8201-4873-af95-76a32ba13dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:30.809449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:30.954499 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2d90735-831e-43f6-89d3-6a3d80e6ca81 req-349b396e-b6ea-4333-a08c-8345a03f1c0c tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 210 time: 0.1278872 Mar 04 23:55:30.964468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-1ad02ae9-d012-4586-84fc-0693914a7799 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339467 Mar 04 23:55:31.146090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae922eba-7be1-416a-8057-da3b6ce21605 req-a24fb03f-8959-424d-aea1-432358229b9d service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728635 Mar 04 23:55:31.199467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ed0c65-8201-4873-af95-76a32ba13dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:31.226040 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'code': 200} Mar 04 23:55:31.233452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed0c65-8201-4873-af95-76a32ba13dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2784bb7-fdad-4d3c-8088-892c1c022ddf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:31.271228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0b1e-7728-4eb5-af0e-4ff80a222386 req-d2b77ada-e53e-463f-ba30-aa31f9b5378f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:31.276828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf0d0b1e-7728-4eb5-af0e-4ff80a222386 req-d2b77ada-e53e-463f-ba30-aa31f9b5378f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.3653982 Mar 04 23:55:31.283032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Allocated IP 172.20.0.12 (b58882f2-127f-4606-b034-1c13c838da04/79d89364-e7e5-42a0-bb24-4112b8ef4054/4e6b50c9-e4a3-4514-bd12-0ebfb528371d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:31.285922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ed0c65-8201-4873-af95-76a32ba13dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:31.303698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98ed0c65-8201-4873-af95-76a32ba13dff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2784bb7-fdad-4d3c-8088-892c1c022ddf HTTP/1.1" status: 204 len: 168 time: 1.1423495 Mar 04 23:55:31.397760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf0d0b1e-7728-4eb5-af0e-4ff80a222386 req-64bd53a9-81a5-4abe-af12-330808c8a469 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912387 Mar 04 23:55:31.910012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:31.943056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1726f9a-f860-489c-aaf7-8661b98c7086 req-9d6d3915-8ef3-4ae1-ac93-9288ce6021e5 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:31.950824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c1726f9a-f860-489c-aaf7-8661b98c7086 req-9d6d3915-8ef3-4ae1-ac93-9288ce6021e5 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 948 time: 0.1143596 Mar 04 23:55:31.987347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:32.024940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e29e982a-1509-4494-8050-9c6066f0a7c0 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:55:32.132034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c1726f9a-f860-489c-aaf7-8661b98c7086 req-e53975bf-b3fb-490d-82e9-352e5750ca3f tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800628 Mar 04 23:55:32.288371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Network b58882f2-127f-4606-b034-1c13c838da04 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:32.300396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:32.315222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:32.382734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:32.387902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42972) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:32.456651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e29e982a-1509-4494-8050-9c6066f0a7c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e29e982a-1509-4494-8050-9c6066f0a7c0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:32.469792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-09f6bb4a-c9d2-4298-a632-ac92b338dee2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87be0091b636466a8f11bf34693370b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0817792 Mar 04 23:55:32.473355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42978) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:32.494153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'e29e982a-1509-4494-8050-9c6066f0a7c0', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'e29e982a-1509-4494-8050-9c6066f0a7c0', 'mac_address': 'fa:16:3e:0a:94:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:55:32.539650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:32.541553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:32.618016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e524c569-e7cc-4f51-9b57-01a123094b8b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:32.618016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e524c569-e7cc-4f51-9b57-01a123094b8b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:55:32.618016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-98a6df63-8871-4cac-9c43-6b78bea44e54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1025474 Mar 04 23:55:32.647598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Request body: {'port': {'device_id': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:32.747553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e524c569-e7cc-4f51-9b57-01a123094b8b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:55:32.747553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e524c569-e7cc-4f51-9b57-01a123094b8b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 932 time: 0.4268527 Mar 04 23:55:32.767774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2111448e-f1f5-457c-9946-cb970e8fe810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:32.781153 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:32.855048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29e982a-1509-4494-8050-9c6066f0a7c0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:32.873699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2111448e-f1f5-457c-9946-cb970e8fe810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:32.914929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e29e982a-1509-4494-8050-9c6066f0a7c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e29e982a-1509-4494-8050-9c6066f0a7c0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:32.926621 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:32.934789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471f5bb-d5d6-457e-9d05-7156a614c80a req-83313fc9-bfd4-4191-8d8e-4b58b7426052 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:32.934789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8471f5bb-d5d6-457e-9d05-7156a614c80a req-83313fc9-bfd4-4191-8d8e-4b58b7426052 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.1381934 Mar 04 23:55:33.049822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8471f5bb-d5d6-457e-9d05-7156a614c80a req-03e1df72-6d03-4615-96dc-dbb42ba9a4bd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214039 Mar 04 23:55:33.057057 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:33.064653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2111448e-f1f5-457c-9946-cb970e8fe810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:33.130644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111448e-f1f5-457c-9946-cb970e8fe810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b468097f-a68a-4d05-aa85-4a261b94c896,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:33.132553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2111448e-f1f5-457c-9946-cb970e8fe810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:33.138401 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2111448e-f1f5-457c-9946-cb970e8fe810 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b468097f-a68a-4d05-aa85-4a261b94c896 HTTP/1.1" status: 204 len: 168 time: 0.6635201 Mar 04 23:55:33.164849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e29e982a-1509-4494-8050-9c6066f0a7c0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:33.262335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e9655250-4e6c-481f-8740-3294ea00a049 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:55:33.395731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['e29e982a-1509-4494-8050-9c6066f0a7c0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:33.420197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e9655250-4e6c-481f-8740-3294ea00a049 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:55:33.423279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ba97a41-0b66-46c2-9a4c-0d794526f4ed req-e9655250-4e6c-481f-8740-3294ea00a049 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6773190 Mar 04 23:55:33.613312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c281d-1ac2-4ebe-9e98-edc32d69ccd3 req-59652b8b-cd48-4829-ac44-f2d9392ce81e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:33.620144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a01c281d-1ac2-4ebe-9e98-edc32d69ccd3 req-59652b8b-cd48-4829-ac44-f2d9392ce81e tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 949 time: 0.1091547 Mar 04 23:55:33.688968 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a01c281d-1ac2-4ebe-9e98-edc32d69ccd3 req-2e01b761-3c76-4406-b63d-bd69ded25610 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 Mar 04 23:55:34.014171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6b50c9-e4a3-4514-bd12-0ebfb528371d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:34.025882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:34.062110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Transition to ACTIVE for port object 4e6b50c9-e4a3-4514-bd12-0ebfb528371d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:34.070339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:34.347481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:34.517064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456d6f-3997-4c7d-8fb4-aad0f56aef82 req-c38cadff-cd98-4141-862c-528ee365235d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:34.518721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5456d6f-3997-4c7d-8fb4-aad0f56aef82 req-c38cadff-cd98-4141-862c-528ee365235d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.2433527 Mar 04 23:55:34.661536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Attempting to bind port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:34.661888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Attempting to bind port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:34.662220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Attempting to bind port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d on network b58882f2-127f-4606-b034-1c13c838da04 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:34.693504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5456d6f-3997-4c7d-8fb4-aad0f56aef82 req-1e4354c3-dcac-4927-8d7c-a0613c936052 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572056 Mar 04 23:55:34.706678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d on network b58882f2-127f-4606-b034-1c13c838da04 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:55:34.707002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Attempting to bind port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d on network b58882f2-127f-4606-b034-1c13c838da04 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:34.737476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:34.737476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Checking segment: {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:34.737814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Bound using segment: {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:34.750948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Bound port: 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:34.752361 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:34.777983 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4405185b-ce77-4e81-a2eb-9675bf7e8ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.044387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2298-7abd-4659-9097-7a004f5f6477 req-10080b40-7713-4479-aa68-acb342943f59 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:35.051285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a6e2298-7abd-4659-9097-7a004f5f6477 req-10080b40-7713-4479-aa68-acb342943f59 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 944 time: 0.1999660 Mar 04 23:55:35.129293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43032) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:35.152218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:35.158768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:35.173141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9a6e2298-7abd-4659-9097-7a004f5f6477 req-5651436c-f7d3-41bc-9655-d56a1ac63bfc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:55:35.206231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.223682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9a6e2298-7abd-4659-9097-7a004f5f6477 req-5651436c-f7d3-41bc-9655-d56a1ac63bfc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:55:35.227051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a6e2298-7abd-4659-9097-7a004f5f6477 req-5651436c-f7d3-41bc-9655-d56a1ac63bfc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683304 Mar 04 23:55:35.297267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafaf4c-35d9-4552-b5db-ad6ce16b0374 req-c75eec42-64e9-4914-a943-fc3f2254b4cb tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:35.304909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3cafaf4c-35d9-4552-b5db-ad6ce16b0374 req-c75eec42-64e9-4914-a943-fc3f2254b4cb tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 949 time: 0.3508439 Mar 04 23:55:35.352430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-network', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:35.362405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:35.368120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Usage tracker for resource:network and tenant:8d5b22ade850491f8caa4af7adf42247 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:35.372080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:35.391838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:35.428942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.428942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 1092 time: 2.8004367 Mar 04 23:55:35.439522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:35.490268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Made reservation on behalf of 8d5b22ade850491f8caa4af7adf42247 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:35.500487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.546074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.621973 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'status': 'completed', 'code': 200} Mar 04 23:55:35.635477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516d0a-c2a9-4d8c-a112-ac2ccc3d89e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:35.644353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:35.652652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Usage tracker for resource:security_group_rule and tenant:8d5b22ade850491f8caa4af7adf42247 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:35.659457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:35.667186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:35.677007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3cafaf4c-35d9-4552-b5db-ad6ce16b0374 req-28fd33d4-7695-4ab8-88fc-6b28ea269bf7 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712003 Mar 04 23:55:35.716864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-3b19379d-1e46-4cfd-8239-f46d36c34ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1095 time: 0.2087100 Mar 04 23:55:35.907458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-bfaa7fec-a6b6-4620-9321-bb7500a51d91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 217 time: 0.1806612 Mar 04 23:55:35.943712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.953617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:35.973692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:55:36.005174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.005597 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Added segment d6c71117-67c8-4071-9a28-87184d120f99 of type vlan for network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 Mar 04 23:55:36.041862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e29e982a-1509-4494-8050-9c6066f0a7c0 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:36.048055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0871237-39c8-4a9b-93cf-f969e796755f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:36.068153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-d29f47d8-1cd0-4ac3-bc55-e6b2eec6702c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:36.071756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-d29f47d8-1cd0-4ac3-bc55-e6b2eec6702c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.1567483 Mar 04 23:55:36.088392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.131414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-df94ab2f-73ea-4e97-bd10-240e09ebe855 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528352 Mar 04 23:55:36.199747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.201519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:36.202768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.306714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port e29e982a-1509-4494-8050-9c6066f0a7c0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:36.325111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port e29e982a-1509-4494-8050-9c6066f0a7c0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:36.326510 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.476236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] Pushing event updated for resources: {'Network': ['ID=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:36.487744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e18c97b-4814-4b39-a2da-bdae3a23095f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3525581 Mar 04 23:55:36.496350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43056) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:36.542106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Request body: {'subnet': {'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-subnet', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:36.542692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e9a6-4775-4408-9177-18335c5fe561 req-7d60656f-c1d7-4508-9287-f0105365ab0b tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:36.554022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:36.554392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2174e9a6-4775-4408-9177-18335c5fe561 req-7d60656f-c1d7-4508-9287-f0105365ab0b tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.4194820 Mar 04 23:55:36.566986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Usage tracker for resource:subnet and tenant:8d5b22ade850491f8caa4af7adf42247 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:36.567538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.575660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:36.582114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:55:36.598461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:36.645477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2174e9a6-4775-4408-9177-18335c5fe561 req-0f46f705-893d-442d-b05f-dc38ef0a25c0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896299 Mar 04 23:55:36.732030 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-a3eb0988-c8ac-40b7-b166-b44e96c8384b service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916119 Mar 04 23:55:36.817122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29e982a-1509-4494-8050-9c6066f0a7c0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:36.839819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e29e982a-1509-4494-8050-9c6066f0a7c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e29e982a-1509-4494-8050-9c6066f0a7c0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:36.846736 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:36.877195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Made reservation on behalf of 8d5b22ade850491f8caa4af7adf42247 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:55:36.880462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:37.025638 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-842d9c50-9109-4f29-baf5-1c29bc4632d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:37.053074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e29e982a-1509-4494-8050-9c6066f0a7c0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:37.111783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b530e-e7e9-4353-9f34-f16ce93363a2 req-524e782d-f14f-46a2-bea2-b3de9d265448 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:37.133519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-867b530e-e7e9-4353-9f34-f16ce93363a2 req-524e782d-f14f-46a2-bea2-b3de9d265448 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 950 time: 0.1165168 Mar 04 23:55:37.234814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-867b530e-e7e9-4353-9f34-f16ce93363a2 req-87c91420-87b7-4545-a311-fcf07b135025 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Mar 04 23:55:37.380507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77ad3392-f9ed-4161-94ee-3209be900cbb req-83ea795c-17f8-47a3-b1f2-af37def54788 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362002 Mar 04 23:55:37.390589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ad17-7fa6-4776-973f-6f6cf9db0326 req-d407fab8-8d70-404c-bc27-328e48a739ce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:37.397877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4e4ad17-7fa6-4776-973f-6f6cf9db0326 req-d407fab8-8d70-404c-bc27-328e48a739ce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 944 time: 0.8707321 Mar 04 23:55:37.413774 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29e982a-1509-4494-8050-9c6066f0a7c0', 'code': 200} Mar 04 23:55:37.584040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab3c0114-ec80-4c8d-95d2-445c0ebacbea req-91aa9ffa-1576-45c5-9578-cbf205f2d55f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 1101 time: 0.1089540 Mar 04 23:55:37.651269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4e4ad17-7fa6-4776-973f-6f6cf9db0326 req-1c3affd6-2776-4645-aa05-505627a90970 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463560 Mar 04 23:55:37.703064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab3c0114-ec80-4c8d-95d2-445c0ebacbea req-5891678d-4684-4fe1-bd2c-a3f883fae145 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091731 Mar 04 23:55:37.735584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:37.786683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-7fed52dc-794f-4de1-98a4-01c999904528 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1095 time: 0.2911844 Mar 04 23:55:38.067169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-a5831b11-be6e-4589-a97f-69ab0a39a00a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:38.070254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-a5831b11-be6e-4589-a97f-69ab0a39a00a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.2762830 Mar 04 23:55:38.101693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5b626-6d6e-432a-90d4-b03a25972aaa req-f889376a-8c17-43a0-bcc3-21bb78d4f752 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:38.103750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1b5b626-6d6e-432a-90d4-b03a25972aaa req-f889376a-8c17-43a0-bcc3-21bb78d4f752 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.1458769 Mar 04 23:55:38.142485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:38.187152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1b5b626-6d6e-432a-90d4-b03a25972aaa req-fb0e79f3-4d13-4907-b043-47cee3ce837f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762761 Mar 04 23:55:38.249827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca7cb34-df0c-4117-b135-05fed017d36f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:38.259394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-f0e033c7-0cfd-4fe3-85f0-6a1036bd04e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 217 time: 0.1762493 Mar 04 23:55:38.277916 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:38.435089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.435526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.435869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.436212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.436799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.437272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.437600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.437924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.438393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.438856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.439194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:38.482357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Checking segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:38.482714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Network hostable DHCP agents. Network: 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:55:38.525710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-776dff49-c122-4851-be0b-eb7813114029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:38.534107 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-776dff49-c122-4851-be0b-eb7813114029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.2538724 Mar 04 23:55:38.663021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-834c67db-99dd-4e2e-bacb-32d1742cda1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231253 Mar 04 23:55:38.702457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:55:38.788068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:38.791986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce44d24-16cd-4a71-b1cd-9532708c954d None None] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:55:38.820054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:38.820054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:38.854234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1058895-fe7f-4e23-a5ed-913327680690 req-275dcc66-2d09-4980-93bb-1697ceaa991a tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:38.854234 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1058895-fe7f-4e23-a5ed-913327680690 req-275dcc66-2d09-4980-93bb-1697ceaa991a tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 950 time: 0.4349988 Mar 04 23:55:38.962767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff2730-0d04-4a8d-b801-0fc1c06cfc2e req-eccc2d50-a17f-4f5f-93ac-119bf9f5d5f2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:38.967171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4dff2730-0d04-4a8d-b801-0fc1c06cfc2e req-eccc2d50-a17f-4f5f-93ac-119bf9f5d5f2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 944 time: 0.1243153 Mar 04 23:55:39.047736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4dff2730-0d04-4a8d-b801-0fc1c06cfc2e req-c5c00678-ae7f-40cf-8bf7-d91ee1edf59c tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752513 Mar 04 23:55:39.063338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b16ecc12-3066-492a-80f2-50141eed3d2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5565913 Mar 04 23:55:39.066784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43092) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:39.078924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:39.097992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:39.126722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Usage tracker for resource:router and tenant:8d5b22ade850491f8caa4af7adf42247 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:39.147042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:39.174120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:39.209602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:39.209602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:39.307999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-2d34e5f9-40b0-49bf-9ee1-edca6ff05d30 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166086 Mar 04 23:55:39.322814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:39.467322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1058895-fe7f-4e23-a5ed-913327680690 req-acd06404-09e1-43cf-a8ab-28f122196316 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854707 Mar 04 23:55:39.877521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:39.877521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:55:39.877521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:40.087190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27d6115c-361c-4a0b-a4d7-7b79a2731eb0 req-cb82ad9f-e385-4f45-9315-0eb4b184a639 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788267 Mar 04 23:55:40.369638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:55:40.560813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Allocated IP 172.20.0.2 (0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6/aca7cb34-df0c-4117-b135-05fed017d36f/36eb56ec-67cc-476f-8727-7e86d1ce0477) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:40.605872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:40.655234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc79cfe-45d5-4d34-80ee-a1eb5ab1e8e9 req-b5a6ae73-17b1-4d0e-a63a-2073a663a713 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:40.655234 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc79cfe-45d5-4d34-80ee-a1eb5ab1e8e9 req-b5a6ae73-17b1-4d0e-a63a-2073a663a713 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 944 time: 0.2828512 Mar 04 23:55:40.704992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:55:40.704992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e6b50c9-e4a3-4514-bd12-0ebfb528371d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:55:40.727495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc79cfe-45d5-4d34-80ee-a1eb5ab1e8e9 req-ecc0592a-1079-4bf8-aaf6-57b3f469256d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683093 Mar 04 23:55:40.962039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-a5777bf3-0b90-47c1-a9d0-e30987075a4e tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 1.5537689 Mar 04 23:55:41.050807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:41.259470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:41.299700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:41.326887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04', 'port_id': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'mac_address': 'fa:16:3e:df:be:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d89364-e7e5-42a0-bb24-4112b8ef4054', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:55:41.417835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Transition to ACTIVE for port object 36eb56ec-67cc-476f-8727-7e86d1ce0477 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:41.511354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3fdba-c946-4f14-a1a8-6717e7e965fd req-c80c810f-4e78-450a-8d20-ea08eae21f69 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:41.521147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:41.525946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6d3fdba-c946-4f14-a1a8-6717e7e965fd req-c80c810f-4e78-450a-8d20-ea08eae21f69 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 950 time: 0.2105641 Mar 04 23:55:41.531031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Transition to ACTIVE for port object 36eb56ec-67cc-476f-8727-7e86d1ce0477 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:41.557434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:41.624296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6d3fdba-c946-4f14-a1a8-6717e7e965fd req-2ce0b851-3819-4ad8-8dab-8f4b4428b6d7 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997496 Mar 04 23:55:41.629256 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:41.638881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04150aa0-d9dc-48f0-af48-622779cf219e req-dda5fc92-8ab4-4924-81f8-9975fa6077cd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:41.659053 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04150aa0-d9dc-48f0-af48-622779cf219e req-dda5fc92-8ab4-4924-81f8-9975fa6077cd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 1.6900349 Mar 04 23:55:41.740272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:41.744338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6b50c9-e4a3-4514-bd12-0ebfb528371d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:41.767722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:41.778130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:41.778763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:41.784903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:41.787153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:41.834800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Pushing event updated for resources: {'Port': ['ID=36eb56ec-67cc-476f-8727-7e86d1ce0477,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:42.111762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04150aa0-d9dc-48f0-af48-622779cf219e req-28ac0444-d9c7-42c1-a213-4764d43579e1 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509692 Mar 04 23:55:42.173508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Attempting to bind port 36eb56ec-67cc-476f-8727-7e86d1ce0477 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:42.173508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Attempting to bind port 36eb56ec-67cc-476f-8727-7e86d1ce0477 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:42.173738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Attempting to bind port 36eb56ec-67cc-476f-8727-7e86d1ce0477 on network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:42.217049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:42.227827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:42.228447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Checking segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:42.228835 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:42.229328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Bound using segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:42.229856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Bound port: 36eb56ec-67cc-476f-8727-7e86d1ce0477, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:42.230833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:42.245516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:42.487720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] For port 36eb56ec-67cc-476f-8727-7e86d1ce0477, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:42.582471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] For port 36eb56ec-67cc-476f-8727-7e86d1ce0477, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=36eb56ec-67cc-476f-8727-7e86d1ce0477,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:42.641718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:42.747301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:42.793572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1d956-b7f1-4d74-8c77-1053d5fe7688 req-cb36283a-5be5-4700-9fc5-15c1bede3a7f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:42.800393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4b1d956-b7f1-4d74-8c77-1053d5fe7688 req-cb36283a-5be5-4700-9fc5-15c1bede3a7f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 945 time: 0.2856069 Mar 04 23:55:42.881676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318e1d9-38e2-4ed6-8650-89378888c0f7 None None] Pushing event updated for resources: {'Port': ['ID=36eb56ec-67cc-476f-8727-7e86d1ce0477,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:42.905875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4b1d956-b7f1-4d74-8c77-1053d5fe7688 req-fd4c519b-9002-4d94-a280-ca35771b5190 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045353 Mar 04 23:55:42.916146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:42.921992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-7fa02049-8b43-44cd-8adf-0404ea6929cb tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 1101 time: 0.1366293 Mar 04 23:55:42.944954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:42.965141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:55:42.989519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:43.007613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:55:43.016047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Usage tracker for resource:security_group_rule and tenant:fe11768f1e834b1fbd2e8e21cddd5e46 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:55:43.032617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:55:43.043714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:55:43.234245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:43.242164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:43.377757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4d349-0275-4ad1-b27f-425bbdbd089b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:43.412605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-020da9ab-1798-4745-8b31-872bc0b96a24 req-0961a29f-21b6-4639-80b6-866e61076728 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894395 Mar 04 23:55:43.414137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:43.546573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Allocated IP 172.25.0.239 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3f5bef82-c75e-412b-a725-35f89c2e7fdd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:55:43.547869 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:55:43.766928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:43.769727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 36eb56ec-67cc-476f-8727-7e86d1ce0477 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:43.781166 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:43.855380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:43.925095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 36eb56ec-67cc-476f-8727-7e86d1ce0477 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:44.045308 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'code': 200} Mar 04 23:55:44.310217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973039-bf91-419c-89b7-351184c18339 req-af16fc6e-eebb-47ea-bdf8-956014220c0c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:44.320435 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d973039-bf91-419c-89b7-351184c18339 req-af16fc6e-eebb-47ea-bdf8-956014220c0c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 945 time: 0.7607393 Mar 04 23:55:44.361514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e6b50c9-e4a3-4514-bd12-0ebfb528371d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:44.542309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2873a-c686-4ab4-9a0b-64a56a6ecb6d req-f60cc19a-9e62-4a93-896a-34de8f4195dc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:44.550486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d973039-bf91-419c-89b7-351184c18339 req-2135b2fd-e024-4f68-aab6-ed2312c55df0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171195 Mar 04 23:55:44.559211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-deb2873a-c686-4ab4-9a0b-64a56a6ecb6d req-f60cc19a-9e62-4a93-896a-34de8f4195dc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 945 time: 0.3318961 Mar 04 23:55:44.592369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:44.609046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:44.609046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:44.721715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.783768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:55:44.838228 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-deb2873a-c686-4ab4-9a0b-64a56a6ecb6d req-780eabff-9f7d-4546-b257-db1782f45ec6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790775 Mar 04 23:55:44.849539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:44.849539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:44.849539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:44.915787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:55:44.924903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Attempting to bind port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on network cda71662-4160-4761-9e2f-37800f565172 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:44.975605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:44.975605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Checking segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:44.975826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Bound using segment: {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:44.977450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Bound port: 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945653f-af1f-4fb4-8c93-f94450a10fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cda71662-4160-4761-9e2f-37800f565172'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:44.977450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:45.041370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db097037-b799-4117-a58b-adcab8724cb6 None None] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:55:45.235170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:45.242112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:45.346083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] Provisioning for port 36eb56ec-67cc-476f-8727-7e86d1ce0477 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:45.372143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:45.406678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] Provisioning complete for port 36eb56ec-67cc-476f-8727-7e86d1ce0477 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:45.406678 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:45.489168 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'code': 200} Mar 04 23:55:45.489168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:45.530668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:45.798778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:45.873319 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:45.891969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-191b008e-535e-43cd-ad52-f5c5a9a288f2 req-7cde0035-2d29-4b4a-92e3-3f95288c1604 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 1101 time: 0.8330083 Mar 04 23:55:45.920138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] For port 36eb56ec-67cc-476f-8727-7e86d1ce0477, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=36eb56ec-67cc-476f-8727-7e86d1ce0477,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:45.929603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:46.066302 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-191b008e-535e-43cd-ad52-f5c5a9a288f2 req-b32fe71e-82ae-4cfb-8b8b-a4725bda1488 tempest-ServersAdminNegativeTestJSON-1327482254 tempest-ServersAdminNegativeTestJSON-1327482254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722472 Mar 04 23:55:46.174343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bce343-cb64-4651-ada2-6155373bbdc8 None None] Pushing event updated for resources: {'Port': ['ID=36eb56ec-67cc-476f-8727-7e86d1ce0477,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:46.176743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:46.186708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:46.230471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:46.322715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae936398-a2dc-4dd9-be07-b22dc4dca85d req-3223401d-4758-45fb-a28c-e326a43638dc tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:46.325502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae936398-a2dc-4dd9-be07-b22dc4dca85d req-3223401d-4758-45fb-a28c-e326a43638dc tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.4091146 Mar 04 23:55:46.479773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae936398-a2dc-4dd9-be07-b22dc4dca85d req-e224a557-5666-4ed1-810f-2f9abeb5f5c7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205473 Mar 04 23:55:46.535327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0dca772-7e9d-4b6f-90ff-228922d1dea3 req-1c1effa5-f700-4af7-ad0b-a2d25bff7ccd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1097 time: 0.9715018 Mar 04 23:55:46.614444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=8']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:46.628804 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:46.668479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-529180ca-3e8a-43a0-a4e9-5588b17965df None None] Provisioning complete for port 36eb56ec-67cc-476f-8727-7e86d1ce0477 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:46.669087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-529180ca-3e8a-43a0-a4e9-5588b17965df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:46.684362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0dca772-7e9d-4b6f-90ff-228922d1dea3 req-356669f4-8820-48d1-9ed5-177fdba73d22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482773 Mar 04 23:55:47.062116 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07dfe6e3-c4bb-41e0-b119-34e68b49a9a0 req-9ea3fae0-3946-408d-a597-2c8958be3cf2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1569972 Mar 04 23:55:47.080241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:47.080241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-f843e2b0-0164-4501-aa4b-80f82489667c service neutron] 10.222.0.36 "PUT /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 1121 time: 6.0805869 Mar 04 23:55:47.080241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5bef82-c75e-412b-a725-35f89c2e7fdd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:47.107397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:47.134203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:55:47.143078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:55:47.148337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:55:47.201907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:47.278228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:47.291055 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'status': 'completed', 'code': 200} Mar 04 23:55:47.632904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-dd55fae0-5f4f-4598-af84-01e966e4a8fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1124 time: 0.3301024 Mar 04 23:55:47.641349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ea19-be5e-45b2-bd00-75c298f22c44 req-882b2633-480f-4cbf-a194-a734c1e453d2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:47.643396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-70a1ea19-be5e-45b2-bd00-75c298f22c44 req-882b2633-480f-4cbf-a194-a734c1e453d2 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 946 time: 1.0421884 Mar 04 23:55:47.657420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 36eb56ec-67cc-476f-8727-7e86d1ce0477 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:47.933101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-70a1ea19-be5e-45b2-bd00-75c298f22c44 req-1a1281be-2a49-4db5-b19d-28bda0eb7a3a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405356 Mar 04 23:55:48.072847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-f981dd89-e59c-4e62-a8d7-92dff2cac4e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:48.072847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-f981dd89-e59c-4e62-a8d7-92dff2cac4e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.4267604 Mar 04 23:55:48.233044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:48.233729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:48.248428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-dc724acd-f27b-4506-92f1-536833f017ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 217 time: 0.1691828 Mar 04 23:55:48.422270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 36eb56ec-67cc-476f-8727-7e86d1ce0477 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:48.423783 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:48.757448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-91a680f2-1489-44e4-b980-df9105a3d01e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:48.758957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-91a680f2-1489-44e4-b980-df9105a3d01e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.4008439 Mar 04 23:55:48.816633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-cbb505e9-1dbd-4608-b3aa-0bce4e5f4cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464921 Mar 04 23:55:48.917120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715571-bac5-416f-82a4-369ba6d521a7 req-0c959302-119e-422d-a1a3-7b5f16f7c09d tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:48.929140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18715571-bac5-416f-82a4-369ba6d521a7 req-0c959302-119e-422d-a1a3-7b5f16f7c09d tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 950 time: 0.1790576 Mar 04 23:55:48.960550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c0af-14a3-4f99-8038-dbe222c46834 req-861f8204-646d-4ece-a330-4cf34d9658da tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:48.961244 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8fd3c0af-14a3-4f99-8038-dbe222c46834 req-861f8204-646d-4ece-a330-4cf34d9658da tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.5701101 Mar 04 23:55:49.018898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18715571-bac5-416f-82a4-369ba6d521a7 req-151153d6-f389-40e4-b8cd-5c0f64f4e908 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877225 Mar 04 23:55:49.120859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-bfd33852-8c2d-4778-b33a-a7d0dea0a72b service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943308 Mar 04 23:55:49.133952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8fd3c0af-14a3-4f99-8038-dbe222c46834 req-f6ff0739-25b7-4f75-8eb5-bee2717f2896 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614702 Mar 04 23:55:49.482723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6d91f-ca9a-4159-a3f4-286b69bcee29 req-d2f70ea0-78c1-4b56-a222-7c798c404581 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:49.491478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05a6d91f-ca9a-4159-a3f4-286b69bcee29 req-d2f70ea0-78c1-4b56-a222-7c798c404581 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 946 time: 0.3084922 Mar 04 23:55:49.557840 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05a6d91f-ca9a-4159-a3f4-286b69bcee29 req-06c5d25d-ac45-406f-9f14-1bb06ffd5d8c tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602214 Mar 04 23:55:49.617065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5634e8b-e890-4e79-93a9-abde20f95b09 req-a537fa4c-6533-46a8-88b1-28a3d59416dd service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818084 Mar 04 23:55:49.711529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Router 6e2c3406-c9ee-47c5-82a0-632c82ff43de is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:55:49.862515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-22768760-0bdc-4cce-86c2-cc460d7cb44e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1986647434&fields=id&tenant_id=87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 267 time: 0.1416373 Mar 04 23:55:50.095313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-5572b6da-f58d-4a61-8d54-66feabbc8a33 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:50.096799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-5572b6da-f58d-4a61-8d54-66feabbc8a33 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 946 time: 0.2335165 Mar 04 23:55:50.116142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'port': {'security_groups': ['60e18e93-dd60-4c37-816e-81daf0e16d4a', '5a2e2520-b25f-42e2-9c19-94aa3f2a71f2']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:50.284430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:50.466715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c12395-e820-480c-ba77-a5a18ec214f9 req-6b493a99-eac0-4e34-8128-c723e0ac8521 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:50.468275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31c12395-e820-480c-ba77-a5a18ec214f9 req-6b493a99-eac0-4e34-8128-c723e0ac8521 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 950 time: 0.2307963 Mar 04 23:55:50.515796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-d3e22a0d-3714-44b1-b644-675a4d4812fe tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:50.518104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-d3e22a0d-3714-44b1-b644-675a4d4812fe tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 950 time: 0.4057136 Mar 04 23:55:50.633944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Deleting port e29e982a-1509-4494-8050-9c6066f0a7c0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:55:50.634609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:50.683187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:55:50.694061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31c12395-e820-480c-ba77-a5a18ec214f9 req-b7cba5ae-4ccb-4c43-a633-7d1bcb1218c2 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072473 Mar 04 23:55:50.695016 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Sync routers for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:55:50.706502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:50.737270 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:55:50.737270 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:55:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:50.737515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:50.744902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:50.757673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:50.918895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:50.922645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:50.931819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7cd5f4-9a4f-4981-9ec7-436771a0f84d req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "PUT /v2.0/ports/4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 982 time: 0.8245361 Mar 04 23:55:51.019158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:51.064701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:51.153072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d1428-ea8a-458a-a709-ea10824d6a8f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:51.232161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:51.244171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-42c7df44-d735-4556-8a59-024ac36d9c75 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 12.1815393 Mar 04 23:55:51.248061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:55:51.596920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] For port e29e982a-1509-4494-8050-9c6066f0a7c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e29e982a-1509-4494-8050-9c6066f0a7c0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:51.596920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:51.626665 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:52.263624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Calling delete_port for e29e982a-1509-4494-8050-9c6066f0a7c0 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:55:52.343491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-ebaa1828-171e-4f2c-9828-cb6129d7603a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1732038081&fields=id&tenant_id=87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 267 time: 0.4619071 Mar 04 23:55:52.612942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:55:47Z', 'revision_number': 3, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:52.623027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Checking router: 6e2c3406-c9ee-47c5-82a0-632c82ff43de for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:55:52.623403 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Updating router 6e2c3406-c9ee-47c5-82a0-632c82ff43de port 3f5bef82-c75e-412b-a725-35f89c2e7fdd binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:55:52.670774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d736cc-9aa8-4035-9504-9fd0fac908c8 req-6cdde376-60fb-412a-a47c-4bcf877aceb7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:52.688243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6d736cc-9aa8-4035-9504-9fd0fac908c8 req-6cdde376-60fb-412a-a47c-4bcf877aceb7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 1.0531323 Mar 04 23:55:52.705388 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:52.709506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-6a42e1b4-fd52-4f61-8212-26037bf78d31 service neutron] 10.222.0.10 "GET /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.7115517 Mar 04 23:55:52.905028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6d736cc-9aa8-4035-9504-9fd0fac908c8 req-c4200d93-6ccf-4a91-a4f6-673a1aa865ec tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097893 Mar 04 23:55:52.983036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-8fa220d3-2dfb-43bb-9756-d781b5d75686 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:53.000980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-8fa220d3-2dfb-43bb-9756-d781b5d75686 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 985 time: 0.6566715 Mar 04 23:55:53.024134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'port': {'security_groups': ['5a2e2520-b25f-42e2-9c19-94aa3f2a71f2', '60e18e93-dd60-4c37-816e-81daf0e16d4a', '06a551a6-8de3-4f31-9dea-acf5c4555355']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:55:53.137457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:53.151013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e4c6b38-97e3-4ba7-87d3-b8654511e3dd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:53.209960 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'status': 'completed', 'code': 200} Mar 04 23:55:53.491154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Pushing event deleted for resources: {'Port': ['ID=e29e982a-1509-4494-8050-9c6066f0a7c0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:53.806182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:54.123931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-580c97b0-022d-4825-9a9a-bd5c6b49cdea req-b49b0cf8-10de-4809-8326-07d028da06cd tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2d8ed2-60b7-4265-822a-afc2c2aa2d85 HTTP/1.1" status: 200 len: 210 time: 0.5864873 Mar 04 23:55:54.158007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] No DVR routers for this DVR port e29e982a-1509-4494-8050-9c6066f0a7c0 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:55:54.165633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e29e982a-1509-4494-8050-9c6066f0a7c0 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:55:54.180505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:54.224468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'name': 'network-vif-deleted', 'tag': 'e29e982a-1509-4494-8050-9c6066f0a7c0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:54.259436 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.db.resource_extend [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:55:54.321447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: e29e982a-1509-4494-8050-9c6066f0a7c0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:55:54.321447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e29e982a-1509-4494-8050-9c6066f0a7c0 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:55:54.321447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:55:54.325738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-713f82ed-eed4-4d26-b665-123248b11672 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1136 time: 1.0356631 Mar 04 23:55:54.325738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f4457f9-8017-49c1-b6d4-ff594c707fff req-25683db4-f76f-4a03-b5eb-36d2dbf81063 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.10 "DELETE /v2.0/ports/e29e982a-1509-4494-8050-9c6066f0a7c0 HTTP/1.1" status: 204 len: 173 time: 3.7978230 Mar 04 23:55:54.644240 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:54.728653 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Transition to ACTIVE for port object 3f5bef82-c75e-412b-a725-35f89c2e7fdd will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:55.050059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-19f6671c-beb2-4dd4-939b-5a74c8a1c8cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:55.059195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-19f6671c-beb2-4dd4-939b-5a74c8a1c8cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.7246270 Mar 04 23:55:55.078351 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:55.495987 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Attempting to bind port 3f5bef82-c75e-412b-a725-35f89c2e7fdd on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:55:55.496595 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Attempting to bind port 3f5bef82-c75e-412b-a725-35f89c2e7fdd by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:55:55.496701 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Attempting to bind port 3f5bef82-c75e-412b-a725-35f89c2e7fdd on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:55:55.609785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:55:55.609785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:55:55.609785 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:55.609785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:55:55.609785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Bound port: 3f5bef82-c75e-412b-a725-35f89c2e7fdd, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:55:55.623581 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:55.740822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-6609d51a-9b14-4729-a391-0ceae2336249 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 217 time: 0.6759694 Mar 04 23:55:55.862220 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5398f1c-9331-431f-8b4d-5801c2548969 None None] Pushing event updated for resources: {'Port': ['ID=3f5bef82-c75e-412b-a725-35f89c2e7fdd,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:55.889240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d1d6-9f91-4b09-bd99-b6ca41e119f5 req-85572efe-fdb3-4c8a-9352-10bb7c79c43c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:55.889240 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9012d1d6-9f91-4b09-bd99-b6ca41e119f5 req-85572efe-fdb3-4c8a-9352-10bb7c79c43c tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 943 time: 0.3368006 Mar 04 23:55:55.903626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-74abe633-a6e1-4a75-ac03-e2405bce6be9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:55.903626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-74abe633-a6e1-4a75-ac03-e2405bce6be9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.1324000 Mar 04 23:55:55.953438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9012d1d6-9f91-4b09-bd99-b6ca41e119f5 req-91d0a2e5-8f1f-43b0-9a9f-b6fb83ad3bcc tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523736 Mar 04 23:55:56.061402 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-434c7507-6528-4674-919e-dce30d6ebe7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057055 Mar 04 23:55:56.106464 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] For port 3f5bef82-c75e-412b-a725-35f89c2e7fdd, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:56.156174 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] For port 3f5bef82-c75e-412b-a725-35f89c2e7fdd, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3f5bef82-c75e-412b-a725-35f89c2e7fdd,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:55:56.170733 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:56.389992 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2d8ed2-60b7-4265-822a-afc2c2aa2d85', 'name': 'network-vif-deleted', 'tag': 'e29e982a-1509-4494-8050-9c6066f0a7c0', 'status': 'completed', 'code': 200} Mar 04 23:55:56.431806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:56.440222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5398f1c-9331-431f-8b4d-5801c2548969 None None] Pushing event updated for resources: {'Port': ['ID=3f5bef82-c75e-412b-a725-35f89c2e7fdd,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:56.546998 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:55:56.547628 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:55:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:56.548610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:55:56.583520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-e3af305a-9133-4443-949b-ad2b117853c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220520 Mar 04 23:55:56.762586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:55:56.803053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:56.821184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:56.826067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-664f3bc7-bf36-44f6-9814-b9d9ab63451c req-1ec43960-e2ea-451a-a5b6-c12ff5c7518f service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351179 Mar 04 23:55:56.828237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:56.860261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.869647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.874101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.879545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.884502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.889001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.893363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:56.895320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:56.904979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-f73a0352-8b79-45a3-a935-3eb161b28b14 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.4453464 Mar 04 23:55:56.956838 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:55:57.041526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-feeef32b-f5af-44e5-b2cf-e0e3ac0f7021 req-7cdab0e9-018b-456b-b1c2-419303fed7ac tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353357 Mar 04 23:55:57.472158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] Transition to ACTIVE for port object 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:55:57.539115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:57.699447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:55:57.728210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:57.731061 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:55:47Z', 'revision_number': 3, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:55:57.740720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe96d1-bafe-4548-a832-75f7e32a0523 None None] The sync data for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 is: [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:55:47Z', 'revision_number': 3, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:55:57.930175 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:55:58.007546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] No DVR routers for this DVR port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:55:58.022704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:58.036861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e3bf-229c-45ab-bf66-351590d0be35 req-b8e16f69-009a-4676-8b26-b19dad210d16 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.057015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dc5e3bf-229c-45ab-bf66-351590d0be35 req-b8e16f69-009a-4676-8b26-b19dad210d16 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 0.1314023 Mar 04 23:55:58.082061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:58.096912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:58.206938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dc5e3bf-229c-45ab-bf66-351590d0be35 req-1f9d5957-5b39-4761-8252-ed4c979a2107 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487434 Mar 04 23:55:58.389041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.389585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:58.390621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d45f501f-3c19-4e98-9413-29b17f9a0522 req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "PUT /v2.0/ports/4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 1021 time: 5.3860552 Mar 04 23:55:58.399931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:55:58.531990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:55:58.562080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-af5adf2c-2d4f-4a9f-8aa8-53cc573f5d16 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 5.8329263 Mar 04 23:55:58.570395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8e12-da3c-4940-a356-3a1366bf7702 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:55:58.934755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.939787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.945991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.953016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.962141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.967756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.979349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:58.983021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f301c25-5492-4f89-93c0-768dfcc2060f req-e700d84b-8767-4036-a0e9-607749a3400a tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.2536814 Mar 04 23:55:58.989364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-34793cae-88ed-435d-a968-ae15e60b0c37 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.3594918 Mar 04 23:55:59.222757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-da601d37-a662-49c4-8095-d239b5d3ba69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58&tenant_id=6db8af48f38e4242834d2d54e28a5038 HTTP/1.1" status: 200 len: 1095 time: 0.2232575 Mar 04 23:55:59.498205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-fded3d0d-dc12-491d-ac24-434a11727863 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1095 time: 0.2416666 Mar 04 23:55:59.790486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3f5bef82-c75e-412b-a725-35f89c2e7fdd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:55:59.799857 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'status': 'completed', 'code': 200} Mar 04 23:55:59.843332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:55:59.935302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732f0da-859b-4cad-94b4-750061f711b8 req-63a12674-6e07-49f2-b275-404edea5b9d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:55:59.937998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-63a12674-6e07-49f2-b275-404edea5b9d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.4329529 Mar 04 23:55:59.984509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3f5bef82-c75e-412b-a725-35f89c2e7fdd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:55:59.996736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3f5bef82-c75e-412b-a725-35f89c2e7fdd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:55:59.997449 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:00.034733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811f62-76fd-4ccc-bde3-82a9752d4092 req-37791323-1d3c-4871-b886-c344943f6465 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:00.047250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08811f62-76fd-4ccc-bde3-82a9752d4092 req-37791323-1d3c-4871-b886-c344943f6465 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1024 time: 0.4296188 Mar 04 23:56:00.165973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08811f62-76fd-4ccc-bde3-82a9752d4092 req-e3b15e3e-c187-4ddf-bba6-7fec43aeb74f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=06a551a6-8de3-4f31-9dea-acf5c4555355&id=5a2e2520-b25f-42e2-9c19-94aa3f2a71f2&id=60e18e93-dd60-4c37-816e-81daf0e16d4a HTTP/1.1" status: 200 len: 5485 time: 0.1099286 Mar 04 23:56:00.168741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-1a9472f6-32cb-4581-914e-72298fc445aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 200 len: 217 time: 0.2232568 Mar 04 23:56:00.192850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:00.215663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3f5bef82-c75e-412b-a725-35f89c2e7fdd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3f5bef82-c75e-412b-a725-35f89c2e7fdd,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:00.227072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:00.315021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732f0da-859b-4cad-94b4-750061f711b8 req-5ce118da-29c2-4eb1-93e9-37e67f067c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:00.316541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-5ce118da-29c2-4eb1-93e9-37e67f067c6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.1408014 Mar 04 23:56:00.411675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3f5bef82-c75e-412b-a725-35f89c2e7fdd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:00.427838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-130ff819-1c2c-4c4b-973e-1933acd0b703 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942380 Mar 04 23:56:00.546169 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-c930dd88-9a36-452a-bcce-4eb10f8690ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1175 time: 0.9972441 Mar 04 23:56:00.576885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.577387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.577726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.580777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.580777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.581380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.581380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.582572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.590261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.590261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.590261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:00.757171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-2fd5e8af-5577-445f-b4e3-8322cc524e9b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Synchronizing usage tracker for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:00.804946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-2fd5e8af-5577-445f-b4e3-8322cc524e9b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Unset dirty status for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:00.813085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-2fd5e8af-5577-445f-b4e3-8322cc524e9b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--257107043&fields=id&tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a HTTP/1.1" status: 200 len: 267 time: 0.8392770 Mar 04 23:56:01.092584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-679fe441-a501-4523-8b12-989634c9955d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:01.094269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-679fe441-a501-4523-8b12-989634c9955d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/networks?id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099 HTTP/1.1" status: 200 len: 816 time: 0.2801816 Mar 04 23:56:01.158642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Allocated IP 172.20.0.1 (0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6/aca7cb34-df0c-4117-b135-05fed017d36f/5869d187-6a34-4f40-8c57-670027a6615f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:01.163060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-7634386d-9d2f-40cf-95d4-8d2545d72575 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/quotas/f6bc63d7b1c24aa3a37336cfdcb9ef4a HTTP/1.1" status: 200 len: 375 time: 0.0469737 Mar 04 23:56:01.243031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-4aec328c-36ac-451e-84cf-93b1e5d3af9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:01.246215 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-4aec328c-36ac-451e-84cf-93b1e5d3af9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.6902087 Mar 04 23:56:01.250661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43392) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:01.333630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-8016388b-a26e-4587-ae12-6ea2be35c207 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785002 Mar 04 23:56:01.519736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-ca022d4e-9298-4ddd-8b30-af1b2bd62b00 service neutron] 10.222.0.36 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766958 Mar 04 23:56:01.599419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-4dd9e76f-f189-4faf-964b-99f13ba2032e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 200 len: 217 time: 0.3394294 Mar 04 23:56:01.700284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3f5bef82-c75e-412b-a725-35f89c2e7fdd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:01.733798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-46fd4e1a-37c9-4aaa-a3d4-ad87bc72a779 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:01.734561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-46fd4e1a-37c9-4aaa-a3d4-ad87bc72a779 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Synchronizing usage tracker for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:01.762076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5525a-40ec-4137-8b3c-270fff8c05b7 req-0273c36d-3179-427e-b80d-82ca71573496 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:01.769241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ad5525a-40ec-4137-8b3c-270fff8c05b7 req-0273c36d-3179-427e-b80d-82ca71573496 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 1.3468773 Mar 04 23:56:01.781908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-9c57b1df-8a67-4b03-a439-194e7b7bf277 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Synchronizing usage tracker for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:01.816122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c81c8c5-61e2-4b04-9939-1ed3c816aac8 req-55f38c7c-047e-4594-8197-ed699b782cd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6491 time: 0.5523851 Mar 04 23:56:01.821423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-3eb759c5-ad5a-40be-802e-2e80e1b371ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:01.826903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-3eb759c5-ad5a-40be-802e-2e80e1b371ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.2110870 Mar 04 23:56:01.909713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ad5525a-40ec-4137-8b3c-270fff8c05b7 req-7d7a7507-fa93-425c-a0f4-9048982d96d7 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394577 Mar 04 23:56:01.913636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3f5bef82-c75e-412b-a725-35f89c2e7fdd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:01.913779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:01.999786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-9c57b1df-8a67-4b03-a439-194e7b7bf277 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Unset dirty status for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:02.001378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-9c57b1df-8a67-4b03-a439-194e7b7bf277 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8300190 Mar 04 23:56:02.052709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-66a0b567-b883-46cc-babf-7aabd074b44f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2042880 Mar 04 23:56:02.081987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-46fd4e1a-37c9-4aaa-a3d4-ad87bc72a779 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Unset dirty status for tenant:50b2425c050f400ab3596a8ca700aca7 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:02.087939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-46fd4e1a-37c9-4aaa-a3d4-ad87bc72a779 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.36 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 949 time: 1.0565760 Mar 04 23:56:02.089986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c81c8c5-61e2-4b04-9939-1ed3c816aac8 req-d8438cdd-4c8e-4adf-ae65-dff7180b83d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2731085 Mar 04 23:56:02.340064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:02.348239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Deleting port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:02.349067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:02.508140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Transition to ACTIVE for port object 5869d187-6a34-4f40-8c57-670027a6615f will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:02.587167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-4a0ea745-9386-48bf-a036-6787adbb198d service neutron] 10.222.0.32 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441526 Mar 04 23:56:02.605871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-53349ac3-c73c-40d5-bbf0-3713578ba3ec tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58&tenant_id=6db8af48f38e4242834d2d54e28a5038&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.6906927 Mar 04 23:56:02.702861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-5c95ec91-0167-4a35-a436-ae5467772c56 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492753 Mar 04 23:56:02.759410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:02.847011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52cd4-3c11-43ec-9962-9655e7a49d56 req-50810422-a6bb-4a2d-aaae-0d5ecf356ab1 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:02.848750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-20c52cd4-3c11-43ec-9962-9655e7a49d56 req-50810422-a6bb-4a2d-aaae-0d5ecf356ab1 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 949 time: 0.6340950 Mar 04 23:56:02.925546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:02.952128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:02.969781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9732f0da-859b-4cad-94b4-750061f711b8 req-e6c5281d-a48d-427c-b159-244759f1818e service neutron] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:02.980108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9732f0da-859b-4cad-94b4-750061f711b8 req-e6c5281d-a48d-427c-b159-244759f1818e service neutron] Notify callbacks [] for binding, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:02.980822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9732f0da-859b-4cad-94b4-750061f711b8 req-e6c5281d-a48d-427c-b159-244759f1818e service neutron] 10.222.0.36 "DELETE /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.3380077 Mar 04 23:56:02.983419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-20c52cd4-3c11-43ec-9962-9655e7a49d56 req-267bdb57-181f-4a08-87d8-64a322d3d38f tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6718084-41ca-4be4-a6b0-87758b890e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195536 Mar 04 23:56:02.992163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:03.024432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] For port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:03.026181 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:03.156280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Pushing event updated for resources: {'Port': ['ID=5869d187-6a34-4f40-8c57-670027a6615f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:03.306486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': ' tempest-securitygroup -429524862 ', 'description': 'tempest-description-1395146279'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:03.474468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ee96c04f-5eb2-48f5-bba0-17fa6c15a1b3 None None] Provisioning for port 5869d187-6a34-4f40-8c57-670027a6615f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:03.488835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ee96c04f-5eb2-48f5-bba0-17fa6c15a1b3 None None] Provisioning complete for port 5869d187-6a34-4f40-8c57-670027a6615f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:03.490323 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee96c04f-5eb2-48f5-bba0-17fa6c15a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:03.535139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Calling delete_port for 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:03.543605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:03.606007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-a0b89205-3119-4f7e-bdfd-5495a9844c44 service neutron] 10.222.0.32 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0011477 Mar 04 23:56:03.617190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ee96c04f-5eb2-48f5-bba0-17fa6c15a1b3 None None] Port 5869d187-6a34-4f40-8c57-670027a6615f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:03.628409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:03.694649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6687b9d1-67d0-4ac3-8bb1-f0e9f3d93279 req-cc817408-d7a4-4638-8e43-7bdd08dd5de7 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9816279 Mar 04 23:56:03.805879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:03.822383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:03.832689 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:03.916014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.043684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Pushing event deleted for resources: {'Port': ['ID=4e4c6b38-97e3-4ba7-87d3-b8654511e3dd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:04.075930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:04.081095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:04.086788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:04.094181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:04.228388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.247102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] No DVR routers for this DVR port 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:56:04.266208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.296510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'name': 'network-vif-deleted', 'tag': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:04.305504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.401705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7f669b7-d649-47ce-abbc-f9a6f396e4a3 req-c191da95-b482-4b5a-8a42-9f7ae548af83 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.36 "DELETE /v2.0/ports/4e4c6b38-97e3-4ba7-87d3-b8654511e3dd HTTP/1.1" status: 204 len: 173 time: 2.3059275 Mar 04 23:56:04.403000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9783c9a7-923c-4cf7-9cd3-b55192429262,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:04.407620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.414148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.416987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.417958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba253d92-c783-4add-869e-5964628a051f req-796d505a-4905-4b2d-af60-3519bd34bbe1 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 1.1490524 Mar 04 23:56:04.467314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:04.590042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:56:04.590588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e4c6b38-97e3-4ba7-87d3-b8654511e3dd not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:56:04.779530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.783950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Pushing event updated for resources: {'Port': ['ID=5869d187-6a34-4f40-8c57-670027a6615f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:04.803599 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b6953a9-b434-4b34-8007-cdf9ef466338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:04.924456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2b2dc-db32-4881-9315-466192718282 req-f609bb6a-8994-4189-9a17-c295ea5b0130 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:04.927476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2bb2b2dc-db32-4881-9315-466192718282 req-f609bb6a-8994-4189-9a17-c295ea5b0130 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 0.1950343 Mar 04 23:56:05.031558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fdab98b0-ab46-4436-87ac-76e846fd095f req-3cd1a443-227d-44fd-86e7-11619197caa2 tempest-ServersAdminNegativeTestJSON-1956352584 tempest-ServersAdminNegativeTestJSON-1956352584-project] 10.222.0.32 "GET /v2.0/ports?device_id=4faf190e-6dd6-42db-b1c9-78c1353e605d HTTP/1.1" status: 200 len: 210 time: 0.1264622 Mar 04 23:56:05.185376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2bb2b2dc-db32-4881-9315-466192718282 req-1e97d5a3-dfe9-4500-b0cb-323e89af1196 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338507 Mar 04 23:56:05.278354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:05.278354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:05.432647 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faf190e-6dd6-42db-b1c9-78c1353e605d', 'name': 'network-vif-deleted', 'tag': '4e4c6b38-97e3-4ba7-87d3-b8654511e3dd', 'status': 'completed', 'code': 200} Mar 04 23:56:05.585079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1592b4b9-a588-4df5-ab18-c99c01440de8 req-bcbf0b50-01f1-4051-8799-c83b22ed67fa tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9783c9a7-923c-4cf7-9cd3-b55192429262 HTTP/1.1" status: 200 len: 1614 time: 0.1165838 Mar 04 23:56:05.769082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0b1dbe07-6169-450a-a316-291d69dd770e None None] Provisioning complete for port 5869d187-6a34-4f40-8c57-670027a6615f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:05.770173 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbe07-6169-450a-a316-291d69dd770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:05.815738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2bfc80b2-0c7d-4d97-97a7-2bc722648e80 req-aee7c95c-5ed6-4bee-b745-721d09cc41c2 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 210 time: 0.1743262 Mar 04 23:56:05.889583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dbe07-6169-450a-a316-291d69dd770e None None] Port 5869d187-6a34-4f40-8c57-670027a6615f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:05.925254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c62e491-c858-456e-b485-b4f636e75800 req-c1a4f6f6-105b-4e1d-aad7-f15077a0b45a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9783c9a7-923c-4cf7-9cd3-b55192429262 HTTP/1.1" status: 200 len: 1614 time: 0.0955470 Mar 04 23:56:05.933467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Router 6e2c3406-c9ee-47c5-82a0-632c82ff43de has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:56:06.027008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8c62e491-c858-456e-b485-b4f636e75800 req-787dbf65-99a7-4a0a-9b8b-875da795a920 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.073292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8c62e491-c858-456e-b485-b4f636e75800 req-787dbf65-99a7-4a0a-9b8b-875da795a920 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.137888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8c62e491-c858-456e-b485-b4f636e75800 req-787dbf65-99a7-4a0a-9b8b-875da795a920 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.167636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dbf65-99a7-4a0a-9b8b-875da795a920 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9783c9a7-923c-4cf7-9cd3-b55192429262,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:06.203645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8c62e491-c858-456e-b485-b4f636e75800 req-787dbf65-99a7-4a0a-9b8b-875da795a920 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.204817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c62e491-c858-456e-b485-b4f636e75800 req-787dbf65-99a7-4a0a-9b8b-875da795a920 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/9783c9a7-923c-4cf7-9cd3-b55192429262 HTTP/1.1" status: 204 len: 173 time: 0.2704360 Mar 04 23:56:06.392387 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-85058c04-4919-4671-aff6-26c663bca3cd req-3af4e318-cf68-4eca-ba7f-1204030afc2d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:56:06.399060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-85058c04-4919-4671-aff6-26c663bca3cd req-3af4e318-cf68-4eca-ba7f-1204030afc2d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9783c9a7-923c-4cf7-9cd3-b55192429262 HTTP/1.1" status: 404 len: 352 time: 0.0272508 Mar 04 23:56:06.465011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2118463841', 'description': 'tempest-description-1553365688'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:06.475089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:06.480334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:06.485522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:06.496223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:06.515394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.571106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:06.576561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:06.581721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:06.582131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d9ccccf-f40f-450e-96a4-03e829e52d57 req-e7235b0b-bd73-42fb-bd8b-c22dd1e57ee8 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 1095 time: 0.5540361 Mar 04 23:56:06.591256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:06.607665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-fb56666e-f553-4c7e-a1e1-a33a5760a0e2 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:06.609488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-fb56666e-f553-4c7e-a1e1-a33a5760a0e2 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.10 "GET /v2.0/networks?id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099 HTTP/1.1" status: 200 len: 816 time: 0.4126740 Mar 04 23:56:06.691406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-a31d4f51-47fd-4dc4-aac0-592d175ec12e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a HTTP/1.1" status: 200 len: 379 time: 0.0675693 Mar 04 23:56:06.703089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Request body: {'port': {'device_id': 'c91c4c31-2c87-432d-8937-a01838968962', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'admin_state_up': True, 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'security_groups': ['5c29ca13-225d-441f-9f00-a1986e2e4879']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:06.721009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.726423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.770216 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:06.773626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0004d3d-2de4-46fc-8b7f-32c328cfeaa7 req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3134828 Mar 04 23:56:06.797332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d9ccccf-f40f-450e-96a4-03e829e52d57 req-296eb224-8876-4b85-8510-741354876c28 tempest-LiveMigrationTest-1851817470 tempest-LiveMigrationTest-1851817470-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134635 Mar 04 23:56:06.799773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d80fda-45d4-4065-98f5-40137c9d3098 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a2d1f-965e-4a6e-8e88-deb7abc039e4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:06.815609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43470) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:06.955921 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6204-053f-4e3d-b313-e672b66efff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:07.012758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:07.019011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-817655320', 'description': 'tempest-description-700378990'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:07.045422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:07.086233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:07.088797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:07.098997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:07.115391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:07.127459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:56:07.138496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Made reservation on behalf of f6bc63d7b1c24aa3a37336cfdcb9ef4a for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:07.138739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Sync routers for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:56:07.142972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:07.158563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:07.159202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:07.173906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5560c9e5-54bf-47df-b4e6-7cefdae43286 admin admin] 10.222.0.32 "PUT /v2.0/routers/6e2c3406-c9ee-47c5-82a0-632c82ff43de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9216549 Mar 04 23:56:07.356346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-aa77fc92-6f46-4e56-b26f-7bd9d1e5cfa7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:07.367082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-aa77fc92-6f46-4e56-b26f-7bd9d1e5cfa7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.3826160 Mar 04 23:56:07.406944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-a1dd48f8-b6cf-4d66-8101-95e77813c2a7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/quotas/e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 375 time: 0.0371144 Mar 04 23:56:07.447612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Allocated IP 172.20.0.12 (b2ad63b6-9a1c-4e49-a419-33b71d2c7099/797a579c-0225-4d58-abfd-d28475544215/f143b499-4a6e-4824-89b8-69f66cdc0011) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:07.510017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:07.568958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-ccabb648-f435-4b90-ac18-0761a789456d tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1585557 Mar 04 23:56:07.732404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-06662a8d-e2fa-4d74-9045-c318be9ab09e service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640959 Mar 04 23:56:07.759856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:07.777896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Transition to ACTIVE for port object f143b499-4a6e-4824-89b8-69f66cdc0011 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:07.817468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:07.836039 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:07.917951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:07.919260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-4e268943-9dd8-4dc9-9908-e80ab4d8b53a service neutron] 10.222.0.32 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792591 Mar 04 23:56:07.932597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:07.953081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:08.034016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:04Z', 'revision_number': 2, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:08.042004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Checking router: 6e2c3406-c9ee-47c5-82a0-632c82ff43de for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:56:08.042404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Updating router 6e2c3406-c9ee-47c5-82a0-632c82ff43de port 5869d187-6a34-4f40-8c57-670027a6615f binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:56:08.107399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:08.108614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.133067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.169118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:08.169861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-27856acb-6cab-4f0a-8c38-a28dd8b0bd96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50b2425c050f400ab3596a8ca700aca7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1886539 Mar 04 23:56:08.170917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event updated for resources: {'Port': ['ID=f143b499-4a6e-4824-89b8-69f66cdc0011,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:08.187527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-04034224-be4d-4a49-9a62-6e6ab61f1fff tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4893417 Mar 04 23:56:08.188404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:08.194626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:08.213269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Request body: {'port': {'device_id': 'c91c4c31-2c87-432d-8937-a01838968962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:08.315287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d261d279-47ce-48f2-84a0-f8e125aeaf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.383357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d261d279-47ce-48f2-84a0-f8e125aeaf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.465566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:08.468780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.488497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d261d279-47ce-48f2-84a0-f8e125aeaf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.519972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261d279-47ce-48f2-84a0-f8e125aeaf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6718084-41ca-4be4-a6b0-87758b890e67,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:08.547091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d261d279-47ce-48f2-84a0-f8e125aeaf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.548628 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d261d279-47ce-48f2-84a0-f8e125aeaf01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6718084-41ca-4be4-a6b0-87758b890e67 HTTP/1.1" status: 204 len: 168 time: 0.3780813 Mar 04 23:56:08.573293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:08.676511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.687477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.758251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.790475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7364532-ae72-4541-a473-e07abc415c63,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:08.818272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.837390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ccf5fb55-bec1-4a6a-bb70-33fe795126d0 req-d7cd7666-e021-4c93-8eb6-beba26c761eb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.8332498 Mar 04 23:56:08.916885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:08.992700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4a276705-a199-4da8-a80a-8f60198f6e9e None None] Provisioning for port f143b499-4a6e-4824-89b8-69f66cdc0011 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:09.234492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:09.253392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Transition to ACTIVE for port object 5869d187-6a34-4f40-8c57-670027a6615f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:09.260658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4a276705-a199-4da8-a80a-8f60198f6e9e None None] Provisioning complete for port f143b499-4a6e-4824-89b8-69f66cdc0011 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:09.261792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4a276705-a199-4da8-a80a-8f60198f6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:09.276316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-f69eee48-77c1-417a-9574-869e8454a37d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2243509 Mar 04 23:56:09.335967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4a276705-a199-4da8-a80a-8f60198f6e9e None None] Port f143b499-4a6e-4824-89b8-69f66cdc0011 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:09.337907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:09.423914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73cfde-3ebc-4a5f-8222-2ec16859daa8 None None] Pushing event updated for resources: {'Port': ['ID=5869d187-6a34-4f40-8c57-670027a6615f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:09.479054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-845bc987-5694-4d45-b9d0-cff7c3bd9143 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 1095 time: 0.1772730 Mar 04 23:56:09.690464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f143b499-4a6e-4824-89b8-69f66cdc0011 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:09.724073 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:09.888911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-8bbdbacd-f5ea-4c52-a211-3481c9d7488f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:09.892908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-8bbdbacd-f5ea-4c52-a211-3481c9d7488f service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.3915575 Mar 04 23:56:10.047673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Transition to ACTIVE for port object f143b499-4a6e-4824-89b8-69f66cdc0011 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:10.051543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43530) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:10.057959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:10.095424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:10.232053 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-19beaace-8845-4698-a1bb-f5ec46be6c67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 200 len: 217 time: 0.3316875 Mar 04 23:56:10.272670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Attempting to bind port 5869d187-6a34-4f40-8c57-670027a6615f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:10.273853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Attempting to bind port 5869d187-6a34-4f40-8c57-670027a6615f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:10.274484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Attempting to bind port 5869d187-6a34-4f40-8c57-670027a6615f on network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:10.284698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:10.285457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Checking segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:10.286239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:10.287335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Bound using segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:10.288377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Bound port: 5869d187-6a34-4f40-8c57-670027a6615f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:10.288956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:10.460801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-3322f80a-5f76-4c69-86f9-87884c854ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:10.462517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-3322f80a-5f76-4c69-86f9-87884c854ea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.2237194 Mar 04 23:56:10.495685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Pushing event updated for resources: {'Port': ['ID=f143b499-4a6e-4824-89b8-69f66cdc0011,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:10.505518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d9019f66-d2a8-4362-bff9-386d981e42ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe11768f1e834b1fbd2e8e21cddd5e46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4525118 Mar 04 23:56:10.507853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43534) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:10.540218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] For port 5869d187-6a34-4f40-8c57-670027a6615f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:10.561991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] For port 5869d187-6a34-4f40-8c57-670027a6615f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5869d187-6a34-4f40-8c57-670027a6615f,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:10.576237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:10.585297 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-fde98fba-57ca-48f2-90d9-ae95070464bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125715 Mar 04 23:56:10.706649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e7533-14a7-403f-a326-477c400d66ca req-853681a2-cc98-4ee6-a894-66bdfc9bd0bc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:10.708102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d26e7533-14a7-403f-a326-477c400d66ca req-853681a2-cc98-4ee6-a894-66bdfc9bd0bc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Synchronizing usage tracker for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:10.790583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73cfde-3ebc-4a5f-8222-2ec16859daa8 None None] Pushing event updated for resources: {'Port': ['ID=5869d187-6a34-4f40-8c57-670027a6615f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:10.794729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-959fe9de-cfa8-4f51-acd2-0de9d513cf7e service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046342 Mar 04 23:56:10.799673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:10.800320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:11.088443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d26e7533-14a7-403f-a326-477c400d66ca req-853681a2-cc98-4ee6-a894-66bdfc9bd0bc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Unset dirty status for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:11.091769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d26e7533-14a7-403f-a326-477c400d66ca req-853681a2-cc98-4ee6-a894-66bdfc9bd0bc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 932 time: 1.3400390 Mar 04 23:56:11.144664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb4f99c9-f916-4e97-a32d-23463920a7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.228279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:11.238664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb4f99c9-f916-4e97-a32d-23463920a7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.251048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Attempting to bind port f143b499-4a6e-4824-89b8-69f66cdc0011 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:11.251482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Attempting to bind port f143b499-4a6e-4824-89b8-69f66cdc0011 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:11.251868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Attempting to bind port f143b499-4a6e-4824-89b8-69f66cdc0011 on network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:11.277344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-edb82d56-4eec-4b62-8b33-0f7ca82bd21e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:11.278885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-edb82d56-4eec-4b62-8b33-0f7ca82bd21e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 0.6695914 Mar 04 23:56:11.281109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d26e7533-14a7-403f-a326-477c400d66ca req-88e8118c-173d-4ba1-b547-8cba3bb48fe5 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711512 Mar 04 23:56:11.353609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Port f143b499-4a6e-4824-89b8-69f66cdc0011 on network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:11.354088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Attempting to bind port f143b499-4a6e-4824-89b8-69f66cdc0011 on network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:11.359139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a258daca-d2b0-483a-ae53-9ff7e30ea02f req-085bdb98-b46a-4539-add9-df9105af4156 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371051 Mar 04 23:56:11.383894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:11.384389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Checking segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:11.384860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Bound using segment: {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:11.385471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Bound port: f143b499-4a6e-4824-89b8-69f66cdc0011, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda0892-98da-4fd5-9da2-053d6f32442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:11.385896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.403038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-0990532f-3e91-457a-8ec1-1c7d4068c325 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4074187 Mar 04 23:56:11.417059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Deleting port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:11.417496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.501455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-e24abd31-aeb6-45ed-b1ed-cf9a9207cce0 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:11.503625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-e24abd31-aeb6-45ed-b1ed-cf9a9207cce0 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 821 time: 0.6768756 Mar 04 23:56:11.516938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb4f99c9-f916-4e97-a32d-23463920a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.524334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Request body: {'port': {'device_id': '6014ca21-5906-445f-91b9-7b888d5bc280', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'admin_state_up': True, 'tenant_id': 'e0fbf865cb194f07a8688d65c9ed7b29'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:11.605866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f99c9-f916-4e97-a32d-23463920a7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4d349-0275-4ad1-b27f-425bbdbd089b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:11.682063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-025dfef4-0b21-43a1-b1fd-924adcfd78da tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:11.683415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-025dfef4-0b21-43a1-b1fd-924adcfd78da tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:11.688205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:11.692220 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aea45327-0b43-431e-a1ae-a46233f258af req-db6f5e31-6099-4b38-9cd5-5197b69348a5 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 210 time: 0.1262989 Mar 04 23:56:11.693631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb4f99c9-f916-4e97-a32d-23463920a7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.694670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cb4f99c9-f916-4e97-a32d-23463920a7c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3b4d349-0275-4ad1-b27f-425bbdbd089b HTTP/1.1" status: 204 len: 168 time: 1.1687448 Mar 04 23:56:11.706625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:11.724443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-025dfef4-0b21-43a1-b1fd-924adcfd78da tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:11.732688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-025dfef4-0b21-43a1-b1fd-924adcfd78da tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 829 time: 0.9365153 Mar 04 23:56:11.735998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Made reservation on behalf of e0fbf865cb194f07a8688d65c9ed7b29 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:11.740124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.867513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] For port f143b499-4a6e-4824-89b8-69f66cdc0011, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:11.902987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303682186', 'description': 'tempest-description-435258897'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:11.913685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:11.916515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] For port f143b499-4a6e-4824-89b8-69f66cdc0011, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f143b499-4a6e-4824-89b8-69f66cdc0011,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:11.935110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:11.944455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-e05f71b7-addc-426c-9780-bc2af906a7ad tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/quotas/8d5b22ade850491f8caa4af7adf42247 HTTP/1.1" status: 200 len: 375 time: 0.2104771 Mar 04 23:56:11.950692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:11.959030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:12.028528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:10Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:12.036607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a38db1-a554-4f74-8ba8-ee8ce9e5d2b5 None None] The sync data for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 is: [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:10Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:56:12.046173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:12.110959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Allocated IP 172.20.0.2 (fdab189c-4330-45a1-bbc4-b3dcc6c19de9/54656237-f595-48b6-8ca1-5756c70725cc/5225999f-8540-4583-ac2d-092e6b5d9562) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:12.163136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:12.164554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] 10.222.0.10 "PUT /v2.0/ports/f143b499-4a6e-4824-89b8-69f66cdc0011 HTTP/1.1" status: 200 len: 1092 time: 3.9632921 Mar 04 23:56:12.165974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:12.197177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:12.220366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-a4309405-60fa-483b-94f1-df6d1d4d7e76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6db8af48f38e4242834d2d54e28a5038&device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 1096 time: 0.6555645 Mar 04 23:56:12.229805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] For port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:12.230202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:12.298075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-37f24586-f8df-4ff4-82a4-2ecbb8d9d4aa tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3442934 Mar 04 23:56:12.496730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad5db3-797f-48ec-ae2d-3fb685d49ddb service neutron] Pushing event updated for resources: {'Port': ['ID=f143b499-4a6e-4824-89b8-69f66cdc0011,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:12.513448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-4ff821b6-7d30-4f49-b3d1-b29e452068df service neutron] 10.222.0.32 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178700 Mar 04 23:56:12.517963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Calling delete_port for 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:12.768499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:12.781581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-4aca7513-d0e3-4709-9c0e-2b06df54db60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:12.785419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-4aca7513-d0e3-4709-9c0e-2b06df54db60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 200 len: 908 time: 0.5008645 Mar 04 23:56:12.786405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:12.795019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:12.840463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-015858cb-0592-4b61-918f-d2c84e3d7b3c service neutron] 10.222.0.32 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259940 Mar 04 23:56:12.854845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:12.879205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:12.907448 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-4ac9ea20-f39c-4f2e-96c2-a057d984aaac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 200 len: 217 time: 0.1088035 Mar 04 23:56:12.917867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-de17c88b-0fa8-4a52-87cb-5b5c70fa9b10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a&device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 1095 time: 0.6965020 Mar 04 23:56:12.922332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:12.935767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:13.150373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:13.153490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:13.162509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:13.321958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:13.322635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:13.472966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:13.541870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8338a6aa-4724-4bc7-96e5-1689467b2468 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0247478 Mar 04 23:56:13.546172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-428b7dfe-6469-4e49-bee4-cf223b53d259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f143b499-4a6e-4824-89b8-69f66cdc0011 HTTP/1.1" status: 200 len: 217 time: 0.5296466 Mar 04 23:56:13.560636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Request body: {'port': {'device_id': '6014ca21-5906-445f-91b9-7b888d5bc280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:13.673876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba6c4d-c7e8-4b95-bc5b-cedc0ea29a67 req-7df7989a-25a8-4513-9550-dbacb970f7fd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:13.693892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9ba6c4d-c7e8-4b95-bc5b-cedc0ea29a67 req-7df7989a-25a8-4513-9550-dbacb970f7fd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 944 time: 0.3490272 Mar 04 23:56:13.732175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5869d187-6a34-4f40-8c57-670027a6615f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:13.741505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:13.757279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-d5ca551e-1a55-48f8-97df-78caddbd278d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:13.759079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-d5ca551e-1a55-48f8-97df-78caddbd278d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 200 len: 847 time: 0.7750735 Mar 04 23:56:13.811411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9ba6c4d-c7e8-4b95-bc5b-cedc0ea29a67 req-53ad0f4b-9756-43bc-a886-e89d3420429e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164882 Mar 04 23:56:13.816563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:13.879811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:13.882467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:13.898071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['36787914-16ca-42b5-97ca-344de5f80e64'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:13.992822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5869d187-6a34-4f40-8c57-670027a6615f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:14.018238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5869d187-6a34-4f40-8c57-670027a6615f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:14.023031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.132389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a8536-93da-4f53-9e9d-0939458535c2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:14.156270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event deleted for resources: {'Port': ['ID=4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:14.174573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-ad495453-2baf-4a74-8605-ce8b17809077 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cda71662-4160-4761-9e2f-37800f565172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4046166 Mar 04 23:56:14.283609 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'status': 'completed', 'code': 200} Mar 04 23:56:14.327445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-49242136-625b-4be8-968b-8d2c128c086c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:14.328240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.331213 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-49242136-625b-4be8-968b-8d2c128c086c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=797a579c-0225-4d58-abfd-d28475544215 HTTP/1.1" status: 200 len: 855 time: 0.7531047 Mar 04 23:56:14.395216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5869d187-6a34-4f40-8c57-670027a6615f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5869d187-6a34-4f40-8c57-670027a6615f,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:14.403609 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.475488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] No DVR routers for this DVR port 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:56:14.479960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.515600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5869d187-6a34-4f40-8c57-670027a6615f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:14.526910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.528227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88d9b1cc-9bdc-42af-aad5-bf9888a423a5 req-de5d6077-4a91-4d5d-92cd-02079385690d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 2.6643713 Mar 04 23:56:14.532462 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-402eab6f-aae2-4863-b0fa-52da6e53dba4 req-9e03fddd-9e31-43ac-9bce-2977dfdfbbbd tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "DELETE /v2.0/ports/4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a HTTP/1.1" status: 204 len: 173 time: 3.2462626 Mar 04 23:56:14.553689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:14.628442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-7413f0e9-13df-4190-8f6a-f573a958ec1e service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932998 Mar 04 23:56:14.629641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:56:14.630144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:56:14.631468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:14.636265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-68bab5c1-f451-425c-b110-71a8856a32ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894468 Mar 04 23:56:14.792746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c83ddd-7a3f-4a69-8a11-72583f894519 req-4291db5e-2611-47c3-8e78-b3719712c02b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:14.793972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45c83ddd-7a3f-4a69-8a11-72583f894519 req-4291db5e-2611-47c3-8e78-b3719712c02b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 944 time: 0.2961044 Mar 04 23:56:14.796391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5225999f-8540-4583-ac2d-092e6b5d9562 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:14.820544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.832182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.865929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:14.867563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-45c83ddd-7a3f-4a69-8a11-72583f894519 req-fa031066-ee8f-4efd-a04b-9a15cb41a408 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Synchronizing usage tracker for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:14.875462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Transition to ACTIVE for port object 5225999f-8540-4583-ac2d-092e6b5d9562 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:14.877571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:14.885519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.889071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:14.937412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-45c83ddd-7a3f-4a69-8a11-72583f894519 req-fa031066-ee8f-4efd-a04b-9a15cb41a408 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Unset dirty status for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:14.942232 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45c83ddd-7a3f-4a69-8a11-72583f894519 req-fa031066-ee8f-4efd-a04b-9a15cb41a408 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404755 Mar 04 23:56:15.035510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:15.053752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-a666cb3e-f516-43b6-9f0c-cb5e66547988 service neutron] 10.222.0.10 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118919 Mar 04 23:56:15.258453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:15.270475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f308aa8d-2227-42ab-ac0b-c9a26760c043 req-ae7580e2-ae68-471a-8c9b-4c3a1b137d26 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 210 time: 0.0942681 Mar 04 23:56:15.485089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:15.485456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:15.485963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:15.493693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:15.494063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:15.500592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:15.500926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:15.501351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:15.501772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Bound port: 5225999f-8540-4583-ac2d-092e6b5d9562, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:15.502121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:15.515838 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f535f06e-f1d3-4e8d-90d6-0eecc28c3c74 req-9664bb3b-6395-4682-b1f5-e793ba9974c2 service neutron] 10.222.0.10 "GET /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769846 Mar 04 23:56:15.581461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-67924351-9893-4ca4-8fcf-51067f188271 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:15.583064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-67924351-9893-4ca4-8fcf-51067f188271 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.36 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 829 time: 0.4280515 Mar 04 23:56:15.594296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea858f9-88d0-43af-9729-01b971979584 req-77980a9e-0174-4d91-acb2-1306d9de6253 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:15.604869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dea858f9-88d0-43af-9729-01b971979584 req-77980a9e-0174-4d91-acb2-1306d9de6253 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.8274617 Mar 04 23:56:15.640050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Request body: {'port': {'device_id': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'admin_state_up': True, 'tenant_id': '8d5b22ade850491f8caa4af7adf42247'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:15.644920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5869d187-6a34-4f40-8c57-670027a6615f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:15.671000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:15.675148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:15.685618 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:15.769640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5869d187-6a34-4f40-8c57-670027a6615f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:15.770019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:15.788265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:15.789813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 1091 time: 2.2349441 Mar 04 23:56:15.790364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:15.823935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b75d88-e4e6-4858-aaec-6abdbbb6e8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:15.836393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66e099f4-da4b-47da-9e55-29e23bc4a599 req-f9c7ecae-b274-4e04-acc1-a515498c0b29 service neutron] 10.222.0.10 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693336 Mar 04 23:56:15.866217 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dea858f9-88d0-43af-9729-01b971979584 req-9f212c44-4e50-47e1-9f5a-c5a2f8f44d7c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601542 Mar 04 23:56:15.982055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-0533f0db-2faa-4d37-a992-6b1df8cdccbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1094 time: 0.1357317 Mar 04 23:56:16.028851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:16.045652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Usage tracker for resource:port and tenant:8d5b22ade850491f8caa4af7adf42247 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:16.077774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:16.151148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-fe86a04f-0dca-4c47-8597-16b192edfba8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 217 time: 0.1613724 Mar 04 23:56:16.155752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:16.213253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Made reservation on behalf of 8d5b22ade850491f8caa4af7adf42247 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:16.216435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:16.261194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-78180504-3fd0-4565-a265-85eaf7584fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:16.264419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-78180504-3fd0-4565-a265-85eaf7584fb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1070907 Mar 04 23:56:16.322072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-e564040b-5187-41ee-b0bf-f5c86eb808c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508602 Mar 04 23:56:16.328933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'name': 'network-vif-deleted', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:16.422100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-26ba1159-3f19-4c12-acdb-fa1f1676e869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a&device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 1095 time: 0.3585346 Mar 04 23:56:16.458105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ed8a81b4-609f-433e-8f79-a5dcab04aa31 req-a179546a-6357-4bb1-b347-73110cbd8f5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:16.496794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da6525eb-ab5a-4139-91e9-ef1f0b18edd2 req-419873e0-4149-4459-8e92-100f85163f56 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e410d6-4237-4dba-9432-a090074bfa58 HTTP/1.1" status: 200 len: 210 time: 0.0564189 Mar 04 23:56:16.563542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-fc4665e4-996a-472f-8abb-5352369c0d9a service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356069 Mar 04 23:56:16.576152 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'code': 200} Mar 04 23:56:16.734255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f699db7c-c744-424f-8c1f-42d4a1da14d8 req-8f26d335-80b9-46b5-ae10-ca7f0c1a890e service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612399 Mar 04 23:56:16.754535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ed8a81b4-609f-433e-8f79-a5dcab04aa31 req-a179546a-6357-4bb1-b347-73110cbd8f5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:16.757881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed8a81b4-609f-433e-8f79-a5dcab04aa31 req-a179546a-6357-4bb1-b347-73110cbd8f5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 9732 time: 0.7819831 Mar 04 23:56:16.846467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Allocated IP 172.20.0.14 (0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6/aca7cb34-df0c-4117-b135-05fed017d36f/fcc51b71-cf02-4d19-b704-d1af9f0d23d6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:16.865933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-72524688-b3a6-496a-a7ab-f458704ced5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:16.867477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-72524688-b3a6-496a-a7ab-f458704ced5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099 HTTP/1.1" status: 200 len: 917 time: 0.4370701 Mar 04 23:56:16.902252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-97e7bfa2-7e59-48a0-86b3-bb9d7fc37ac6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379140 Mar 04 23:56:16.996907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed8a81b4-609f-433e-8f79-a5dcab04aa31 req-7fc4ac37-a0e3-4355-a7f6-95fd7e93c320 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/60e18e93-dd60-4c37-816e-81daf0e16d4a HTTP/1.1" status: 200 len: 2649 time: 0.2097363 Mar 04 23:56:16.996907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-35911d38-d10c-4dac-b88d-9d045e4c90c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f143b499-4a6e-4824-89b8-69f66cdc0011 HTTP/1.1" status: 200 len: 217 time: 0.1171918 Mar 04 23:56:17.095029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d896d-70f5-4a9a-8722-229c6158526f req-3a350b93-f8e8-4a34-88c2-9d62af3184d1 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:17.097139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-3a350b93-f8e8-4a34-88c2-9d62af3184d1 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889551 Mar 04 23:56:17.117983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-daa34273-1563-443e-ba6f-9b324251807d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/quotas/b1de443bbda94aa68f827790b5b81460 HTTP/1.1" status: 200 len: 375 time: 0.0133123 Mar 04 23:56:17.197795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-2ea6b537-6708-4671-a036-1ba6c4acb978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:17.199263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-2ea6b537-6708-4671-a036-1ba6c4acb978 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=797a579c-0225-4d58-abfd-d28475544215 HTTP/1.1" status: 200 len: 855 time: 0.1984859 Mar 04 23:56:17.267259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed8a81b4-609f-433e-8f79-a5dcab04aa31 req-1f45603c-b7de-4a27-a23c-003ad4a82356 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/60e18e93-dd60-4c37-816e-81daf0e16d4a HTTP/1.1" status: 200 len: 2649 time: 0.2674806 Mar 04 23:56:17.285023 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-b2b05ec8-4fc9-4d53-8155-e011559cb336 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1608434 Mar 04 23:56:17.319771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:17.336162 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562', 'status': 'completed', 'code': 200} Mar 04 23:56:17.341481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Transition to ACTIVE for port object fcc51b71-cf02-4d19-b704-d1af9f0d23d6 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:17.347098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-c0e4cc1c-2e69-42ef-8835-02f8c683beb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278882 Mar 04 23:56:17.490005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-5e7cfd6a-69c0-4085-adac-316b57f2c907 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1094 time: 0.1298373 Mar 04 23:56:17.535224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:17.617874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event updated for resources: {'Port': ['ID=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:17.659567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-2378dcd7-35d2-4087-b044-94a9928bb139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:17.660565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-2378dcd7-35d2-4087-b044-94a9928bb139 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.1634133 Mar 04 23:56:17.676119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:17.679014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:17.682502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-194eda46-87e1-45e2-9067-5ae5126a9c4f service neutron] 10.222.0.10 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283405 Mar 04 23:56:17.684231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:17.789935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-2d77e269-0ee0-484f-b0ff-9237f0fc4542 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 217 time: 0.1208112 Mar 04 23:56:17.877609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12c6b7-26cd-4887-b96d-183458db227b req-c5704a64-9685-4726-9006-ebdb26aceb74 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:17.885654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a12c6b7-26cd-4887-b96d-183458db227b req-c5704a64-9685-4726-9006-ebdb26aceb74 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 944 time: 0.3982675 Mar 04 23:56:17.969823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-9a236cd4-f564-4c95-8e3f-b84596b59cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:17.974131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-9a236cd4-f564-4c95-8e3f-b84596b59cca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1796997 Mar 04 23:56:18.071503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:18.074625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.092933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-027b963b-27ea-4738-b4f1-4a68052bf345 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129944 Mar 04 23:56:18.132067 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a12c6b7-26cd-4887-b96d-183458db227b req-91226442-8428-4c2c-a5d6-17d8a0c853a2 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453964 Mar 04 23:56:18.170256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd4c78f0-1e0c-4570-a95d-02a40c99ecab req-93054d07-df40-4627-b8b7-bf73d14067ba service neutron] 10.222.0.10 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546854 Mar 04 23:56:18.172951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-84917302-a7ff-4854-bb9f-79a6ee089eac tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5514555 Mar 04 23:56:18.195152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Request body: {'port': {'device_id': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:18.234929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-46aacedc-69f1-4bbd-a67d-d74ac7a54a6a None None] Provisioning for port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:18.243270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-46aacedc-69f1-4bbd-a67d-d74ac7a54a6a None None] Provisioning complete for port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:18.244519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46aacedc-69f1-4bbd-a67d-d74ac7a54a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.322932 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e410d6-4237-4dba-9432-a090074bfa58', 'name': 'network-vif-deleted', 'tag': '4cc9c6b4-1ce6-4b82-8aeb-9518cfd9f68a', 'status': 'completed', 'code': 200} Mar 04 23:56:18.359954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.378539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-2ef24c96-2f8d-4e44-b30d-a80b7af8ccff service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783098 Mar 04 23:56:18.398161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-46aacedc-69f1-4bbd-a67d-d74ac7a54a6a None None] Port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:18.444740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947f8fa-bfc3-40b6-b517-ff0adfc71140 req-0fd1a42f-40a7-4bae-810c-cce4df6a4f58 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:18.451601 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e947f8fa-bfc3-40b6-b517-ff0adfc71140 req-0fd1a42f-40a7-4bae-810c-cce4df6a4f58 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 932 time: 0.3271575 Mar 04 23:56:18.571250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e947f8fa-bfc3-40b6-b517-ff0adfc71140 req-73ca4393-e51f-46e6-9fb9-44263498922f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:18.602497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0a4841c-9fe0-4ae2-870d-47cc8ebd58eb req-44c5fe72-3fee-4492-acd8-38df4396e907 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161400 Mar 04 23:56:18.603952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e947f8fa-bfc3-40b6-b517-ff0adfc71140 req-73ca4393-e51f-46e6-9fb9-44263498922f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:18.613775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e947f8fa-bfc3-40b6-b517-ff0adfc71140 req-73ca4393-e51f-46e6-9fb9-44263498922f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611211 Mar 04 23:56:18.711347 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12e6fe32-2310-4cc7-9da3-5984dafe3978 req-aec80eb4-f3ee-4f16-9982-b5a977f25471 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/aa3a2d1f-965e-4a6e-8e88-deb7abc039e4 HTTP/1.1" status: 200 len: 1635 time: 0.0547242 Mar 04 23:56:18.786270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12e6fe32-2310-4cc7-9da3-5984dafe3978 req-484b5762-3a5c-4807-8c1c-e85a8f920358 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.809586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832527c8-97ac-437a-9eca-69aa3da2f8ec req-b5da45f5-a2f3-42ae-b82b-e6166ee44e00 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:18.813181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-832527c8-97ac-437a-9eca-69aa3da2f8ec req-b5da45f5-a2f3-42ae-b82b-e6166ee44e00 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.3455961 Mar 04 23:56:18.816123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12e6fe32-2310-4cc7-9da3-5984dafe3978 req-484b5762-3a5c-4807-8c1c-e85a8f920358 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.865982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12e6fe32-2310-4cc7-9da3-5984dafe3978 req-484b5762-3a5c-4807-8c1c-e85a8f920358 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.893096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5762-3a5c-4807-8c1c-e85a8f920358 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a2d1f-965e-4a6e-8e88-deb7abc039e4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:18.913159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-832527c8-97ac-437a-9eca-69aa3da2f8ec req-f3f902b6-4fae-4a27-9de3-0bdaac62b17e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923054 Mar 04 23:56:18.914380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12e6fe32-2310-4cc7-9da3-5984dafe3978 req-484b5762-3a5c-4807-8c1c-e85a8f920358 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:18.916062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12e6fe32-2310-4cc7-9da3-5984dafe3978 req-484b5762-3a5c-4807-8c1c-e85a8f920358 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa3a2d1f-965e-4a6e-8e88-deb7abc039e4 HTTP/1.1" status: 204 len: 173 time: 0.1985559 Mar 04 23:56:19.051065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc51b71-cf02-4d19-b704-d1af9f0d23d6 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:19.065610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:19.100846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Transition to ACTIVE for port object fcc51b71-cf02-4d19-b704-d1af9f0d23d6 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:19.108159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:19.226322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2ed7eae-82ae-4eca-b07d-c13e452b4084 req-3f3f59f8-a95a-41ce-ba0a-bbd67c29e448 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 210 time: 0.1365929 Mar 04 23:56:19.232958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-3676a6d5-f153-4da4-926c-69c4f2a58bd8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745368 Mar 04 23:56:19.507537 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-a2e43a12-30a2-4cbf-9ae2-4ebc79d05413 req-e01dcdad-fbda-4268-b7f2-3854c9ac8643 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:56:19.508668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2e43a12-30a2-4cbf-9ae2-4ebc79d05413 req-e01dcdad-fbda-4268-b7f2-3854c9ac8643 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/aa3a2d1f-965e-4a6e-8e88-deb7abc039e4 HTTP/1.1" status: 404 len: 352 time: 0.2146420 Mar 04 23:56:19.537750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d896d-70f5-4a9a-8722-229c6158526f req-0bdc93f9-526b-49f4-b1b0-2d980e4c10cd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:19.539773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-0bdc93f9-526b-49f4-b1b0-2d980e4c10cd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000205 Mar 04 23:56:19.571758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:19.573765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:19.598959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Attempting to bind port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:19.599878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Attempting to bind port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:19.600209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Attempting to bind port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 on network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:19.619562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 on network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:19.619883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Attempting to bind port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 on network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:19.637555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-2928f5fa-a6ec-4c2a-a2c1-e395d11fa292 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:19.645358 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-2928f5fa-a6ec-4c2a-a2c1-e395d11fa292 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.4385929 Mar 04 23:56:19.657256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:19.657839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Checking segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:19.658393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Bound using segment: {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:19.659005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Bound port: fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c71117-67c8-4071-9a28-87184d120f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:19.659557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:19.679216 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-dabe1b2b-d80a-4778-a3e5-59be5e652bfb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/quotas/5b0f7ef89a8f4b1a8ec87e86b52f5214 HTTP/1.1" status: 200 len: 375 time: 0.0322292 Mar 04 23:56:19.780658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-f0a3f9c8-9fba-400c-ad4b-8c003f9bcef7 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:19.782119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-f0a3f9c8-9fba-400c-ad4b-8c003f9bcef7 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "GET /v2.0/ports?device_id=e146c4b4-0eaf-4edb-96a3-e881994d06e6 HTTP/1.1" status: 200 len: 944 time: 0.3246953 Mar 04 23:56:19.821488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] For port fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:19.824913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] For port fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:19.836837 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:19.843980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-fc2e2901-386e-4643-b4d5-4e2b98294be4 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355042 Mar 04 23:56:19.884491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:19.892074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953136a-44f5-4cfe-8c0c-0e9daefcf837 req-d243b0d3-ee41-48df-86c3-f0c6f13a10eb tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:19.893563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1953136a-44f5-4cfe-8c0c-0e9daefcf837 req-d243b0d3-ee41-48df-86c3-f0c6f13a10eb tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 944 time: 0.2173612 Mar 04 23:56:19.898086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Usage tracker for resource:port and tenant:b1de443bbda94aa68f827790b5b81460 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:19.904441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Deleting port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:19.904784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:19.983657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:19.985032 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 1092 time: 1.7993371 Mar 04 23:56:20.038037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d426d-98a4-4ba3-8558-9cf05271b7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:20.038969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:20.124489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-d7fff037-86dd-4f84-b2d8-06442d77f111 service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464287 Mar 04 23:56:20.174163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:20.195565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1953136a-44f5-4cfe-8c0c-0e9daefcf837 req-4f9d5994-88a7-4a3e-876b-539a52c72d8c tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943687 Mar 04 23:56:20.224093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:20.227380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:20.248502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:20.261921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-6cb61398-5816-4f2e-8193-8198648c4eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1095 time: 0.2198689 Mar 04 23:56:20.327042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:20.378259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-8eed359d-cbab-460e-9502-786fb0457fab service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470484 Mar 04 23:56:20.390743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-b8d94b51-d6f0-4c4d-af23-30250ec9dcec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 217 time: 0.1215966 Mar 04 23:56:20.424840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:20.446918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Usage tracker for resource:security_group_rule and tenant:b1de443bbda94aa68f827790b5b81460 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:20.452247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:20.461104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:20.465147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7852f20b-c46a-42eb-8945-e0d885e89561 req-6b6df654-25da-4a00-8539-956f5f63f289 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/c7364532-ae72-4541-a473-e07abc415c63 HTTP/1.1" status: 200 len: 1633 time: 0.1862559 Mar 04 23:56:20.478697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-fb6b7f75-16a2-4db0-95f6-ee1b91d580d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:20.480291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-fb6b7f75-16a2-4db0-95f6-ee1b91d580d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 200 len: 868 time: 0.0820489 Mar 04 23:56:20.514182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] For port 3a910d92-b3bb-4962-9fee-fea2e6aaf084, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3a910d92-b3bb-4962-9fee-fea2e6aaf084,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:20.515012 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:20.551872 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:56:20.631059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-cb058f87-5ab8-4b6e-8934-1970ce11f14c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436849 Mar 04 23:56:20.696961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Calling delete_port for 3a910d92-b3bb-4962-9fee-fea2e6aaf084 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:20.857592 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7852f20b-c46a-42eb-8945-e0d885e89561 req-c52dbf34-7d38-49a9-b4a7-a04a6386659b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:20.859320 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-9250d8ba-3418-4a0e-8558-497780a266a2 service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139437 Mar 04 23:56:20.866467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40ae34-b2ae-4c95-9527-10cad6ccd8d5 req-4d6f4e61-76ca-422a-95e7-9d6cf4b2d361 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:20.867347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ea40ae34-b2ae-4c95-9527-10cad6ccd8d5 req-4d6f4e61-76ca-422a-95e7-9d6cf4b2d361 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:20.893697 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7852f20b-c46a-42eb-8945-e0d885e89561 req-c52dbf34-7d38-49a9-b4a7-a04a6386659b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:20.984661 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:20.991952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:21.107257 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7852f20b-c46a-42eb-8945-e0d885e89561 req-c52dbf34-7d38-49a9-b4a7-a04a6386659b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:21.112512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ea40ae34-b2ae-4c95-9527-10cad6ccd8d5 req-4d6f4e61-76ca-422a-95e7-9d6cf4b2d361 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:21.113764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea40ae34-b2ae-4c95-9527-10cad6ccd8d5 req-4d6f4e61-76ca-422a-95e7-9d6cf4b2d361 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 944 time: 0.4446392 Mar 04 23:56:21.153861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eeef4263-55a8-4d4f-ac69-2889458d1433 req-5c221617-5e6e-441a-8bfb-74141f542bac service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833991 Mar 04 23:56:21.211612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea40ae34-b2ae-4c95-9527-10cad6ccd8d5 req-31441e2e-d103-4ad7-afad-1299b2fd9db7 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877366 Mar 04 23:56:21.214184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc9c629-71a1-4156-b7de-e9870ce34cb6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:21.282285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7852f20b-c46a-42eb-8945-e0d885e89561 req-c52dbf34-7d38-49a9-b4a7-a04a6386659b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:21.284846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7852f20b-c46a-42eb-8945-e0d885e89561 req-c52dbf34-7d38-49a9-b4a7-a04a6386659b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7364532-ae72-4541-a473-e07abc415c63 HTTP/1.1" status: 204 len: 173 time: 0.8091493 Mar 04 23:56:21.292231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:21.297633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dbf34-7d38-49a9-b4a7-a04a6386659b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7364532-ae72-4541-a473-e07abc415c63,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:21.375501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event deleted for resources: {'Port': ['ID=3a910d92-b3bb-4962-9fee-fea2e6aaf084,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:21.448402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5e6f-0ddc-4b5e-844e-4afdb0378952 req-69ffba73-2de0-4a37-b52e-69091cbb8abd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:21.450578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af9a5e6f-0ddc-4b5e-844e-4afdb0378952 req-69ffba73-2de0-4a37-b52e-69091cbb8abd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.1085801 Mar 04 23:56:21.499184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af9a5e6f-0ddc-4b5e-844e-4afdb0378952 req-159b33f7-028c-4850-8624-9539e9b51b1a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Mar 04 23:56:21.511611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] No DVR routers for this DVR port 3a910d92-b3bb-4962-9fee-fea2e6aaf084 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:56:21.516076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e9f8dabd-8fac-4dfc-a407-69ec481e3efd req-f13095ac-304b-438e-bb94-cf86b351cdf8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:21.518986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:21.520970 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df03a1d1-4bcb-49f1-af69-42b7b9b4074f req-3e111849-d4a4-432a-97ba-b3475255b0b0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "DELETE /v2.0/ports/3a910d92-b3bb-4962-9fee-fea2e6aaf084 HTTP/1.1" status: 204 len: 173 time: 1.7227213 Mar 04 23:56:21.525528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-deleted', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:21.530911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.73 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/d81059c7-a7d0-4a16-b772-7c8dafbbecf6) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:21.568496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e9f8dabd-8fac-4dfc-a407-69ec481e3efd req-f13095ac-304b-438e-bb94-cf86b351cdf8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:21.570211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9f8dabd-8fac-4dfc-a407-69ec481e3efd req-f13095ac-304b-438e-bb94-cf86b351cdf8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 210 time: 0.1109252 Mar 04 23:56:21.609151 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'status': 'completed', 'code': 200} Mar 04 23:56:21.819981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09280cf6-faf4-4818-bc23-26989e11f858 req-9e67d4b9-2a24-4806-90cb-4e5c3c2ba375 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:21.821769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09280cf6-faf4-4818-bc23-26989e11f858 req-9e67d4b9-2a24-4806-90cb-4e5c3c2ba375 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 944 time: 0.1105535 Mar 04 23:56:21.857183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cc871632-4760-4562-a588-4ad0e46c9908 req-e18ffaad-ba14-4c07-b5fe-1fe3c3fa5ff2 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:21.888060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09280cf6-faf4-4818-bc23-26989e11f858 req-10edb466-5c29-4dea-bc61-e705e7aabeb9 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603015 Mar 04 23:56:21.947255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-1044dfd1-750a-4b41-be06-a923af638458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1095 time: 0.3126740 Mar 04 23:56:21.980523 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-788943cd-5542-4627-80ca-2f8c455c251b req-286d3b77-7ef9-4f9d-972f-c5d06ef8fa54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:56:21.981551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788943cd-5542-4627-80ca-2f8c455c251b req-286d3b77-7ef9-4f9d-972f-c5d06ef8fa54 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/c7364532-ae72-4541-a473-e07abc415c63 HTTP/1.1" status: 404 len: 352 time: 0.0251522 Mar 04 23:56:22.007995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cc871632-4760-4562-a588-4ad0e46c9908 req-e18ffaad-ba14-4c07-b5fe-1fe3c3fa5ff2 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:22.009057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc871632-4760-4562-a588-4ad0e46c9908 req-e18ffaad-ba14-4c07-b5fe-1fe3c3fa5ff2 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 210 time: 0.2144170 Mar 04 23:56:22.287530 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e146c4b4-0eaf-4edb-96a3-e881994d06e6', 'name': 'network-vif-deleted', 'tag': '3a910d92-b3bb-4962-9fee-fea2e6aaf084', 'status': 'completed', 'code': 200} Mar 04 23:56:22.312202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:22.377348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object d81059c7-a7d0-4a16-b772-7c8dafbbecf6 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:22.452203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-be0f8794-e24b-4e0f-bb3b-5ce02a955307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:22.460162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-be0f8794-e24b-4e0f-bb3b-5ce02a955307 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 930 time: 0.4476144 Mar 04 23:56:22.471186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-84d9cbd6-ab22-44fd-9aaa-c3239594f069 req-41a8e5ec-3cf3-41c9-9b61-ee0924e9f05c tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9e5a8536-93da-4f53-9e9d-0939458535c2 HTTP/1.1" status: 200 len: 1633 time: 0.1793463 Mar 04 23:56:22.531169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-4487d222-05e9-45a2-8800-20193de6eebc tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:22.532532 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-4487d222-05e9-45a2-8800-20193de6eebc tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.10 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.6324883 Mar 04 23:56:22.564456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6199708-6726-4eb1-88f1-178671b049ac req-9a86d260-4731-4f87-9c9d-1dc3843ef88e tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:22.565938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6199708-6726-4eb1-88f1-178671b049ac req-9a86d260-4731-4f87-9c9d-1dc3843ef88e tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 944 time: 0.0766940 Mar 04 23:56:22.568508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Request body: {'port': {'device_id': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'admin_state_up': True, 'tenant_id': '5b0f7ef89a8f4b1a8ec87e86b52f5214'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:22.586408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-259538bb-0f41-4cc4-823b-dc0c92f7a8b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 217 time: 0.1189189 Mar 04 23:56:22.594634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:22.616554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6199708-6726-4eb1-88f1-178671b049ac req-4faa5c70-f948-4f4c-81d3-5bf7b1509cc6 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Mar 04 23:56:22.628041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 3a910d92-b3bb-4962-9fee-fea2e6aaf084 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:56:22.628391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3a910d92-b3bb-4962-9fee-fea2e6aaf084 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:56:22.687490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:22.808935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f68fa-e3ae-46cf-be4c-cfbe6202a569 req-40b6a9ae-c225-4f17-8400-0c3a0e4bff6f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:22.809669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-628f68fa-e3ae-46cf-be4c-cfbe6202a569 req-40b6a9ae-c225-4f17-8400-0c3a0e4bff6f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:22.825873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-a7922855-3279-4336-adc0-1837420c9586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:22.825873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-a7922855-3279-4336-adc0-1837420c9586 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 200 len: 868 time: 0.2266436 Mar 04 23:56:22.832452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-628f68fa-e3ae-46cf-be4c-cfbe6202a569 req-40b6a9ae-c225-4f17-8400-0c3a0e4bff6f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:22.832452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-628f68fa-e3ae-46cf-be4c-cfbe6202a569 req-40b6a9ae-c225-4f17-8400-0c3a0e4bff6f tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.0985816 Mar 04 23:56:22.859947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:22.878925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-628f68fa-e3ae-46cf-be4c-cfbe6202a569 req-ca786151-8968-46c9-b4a0-9a5bf682011e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Mar 04 23:56:22.891121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:22.906374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:22.927037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:22.954870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-84d9cbd6-ab22-44fd-9aaa-c3239594f069 req-bc454c85-1f0a-4fe0-aa94-0a39c32c0ed3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.027392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:23.065094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:23.065828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.077311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:23.080064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-84d9cbd6-ab22-44fd-9aaa-c3239594f069 req-bc454c85-1f0a-4fe0-aa94-0a39c32c0ed3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.084616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b096a0-006f-453c-8d98-c4b1900eadfa req-4e3e35e1-2050-4b18-8945-bd242725c70b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:23.086145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41b096a0-006f-453c-8d98-c4b1900eadfa req-4e3e35e1-2050-4b18-8945-bd242725c70b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.0955966 Mar 04 23:56:23.136902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-7b12055c-9796-46a7-a6c2-fc73312eda6f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5689390 Mar 04 23:56:23.137558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Made reservation on behalf of 5b0f7ef89a8f4b1a8ec87e86b52f5214 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:23.140627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.155803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41b096a0-006f-453c-8d98-c4b1900eadfa req-85002ea6-5efd-4700-b868-1990ce965d49 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 Mar 04 23:56:23.163259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Request body: {'port': {'device_id': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:23.207004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ef56985f-5a5b-437e-81c5-05c232349c37 None None] Provisioning for port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:23.207571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-76080a16-000a-443b-bb15-b42443af1ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3555365 Mar 04 23:56:23.213421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ef56985f-5a5b-437e-81c5-05c232349c37 None None] Provisioning complete for port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:23.213881 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef56985f-5a5b-437e-81c5-05c232349c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.271795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ef56985f-5a5b-437e-81c5-05c232349c37 None None] Port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:23.361292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62177c56-ddbd-4fca-9111-55c84445f728 req-d923bc37-1ad4-4fe4-bbf0-7d2f4390776e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:23.362829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62177c56-ddbd-4fca-9111-55c84445f728 req-d923bc37-1ad4-4fe4-bbf0-7d2f4390776e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 935 time: 0.0761883 Mar 04 23:56:23.365140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-84d9cbd6-ab22-44fd-9aaa-c3239594f069 req-bc454c85-1f0a-4fe0-aa94-0a39c32c0ed3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.425624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc454c85-1f0a-4fe0-aa94-0a39c32c0ed3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a8536-93da-4f53-9e9d-0939458535c2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:23.463768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62177c56-ddbd-4fca-9111-55c84445f728 req-b1160a02-7df7-4aa1-adbc-92b5d3c0e8dd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939121 Mar 04 23:56:23.483674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-f1498049-a285-4fd2-8800-c1028cdf99fa tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:23.485089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-f1498049-a285-4fd2-8800-c1028cdf99fa tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.0998194 Mar 04 23:56:23.553635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Deleting port 36787914-16ca-42b5-97ca-344de5f80e64 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:23.553965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.554479 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.568234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-84d9cbd6-ab22-44fd-9aaa-c3239594f069 req-bc454c85-1f0a-4fe0-aa94-0a39c32c0ed3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.569570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-84d9cbd6-ab22-44fd-9aaa-c3239594f069 req-bc454c85-1f0a-4fe0-aa94-0a39c32c0ed3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/9e5a8536-93da-4f53-9e9d-0939458535c2 HTTP/1.1" status: 204 len: 173 time: 1.0441468 Mar 04 23:56:23.607822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-137022b7-b5d8-4d02-99c6-ac3026701160 service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566353 Mar 04 23:56:23.700911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Allocated IP 172.20.0.5 (3d373df7-973c-4bce-a6a5-2315e6cc1550/071cdfa3-55f7-4dba-a026-9ba7f640b579/082d1ddf-a53f-407c-8f41-d88b07a98b39) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:23.781439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-972ce514-5e91-4421-9072-466006c0e3f1 req-10b12ed9-f351-4105-bb62-5bda41dc4f21 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:23.812731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8681512-7172-4f9a-84fb-b628708e932d req-2c70bfbf-4a10-4039-96c1-84fddb7effcc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:23.814208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8681512-7172-4f9a-84fb-b628708e932d req-2c70bfbf-4a10-4039-96c1-84fddb7effcc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 944 time: 0.2204220 Mar 04 23:56:23.900931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8681512-7172-4f9a-84fb-b628708e932d req-2ab4fd7f-ab3b-4d6b-afc3-1d87bfa8b73c tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779362 Mar 04 23:56:23.902539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] For port 36787914-16ca-42b5-97ca-344de5f80e64, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=36787914-16ca-42b5-97ca-344de5f80e64,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:23.902892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:23.915331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-972ce514-5e91-4421-9072-466006c0e3f1 req-10b12ed9-f351-4105-bb62-5bda41dc4f21 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:23.916467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-972ce514-5e91-4421-9072-466006c0e3f1 req-10b12ed9-f351-4105-bb62-5bda41dc4f21 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 210 time: 0.2172258 Mar 04 23:56:23.923136 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-586f8c18-6768-4023-bf8b-32c8572ea5e8 req-ed15a60e-4c7b-42ad-8fa4-e5b738213984 service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075144 Mar 04 23:56:24.072097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Calling delete_port for 36787914-16ca-42b5-97ca-344de5f80e64 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:24.104812 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-5481e9a5-6d82-462d-b054-88e80b8b9f8c req-5e352b62-97ef-41fc-9c4e-622634b4ea3b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:56:24.105836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5481e9a5-6d82-462d-b054-88e80b8b9f8c req-5e352b62-97ef-41fc-9c4e-622634b4ea3b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9e5a8536-93da-4f53-9e9d-0939458535c2 HTTP/1.1" status: 404 len: 352 time: 0.1065052 Mar 04 23:56:24.265719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.278365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['36787914-16ca-42b5-97ca-344de5f80e64'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:24.388401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.406749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event deleted for resources: {'Port': ['ID=36787914-16ca-42b5-97ca-344de5f80e64,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:24.436636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9bdd5-99c5-42f3-a224-d130d69b223d req-54449c83-375b-423b-84e7-4866a32374fb tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:24.438370 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfe9bdd5-99c5-42f3-a224-d130d69b223d req-54449c83-375b-423b-84e7-4866a32374fb tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 944 time: 0.3732889 Mar 04 23:56:24.489179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] No DVR routers for this DVR port 36787914-16ca-42b5-97ca-344de5f80e64 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:56:24.492457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.496701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'name': 'network-vif-deleted', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:24.505776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78ebf-8faa-45ca-a668-35414a3e5e48 req-80e759d7-ad50-4892-8cdd-210f50ed3a70 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:24.507526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f78ebf-8faa-45ca-a668-35414a3e5e48 req-80e759d7-ad50-4892-8cdd-210f50ed3a70 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5043eed8-0f76-4779-b50b-9fbd4b29e9fc HTTP/1.1" status: 200 len: 944 time: 0.2942812 Mar 04 23:56:24.530970 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e73162f-53e1-4dc1-b5fd-da4ab4bb8102 req-63803811-9f15-42e1-97e2-981769a3ffd0 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.36 "DELETE /v2.0/ports/36787914-16ca-42b5-97ca-344de5f80e64 HTTP/1.1" status: 204 len: 173 time: 1.0399799 Mar 04 23:56:24.550122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.555465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81059c7-a7d0-4a16-b772-7c8dafbbecf6 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:24.561480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f78ebf-8faa-45ca-a668-35414a3e5e48 req-bffaa2a1-0b3f-4eb9-8116-d193737440c2 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Mar 04 23:56:24.605343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fcc51b71-cf02-4d19-b704-d1af9f0d23d6 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:24.616457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.623651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfe9bdd5-99c5-42f3-a224-d130d69b223d req-d2179fc2-caba-48e2-bd07-fe6155b99fec tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713121 Mar 04 23:56:24.668856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Transition to ACTIVE for port object d81059c7-a7d0-4a16-b772-7c8dafbbecf6 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:24.680849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:24.684732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:24.690542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.695185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:24.721792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:24.772289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:24.791747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'port_id': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'mac_address': 'fa:16:3e:09:f3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:24.809817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68169c9c-bb19-4d3d-8d7d-f513dafa50c0 req-570b4ee3-746e-49a1-b36e-a105376fb6fb tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 5485 time: 0.1960719 Mar 04 23:56:24.861968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.871240 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68169c9c-bb19-4d3d-8d7d-f513dafa50c0 req-4aa0f15a-656b-430b-ab05-c0c417cf45b3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/60e18e93-dd60-4c37-816e-81daf0e16d4a HTTP/1.1" status: 200 len: 2649 time: 0.0602672 Mar 04 23:56:24.888104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc51b71-cf02-4d19-b704-d1af9f0d23d6 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:24.908077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:24.914340 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.927646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:24.951740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:24.952419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:24.961159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68169c9c-bb19-4d3d-8d7d-f513dafa50c0 req-2da6f8a8-7eed-43ff-a45e-eafee74cfc0e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/60e18e93-dd60-4c37-816e-81daf0e16d4a HTTP/1.1" status: 200 len: 2649 time: 0.0840201 Mar 04 23:56:25.017342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:25.076876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-89dafe7b-efe3-4f0e-a543-29f2638182e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5153298 Mar 04 23:56:25.125088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Request body: {'port': {'device_id': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:25.157148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc31b-0457-4341-be00-063c640b30bb req-e28173c5-cf92-4f90-9585-49a84368bef2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:25.164758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-177cc31b-0457-4341-be00-063c640b30bb req-e28173c5-cf92-4f90-9585-49a84368bef2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 947 time: 0.0872138 Mar 04 23:56:25.216869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64587bf-9fd6-4b9c-abaf-f0673aa1b1e8 req-542e4946-f5e9-46f2-a56c-3052277a28fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:25.217616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d64587bf-9fd6-4b9c-abaf-f0673aa1b1e8 req-542e4946-f5e9-46f2-a56c-3052277a28fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:25.226486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-177cc31b-0457-4341-be00-063c640b30bb req-639a72ec-a046-4138-bba5-ff4bde88c21f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Mar 04 23:56:25.251993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['fcc51b71-cf02-4d19-b704-d1af9f0d23d6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:25.284426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Attempting to bind port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:25.284765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Attempting to bind port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:25.285195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Attempting to bind port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:25.290936 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5043eed8-0f76-4779-b50b-9fbd4b29e9fc', 'name': 'network-vif-deleted', 'tag': '36787914-16ca-42b5-97ca-344de5f80e64', 'status': 'completed', 'code': 200} Mar 04 23:56:25.305623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d64587bf-9fd6-4b9c-abaf-f0673aa1b1e8 req-542e4946-f5e9-46f2-a56c-3052277a28fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:25.306786 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d64587bf-9fd6-4b9c-abaf-f0673aa1b1e8 req-542e4946-f5e9-46f2-a56c-3052277a28fb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.4528210 Mar 04 23:56:25.311536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.320755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:25.321085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Attempting to bind port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:25.352571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:25.352909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:25.353304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:25.353892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Bound port: d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:25.354237 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.467920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bb963-ec57-491f-8c23-b8ef7591d706 req-e8874893-9b75-4a21-b65f-77164926caee tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:25.469544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-539bb963-ec57-491f-8c23-b8ef7591d706 req-e8874893-9b75-4a21-b65f-77164926caee tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 944 time: 0.0792947 Mar 04 23:56:25.515017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-539bb963-ec57-491f-8c23-b8ef7591d706 req-7cc02455-d805-467d-ba26-e1721e934937 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Mar 04 23:56:25.530739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d64587bf-9fd6-4b9c-abaf-f0673aa1b1e8 req-b461db87-5520-48b7-93d9-4cd0494cfabb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052839 Mar 04 23:56:25.559987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1558714110', 'description': 'tempest-description-462030589'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:25.565980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:25.570351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:25.573586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:25.580024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:25.593406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.608971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] For port d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:25.631325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:25.635226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:25.638297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:25.644101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:25.678417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] For port d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:25.711156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.715115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.724675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.760699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f927a12a-5dd5-4165-9ca6-b6d84205e0ef,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:25.764238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.765506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef3e6426-2b8b-461a-8c0e-853a2fbd059a req-858386c8-7a96-440e-80bc-ce0d1bf39c05 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2099314 Mar 04 23:56:25.821632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:25.822981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/d81059c7-a7d0-4a16-b772-7c8dafbbecf6 HTTP/1.1" status: 200 len: 1095 time: 2.6697223 Mar 04 23:56:25.823417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'tag': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:25.858432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6d773-3b33-49e5-819c-49e7b98a20b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:25.947978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ba7b-3172-4eec-bd0c-086a7c9d1c1b req-2e9195ff-3267-4eaa-bf8c-b6e69e8e2d4e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:25.949554 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1015ba7b-3172-4eec-bd0c-086a7c9d1c1b req-2e9195ff-3267-4eaa-bf8c-b6e69e8e2d4e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 931 time: 0.2738278 Mar 04 23:56:26.052788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a0a63-1976-4307-907f-f0409499b3d0 req-b7d84ce8-d026-4916-b3d5-87e86bc0f629 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:26.054332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-675a0a63-1976-4307-907f-f0409499b3d0 req-b7d84ce8-d026-4916-b3d5-87e86bc0f629 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 945 time: 0.0845189 Mar 04 23:56:26.057462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-1b6576e0-4fd9-4266-9837-c9cc4bea43ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 1098 time: 0.1922081 Mar 04 23:56:26.059323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082d1ddf-a53f-407c-8f41-d88b07a98b39 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:26.104674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-675a0a63-1976-4307-907f-f0409499b3d0 req-155ec435-c6e6-4117-9323-659848675870 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Mar 04 23:56:26.150829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-622969184', 'description': 'tempest-description-672855561'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:26.157349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:26.161741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:26.164908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:26.170975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:26.181964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.218661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:26.222514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:26.223633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.225701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:26.228098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1015ba7b-3172-4eec-bd0c-086a7c9d1c1b req-60ade4c7-5f02-4ca9-9d24-f8479903dd84 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675421 Mar 04 23:56:26.232110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:26.251978 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-71bf9c4c-bee6-4a88-a234-d84566caa655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6 HTTP/1.1" status: 200 len: 217 time: 0.1854231 Mar 04 23:56:26.254785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Transition to ACTIVE for port object 082d1ddf-a53f-407c-8f41-d88b07a98b39 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:26.258932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f143b499-4a6e-4824-89b8-69f66cdc0011 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:26.289688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.312658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.319737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.349887 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'tag': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6', 'status': 'completed', 'code': 200} Mar 04 23:56:26.392360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.393582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8870b412-7a8f-4184-aede-859f6b4790c7 req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.2481418 Mar 04 23:56:26.422562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab556a-5304-438e-8c4e-f1d315060138 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28430b1c-52b8-4e90-9776-c5a345458df2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:26.471635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f143b499-4a6e-4824-89b8-69f66cdc0011, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f143b499-4a6e-4824-89b8-69f66cdc0011,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:26.481055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:26.484357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d896d-70f5-4a9a-8722-229c6158526f req-08d71722-223b-4cca-8aff-a6d5fa8480dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:26.486034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-08d71722-223b-4cca-8aff-a6d5fa8480dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2278652 Mar 04 23:56:26.496777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'port_id': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'mac_address': 'fa:16:3e:a1:b3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:26.560566 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.588324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f143b499-4a6e-4824-89b8-69f66cdc0011 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:26.607716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f143b499-4a6e-4824-89b8-69f66cdc0011, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f143b499-4a6e-4824-89b8-69f66cdc0011,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:26.610471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fcc51b71-cf02-4d19-b704-d1af9f0d23d6 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:26.654535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Attempting to bind port 082d1ddf-a53f-407c-8f41-d88b07a98b39 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:26.655085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Attempting to bind port 082d1ddf-a53f-407c-8f41-d88b07a98b39 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:26.655172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Attempting to bind port 082d1ddf-a53f-407c-8f41-d88b07a98b39 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:26.672077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Port 082d1ddf-a53f-407c-8f41-d88b07a98b39 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:26.673074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Attempting to bind port 082d1ddf-a53f-407c-8f41-d88b07a98b39 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:26.677976 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.678654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:26.683399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-aeea625a-acf1-49e8-8865-fd03f168b54e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854615 Mar 04 23:56:26.684326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:26.684876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Checking segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:26.685267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Bound using segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:26.685698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Bound port: 082d1ddf-a53f-407c-8f41-d88b07a98b39, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:26.686040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.686585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdad6e-4a1e-474a-bdc8-1b55ddb9bb9a req-29055d30-9d9e-4b54-bc8b-d02b8f72bec0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:26.689123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edbdad6e-4a1e-474a-bdc8-1b55ddb9bb9a req-29055d30-9d9e-4b54-bc8b-d02b8f72bec0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 947 time: 0.1175456 Mar 04 23:56:26.742038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edbdad6e-4a1e-474a-bdc8-1b55ddb9bb9a req-5897bf89-840e-4b08-bebc-8349d5d09e18 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Mar 04 23:56:26.885371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.885903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:26.923991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-d490f4fd-a552-4e75-9b6e-862b9a5aac9c service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268121 Mar 04 23:56:26.943520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435dd88-07b3-48c3-bf83-34ffb586aee6 req-6d5769de-f2fa-48d3-96f3-7df5cb206702 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:26.944964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5435dd88-07b3-48c3-bf83-34ffb586aee6 req-6d5769de-f2fa-48d3-96f3-7df5cb206702 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.0892193 Mar 04 23:56:26.954037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:26.978370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:26.982945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f143b499-4a6e-4824-89b8-69f66cdc0011,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:26.989519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:26.989892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.000266 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5435dd88-07b3-48c3-bf83-34ffb586aee6 req-98b54349-88a4-45f6-aee3-c4b98bddcac1 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Mar 04 23:56:27.046475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '5225999f-8540-4583-ac2d-092e6b5d9562', 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9', 'port_id': '5225999f-8540-4583-ac2d-092e6b5d9562', 'mac_address': 'fa:16:3e:f6:fe:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54656237-f595-48b6-8ca1-5756c70725cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:27.066080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:27.094343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:27.112105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.137843 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.150478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647f3a-9d16-432c-b1e7-4c9dc29fda3b req-59cf8aec-59b6-4274-8765-a0df6a12579e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:27.153757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53647f3a-9d16-432c-b1e7-4c9dc29fda3b req-59cf8aec-59b6-4274-8765-a0df6a12579e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 945 time: 0.3396912 Mar 04 23:56:27.167914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b94d896d-70f5-4a9a-8722-229c6158526f req-a21e44c2-f10a-43d1-a516-1a6242c0bcbd service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340195 Mar 04 23:56:27.168347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5225999f-8540-4583-ac2d-092e6b5d9562 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:27.174929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.217537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:27.227595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.228501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.229864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] 10.222.0.10 "PUT /v2.0/ports/082d1ddf-a53f-407c-8f41-d88b07a98b39 HTTP/1.1" status: 200 len: 1091 time: 2.1167762 Mar 04 23:56:27.278545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:27.301799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:27.309594 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.310526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:27.331415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b464-4a1e-49d1-bd68-fbbd83150953 service neutron] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:27.346107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53647f3a-9d16-432c-b1e7-4c9dc29fda3b req-73261fc9-f4c9-4842-981b-c2de651f41b3 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687064 Mar 04 23:56:27.350070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 36787914-16ca-42b5-97ca-344de5f80e64 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:56:27.350406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 36787914-16ca-42b5-97ca-344de5f80e64 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:56:27.355845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:27.378387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-cd6916f8-b73b-48dc-bb17-620e284b92e8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:27.379505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-cd6916f8-b73b-48dc-bb17-620e284b92e8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:27.390284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-a78d125e-ab8c-4b8e-8536-77b992e7ed66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 1098 time: 0.1674721 Mar 04 23:56:27.392959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-cfa90dfe-4b26-42ca-81c9-8f8f1c72d8a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 1094 time: 0.1084282 Mar 04 23:56:27.396837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-e61dd43c-2d15-464c-a860-490fec49a4b7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:27.398677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-e61dd43c-2d15-464c-a860-490fec49a4b7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 812 time: 0.2542090 Mar 04 23:56:27.416341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-cd6916f8-b73b-48dc-bb17-620e284b92e8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:27.417779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-cd6916f8-b73b-48dc-bb17-620e284b92e8 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 944 time: 0.2507586 Mar 04 23:56:27.422338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-37c6f301-dee7-45a6-b967-f106fd49885e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/quotas/87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 375 time: 0.0179558 Mar 04 23:56:27.481410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:27.544871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Deleting port b210cc2c-e393-4c60-809a-7263d2cf5f78 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:27.545295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.546669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-260e0de7-7333-4deb-b46f-abf3eb3aedcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39 HTTP/1.1" status: 200 len: 217 time: 0.1410692 Mar 04 23:56:27.605866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f143b499-4a6e-4824-89b8-69f66cdc0011'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:27.635615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5225999f-8540-4583-ac2d-092e6b5d9562'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:27.662337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-5d543f48-36c8-46ad-9cd4-23b1b2d47d88 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2064300 Mar 04 23:56:27.683687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-0743b4da-ec36-4b87-9013-19ce44bfca5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:27.685242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-0743b4da-ec36-4b87-9013-19ce44bfca5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.0991881 Mar 04 23:56:27.747266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-f4d29732-f67c-4824-80ab-91eb24e247e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549967 Mar 04 23:56:27.747844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0317db9-74d7-4393-8c52-07b197c54317 req-666e2883-f7cc-4be4-acbb-c1943cce431d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:27.749182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-666e2883-f7cc-4be4-acbb-c1943cce431d service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3422575 Mar 04 23:56:27.926957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-d8384ac7-e274-4ad6-855e-11098c5f9f2d service neutron] 10.222.0.32 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529156 Mar 04 23:56:27.934287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] For port b210cc2c-e393-4c60-809a-7263d2cf5f78, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b210cc2c-e393-4c60-809a-7263d2cf5f78,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:27.934636 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:27.947340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f491-a21a-47d2-a4d2-af1c07c3e447 req-dafb6e8f-cd50-427b-b450-55bf4c9949b5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:27.948816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ed9f491-a21a-47d2-a4d2-af1c07c3e447 req-dafb6e8f-cd50-427b-b450-55bf4c9949b5 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c202b1-e461-47ce-bd02-92dccf40f86e HTTP/1.1" status: 200 len: 944 time: 0.4083169 Mar 04 23:56:28.040942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-aa5e1cca-ffda-4f7a-8be5-4b49b7436b10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6 HTTP/1.1" status: 200 len: 217 time: 0.2637696 Mar 04 23:56:28.148307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ed9f491-a21a-47d2-a4d2-af1c07c3e447 req-aaed3daf-e722-4351-a670-7d46f434e6f9 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558144 Mar 04 23:56:28.152901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-5dd25370-75f9-4814-b88e-253abe8c881d service neutron] 10.222.0.10 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999958 Mar 04 23:56:28.159986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0317db9-74d7-4393-8c52-07b197c54317 req-f54915bb-5fee-47e7-92d7-526a958afba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:28.161939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-f54915bb-5fee-47e7-92d7-526a958afba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1114421 Mar 04 23:56:28.221742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Calling delete_port for b210cc2c-e393-4c60-809a-7263d2cf5f78 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:28.325203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-64fd89e9-8a60-493d-b4ed-403dd5ad4d35 service neutron] 10.222.0.32 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830597 Mar 04 23:56:28.358220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:28.401241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57a29a57-1648-499a-996c-6cf5f88fa680 req-110c3af1-6b99-49e9-b055-234bedeb05fa service neutron] 10.222.0.10 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383542 Mar 04 23:56:28.402017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:28.416857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-72813216-841a-4669-9c9d-43a29e97dfa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356360 Mar 04 23:56:28.449074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabdf79-b14b-4ea8-bab7-a8c7234f5a3a req-5291bfc6-561c-4275-84ed-dee6cdcb9a94 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:28.450564 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6dabdf79-b14b-4ea8-bab7-a8c7234f5a3a req-5291bfc6-561c-4275-84ed-dee6cdcb9a94 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 946 time: 0.1772180 Mar 04 23:56:28.500088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event deleted for resources: {'Port': ['ID=b210cc2c-e393-4c60-809a-7263d2cf5f78,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:28.542728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] No DVR routers for this DVR port b210cc2c-e393-4c60-809a-7263d2cf5f78 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:56:28.546319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:28.551496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'name': 'network-vif-deleted', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:28.611296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbc7c833-2825-41f3-a0e7-9fe5e71e485b req-d59a8a58-a31a-45d6-ad94-60d2cbf5973e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "DELETE /v2.0/ports/b210cc2c-e393-4c60-809a-7263d2cf5f78 HTTP/1.1" status: 204 len: 173 time: 1.1877942 Mar 04 23:56:28.628224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6dabdf79-b14b-4ea8-bab7-a8c7234f5a3a req-5894b935-d118-4f9f-bead-0fc755640bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800803 Mar 04 23:56:28.645269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-5cd034de-e576-4ba1-bab1-539ae6999f52 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202046 Mar 04 23:56:28.648049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbefda-8699-4afc-955d-a575369a58b7 req-edc46b1a-469b-4a40-a377-1cf50b3d59a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:28.650691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55dbefda-8699-4afc-955d-a575369a58b7 req-edc46b1a-469b-4a40-a377-1cf50b3d59a0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 943 time: 0.1091967 Mar 04 23:56:28.731478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55dbefda-8699-4afc-955d-a575369a58b7 req-a9459b9c-f668-4337-a4dd-38be35452ce5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686946 Mar 04 23:56:28.736033 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'code': 200} Mar 04 23:56:28.860156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0317db9-74d7-4393-8c52-07b197c54317 req-bd143c37-fb6b-439c-ae3b-e9130ff517e9 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072597 Mar 04 23:56:29.000910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea6c1-2251-4c20-b960-5f79ce1e960f req-b84e3cfd-d99d-40c0-a23a-d0c9a40118e3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:29.002448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-808ea6c1-2251-4c20-b960-5f79ce1e960f req-b84e3cfd-d99d-40c0-a23a-d0c9a40118e3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 947 time: 0.0999343 Mar 04 23:56:29.014207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2695b-074c-437b-98c8-8a38f52677eb req-c1e94105-16c2-4935-ab0e-72661d162648 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:29.016223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0fb2695b-074c-437b-98c8-8a38f52677eb req-c1e94105-16c2-4935-ab0e-72661d162648 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.1400459 Mar 04 23:56:29.020493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f449380-95e6-4a69-8abc-3692841e7302 req-f86af1cb-2ac6-426e-a5a3-6f57e98520f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1097 time: 0.1892323 Mar 04 23:56:29.058482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-808ea6c1-2251-4c20-b960-5f79ce1e960f req-2d585aa0-3df1-4b60-a8b7-83ae34c7f8ef tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:29.079242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-808ea6c1-2251-4c20-b960-5f79ce1e960f req-2d585aa0-3df1-4b60-a8b7-83ae34c7f8ef tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:29.081570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-808ea6c1-2251-4c20-b960-5f79ce1e960f req-2d585aa0-3df1-4b60-a8b7-83ae34c7f8ef tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729876 Mar 04 23:56:29.117416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0fb2695b-074c-437b-98c8-8a38f52677eb req-c3d1dfb2-31d0-4682-a9fd-72230ba86fc9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907502 Mar 04 23:56:29.119224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f449380-95e6-4a69-8abc-3692841e7302 req-91bd78bd-1557-4cc9-96dc-4d034b1bfcf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739555 Mar 04 23:56:29.161280 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'status': 'completed', 'code': 200} Mar 04 23:56:29.315548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62dc1c83-d374-48a4-862f-b5d13fe862e8 req-f05ca9f7-870a-4f46-b1e1-4740f43e5d3a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 210 time: 0.0467677 Mar 04 23:56:29.336768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-0bf25f2a-d7c8-45d2-9c19-d089c3deecda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 1094 time: 0.1240323 Mar 04 23:56:29.385202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe103b-5bf9-4022-a51f-fd344cffde63 req-828804fb-0e1b-475c-9b1c-c31625e57b0a tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:29.392180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bbe103b-5bf9-4022-a51f-fd344cffde63 req-828804fb-0e1b-475c-9b1c-c31625e57b0a tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 945 time: 0.1138804 Mar 04 23:56:29.415917 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c202b1-e461-47ce-bd02-92dccf40f86e', 'name': 'network-vif-deleted', 'tag': 'b210cc2c-e393-4c60-809a-7263d2cf5f78', 'status': 'completed', 'code': 200} Mar 04 23:56:29.448703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bbe103b-5bf9-4022-a51f-fd344cffde63 req-8d298e7b-9d2c-4aca-959c-25aaa73dba37 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554867 Mar 04 23:56:29.486584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf31bd-12e1-4187-95c7-1576e309800c req-3be073bc-93ec-408c-b8aa-bbb4717986ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:29.488035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-3be073bc-93ec-408c-b8aa-bbb4717986ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 906 time: 0.1451740 Mar 04 23:56:29.556371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-32287c19-70db-4992-a12d-f6c31f04a9a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39 HTTP/1.1" status: 200 len: 217 time: 0.0624313 Mar 04 23:56:29.619004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf31bd-12e1-4187-95c7-1576e309800c req-38697a03-57fe-40df-b366-9236683d4bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:29.620454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-38697a03-57fe-40df-b366-9236683d4bda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.0585182 Mar 04 23:56:29.664467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-ff9d5332-9d05-4b2d-b80a-a0e1b7a8daf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381687 Mar 04 23:56:29.860539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ca49-50b9-4516-b831-6b05e29cc7f5 req-bbb6bedf-f12a-4a56-bd52-be399d230d34 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:29.861990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61e8ca49-50b9-4516-b831-6b05e29cc7f5 req-bbb6bedf-f12a-4a56-bd52-be399d230d34 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.0919006 Mar 04 23:56:29.909992 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61e8ca49-50b9-4516-b831-6b05e29cc7f5 req-9ec2b0b0-4456-42dd-9e43-b92073f4ce7d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Mar 04 23:56:30.066531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-a98ee206-780e-40e4-981b-f19d16a2b0eb service neutron] 10.222.0.10 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944910 Mar 04 23:56:30.145215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3b73-90b5-4220-b337-df8ff30fb396 req-e784b320-dff0-4665-b193-f2444e85b0b5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:30.146406 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5bb3b73-90b5-4220-b337-df8ff30fb396 req-e784b320-dff0-4665-b193-f2444e85b0b5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 943 time: 0.0828362 Mar 04 23:56:30.173180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2cc46-54df-407a-ac89-5730eb24f4f1 req-de15f300-5449-47a9-bcd1-ca789180929d tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:30.174642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4db2cc46-54df-407a-ac89-5730eb24f4f1 req-de15f300-5449-47a9-bcd1-ca789180929d tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 946 time: 0.4101198 Mar 04 23:56:30.199594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5bb3b73-90b5-4220-b337-df8ff30fb396 req-1ee8df04-22de-4412-b686-9b0fe1a7f0e9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Mar 04 23:56:30.216489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-2dcfb913-033b-45e8-b94a-71677629e95a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:30.217870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-2dcfb913-033b-45e8-b94a-71677629e95a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 812 time: 0.3947146 Mar 04 23:56:30.235614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'port': {'device_id': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04', 'admin_state_up': True, 'tenant_id': '87a34cf662b2476fb5de7edfe6cc5db6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:30.291907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:30.365323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4db2cc46-54df-407a-ac89-5730eb24f4f1 req-aba40adf-a866-456b-9c1a-8bbe39c984cf tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837695 Mar 04 23:56:30.373041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3edf31bd-12e1-4187-95c7-1576e309800c req-518acd0f-af9c-4013-ae9e-e97af043090f service neutron] 10.222.0.10 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992356 Mar 04 23:56:30.390473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 5225999f-8540-4583-ac2d-092e6b5d9562 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:30.403214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 5225999f-8540-4583-ac2d-092e6b5d9562 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:30.403501 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:30.432712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:30.444047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:30.460712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Made reservation on behalf of 87a34cf662b2476fb5de7edfe6cc5db6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:30.466376 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:30.488157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585870-7b47-4b8e-ab3d-87be91d0ba57 req-6c6977b5-47f3-463c-8102-a15e1a3c8df7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:30.495620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75585870-7b47-4b8e-ab3d-87be91d0ba57 req-6c6977b5-47f3-463c-8102-a15e1a3c8df7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 947 time: 0.1904659 Mar 04 23:56:30.538091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-5aac5ee6-4628-49f1-a5f0-7648c672ed8e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:30.539851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-5aac5ee6-4628-49f1-a5f0-7648c672ed8e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.1987841 Mar 04 23:56:30.599764 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:30.601823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75585870-7b47-4b8e-ab3d-87be91d0ba57 req-ffbf09e3-7a79-4471-8870-f4846818e60c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051583 Mar 04 23:56:30.616464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d81059c7-a7d0-4a16-b772-7c8dafbbecf6 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:30.651966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Deleting port 53146170-9836-4566-8268-5a873d369115 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:30.652687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:30.674385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:30.694343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:30.695155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f143b499-4a6e-4824-89b8-69f66cdc0011 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:30.748834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7554c7-aaf2-4288-83c2-90d70c25fe46 req-2878fb73-1173-4b07-b8c5-68daf64f4d71 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:30.750420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c7554c7-aaf2-4288-83c2-90d70c25fe46 req-2878fb73-1173-4b07-b8c5-68daf64f4d71 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.2118645 Mar 04 23:56:30.785563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Allocated IP 172.20.0.6 (b58882f2-127f-4606-b034-1c13c838da04/79d89364-e7e5-42a0-bb24-4112b8ef4054/d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:30.785903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08946d41-afac-419a-8507-5f07eb9255b1 req-521110b1-f0f7-493e-82b9-42b8194c4a85 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 210 time: 0.0513887 Mar 04 23:56:30.810682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:30.826872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c7554c7-aaf2-4288-83c2-90d70c25fe46 req-22696989-3820-4385-93ed-19f2b7540efd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Mar 04 23:56:30.924094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:30.935320 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562', 'code': 200} Mar 04 23:56:30.970750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:31.005527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6', 'mac_address': 'fa:16:3e:b4:b2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:31.007140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port f143b499-4a6e-4824-89b8-69f66cdc0011 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:31.068617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.078152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port f143b499-4a6e-4824-89b8-69f66cdc0011 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:31.078660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.133108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81059c7-a7d0-4a16-b772-7c8dafbbecf6 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:31.157332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:31.164100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.214080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.261822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f88509-57a0-4324-b74c-c1459675a92d req-66bb74d2-1cba-427e-a1b1-0c42762d50fc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:31.268578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55f88509-57a0-4324-b74c-c1459675a92d req-66bb74d2-1cba-427e-a1b1-0c42762d50fc tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 945 time: 0.1453311 Mar 04 23:56:31.275354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] For port 53146170-9836-4566-8268-5a873d369115, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=53146170-9836-4566-8268-5a873d369115,segment=NetworkSegment(5945653f-af1f-4fb4-8c93-f94450a10fb6),segment_id=5945653f-af1f-4fb4-8c93-f94450a10fb6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:31.275716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.277748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.284494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d00a718a-ed2b-4999-b270-f49fc7c1d8b7 req-7b364084-34d2-4427-beea-787d682714f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1096 time: 0.1715691 Mar 04 23:56:31.291384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ad02-73b7-4564-9f74-5bcd5dc20eb3 req-9f86b67c-ede1-473d-bb00-8c4d7eaff04e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:31.292036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f6d5ad02-73b7-4564-9f74-5bcd5dc20eb3 req-9f86b67c-ede1-473d-bb00-8c4d7eaff04e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Synchronizing usage tracker for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:31.293707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:31.312176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.317609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f143b499-4a6e-4824-89b8-69f66cdc0011, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f143b499-4a6e-4824-89b8-69f66cdc0011,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:31.323488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:31.347041 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.394979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f6d5ad02-73b7-4564-9f74-5bcd5dc20eb3 req-9f86b67c-ede1-473d-bb00-8c4d7eaff04e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Unset dirty status for tenant:6db8af48f38e4242834d2d54e28a5038 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:31.396561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6d5ad02-73b7-4564-9f74-5bcd5dc20eb3 req-9f86b67c-ede1-473d-bb00-8c4d7eaff04e tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da462e7-e564-4aa0-8b94-67980b23ee46 HTTP/1.1" status: 200 len: 945 time: 0.2859249 Mar 04 23:56:31.421652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Calling delete_port for 53146170-9836-4566-8268-5a873d369115 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:31.440192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Network b58882f2-127f-4606-b034-1c13c838da04 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:31.440726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:31.444500 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d00a718a-ed2b-4999-b270-f49fc7c1d8b7 req-ae577b64-ee8c-462f-a4b1-6eeb9b4365ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492832 Mar 04 23:56:31.450486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:31.450682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f143b499-4a6e-4824-89b8-69f66cdc0011,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:31.453250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:31.483060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55f88509-57a0-4324-b74c-c1459675a92d req-dd89cf75-1b4f-4d90-82d4-c749c884f2b4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136166 Mar 04 23:56:31.523756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6d5ad02-73b7-4564-9f74-5bcd5dc20eb3 req-2f3dfcf4-ea13-4191-af30-6f9f496f4c9d tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.32 "GET /v2.0/security-groups?id=721af8c7-40b2-4f04-ab04-c605b666d43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142187 Mar 04 23:56:31.532850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:31.533856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.559915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:31.566110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-fa047ac3-372e-4aa6-8864-339b1ab23acc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3341246 Mar 04 23:56:31.579942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Request body: {'port': {'device_id': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:31.594689 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.657443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Pushing event deleted for resources: {'Port': ['ID=53146170-9836-4566-8268-5a873d369115,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:31.733699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.799999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] No DVR routers for this DVR port 53146170-9836-4566-8268-5a873d369115 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:56:31.803663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:31.806220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'name': 'network-vif-deleted', 'tag': '53146170-9836-4566-8268-5a873d369115'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:31.843213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a07f09dd-d860-4edb-a164-5d2d9178663e req-71af752b-d83e-4bbe-8aa6-4857b8c8dd49 tempest-LiveMigrationTest-1802710445 tempest-LiveMigrationTest-1802710445-project] 10.222.0.10 "DELETE /v2.0/ports/53146170-9836-4566-8268-5a873d369115 HTTP/1.1" status: 204 len: 173 time: 1.2969522 Mar 04 23:56:31.872736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362f62-20df-4686-a118-b8e88765ed2a req-2d10f510-6742-4909-b96b-53d7146f69c9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:31.874144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac362f62-20df-4686-a118-b8e88765ed2a req-2d10f510-6742-4909-b96b-53d7146f69c9 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 943 time: 0.1218307 Mar 04 23:56:31.924623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac362f62-20df-4686-a118-b8e88765ed2a req-c0e8fe53-6d8b-4ebb-9319-795452e747e8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Mar 04 23:56:32.018455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb1d3e-81de-4da1-9775-6ea42cedd452 req-d48f7a29-3a65-430f-9f3b-0a479bb5ad64 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:32.019981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1eb1d3e-81de-4da1-9775-6ea42cedd452 req-d48f7a29-3a65-430f-9f3b-0a479bb5ad64 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 946 time: 0.2426326 Mar 04 23:56:32.101693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1eb1d3e-81de-4da1-9775-6ea42cedd452 req-783883da-4936-46f9-9edd-57f5d5661678 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737474 Mar 04 23:56:32.147519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35051099-d9bc-4e72-8a75-a8d9903ea47e req-f2d9c6ec-bb82-4925-a13d-d54b19d2d776 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:32.148961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35051099-d9bc-4e72-8a75-a8d9903ea47e req-f2d9c6ec-bb82-4925-a13d-d54b19d2d776 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 948 time: 0.0951147 Mar 04 23:56:32.176517 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da462e7-e564-4aa0-8b94-67980b23ee46', 'name': 'network-vif-deleted', 'tag': '53146170-9836-4566-8268-5a873d369115', 'status': 'completed', 'code': 200} Mar 04 23:56:32.181920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:32.189753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.205021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Transition to ACTIVE for port object d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:32.205932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35051099-d9bc-4e72-8a75-a8d9903ea47e req-5dcf04fa-4d6c-429a-8ae7-fe4cc2d092f3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448589 Mar 04 23:56:32.210081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.292018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:32.294590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:32.332363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: b210cc2c-e393-4c60-809a-7263d2cf5f78 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:56:32.332700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b210cc2c-e393-4c60-809a-7263d2cf5f78 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:56:32.401199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f246d6d-2eeb-4300-a8b6-17fd631660f4 req-222c6961-c561-4c8c-bbc5-ef9e71fa68c7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:32.402681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f246d6d-2eeb-4300-a8b6-17fd631660f4 req-222c6961-c561-4c8c-bbc5-ef9e71fa68c7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 945 time: 0.0791600 Mar 04 23:56:32.469698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f246d6d-2eeb-4300-a8b6-17fd631660f4 req-e4b48791-e6e3-4e07-8f50-f4254a3df525 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593855 Mar 04 23:56:32.511244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:32.523593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:32.539441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'mac_address': 'fa:16:3e:18:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:32.633388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-f772da84-15d9-4366-bfd7-1dbdcd885a95 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:32.634266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-f772da84-15d9-4366-bfd7-1dbdcd885a95 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:32.649876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.666213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Attempting to bind port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:32.666684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Attempting to bind port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:32.667122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Attempting to bind port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc on network b58882f2-127f-4606-b034-1c13c838da04 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:32.668472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082d1ddf-a53f-407c-8f41-d88b07a98b39 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:32.670043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-f772da84-15d9-4366-bfd7-1dbdcd885a95 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:32.671247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-f772da84-15d9-4366-bfd7-1dbdcd885a95 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 943 time: 0.3042879 Mar 04 23:56:32.675313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc on network b58882f2-127f-4606-b034-1c13c838da04 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:32.675857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Attempting to bind port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc on network b58882f2-127f-4606-b034-1c13c838da04 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:32.685623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:32.686688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-19e41bef-2743-468e-b679-a74945df432d tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 258 time: 0.1750829 Mar 04 23:56:32.690240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.693420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:32.699050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:32.703094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Usage tracker for resource:floatingip and tenant:8d5b22ade850491f8caa4af7adf42247 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:32.705934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:32.706117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:32.706567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Checking segment: {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:32.707048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Bound using segment: {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:32.707566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Bound port: d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb66536-8ae6-495c-8bfc-906e559db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:32.708480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.711859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:32.742873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.764915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:32.788730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-3e739a7f-a55e-4c8f-b6fc-b3c443ebef31 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:32.828062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-3e739a7f-a55e-4c8f-b6fc-b3c443ebef31 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:32.829463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88fb4a85-ad24-4b7a-8ace-6cc495bc65b9 req-3e739a7f-a55e-4c8f-b6fc-b3c443ebef31 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478403 Mar 04 23:56:32.839397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:32.842525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:32.846373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.903065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.923564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:32.924963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 1091 time: 1.3521676 Mar 04 23:56:32.925515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:32.936416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:32.943292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6f75-e058-47c4-9fca-9fdef03185f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:33.072994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Allocated IP 172.25.0.183 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3dd2978b-f982-4c2e-ad79-e4b686eb5dd8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:33.082229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['082d1ddf-a53f-407c-8f41-d88b07a98b39'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:33.101469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-960f5e67-9421-49b9-b6fb-47c6a055e1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1094 time: 0.1339917 Mar 04 23:56:33.107968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1c0af-f3a1-407b-bea5-2b3c68fda4be req-2720af59-e442-4238-a85b-bd0e350d5220 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:33.109396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56b1c0af-f3a1-407b-bea5-2b3c68fda4be req-2720af59-e442-4238-a85b-bd0e350d5220 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.1060944 Mar 04 23:56:33.198257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-7dc6c36d-9ae9-4b4d-bbaa-860d26d9308b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 217 time: 0.0880017 Mar 04 23:56:33.230566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:33.261041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:33.263881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56b1c0af-f3a1-407b-bea5-2b3c68fda4be req-f59f7530-925f-457a-a1fb-1d308f41954a tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003561 Mar 04 23:56:33.274998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-e2d6a36f-1a88-4ff2-a422-dc38daf4468d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:33.276416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-e2d6a36f-1a88-4ff2-a422-dc38daf4468d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.0664558 Mar 04 23:56:33.326905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-44e9d94b-4ebb-4a0e-909f-b063d0ca339d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436001 Mar 04 23:56:33.338549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:33.342231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:33.344131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event updated for resources: {'Port': ['ID=3dd2978b-f982-4c2e-ad79-e4b686eb5dd8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:33.346245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:33.375859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:33.474415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-95bd84fd-6166-4319-a7fc-5af296fc6738 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414723 Mar 04 23:56:33.476933 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'status': 'completed', 'code': 200} Mar 04 23:56:33.487126 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'code': 200} Mar 04 23:56:33.667973 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:33.681942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db2c3a6c-0798-4bda-b650-16376d89cc12 req-a24d6f0d-7c5b-4a3b-9f63-a604f48dc621 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014952 Mar 04 23:56:33.721936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce97e-7bd8-40d1-8698-66a90bf2f2bb req-8733715a-c890-4585-a9aa-e8daaa1fedeb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:33.723421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4afce97e-7bd8-40d1-8698-66a90bf2f2bb req-8733715a-c890-4585-a9aa-e8daaa1fedeb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 944 time: 0.0992579 Mar 04 23:56:33.798039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Deleting subnet 9a0f0284-62dd-42fc-9718-35b4000bcb00 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:56:33.805152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:33.820048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4afce97e-7bd8-40d1-8698-66a90bf2f2bb req-43cd813d-17ca-439f-802a-720f369c18f6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900950 Mar 04 23:56:33.831435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:33.836864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-49131d78-e043-4731-8456-4803e5cf61b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1094 time: 0.0928428 Mar 04 23:56:33.895654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2c5a0b5-3c25-4239-acb8-802fd6297bdf req-02658cb1-f475-482e-9e62-d4c92ddc2a94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 1097 time: 0.2860732 Mar 04 23:56:33.921565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.045120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-3eb329af-2f71-4aad-868b-129589b5674d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:34.046573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-3eb329af-2f71-4aad-868b-129589b5674d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.2030303 Mar 04 23:56:34.076471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.105149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2c5a0b5-3c25-4239-acb8-802fd6297bdf req-59e78c32-0d74-4b86-b77e-143ef21ab33d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017550 Mar 04 23:56:34.122787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-12e3337c-a006-4b30-821d-b98dbee3105e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 217 time: 0.0692887 Mar 04 23:56:34.129252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7048e9f-c22e-4d69-8971-465cd00111fa req-58ddc456-3d0f-4f28-abba-6ac063f6efba tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:34.130603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7048e9f-c22e-4d69-8971-465cd00111fa req-58ddc456-3d0f-4f28-abba-6ac063f6efba tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 948 time: 0.1710999 Mar 04 23:56:34.184648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.240352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0f0284-62dd-42fc-9718-35b4000bcb00,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:34.246892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.249142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.253079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.298193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-6d7eee60-5e25-4be0-9f2b-4ec5f89463d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:34.299613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-6d7eee60-5e25-4be0-9f2b-4ec5f89463d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.1682005 Mar 04 23:56:34.304783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:34.304948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7048e9f-c22e-4d69-8971-465cd00111fa req-b4cae6d7-78d1-4704-8ed9-73bed763cf46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Mar 04 23:56:34.307663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ecdf2dbc-54e2-46f8-ac1c-72437ac68a8a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9a0f0284-62dd-42fc-9718-35b4000bcb00 HTTP/1.1" status: 204 len: 168 time: 0.9312751 Mar 04 23:56:34.315443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43886) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:34.350750 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-719ee455-c3e2-4063-a774-3482733f86ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448389 Mar 04 23:56:34.398879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 082d1ddf-a53f-407c-8f41-d88b07a98b39 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:34.404512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 082d1ddf-a53f-407c-8f41-d88b07a98b39 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:34.405050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.449014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event updated for resources: {'Port': ['ID=3dd2978b-f982-4c2e-ad79-e4b686eb5dd8,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:34.471922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.492129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.500870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.505978 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-a2fed29b-c5b5-4b3a-bcd1-d09b5eff561b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8168163 Mar 04 23:56:34.533044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.566153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-544fccbf-62cc-4fa6-9053-7c0db0a3c1d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076979 Mar 04 23:56:34.567935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:34.573739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.575811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 53146170-9836-4566-8268-5a873d369115 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:56:34.602385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3efc8d-ac6f-4c02-b27a-bb161499b4ab req-64b3050e-e32c-4de9-9fd5-e4b334e98169 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:34.603818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f3efc8d-ac6f-4c02-b27a-bb161499b4ab req-64b3050e-e32c-4de9-9fd5-e4b334e98169 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 945 time: 0.1606963 Mar 04 23:56:34.649392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d81059c7-a7d0-4a16-b772-7c8dafbbecf6 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:34.682363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-af8b3839-8a71-4165-8e3e-0186d2bc1262 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:34.682897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 53146170-9836-4566-8268-5a873d369115 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:56:34.682897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 53146170-9836-4566-8268-5a873d369115 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:56:34.715375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.734896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:34.737647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-af8b3839-8a71-4165-8e3e-0186d2bc1262 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:34.737816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f3efc8d-ac6f-4c02-b27a-bb161499b4ab req-c36aa07e-f4cc-4e83-89dc-095a73798796 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892942 Mar 04 23:56:34.744625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-af8b3839-8a71-4165-8e3e-0186d2bc1262 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.2334533 Mar 04 23:56:34.752877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda71662-4160-4761-9e2f-37800f565172']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:34.779225 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c4522c3-8f88-4254-929f-32e230f20ac5 req-ec952db4-2bf7-4e4d-aad6-bb3a1186c1e1 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958032 Mar 04 23:56:34.790387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3917e65d-5d22-486f-bcdf-07070fe5c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.791664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:34.797765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:34.798131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.858499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5945653f-af1f-4fb4-8c93-f94450a10fb6') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:34.858866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5945653f-af1f-4fb4-8c93-f94450a10fb6') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:34.876471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.910911 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.919577 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.926217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:56:34.926613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:56:34.942324 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:56:34.957675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:34.959475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d2c1a-8209-4678-9632-19234c04a8e9 req-615a4c89-2624-41be-8abc-f3d739286687 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:34.961573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-288d2c1a-8209-4678-9632-19234c04a8e9 req-615a4c89-2624-41be-8abc-f3d739286687 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 943 time: 0.0850201 Mar 04 23:56:34.962178 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.029925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-288d2c1a-8209-4678-9632-19234c04a8e9 req-31c6fd2c-28af-4804-a7e7-ee213f9ac179 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Mar 04 23:56:35.037115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:35.038948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-f4cc0e1f-22d9-46cb-a77e-dd682fbd473e tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:35.041270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b85033b7-a311-4c01-af61-ed28e3c30d3c req-f4cc0e1f-22d9-46cb-a77e-dd682fbd473e tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2955873 Mar 04 23:56:35.063470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.085773 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.097514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] Pushing event deleted for resources: {'Network': ['ID=cda71662-4160-4761-9e2f-37800f565172,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:35.109373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c498ace1-753e-4fff-bebf-ca7d3a3750fe admin admin] 10.222.0.32 "DELETE /v2.0/networks/cda71662-4160-4761-9e2f-37800f565172 HTTP/1.1" status: 204 len: 168 time: 0.7905426 Mar 04 23:56:35.110080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43896) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:35.215521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Deleting subnet 5bde1187-f25b-4528-897a-ccd230d6e10a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:56:35.224836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.280815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.327952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57bffe45-771f-43ff-a9a9-bcb403cd8d45 req-7ce84764-496f-4156-be90-183a26775e77 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1096 time: 0.1759615 Mar 04 23:56:35.330096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf293e2-40b9-46e3-878b-b34af2c627a8 req-82fc02a6-9037-4cb1-9e8f-ca99b394a16e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:35.331543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7bf293e2-40b9-46e3-878b-b34af2c627a8 req-82fc02a6-9037-4cb1-9e8f-ca99b394a16e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.1869738 Mar 04 23:56:35.368755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.376352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57bffe45-771f-43ff-a9a9-bcb403cd8d45 req-6fd2e9ea-0c56-40ed-953d-94c6355a47ff tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Mar 04 23:56:35.428187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7bf293e2-40b9-46e3-878b-b34af2c627a8 req-054e4315-73a3-4b16-80e7-93dfbca8e26b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896618 Mar 04 23:56:35.472442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.488784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39'}, {'server_uuid': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:35.534453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bde1187-f25b-4528-897a-ccd230d6e10a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:35.543349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.552715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1133535e-fa87-4efb-b89a-a0da79fd7709 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5bde1187-f25b-4528-897a-ccd230d6e10a HTTP/1.1" status: 204 len: 168 time: 0.4386945 Mar 04 23:56:35.553040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43906) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:35.659622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbf7db-c802-4593-8f5d-bcfa47dd6655 req-053b08a7-a941-4385-a9a4-db487ece662d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:35.661369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ecbf7db-c802-4593-8f5d-bcfa47dd6655 req-053b08a7-a941-4385-a9a4-db487ece662d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 945 time: 0.0825810 Mar 04 23:56:35.676671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.709597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ecbf7db-c802-4593-8f5d-bcfa47dd6655 req-30f79f05-8fab-430b-93cd-6ecf1e1e24eb tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Mar 04 23:56:35.846845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.881781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937baa5e-3bd3-4568-a11b-d0ad1446742c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:35.894048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470b0a-8aee-4a51-b981-c68b1d9ef388 req-72792ee5-2d7d-4ecc-a72e-bdb745b0137a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:35.895490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90470b0a-8aee-4a51-b981-c68b1d9ef388 req-72792ee5-2d7d-4ecc-a72e-bdb745b0137a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 949 time: 0.0773029 Mar 04 23:56:35.896523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a433e5-d944-4246-878f-39e11ca47016') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:35.896816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a433e5-d944-4246-878f-39e11ca47016') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:35.910980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.932019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-f0ee8671-c4e5-4e83-876a-eefbda5ce80a tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:35.933517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-f0ee8671-c4e5-4e83-876a-eefbda5ce80a tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1967230 Mar 04 23:56:35.937086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:35.943298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90470b0a-8aee-4a51-b981-c68b1d9ef388 req-89b2d0cc-d239-4152-996d-14c5631760a4 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Mar 04 23:56:36.000047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:56:36.000375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:56:36.013826 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:56:36.128251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b29dc60c-91ab-423c-af2e-faf6b1c26778 req-159159f7-9d01-4dfb-a443-1b0dba50a899 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1096 time: 0.0729141 Mar 04 23:56:36.174661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b29dc60c-91ab-423c-af2e-faf6b1c26778 req-1617aadf-8e92-429c-a25f-ac322115cea3 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Mar 04 23:56:36.194610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-84fd301e-069b-463d-991f-705feef28598 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.2550211 Mar 04 23:56:36.204820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Request body: {'floatingip': {'port_id': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:36.259833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.266252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.307036 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'code': 200} Mar 04 23:56:36.307555 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6', 'code': 200} Mar 04 23:56:36.311709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=937baa5e-3bd3-4568-a11b-d0ad1446742c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:36.318394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.377695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bee950b1-3c31-4c42-86c5-f321806d2d37 admin admin] 10.222.0.32 "DELETE /v2.0/networks/937baa5e-3bd3-4568-a11b-d0ad1446742c HTTP/1.1" status: 204 len: 168 time: 0.8234777 Mar 04 23:56:36.495797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c764974f-711e-474c-98d3-77b5589e4506 req-2305ce3b-62f1-4475-8e38-2fa1e591b0c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 1096 time: 0.1352563 Mar 04 23:56:36.504782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab1e47-518a-41a0-aeba-d04e071dcbab req-894c5218-fa48-418a-bee6-0eee344a4d13 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:36.506752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fab1e47-518a-41a0-aeba-d04e071dcbab req-894c5218-fa48-418a-bee6-0eee344a4d13 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 943 time: 0.1043005 Mar 04 23:56:36.540397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43918) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:36.584200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55441dc2-673f-4288-a9a7-0154630b8044 req-c95d9e81-a850-4b0c-b465-8068d526c167 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 1100 time: 0.2046185 Mar 04 23:56:36.606451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c764974f-711e-474c-98d3-77b5589e4506 req-dc8c4c50-9405-408a-8777-698e368b58a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987265 Mar 04 23:56:36.617442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0fab1e47-518a-41a0-aeba-d04e071dcbab req-f8a13837-9473-4901-8f84-b21d612ef24e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:36.635327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7f5e7d8a-5e96-4950-a2df-35f5c8629703 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6db8af48f38e4242834d2d54e28a5038&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0924501 Mar 04 23:56:36.636489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:36.637759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:36.640585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0fab1e47-518a-41a0-aeba-d04e071dcbab req-f8a13837-9473-4901-8f84-b21d612ef24e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:36.641802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fab1e47-518a-41a0-aeba-d04e071dcbab req-f8a13837-9473-4901-8f84-b21d612ef24e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186574 Mar 04 23:56:36.704733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b18cb2-6688-4ad6-afe1-e3d57a9b950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.745549 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b18cb2-6688-4ad6-afe1-e3d57a9b950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.780099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55441dc2-673f-4288-a9a7-0154630b8044 req-4b9af065-c2f3-406c-ac49-573a12838f2c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853571 Mar 04 23:56:36.809372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:36.815855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b18cb2-6688-4ad6-afe1-e3d57a9b950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.825106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'network_id': 'b58882f2-127f-4606-b034-1c13c838da04', 'port_id': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'mac_address': 'fa:16:3e:1f:8d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d89364-e7e5-42a0-bb24-4112b8ef4054', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:36.840165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b18cb2-6688-4ad6-afe1-e3d57a9b950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721af8c7-40b2-4f04-ab04-c605b666d43f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:36.890916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b18cb2-6688-4ad6-afe1-e3d57a9b950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.894850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-27b18cb2-6688-4ad6-afe1-e3d57a9b950f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/721af8c7-40b2-4f04-ab04-c605b666d43f HTTP/1.1" status: 204 len: 168 time: 0.2530932 Mar 04 23:56:36.896110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.917938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:36.940408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3b39-172d-4e5d-98e2-26b515ef34e5 req-45eb92e1-0962-4776-8535-4e2decc1913d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:36.942115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7ef3b39-172d-4e5d-98e2-26b515ef34e5 req-45eb92e1-0962-4776-8535-4e2decc1913d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.0918772 Mar 04 23:56:36.958655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6808f1ef-a234-4108-bf3d-6ef7dabb0ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:36.960932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:36.968873 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.001736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7ef3b39-172d-4e5d-98e2-26b515ef34e5 req-bf2b76c6-6599-4810-b3a0-16fed2dd5a5b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524554 Mar 04 23:56:37.080590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:37.105939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.111004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.225182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca757d-06c8-41c0-aacc-1641c90f2053 req-9c15dd5c-1def-4067-87ce-800f496a3e83 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:37.226862 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3ca757d-06c8-41c0-aacc-1641c90f2053 req-9c15dd5c-1def-4067-87ce-800f496a3e83 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 945 time: 0.0884314 Mar 04 23:56:37.274425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3ca757d-06c8-41c0-aacc-1641c90f2053 req-7a5eef9a-7af2-4570-ab61-aa45dd3b51ce tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Mar 04 23:56:37.318474 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Floating IP 8238e0e9-6411-476c-a57a-d18d74b37771 associated. External IP: 172.25.0.183, port: fcc51b71-cf02-4d19-b704-d1af9f0d23d6. Mar 04 23:56:37.359217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43940) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:37.367221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:37.457517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6d2ca93-d968-4c87-b6d3-74ec0c95a160 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da517d6fa3048aab6f48a81029de212&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0969138 Mar 04 23:56:37.459946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43944) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:37.526404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55b116dd-1323-40ca-a138-2017a8ffc36f req-9570d9c9-4426-4f13-bab6-346e14c77ebc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1333144 Mar 04 23:56:37.547827 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff95f7d8-2394-4237-8601-985485515ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.574750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff95f7d8-2394-4237-8601-985485515ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.627233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff95f7d8-2394-4237-8601-985485515ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.647660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f7d8-2394-4237-8601-985485515ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73034dce-b997-4848-9632-be8855691dcb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:37.663704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff95f7d8-2394-4237-8601-985485515ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:37.668128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff95f7d8-2394-4237-8601-985485515ea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73034dce-b997-4848-9632-be8855691dcb HTTP/1.1" status: 204 len: 168 time: 0.2072706 Mar 04 23:56:37.858603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Router 6e2c3406-c9ee-47c5-82a0-632c82ff43de has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:56:38.124501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:56:38.126725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:38.129328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:38.138572 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] Sync routers for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:56:38.156852 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:38.157514 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:38.233692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-e8f0f6fd-9495-422a-b8cb-fbc841d68cdc tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "PUT /v2.0/floatingips/8238e0e9-6411-476c-a57a-d18d74b37771 HTTP/1.1" status: 200 len: 997 time: 2.0182624 Mar 04 23:56:38.234351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:38.257080 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:38.379254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-88d9dac7-2637-475f-a4d9-7cd46e898a62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1097 time: 0.1300676 Mar 04 23:56:38.462642 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:38.520609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-b8d9752a-d086-4c79-b6eb-a6f2f56cf437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:38.525286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-b8d9752a-d086-4c79-b6eb-a6f2f56cf437 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 930 time: 0.1441443 Mar 04 23:56:38.637344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-52a4ef7b-e364-40b5-955b-386172b7e1e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 1000 time: 0.1076503 Mar 04 23:56:38.665192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:38.707912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-ddb2d51d-e0fb-40f8-9ad5-d691cc59f449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:38.717433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-ddb2d51d-e0fb-40f8-9ad5-d691cc59f449 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 200 len: 868 time: 0.0730639 Mar 04 23:56:38.770915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:38.775904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:38.776453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:38.808456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-4e1594b1-0b80-4fcd-90b4-f886ba1e95a7 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:56:38.809832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-4e1594b1-0b80-4fcd-90b4-f886ba1e95a7 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059602 Mar 04 23:56:38.824195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-8ecabf38-a0e5-4fbf-9684-ff3cb6c93078 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064956 Mar 04 23:56:38.952858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:38.983929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8238e0e9-6411-476c-a57a-d18d74b37771', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'port_id': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'mac_address': 'fa:16:3e:09:f3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:56:33Z', 'updated_at': '2022-03-04T23:56:36Z', 'revision_number': 1, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:14Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:38.987082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:38.989481 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] Checking router: 6e2c3406-c9ee-47c5-82a0-632c82ff43de for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:56:38.998735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:39.001105 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:39.001945 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:39.003610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:39.004044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 04 23:56:39.005854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:39.078701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:39.081876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-00fbc94d-e2b3-4a01-8c8f-1cbd9e525d12 service neutron] 10.222.0.32 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568066 Mar 04 23:56:39.210634 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:39.346318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdfa17d1-4c0f-4f7a-ad64-c397bc42e0df req-534f9ab4-8730-4abb-9622-cb03034c44f9 service neutron] 10.222.0.32 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498062 Mar 04 23:56:39.403157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:39.403489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:39.403812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:39.410291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:39.410606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:39.417763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:39.418098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:39.418471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:39.418888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Bound port: 5225999f-8540-4583-ac2d-092e6b5d9562, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:39.450818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:39.459706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:39.461251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-95f0486c-4c15-4692-940e-91f8f66ce833 service neutron] 10.222.0.32 "POST /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562/bindings HTTP/1.1" status: 201 len: 389 time: 0.6349673 Mar 04 23:56:39.578413 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:39.609001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09616f-2abc-4d6d-8551-c90bb22e8880 req-5cf1e975-30be-4604-97f0-635335b922de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:39.617293 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af09616f-2abc-4d6d-8551-c90bb22e8880 req-5cf1e975-30be-4604-97f0-635335b922de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 949 time: 0.1438599 Mar 04 23:56:39.651776 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8238e0e9-6411-476c-a57a-d18d74b37771', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'port_id': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'mac_address': 'fa:16:3e:09:f3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:56:33Z', 'updated_at': '2022-03-04T23:56:36Z', 'revision_number': 1, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:14Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:39.658651 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2331c06-f34d-45d0-a340-920f735addfa None None] The sync data for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 is: [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8238e0e9-6411-476c-a57a-d18d74b37771', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'port_id': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'mac_address': 'fa:16:3e:09:f3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:56:33Z', 'updated_at': '2022-03-04T23:56:36Z', 'revision_number': 1, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:14Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:56:39.677819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af09616f-2abc-4d6d-8551-c90bb22e8880 req-14b33409-a884-430c-96e5-4456ce77732a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590887 Mar 04 23:56:39.798949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-2e8851c9-a34c-4b4d-9a4e-8ad8c7b795fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1096 time: 0.0844820 Mar 04 23:56:39.813594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1530b4-7eb5-47b5-8365-f866b9fafc36 req-df7b7e01-a869-4e34-bfb1-ea65e7ff8921 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:39.815662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e1530b4-7eb5-47b5-8365-f866b9fafc36 req-df7b7e01-a869-4e34-bfb1-ea65e7ff8921 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.1211362 Mar 04 23:56:39.825540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44016) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:56:39.831559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Request body: {'floatingip': {'port_id': 'f143b499-4a6e-4824-89b8-69f66cdc0011'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:39.968838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:39.986816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14d40e-e94f-4b8c-a000-5e9a3e7fef19 None None] New status for floating IP 8238e0e9-6411-476c-a57a-d18d74b37771: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:56:40.168667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-93e2f4b1-182f-4e5b-9fb7-126b2aee9a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:40.168667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-93e2f4b1-182f-4e5b-9fb7-126b2aee9a1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.3572912 Mar 04 23:56:40.239888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-f29c04ea-78fa-4a38-8d42-60f58df1604e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 217 time: 0.0705388 Mar 04 23:56:40.251790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d39ac-6e05-4b03-9b85-cb8404e948dd req-74d7ce6b-5750-4b37-8d19-ab410c175c3b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:40.253554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-708d39ac-6e05-4b03-9b85-cb8404e948dd req-74d7ce6b-5750-4b37-8d19-ab410c175c3b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 945 time: 0.4284909 Mar 04 23:56:40.284831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ea5f5-3c6a-4b82-b213-5ad7e37f32e5 req-8f22bcb6-0aae-461f-92e5-749355b52b57 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:40.291887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-661ea5f5-3c6a-4b82-b213-5ad7e37f32e5 req-8f22bcb6-0aae-461f-92e5-749355b52b57 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 945 time: 0.3706300 Mar 04 23:56:40.353744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-32a71320-4f35-40d3-9265-d6a0e94015ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:40.355218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-32a71320-4f35-40d3-9265-d6a0e94015ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1006436 Mar 04 23:56:40.360299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-708d39ac-6e05-4b03-9b85-cb8404e948dd req-2a681818-ca9f-4050-a306-7ac468953740 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614600 Mar 04 23:56:40.406035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-bbec38bd-3a8e-449f-82b5-3da5eaedafc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430031 Mar 04 23:56:40.445158 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'status': 'completed', 'code': 200} Mar 04 23:56:40.490884 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'code': 200} Mar 04 23:56:40.641977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-661ea5f5-3c6a-4b82-b213-5ad7e37f32e5 req-1d29388a-4d4c-4517-9993-1a8f02750019 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490071 Mar 04 23:56:40.651793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-4cc6d18a-1654-4433-8990-a69d8a1ee099 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356644 Mar 04 23:56:40.745556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-75dee4f5-5eac-455e-8da6-93c1f1a7d595 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1097 time: 0.2728100 Mar 04 23:56:40.772866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-798d2e2f-cf85-461b-8bf1-b0d96b7967de tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 258 time: 0.2610724 Mar 04 23:56:40.787677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:40.797398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:40.822649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:40.844298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-9e4d923b-b7ce-46f0-a36f-c3ee1267809c service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778660 Mar 04 23:56:40.847425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:40.893452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-358dc47a-c4b7-4b70-b878-201979bb1d4b req-822bd7ef-bdc6-4626-90fc-d82f1cb26f00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1096 time: 0.3093920 Mar 04 23:56:40.969949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-e7644d81-3b2d-4359-a273-73120d5b92a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:40.971427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-e7644d81-3b2d-4359-a273-73120d5b92a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 930 time: 0.2164764 Mar 04 23:56:40.998427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.155622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Allocated IP 172.25.0.140 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/1dd7b763-a87b-44c1-9692-01616dc4717f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:41.186429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-358dc47a-c4b7-4b70-b878-201979bb1d4b req-40aa2696-10b3-49f4-a1f4-e87c407f6bef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854395 Mar 04 23:56:41.255236 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.270415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.317616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.335140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-e6bee62f-b63d-4e9c-8dbe-b8e5d4f56153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 1002 time: 0.2487257 Mar 04 23:56:41.349285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.411845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06afee-e620-49a5-82c0-06240a706f6b req-f695a2ae-f50f-43fb-a61b-0315e93e0a6c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:41.413335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d06afee-e620-49a5-82c0-06240a706f6b req-f695a2ae-f50f-43fb-a61b-0315e93e0a6c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 945 time: 0.3284142 Mar 04 23:56:41.421623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:41.424386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:41.428398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:41.459199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event updated for resources: {'Port': ['ID=1dd7b763-a87b-44c1-9692-01616dc4717f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:41.482490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.482833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.483169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.483504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.483832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.484156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.484494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.484801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.485121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.485467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.485812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:41.534595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d06afee-e620-49a5-82c0-06240a706f6b req-d10772ec-ab69-4655-bc37-733479934989 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Mar 04 23:56:41.548639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-81eaeadc-3c86-472a-bd45-eeada792cb79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:41.550087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-81eaeadc-3c86-472a-bd45-eeada792cb79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 200 len: 868 time: 0.0943542 Mar 04 23:56:41.613827 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.654634 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Floating IP c943d0d0-e18e-4d4e-a099-3a2f3f64e79b associated. External IP: 172.25.0.17, port: f143b499-4a6e-4824-89b8-69f66cdc0011. Mar 04 23:56:41.680490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.719834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-a7d5a5ce-245a-490a-bc8b-ba9f16a2e8fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518760 Mar 04 23:56:41.966437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:41.973317 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:42.138805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-bdefec3e-2759-423a-b2fa-3ba16e62a66d service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680806 Mar 04 23:56:42.173654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event updated for resources: {'Port': ['ID=1dd7b763-a87b-44c1-9692-01616dc4717f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:42.187518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:42.219064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:42.225777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-020e125e-3d31-4c81-ae23-9b24034b5f62 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4451847 Mar 04 23:56:42.252739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-54d5de49-ec63-4534-8bd4-c40b27a13c4d tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 1100 time: 0.3834016 Mar 04 23:56:42.310154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-a132e821-4991-4865-b6a4-242e22ebffc4 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:42.314435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:42.326772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-a132e821-4991-4865-b6a4-242e22ebffc4 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:42.327908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-a132e821-4991-4865-b6a4-242e22ebffc4 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.1009409 Mar 04 23:56:42.370462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d68003a5-c0c3-4e86-9808-63a0ab7c7bcf req-dd26dabc-33ca-486c-b345-cf06ed25a0b7 service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205687 Mar 04 23:56:42.380026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:42.388668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Usage tracker for resource:security_group_rule and tenant:5efd014e87da4a37b3f158007f023b0b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:42.392602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:42.400314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:42.476573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-0ae7c8db-4a3f-4ffd-9206-8e9c4d6b8207 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:42.477885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad903399-f3a5-4780-a9ae-2fe6c2b65e1b req-0ae7c8db-4a3f-4ffd-9206-8e9c4d6b8207 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.1439862 Mar 04 23:56:42.618678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:42.625421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:42.667651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2eafb5-65c6-47d6-879a-54d328222012 req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074514 Mar 04 23:56:42.675091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-6934665d-8401-4a4e-ae55-f7aab0be2988 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311177 Mar 04 23:56:42.680183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b022d56-4139-46b6-baa0-d1ff7540aee2 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3fd5a-9def-47d6-8ad5-330c8c702a9a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:42.721554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Router 7765db33-ecb8-4930-a094-65475fbd4724 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:56:42.862651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad55df-883e-4030-844f-02a90f543c98 req-1ac73fc4-8f9b-4c23-9962-f8512ba0dce2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:42.864818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-1ac73fc4-8f9b-4c23-9962-f8512ba0dce2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833291 Mar 04 23:56:42.882857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-788f0ef6-84c6-497f-9a00-bfdb9a9bb790 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/quotas/6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0124686 Mar 04 23:56:42.935015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-5e7949e8-901c-4af6-83e8-9bbf0db37069 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465186 Mar 04 23:56:42.966321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:56:42.983419 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] Sync routers for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:56:43.000651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:43.010574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:43.011205 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:43.087005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a49c53f3-7715-4b8a-a8df-71183a2f1010 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "PUT /v2.0/floatingips/c943d0d0-e18e-4d4e-a099-3a2f3f64e79b HTTP/1.1" status: 200 len: 991 time: 3.2595315 Mar 04 23:56:43.087347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:43.197513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6281bd-94f8-410d-a8c0-d351cb4e8f51 req-13eb1fe1-d4c3-4c2c-8d59-477678e45656 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:43.200211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e6281bd-94f8-410d-a8c0-d351cb4e8f51 req-13eb1fe1-d4c3-4c2c-8d59-477678e45656 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 945 time: 0.0972769 Mar 04 23:56:43.245126 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:43.262877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e6281bd-94f8-410d-a8c0-d351cb4e8f51 req-d7ba696e-55a6-4663-98db-2963d603b026 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570817 Mar 04 23:56:43.282488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-f1d135a5-0e5c-48b2-8d8f-1b6179234d02 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:43.284205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-f1d135a5-0e5c-48b2-8d8f-1b6179234d02 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0874691 Mar 04 23:56:43.396563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-c7576adf-8c63-4fd6-8c1f-94444c9a9002 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.1063380 Mar 04 23:56:43.402436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-8b8f2087-89a8-4ec9-ba06-d96587264b2c tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Request body: {'floatingip': {'port_id': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:43.491295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-8b8f2087-89a8-4ec9-ba06-d96587264b2c tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:43.501936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddb3b8-f7cf-4e22-86ac-0875a2b98176 req-7d410dee-61f7-44de-ac79-b8660bfc1ca3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:43.503550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65ddb3b8-f7cf-4e22-86ac-0875a2b98176 req-7d410dee-61f7-44de-ac79-b8660bfc1ca3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 945 time: 0.1023586 Mar 04 23:56:43.552751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65ddb3b8-f7cf-4e22-86ac-0875a2b98176 req-ac1fc59c-67da-44c2-b430-b935d6d6e3a6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Mar 04 23:56:43.694763 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c943d0d0-e18e-4d4e-a099-3a2f3f64e79b', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'port_id': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'mac_address': 'fa:16:3e:a1:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c4c31-2c87-432d-8937-a01838968962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:55:10Z', 'updated_at': '2022-03-04T23:56:40Z', 'revision_number': 1, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:12Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:43.708807 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] Checking router: 7765db33-ecb8-4930-a094-65475fbd4724 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:56:43.743352 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:43.744955 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:44.065655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba48292-7f9f-4d03-8c64-8711fa0febe4 req-836c9389-6c19-4222-bec0-a89fd99e189e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:44.075902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ba48292-7f9f-4d03-8c64-8711fa0febe4 req-836c9389-6c19-4222-bec0-a89fd99e189e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 945 time: 0.1704810 Mar 04 23:56:44.125316 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:44.179007 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-8b8f2087-89a8-4ec9-ba06-d96587264b2c tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] update failed (client error): There was a conflict when trying to complete your request. Mar 04 23:56:44.181051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dce1eb5f-71b9-4253-8a46-2a757b571e4d req-8b8f2087-89a8-4ec9-ba06-d96587264b2c tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "PUT /v2.0/floatingips/88ccf433-7e49-4423-934d-ec415b96d5e2 HTTP/1.1" status: 409 len: 551 time: 0.7833004 Mar 04 23:56:44.204132 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ba48292-7f9f-4d03-8c64-8711fa0febe4 req-f57d1329-1019-4d52-b482-b6c813d97d44 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208007 Mar 04 23:56:44.280712 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'status': 'completed', 'code': 200} Mar 04 23:56:44.424980 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-c9a71eae-0a6f-4b71-924b-886aef9e5807 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a&device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 1097 time: 0.1217225 Mar 04 23:56:44.455471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5b48e-066f-4dd3-a801-b30f2a45ad6e req-7e82f8b3-d091-4b0e-b5ae-f973b82c9d0d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:44.458406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04a5b48e-066f-4dd3-a801-b30f2a45ad6e req-7e82f8b3-d091-4b0e-b5ae-f973b82c9d0d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.0967493 Mar 04 23:56:44.578766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04a5b48e-066f-4dd3-a801-b30f2a45ad6e req-36580fb7-e586-42a9-87ee-29e379ff500d tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043429 Mar 04 23:56:44.652900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-d0bf8959-7527-46f3-86bc-780b52cbf423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:44.654338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-d0bf8959-7527-46f3-86bc-780b52cbf423 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099 HTTP/1.1" status: 200 len: 917 time: 0.2191486 Mar 04 23:56:44.710545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c943d0d0-e18e-4d4e-a099-3a2f3f64e79b', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'port_id': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'mac_address': 'fa:16:3e:a1:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c4c31-2c87-432d-8937-a01838968962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:55:10Z', 'updated_at': '2022-03-04T23:56:40Z', 'revision_number': 1, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:12Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:44.718824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cac3d0-7eaa-40ba-b6bc-eeb0eb575d5f None None] The sync data for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 is: [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c943d0d0-e18e-4d4e-a099-3a2f3f64e79b', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'port_id': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'mac_address': 'fa:16:3e:a1:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c4c31-2c87-432d-8937-a01838968962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:55:10Z', 'updated_at': '2022-03-04T23:56:40Z', 'revision_number': 1, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:12Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:56:44.752881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-b93d973d-43e4-4359-b338-9f487f6d1478 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667417 Mar 04 23:56:44.779804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89367ab8-ae92-4c31-b076-d5a98f6f9cbf req-f1f84d5d-a4eb-4716-a543-5be6813f708b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 210 time: 0.1237152 Mar 04 23:56:44.856139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-446ee91c-b2de-473f-b1b8-f15b69b7fe82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f143b499-4a6e-4824-89b8-69f66cdc0011 HTTP/1.1" status: 200 len: 999 time: 0.1565323 Mar 04 23:56:44.935946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-87630455-24a2-4b69-848a-bdddc7cbd2d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:44.937782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-87630455-24a2-4b69-848a-bdddc7cbd2d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=797a579c-0225-4d58-abfd-d28475544215 HTTP/1.1" status: 200 len: 855 time: 0.0761600 Mar 04 23:56:45.032343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-9e980a55-594d-40cc-ad8d-2628c5f4ce7d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1558714110&fields=id&tenant_id=87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 267 time: 0.0489912 Mar 04 23:56:45.057945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-92931c09-cc2a-424c-8d98-585b7ee47c66 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914326 Mar 04 23:56:45.231247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad55df-883e-4030-844f-02a90f543c98 req-ccdab037-cf47-44f7-8742-d57eab28c909 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:45.232595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-ccdab037-cf47-44f7-8742-d57eab28c909 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790132 Mar 04 23:56:45.250897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c3bf01c-80bf-4a32-a0b4-f42b542edb9e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:45.252292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c3bf01c-80bf-4a32-a0b4-f42b542edb9e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 945 time: 0.2119942 Mar 04 23:56:45.259822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Request body: {'port': {'device_id': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '6e97583599a740c1ab79bc58dc97f7a5'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:45.284916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'port': {'security_groups': ['60e18e93-dd60-4c37-816e-81daf0e16d4a', 'f927a12a-5dd5-4165-9ca6-b6d84205e0ef']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:45.300608 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-56e12cbf-b07a-4ea5-8730-b4c485a9a453 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2ad63b6-9a1c-4e49-a419-33b71d2c7099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3408000 Mar 04 23:56:45.420209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-1d90a6b9-1739-4c80-9a25-fce3c14ca31a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:45.421655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-1d90a6b9-1739-4c80-9a25-fce3c14ca31a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572090 Mar 04 23:56:45.456133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-9b3d05ed-b030-401f-a85e-16f4a45ef467 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/quotas/b1de443bbda94aa68f827790b5b81460 HTTP/1.1" status: 200 len: 375 time: 0.0275216 Mar 04 23:56:45.494068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.506757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-1f9a6c0a-b72a-4f39-aa55-d262a7aa9d82 service neutron] 10.222.0.10 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993914 Mar 04 23:56:45.507686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:45.515253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Usage tracker for resource:port and tenant:6e97583599a740c1ab79bc58dc97f7a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:45.519233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:45.552571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:45.579783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Made reservation on behalf of 6e97583599a740c1ab79bc58dc97f7a5 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:45.583589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.614655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.648646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-9b31b495-56f4-41d9-a023-0fac9ff3bd55 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823361 Mar 04 23:56:45.667403 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d34fd1-640b-4136-9c78-c2f23723d0bc req-a0318de6-2bbd-4f7a-84b3-b5b25dc54c1f service neutron] 10.222.0.10 "GET /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544359 Mar 04 23:56:45.671685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:45.677965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Usage tracker for resource:security_group_rule and tenant:6e97583599a740c1ab79bc58dc97f7a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:56:45.682598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:56:45.706943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:45.862762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:45.898408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.907398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.925039 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.966539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:45.978728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:46.046714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029f6562-651f-4aa1-92a9-0866fcc33a26,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:46.078025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-2aeddd00-3ca3-44e4-b3f7-7a1b0bc5d24c tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips/88ccf433-7e49-4423-934d-ec415b96d5e2 HTTP/1.1" status: 200 len: 693 time: 0.0998030 Mar 04 23:56:46.107069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:46.119188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:46.120569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:46.139810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e4e21e5-1ef8-497b-80dc-624a0fd9b53d req-6c01d369-eba4-444b-a200-6f9ed11d13a9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "PUT /v2.0/ports/d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 981 time: 0.8590503 Mar 04 23:56:46.140419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:46.253542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:46.283988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Allocated IP 192.168.233.60 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/268203e7-95ad-4acd-a9cd-b64b09fc28e0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:46.306541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-d03cbf37-9f92-462f-a739-4a10dfa063b8 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:46.309777 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-d03cbf37-9f92-462f-a739-4a10dfa063b8 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2243519 Mar 04 23:56:46.422871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-a5d222a6-4e4e-4bed-9de9-b6cbe510faee tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0986674 Mar 04 23:56:46.561414 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6c951be6-34ce-48c3-9635-517ffd522d91 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.1374557 Mar 04 23:56:46.562565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc633789-1551-4b72-bf94-f46f5f124067 None None] New status for floating IP c943d0d0-e18e-4d4e-a099-3a2f3f64e79b: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:56:46.581676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb13dd-f8be-4c66-8d69-a2f120daba0e req-5e970e71-f724-48e5-a291-34eeb06be4ec tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:46.584209 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59bb13dd-f8be-4c66-8d69-a2f120daba0e req-5e970e71-f724-48e5-a291-34eeb06be4ec tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 945 time: 0.2583761 Mar 04 23:56:46.750559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:46.752470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Deleting port 1dd7b763-a87b-44c1-9692-01616dc4717f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:56:46.752470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:46.797874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59bb13dd-f8be-4c66-8d69-a2f120daba0e req-473266ec-8ebf-436b-8ee8-06026c562075 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638629 Mar 04 23:56:46.819094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Transition to ACTIVE for port object 268203e7-95ad-4acd-a9cd-b64b09fc28e0 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:46.891157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.058053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.059293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.170934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:47.172234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:47.183188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:47.248502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:47.325014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Calling delete_port for 1dd7b763-a87b-44c1-9692-01616dc4717f owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:56:47.337942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:47.338245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.360309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5c542-4d2e-4946-9a00-78e92acaf2f1 req-31170a77-325d-4aec-8920-386990ba8c11 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:47.363753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cfa5c542-4d2e-4946-9a00-78e92acaf2f1 req-31170a77-325d-4aec-8920-386990ba8c11 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 945 time: 0.2747364 Mar 04 23:56:47.398271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-3b898a71-2e18-479e-b10b-b37b0389e4ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1414437 Mar 04 23:56:47.421290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Request body: {'port': {'device_id': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:47.479342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cfa5c542-4d2e-4946-9a00-78e92acaf2f1 req-65a51172-03e2-4154-9ea8-39ab63ea5e7d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007261 Mar 04 23:56:47.651165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.670527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.763117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f308b634-8d4d-45f0-8313-083d74a1339e None None] Provisioning for port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:47.769203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f308b634-8d4d-45f0-8313-083d74a1339e None None] Provisioning complete for port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:47.770269 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f308b634-8d4d-45f0-8313-083d74a1339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.806891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event deleted for resources: {'Port': ['ID=1dd7b763-a87b-44c1-9692-01616dc4717f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:47.830524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f308b634-8d4d-45f0-8313-083d74a1339e None None] Port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:47.876490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.876835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.877170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.877523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.877852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.878176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.878496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.878815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.879129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.879444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.880397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:56:47.911392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.939014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:47.940493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c2915ea-56b3-48ff-9011-123192a3b688 req-6440fa39-f09f-4a86-be84-21d9b63a6a5f tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "DELETE /v2.0/floatingips/88ccf433-7e49-4423-934d-ec415b96d5e2 HTTP/1.1" status: 204 len: 173 time: 1.3768835 Mar 04 23:56:48.127742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-f204d108-65dd-42ad-9e9e-7835e66144ec tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:48.128445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-f204d108-65dd-42ad-9e9e-7835e66144ec tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:48.176472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-f204d108-65dd-42ad-9e9e-7835e66144ec tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:48.178159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-f204d108-65dd-42ad-9e9e-7835e66144ec tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 935 time: 0.4264631 Mar 04 23:56:48.289816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-16bf1670-fc84-4035-b8ad-59632f11d82c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:48.292261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-60e50cac-1664-454f-8887-3eabbc8e45b5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366988 Mar 04 23:56:48.293472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268203e7-95ad-4acd-a9cd-b64b09fc28e0 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:48.296930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-006cd251-39c3-4b24-ad79-4c2778e6e06f req-b85ce356-ef26-4ed6-bca0-1b2384f2bc10 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/f927a12a-5dd5-4165-9ca6-b6d84205e0ef HTTP/1.1" status: 200 len: 1634 time: 0.0896585 Mar 04 23:56:48.302305 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:48.323871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Transition to ACTIVE for port object 268203e7-95ad-4acd-a9cd-b64b09fc28e0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:48.328071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-16bf1670-fc84-4035-b8ad-59632f11d82c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:48.329344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cac5ea9-eb90-436a-a297-d98e227a5ced req-16bf1670-fc84-4035-b8ad-59632f11d82c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381927 Mar 04 23:56:48.330410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:48.446791 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'status': 'completed', 'code': 200} Mar 04 23:56:48.466262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:48.591050 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-006cd251-39c3-4b24-ad79-4c2778e6e06f req-da8ba1fc-4253-4417-a63f-9f9eaa7a12d4 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 04 23:56:48.603085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:48.650619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:48.650619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:48.651303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-006cd251-39c3-4b24-ad79-4c2778e6e06f req-da8ba1fc-4253-4417-a63f-9f9eaa7a12d4 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/f927a12a-5dd5-4165-9ca6-b6d84205e0ef HTTP/1.1" status: 409 len: 341 time: 0.2873466 Mar 04 23:56:48.651537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:48.651537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:48.654500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:48.655208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:48.655893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:48.660760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Bound port: 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:48.662158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:48.706710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:48.735144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-eda9096e-02ef-40ef-bbf3-6afa8600d802 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:48.738941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-eda9096e-02ef-40ef-bbf3-6afa8600d802 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408965 Mar 04 23:56:48.797178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:48.906705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-4fa4b7bc-1211-48b8-8083-2497f8ae52d1 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071584 Mar 04 23:56:48.915385 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-e7f57734-3720-475a-a281-f1196d5655a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1135 time: 0.4542258 Mar 04 23:56:48.921777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:48.930038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:48.939206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:48.948561 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:48.963332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 04 23:56:49.117705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:49.157599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:49.165605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7fbc-514d-4276-9995-ddbc0f2f8a76 req-83d48e6b-dbff-47fe-9b53-fcc162666a51 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:49.169740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-802c7fbc-514d-4276-9995-ddbc0f2f8a76 req-83d48e6b-dbff-47fe-9b53-fcc162666a51 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 945 time: 0.4226654 Mar 04 23:56:49.208522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:49.209908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] 10.222.0.10 "PUT /v2.0/ports/268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 1095 time: 1.7972438 Mar 04 23:56:49.213558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-de753a20-212d-473d-9621-74d202613ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:49.215118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-de753a20-212d-473d-9621-74d202613ad9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.2917323 Mar 04 23:56:49.221039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:49.224848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:49.258128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f1469-7e08-41af-ad40-3f2193673999 service neutron] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:49.374069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-643bd9fc-ffda-4d90-9ea5-12a3a783d44d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 217 time: 0.1354320 Mar 04 23:56:49.379975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-df6ade59-e07e-496a-a9fe-5ba799243264 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 1002 time: 0.2492833 Mar 04 23:56:49.387462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-96cf8c38-bc7e-48b8-a0a3-4e1e23bfee69 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:49.389109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-96cf8c38-bc7e-48b8-a0a3-4e1e23bfee69 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242239 Mar 04 23:56:49.426513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-78404185-4bdc-4426-aeb7-4eecc82e1fdd tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.4006839 Mar 04 23:56:49.433572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': '953a8379-056a-47b6-a709-c90b161cbb64', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:49.436701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-802c7fbc-514d-4276-9995-ddbc0f2f8a76 req-95c14b2d-da1c-4bda-ba00-56118ae5044e tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421658 Mar 04 23:56:49.462840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:49.563881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-e57955bf-7ff6-4a4e-aaf0-4811cc60d4db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1098 time: 0.3003914 Mar 04 23:56:49.576900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de1e7-456f-442d-87b9-437123558915 req-59230ca0-56ae-491f-91fc-5a9346ba5849 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:49.578167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-59230ca0-56ae-491f-91fc-5a9346ba5849 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports/fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 943 time: 0.1869636 Mar 04 23:56:49.663564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-6dfbe514-4399-4b7f-afaa-1b7aa4222aa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.0822325 Mar 04 23:56:49.667332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-170f5933-d967-465e-a698-0f9533d541db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:49.668736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-170f5933-d967-465e-a698-0f9533d541db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.2817335 Mar 04 23:56:49.678463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0846c916-3d57-4ddb-b9fe-d7e8caf0221b req-7bf692c3-091b-4231-95bc-831ef50a53f4 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 210 time: 0.0997679 Mar 04 23:56:49.735287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-d1ef1e1f-3cdc-4d3e-9a92-97f4b4580569 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558875 Mar 04 23:56:49.746049 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:49.798788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:56:49.814038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.6 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/cfd58d23-c3ea-4a3e-b105-0b939ad110c3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:49.830282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:56:49.843726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad55df-883e-4030-844f-02a90f543c98 req-f006d39a-7faf-4264-9f93-1544adf38bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:49.845362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-f006d39a-7faf-4264-9f93-1544adf38bc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1157351 Mar 04 23:56:49.904969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:56:49.908269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:49.931689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-cb605371-76ef-4ef9-ac22-54fccc9b3328 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 1002 time: 0.2650769 Mar 04 23:56:50.287794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-34a08706-61b1-4611-badb-587229a7f064 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4352701 Mar 04 23:56:50.356426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-88bcaeed-fae5-4cc3-a36a-e2a61c8a8b7b service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111901 Mar 04 23:56:50.411242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de1e7-456f-442d-87b9-437123558915 req-6be0e112-4f7e-43d6-869d-e6e4a353a516 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:50.412578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-6be0e112-4f7e-43d6-869d-e6e4a353a516 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.4517157 Mar 04 23:56:50.419412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:50.483933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:50.540861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-1a5baa20-f4d1-439e-af4c-4f4d32c842d3 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359817 Mar 04 23:56:50.544321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1f762-e233-44aa-b32c-4eb09c426cf1 req-c7fe360f-92dc-4109-85c1-ca63448b0561 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:50.545778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7df1f762-e233-44aa-b32c-4eb09c426cf1 req-c7fe360f-92dc-4109-85c1-ca63448b0561 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 947 time: 0.4125357 Mar 04 23:56:50.576470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-6d063962-409f-485b-9df4-c78855cd10fd tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 1002 time: 0.1567156 Mar 04 23:56:50.605278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:50.627211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:50.641800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:50.688762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37fd9f64-5521-45a5-9053-54c7484ceda6 req-c2d6a93c-596a-4104-9f24-e04ea36e1315 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131750 Mar 04 23:56:50.689701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object cfd58d23-c3ea-4a3e-b105-0b939ad110c3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:50.709600 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7df1f762-e233-44aa-b32c-4eb09c426cf1 req-8f530377-77b2-4d5a-bfb0-b41c92aa3de8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514580 Mar 04 23:56:50.719919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:50.727731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:50.739890 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:50.802513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:50.837673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:50.851349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:50.916709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6aad55df-883e-4030-844f-02a90f543c98 req-5d779355-3238-43ad-bd6d-1346013d8783 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687403 Mar 04 23:56:50.988975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:51.046084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:51.048976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.122 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/cb33ad93-b784-4d37-a094-18611dd53d94) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:56:51.059826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:51.071973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:51.221468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:51.226816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:51.227150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:51.227479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:51.232159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-923510d5-bf2b-4855-a24d-fc9af8e162c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1135 time: 0.4502048 Mar 04 23:56:51.242008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:51.242629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.287456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca891c13-5da0-412c-9e02-9463e358a6a4 req-cf59b1ee-ec40-48b2-9bbe-45ae83ef2265 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:51.302734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca891c13-5da0-412c-9e02-9463e358a6a4 req-cf59b1ee-ec40-48b2-9bbe-45ae83ef2265 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 984 time: 0.4462717 Mar 04 23:56:51.319250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:51.319250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Attempting to bind port 5225999f-8540-4583-ac2d-092e6b5d9562 on network fdab189c-4330-45a1-bbc4-b3dcc6c19de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:51.356128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f553f0e6-771e-4a71-8c27-2095c2ca8547 None None] Provisioning for port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:51.360802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.366776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f553f0e6-771e-4a71-8c27-2095c2ca8547 None None] Provisioning complete for port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:51.366776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f553f0e6-771e-4a71-8c27-2095c2ca8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.371729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.371729 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Floating IP 8238e0e9-6411-476c-a57a-d18d74b37771 disassociated. External IP: 172.25.0.183, port: fcc51b71-cf02-4d19-b704-d1af9f0d23d6. Mar 04 23:56:51.408561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:51.408561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Checking segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:51.408561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Bound using segment: {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:51.408561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Bound port: 5225999f-8540-4583-ac2d-092e6b5d9562, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae57a0-7457-4342-973f-9097e568de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdab189c-4330-45a1-bbc4-b3dcc6c19de9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:51.408561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.441319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-40c855a4-52cf-48d8-be51-af963d1ad5a5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6397228 Mar 04 23:56:51.455558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f553f0e6-771e-4a71-8c27-2095c2ca8547 None None] Port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:51.460061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Request body: {'port': {'device_id': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:51.557815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca891c13-5da0-412c-9e02-9463e358a6a4 req-d0dd91e2-e260-40c8-966a-c0f1c226fbdc tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=f927a12a-5dd5-4165-9ca6-b6d84205e0ef&id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2641475 Mar 04 23:56:51.569960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.600816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object cb33ad93-b784-4d37-a094-18611dd53d94 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:51.641430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-a99301c9-293e-4975-9ee8-7b4d34092b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:51.643540 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-a99301c9-293e-4975-9ee8-7b4d34092b5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.3925653 Mar 04 23:56:51.656090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:51.676038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:51.932580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=cb33ad93-b784-4d37-a094-18611dd53d94,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:51.964104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:56:51.969925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:52.002823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:52.002823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.043595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-865dc53d-6c9f-4c22-9c75-26e0adebf805 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 217 time: 0.3785551 Mar 04 23:56:52.063199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:56:52.070545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:56:52.109613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.195851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:52.196464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.237937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-b151cd17-82b4-42e7-a2a9-401b526e5aab tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8031287 Mar 04 23:56:52.249988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Request body: {'port': {'device_id': '953a8379-056a-47b6-a709-c90b161cbb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:52.400283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.404759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-c16dd23f-2b25-472e-ae78-b3d3b66dd5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:52.404759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-c16dd23f-2b25-472e-ae78-b3d3b66dd5b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.3228106 Mar 04 23:56:52.409521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:52.463235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=8']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:52.482754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-bfa19fbc-a385-4f68-84cd-49211de316a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623608 Mar 04 23:56:52.487905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04ed1-3d75-403c-9396-608f1c04b539 req-b9182d57-23ad-4640-8762-b8c4ec897f42 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:52.502075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fd04ed1-3d75-403c-9396-608f1c04b539 req-b9182d57-23ad-4640-8762-b8c4ec897f42 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.6188653 Mar 04 23:56:52.586684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.588223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c71d0137-42ae-4c06-8f9a-d80418cc4e6c service neutron] 10.222.0.36 "PUT /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 1121 time: 3.1378896 Mar 04 23:56:52.616112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26074bad-2603-4923-9cf2-271a785d4d6c None None] Provisioning for port cb33ad93-b784-4d37-a094-18611dd53d94 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:56:52.640830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26074bad-2603-4923-9cf2-271a785d4d6c None None] Provisioning complete for port cb33ad93-b784-4d37-a094-18611dd53d94 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:52.640830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26074bad-2603-4923-9cf2-271a785d4d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.673205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Router 6e2c3406-c9ee-47c5-82a0-632c82ff43de has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:56:52.721608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-26074bad-2603-4923-9cf2-271a785d4d6c None None] Port cb33ad93-b784-4d37-a094-18611dd53d94 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:56:52.758274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:52.766085 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fd04ed1-3d75-403c-9396-608f1c04b539 req-a3a6e565-89f4-4783-badf-e55c76581487 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678671 Mar 04 23:56:52.778446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'mac_address': 'fa:16:3e:18:1e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:52.816185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['5225999f-8540-4583-ac2d-092e6b5d9562'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:52.848030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-1cf3b857-92fd-4929-bfcd-f59503f99fd6 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168521 Mar 04 23:56:52.920360 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'status': 'completed', 'code': 200} Mar 04 23:56:52.924318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:56:52.938152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:52.959644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 082d1ddf-a53f-407c-8f41-d88b07a98b39 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:52.975254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:52.986097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:53.066612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5225999f-8540-4583-ac2d-092e6b5d9562'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:53.121189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb33ad93-b784-4d37-a094-18611dd53d94 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:53.140977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['082d1ddf-a53f-407c-8f41-d88b07a98b39'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:53.141450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bd326e-d3ab-489f-8d03-382578e49d3b req-f8dcfa7a-02df-4ceb-a38b-bd142de4fa68 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866716 Mar 04 23:56:53.143731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:53.150210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaeffb-a788-444b-bceb-57acdd076e28 req-6ccada5e-c3ea-4c74-bab7-bb30527b48f5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:53.150912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7cbaeffb-a788-444b-bceb-57acdd076e28 req-6ccada5e-c3ea-4c74-bab7-bb30527b48f5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:56:53.170053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7cbaeffb-a788-444b-bceb-57acdd076e28 req-6ccada5e-c3ea-4c74-bab7-bb30527b48f5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:56:53.171155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cbaeffb-a788-444b-bceb-57acdd076e28 req-6ccada5e-c3ea-4c74-bab7-bb30527b48f5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 936 time: 0.1643703 Mar 04 23:56:53.171677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:53.174222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Transition to ACTIVE for port object cb33ad93-b784-4d37-a094-18611dd53d94 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:53.195553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:53.290139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-eff82eb1-b50d-4f5e-8bce-e0635b8b4a89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1098 time: 0.3673697 Mar 04 23:56:53.324449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cbaeffb-a788-444b-bceb-57acdd076e28 req-17669687-cb3c-4b74-b1d5-d9676f54fc43 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305630 Mar 04 23:56:53.524900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Pushing event updated for resources: {'Port': ['ID=cb33ad93-b784-4d37-a094-18611dd53d94,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:53.566164 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562', 'code': 200} Mar 04 23:56:53.598078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd58d23-c3ea-4a3e-b105-0b939ad110c3 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:53.608937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:53.631608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Transition to ACTIVE for port object cfd58d23-c3ea-4a3e-b105-0b939ad110c3 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:56:53.640437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:53.705735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-d94e69a7-9ee3-45bd-afa8-8e46435e7d73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:53.707077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-d94e69a7-9ee3-45bd-afa8-8e46435e7d73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4000456 Mar 04 23:56:53.711310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:56:53.717744 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:53.723656 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] Sync routers for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:56:53.736645 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:53.737274 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:53.855827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:53.950974 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:53.995651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-58fdab83-e078-4677-9b8b-83d569e77373 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "PUT /v2.0/floatingips/8238e0e9-6411-476c-a57a-d18d74b37771 HTTP/1.1" status: 200 len: 695 time: 3.3618321 Mar 04 23:56:54.010743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-9c87056f-1ba9-4c27-8088-64deddc695a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.2915308 Mar 04 23:56:54.017067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9e5c-0d25-40aa-81d2-67982a866ee5 req-d8cf3e14-a336-4136-ad4b-45d2dda920ce tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:54.024134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17de9e5c-0d25-40aa-81d2-67982a866ee5 req-d8cf3e14-a336-4136-ad4b-45d2dda920ce tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 947 time: 0.3214383 Mar 04 23:56:54.068246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Attempting to bind port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:54.068848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Attempting to bind port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:54.069348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Attempting to bind port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:54.081963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:54.082513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Attempting to bind port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:54.097817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Attempting to bind port cb33ad93-b784-4d37-a094-18611dd53d94 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:56:54.098440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Attempting to bind port cb33ad93-b784-4d37-a094-18611dd53d94 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:56:54.099067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Attempting to bind port cb33ad93-b784-4d37-a094-18611dd53d94 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:54.115448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17de9e5c-0d25-40aa-81d2-67982a866ee5 req-a2df03c6-197b-41c9-a4de-8e684c91c497 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902908 Mar 04 23:56:54.125283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:54.127911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:54.128338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:54.134085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Bound port: cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:54.134893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.152438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Port cb33ad93-b784-4d37-a094-18611dd53d94 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:56:54.153853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Attempting to bind port cb33ad93-b784-4d37-a094-18611dd53d94 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:56:54.178618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-c8108210-ab9d-40ce-aac5-dd3665abb3d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:54.180409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-c8108210-ab9d-40ce-aac5-dd3665abb3d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1253350 Mar 04 23:56:54.181690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:56:54.182189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:56:54.182721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:56:54.183308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Bound port: cb33ad93-b784-4d37-a094-18611dd53d94, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:56:54.183804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.339671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-5a9d5016-d972-486f-8e24-293efd4c4163 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1097 time: 0.3342042 Mar 04 23:56:54.424369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:56:54.516015 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:14Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:54.531792 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] Checking router: 6e2c3406-c9ee-47c5-82a0-632c82ff43de for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:56:54.544051 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:56:54.544672 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:54.582169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] For port cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:54.589625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] For port cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:54.628676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] For port cb33ad93-b784-4d37-a094-18611dd53d94, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:54.640191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-17c10539-9d59-41f0-955f-5d27fa4c2de2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4331136 Mar 04 23:56:54.648596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 082d1ddf-a53f-407c-8f41-d88b07a98b39 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:56:54.648596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.655990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e9ea7-ef9b-486a-a022-b73bd28ff5f8 req-f29302a1-2eb7-4629-a446-8b9b2de8aa2a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:54.665699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] For port cb33ad93-b784-4d37-a094-18611dd53d94, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cb33ad93-b784-4d37-a094-18611dd53d94,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:56:54.674762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-438e9ea7-ef9b-486a-a022-b73bd28ff5f8 req-f29302a1-2eb7-4629-a446-8b9b2de8aa2a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 984 time: 0.2406051 Mar 04 23:56:54.675796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.680721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.788158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de1e7-456f-442d-87b9-437123558915 req-40fdc4ff-c844-4a33-be45-0950882ece64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:54.798401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-40fdc4ff-c844-4a33-be45-0950882ece64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 930 time: 0.4429433 Mar 04 23:56:54.910405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.920889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] 10.222.0.10 "PUT /v2.0/ports/cb33ad93-b784-4d37-a094-18611dd53d94 HTTP/1.1" status: 200 len: 1096 time: 2.6710746 Mar 04 23:56:54.932152 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-0b1ba1d1-e636-47e7-8708-ff0058c87ab9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 217 time: 0.1338954 Mar 04 23:56:54.984158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:54.986122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] 10.222.0.10 "PUT /v2.0/ports/cfd58d23-c3ea-4a3e-b105-0b939ad110c3 HTTP/1.1" status: 200 len: 1094 time: 3.5422301 Mar 04 23:56:55.039777 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-438e9ea7-ef9b-486a-a022-b73bd28ff5f8 req-60967e9f-b930-4ce9-9f4a-c265fb03e423 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=f927a12a-5dd5-4165-9ca6-b6d84205e0ef&id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3593268 Mar 04 23:56:55.100186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6'}, {'name': 'network-changed', 'server_uuid': '953a8379-056a-47b6-a709-c90b161cbb64', 'tag': 'cb33ad93-b784-4d37-a094-18611dd53d94'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:55.105601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de1e7-456f-442d-87b9-437123558915 req-eb508afa-e3f7-4a60-a1ef-8f09c3ddfb03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:55.115841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:55.117878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-eb508afa-e3f7-4a60-a1ef-8f09c3ddfb03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 200 len: 868 time: 0.1899350 Mar 04 23:56:55.142780 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:56:55.182124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:55.216642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88190c-5de6-4d97-809f-8bbbe72ada41 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:55.224003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:55.230498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:55.330674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-33524149-544c-4a03-bce1-381dcee229d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 1097 time: 0.2792928 Mar 04 23:56:55.357105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abfa3b-8ffe-4abf-81e2-1052f4bc6080 service neutron] Pushing event updated for resources: {'Port': ['ID=cb33ad93-b784-4d37-a094-18611dd53d94,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:55.456458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:55.575393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-ba50d3a3-e3f5-4c7a-bb5d-cd1e43aea0d8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229486 Mar 04 23:56:55.616477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562'}, {'name': 'network-changed', 'server_uuid': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'tag': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:56:55.632664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-dfd9006d-6c10-4a31-a59c-d5bf32c15bc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3 HTTP/1.1" status: 200 len: 217 time: 0.2916152 Mar 04 23:56:55.838070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47e2d84f-b930-4353-a260-19b6d4150119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:55.838070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-47e2d84f-b930-4353-a260-19b6d4150119 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2006135 Mar 04 23:56:55.874686 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:14Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:56:55.878704 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea32f08-6074-4587-a2d1-60d9a610aac0 None None] The sync data for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 is: [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:56:03Z', 'revision_number': 4, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5869d187-6a34-4f40-8c57-670027a6615f', 'name': '', 'network_id': '0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'mac_address': 'fa:16:3e:0b:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:59Z', 'updated_at': '2022-03-04T23:56:14Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'subnets': [{'id': 'aca7cb34-df0c-4117-b135-05fed017d36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:56:55.935830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-30b051e2-0429-45d3-aa6d-80805250afb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8063807 Mar 04 23:56:55.935830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-79999418-3d5b-4926-b6fe-cc3d5b31728b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 1099 time: 0.6698704 Mar 04 23:56:56.001504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37e597-0dd8-4c43-8c2e-cf1ebebf9b37 req-a167cf01-b04d-40c6-8517-c695f97be26c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:56.032876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc37e597-0dd8-4c43-8c2e-cf1ebebf9b37 req-a167cf01-b04d-40c6-8517-c695f97be26c tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.5274754 Mar 04 23:56:56.155316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc37e597-0dd8-4c43-8c2e-cf1ebebf9b37 req-a6a0ce9f-46b0-4fdc-a389-376a3f0d594a tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302044 Mar 04 23:56:56.176220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-a6572625-59bf-44f5-bdb4-fd46f67ba138 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3292842 Mar 04 23:56:56.247593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-59139e44-57c9-4167-a6cc-aa3c693cab0d service neutron] 10.222.0.32 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180101 Mar 04 23:56:56.403389 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-1ac76e6b-5f12-4c6b-82c2-637e64198366 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cb33ad93-b784-4d37-a094-18611dd53d94 HTTP/1.1" status: 200 len: 217 time: 0.4165905 Mar 04 23:56:56.436902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:56:56.437719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-3491c780-47a9-4d87-aff7-30e17fae1437 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540231 Mar 04 23:56:56.621951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d38f0-ac41-430e-8a23-73565fb0383d req-37e22beb-5d24-4792-9aca-5be24f3b4537 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:56.633811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-807d38f0-ac41-430e-8a23-73565fb0383d req-37e22beb-5d24-4792-9aca-5be24f3b4537 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 948 time: 0.2882116 Mar 04 23:56:56.778217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:56.798686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'mac_address': 'fa:16:3e:10:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:56:56.804186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-807d38f0-ac41-430e-8a23-73565fb0383d req-f55bdb1b-7c97-4ff2-be6b-55a99de3d703 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664498 Mar 04 23:56:56.823916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-22ac020f-dc66-430c-b20d-8d146e16aa13 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652482 Mar 04 23:56:56.854903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-e4a6f558-5d6d-4c02-8bc4-19c638e5e727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:56.854903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-e4a6f558-5d6d-4c02-8bc4-19c638e5e727 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.4288204 Mar 04 23:56:56.872535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54fedff8-22c4-4e37-9c62-cc0de747cfbf req-39ccfab8-27c9-427a-9668-deecbeef27c8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2946951 Mar 04 23:56:56.988011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db9de1e7-456f-442d-87b9-437123558915 req-c47fea29-00ae-4fc2-93cb-f97e78fcf6c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224555 Mar 04 23:56:57.051176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:57.051176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:57.098343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268203e7-95ad-4acd-a9cd-b64b09fc28e0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:57.109356 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:57.134708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:57.141516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-2f423dc4-1fd3-4a5b-b95c-71f46eed9996 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2614486 Mar 04 23:56:57.145078 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:57.385811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-f5cd67b4-5476-4e70-b81d-7dea553e6aa0 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-622969184&fields=id&tenant_id=87a34cf662b2476fb5de7edfe6cc5db6 HTTP/1.1" status: 200 len: 267 time: 0.2117481 Mar 04 23:56:57.506973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:57.551402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b207f1a-fcdb-4829-9d19-150ec0ed5303 None None] New status for floating IP 8238e0e9-6411-476c-a57a-d18d74b37771: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:56:57.596560 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:56:57.635335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-17804b33-d794-4044-a6a9-08ce1a317f63 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:57.644915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-17804b33-d794-4044-a6a9-08ce1a317f63 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 984 time: 0.2532825 Mar 04 23:56:57.657796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'port': {'security_groups': ['60e18e93-dd60-4c37-816e-81daf0e16d4a', 'f927a12a-5dd5-4165-9ca6-b6d84205e0ef', '28430b1c-52b8-4e90-9776-c5a345458df2']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:56:57.701419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:57.732534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-1cb2a001-8171-4145-9197-14caa27145ea service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727220 Mar 04 23:56:57.916299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:58.260922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98fb282d-68ba-4c91-b659-4ba54dbf806f service neutron] 10.222.0.10 "GET /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.5224566 Mar 04 23:56:58.425129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:58.474191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3120a62d-a4fc-4dc8-bac1-6eda96f88b49 req-4f15c6d8-5290-4a87-813d-d13b94e287f4 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475297 Mar 04 23:56:58.527923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:58.533758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:58.537502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487d10-2b01-4153-b2d0-9f6646ebeabd req-251361dc-27cb-4f55-9c62-30d514d498cf tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:58.539692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3487d10-2b01-4153-b2d0-9f6646ebeabd req-251361dc-27cb-4f55-9c62-30d514d498cf tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 948 time: 1.0464354 Mar 04 23:56:58.568928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:58.672718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:56:58.672718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:58.685765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9567b3aa-46a5-4d4c-aa62-851538e9b625 req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "PUT /v2.0/ports/d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 1020 time: 1.0393078 Mar 04 23:56:58.735434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b977c3d-c209-4983-8e98-43e845ced105 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:56:58.801076 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'code': 200} Mar 04 23:56:58.857963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:56:59.016364 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562', 'status': 'completed', 'code': 200} Mar 04 23:56:59.016364 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'tag': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'status': 'completed', 'code': 200} Mar 04 23:56:59.038943 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'status': 'completed', 'code': 200} Mar 04 23:56:59.038943 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953a8379-056a-47b6-a709-c90b161cbb64', 'tag': 'cb33ad93-b784-4d37-a094-18611dd53d94', 'status': 'completed', 'code': 200} Mar 04 23:56:59.124378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:59.229588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:56:59.367632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3487d10-2b01-4153-b2d0-9f6646ebeabd req-3e501b00-7522-4904-9a91-294d9e48a298 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134112 Mar 04 23:56:59.402873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5225999f-8540-4583-ac2d-092e6b5d9562 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:56:59.444324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:56:59.508577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-44cd943a-7de6-4695-8472-8f4e19cf89b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 1099 time: 0.5319986 Mar 04 23:56:59.508577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:56:59.668827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-d219f457-8e2d-43d1-9ff4-6a1a79d5a4fb tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips/8238e0e9-6411-476c-a57a-d18d74b37771 HTTP/1.1" status: 200 len: 693 time: 0.2322152 Mar 04 23:56:59.991710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-d59d0375-00e7-4fba-b7b7-6986f55a8504 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1124 time: 0.9685943 Mar 04 23:57:00.077022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-0ae1f485-9cc6-45e0-af59-9d6d78563889 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b22ade850491f8caa4af7adf42247&device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 1097 time: 1.1875861 Mar 04 23:57:00.105414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-d48de3d1-f85a-49f0-a480-e27c1930e5f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:00.105414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-d48de3d1-f85a-49f0-a480-e27c1930e5f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5750544 Mar 04 23:57:00.288856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-e5f299b4-91cc-4e94-ba6d-d355af8f6f26 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:00.288856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-e5f299b4-91cc-4e94-ba6d-d355af8f6f26 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.6246734 Mar 04 23:57:00.303477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b3b8-a29c-4fac-ac54-f26ddb1a3000 req-15e256a5-0ca9-49bb-bfbc-cc952629e8c6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:00.303477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56e4b3b8-a29c-4fac-ac54-f26ddb1a3000 req-15e256a5-0ca9-49bb-bfbc-cc952629e8c6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 943 time: 0.6036720 Mar 04 23:57:00.338665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] Transition to ACTIVE for port object 5225999f-8540-4583-ac2d-092e6b5d9562 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:00.360412 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-e1b426a7-b2e7-447f-aeec-67ca086b5931 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cb33ad93-b784-4d37-a094-18611dd53d94 HTTP/1.1" status: 200 len: 217 time: 0.2377906 Mar 04 23:57:00.360412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:00.549349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cfd58d23-c3ea-4a3e-b105-0b939ad110c3 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:00.549349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:00.621527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-0c78c26c-7b7c-4aa9-89dd-ccbd11b1876a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:00.621527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-0c78c26c-7b7c-4aa9-89dd-ccbd11b1876a service neutron] 10.222.0.10 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.6210184 Mar 04 23:57:00.673160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:00.679379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56e4b3b8-a29c-4fac-ac54-f26ddb1a3000 req-697437c3-c4a7-4bd6-a664-24eb1c918659 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570395 Mar 04 23:57:00.775146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:57:00.792189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-1be950b6-b6b3-47da-93cd-3f443e4779bf tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:00.826283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-019c7ce8-7576-44bb-ba2b-c9f5eee4b8ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 217 time: 0.1565204 Mar 04 23:57:00.995057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-19e86551-824a-4deb-a7e3-bf27cf0851a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:00.995057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-19e86551-824a-4deb-a7e3-bf27cf0851a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.6266277 Mar 04 23:57:01.000374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-1be950b6-b6b3-47da-93cd-3f443e4779bf tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:01.000374 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-1be950b6-b6b3-47da-93cd-3f443e4779bf tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.7102511 Mar 04 23:57:01.322759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:01.334021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-5497f949-6642-4d53-879b-229096d5da08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:01.334021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-5497f949-6642-4d53-879b-229096d5da08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 200 len: 930 time: 1.1489301 Mar 04 23:57:01.355885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-8f825e36-bc94-4c3e-872b-ffa54151f70b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.3496156 Mar 04 23:57:01.372098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:01.436680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'mac_address': 'fa:16:3e:93:00:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:01.669377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] No DVR routers for this DVR port 5225999f-8540-4583-ac2d-092e6b5d9562 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:01.724348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:01.729685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] Pushing event updated for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:01.768595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-d700b875-df38-46d7-b5bf-c4c201f11e18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 200 len: 217 time: 0.2733047 Mar 04 23:57:01.774313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd58d23-c3ea-4a3e-b105-0b939ad110c3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:01.806164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:01.816476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:01.853798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-021bccc9-4c3c-4a66-bba5-eee8c310ef51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:01.853798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-021bccc9-4c3c-4a66-bba5-eee8c310ef51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.9867396 Mar 04 23:57:01.980355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-98b0e915-a46f-44a2-8344-fe5f5eea5b54 service neutron] 10.222.0.10 "PUT /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 3.6882079 Mar 04 23:57:02.064207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:02.075873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-313f090a-1525-4e7e-8887-96f238af74b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0570393 Mar 04 23:57:02.087193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-11e443f3-459b-4239-a595-d78a4020ebfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811756 Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.123857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.129835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.129835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:02.183958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Deleting port 3dd2978b-f982-4c2e-ad79-e4b686eb5dd8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:02.183958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:02.285272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca21897-ef7b-4c38-a1c4-5dd93cc88594 req-26ebf974-f098-4249-84a3-c2095a1cd1c8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:02.285948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2ca21897-ef7b-4c38-a1c4-5dd93cc88594 req-26ebf974-f098-4249-84a3-c2095a1cd1c8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:02.293009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:02.379051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-659d3c07-6625-42b1-afbc-6a07b76f2d8a service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981596 Mar 04 23:57:02.535841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cb33ad93-b784-4d37-a094-18611dd53d94 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:02.535841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:02.603789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2ca21897-ef7b-4c38-a1c4-5dd93cc88594 req-26ebf974-f098-4249-84a3-c2095a1cd1c8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:02.620644 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ca21897-ef7b-4c38-a1c4-5dd93cc88594 req-26ebf974-f098-4249-84a3-c2095a1cd1c8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 948 time: 0.9969213 Mar 04 23:57:02.954527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ca21897-ef7b-4c38-a1c4-5dd93cc88594 req-17979a24-0d10-4a22-9d9c-2cc098ec7212 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254120 Mar 04 23:57:03.027371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:57:03.114213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-7188ca53-f001-4ba9-8888-e0f56e9c7e09 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9884806 Mar 04 23:57:03.129793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-a0ef5fa9-99c6-4aa5-84a9-227a1e90c532 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286243 Mar 04 23:57:03.261798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-27e4a6cd-c8ad-425f-ad92-3e243d7dd7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:03.261798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-27e4a6cd-c8ad-425f-ad92-3e243d7dd7f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 200 len: 868 time: 1.4874272 Mar 04 23:57:03.384034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:03.447050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:03.447050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:03.514323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a31ca29c-cf61-4a38-aae6-8bd368603118 req-0ce3f712-7d2d-423e-a149-e6fe4a31d587 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/28430b1c-52b8-4e90-9776-c5a345458df2 HTTP/1.1" status: 200 len: 1633 time: 0.2063067 Mar 04 23:57:03.705625 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-a31ca29c-cf61-4a38-aae6-8bd368603118 req-d85d8710-1407-4aaa-a58d-2c8736fabcc8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 04 23:57:03.721626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a31ca29c-cf61-4a38-aae6-8bd368603118 req-d85d8710-1407-4aaa-a58d-2c8736fabcc8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/28430b1c-52b8-4e90-9776-c5a345458df2 HTTP/1.1" status: 409 len: 341 time: 0.2104921 Mar 04 23:57:04.010709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:04.010709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:04.075987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb6805-be09-48e6-bce2-cc0eb77d26f2 req-a9a5ac8b-9aa9-4ead-ab2d-d3bc02293f27 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:04.088358 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64bb6805-be09-48e6-bce2-cc0eb77d26f2 req-a9a5ac8b-9aa9-4ead-ab2d-d3bc02293f27 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 948 time: 0.1750772 Mar 04 23:57:04.155256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cb33ad93-b784-4d37-a094-18611dd53d94, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cb33ad93-b784-4d37-a094-18611dd53d94,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:04.183311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64bb6805-be09-48e6-bce2-cc0eb77d26f2 req-0260a5ae-f4c4-45db-a30e-44d7fe3e1a81 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978532 Mar 04 23:57:04.259265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'cb33ad93-b784-4d37-a094-18611dd53d94', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'cb33ad93-b784-4d37-a094-18611dd53d94', 'mac_address': 'fa:16:3e:0c:e1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:04.275755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-f634f73e-98cd-4aac-9720-b019a5be9fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8328729 Mar 04 23:57:04.293264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Calling delete_port for 3dd2978b-f982-4c2e-ad79-e4b686eb5dd8 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:04.487059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-c0f0a25e-47ee-4ab8-a842-32f5ee10a1d8 service neutron] 10.222.0.10 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3127499 Mar 04 23:57:04.505928 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'status': 'completed', 'code': 200} Mar 04 23:57:04.530964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-bfd46fbb-bb6b-4931-a8af-3e192227d0d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1174 time: 0.2255135 Mar 04 23:57:04.727705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:04.727705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:04.729093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-8e6463fc-5142-4dd4-a9a7-67bcf0c823e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:04.729093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-8e6463fc-5142-4dd4-a9a7-67bcf0c823e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 200 len: 913 time: 0.1952889 Mar 04 23:57:04.745143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb33ad93-b784-4d37-a094-18611dd53d94 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:04.901495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-a3aa723b-c672-443c-8b1a-a25fbfa14082 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 1.7920544 Mar 04 23:57:04.907468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-bf17312b-418f-4fae-a766-4b53a52a8f2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 200 len: 217 time: 0.1280987 Mar 04 23:57:04.993443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-6d251033-16f8-4d23-ae4f-4eca8ecd940f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:04.994145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-6d251033-16f8-4d23-ae4f-4eca8ecd940f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 200 len: 852 time: 0.0806077 Mar 04 23:57:05.061939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:05.105141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-a9f3c288-59ea-421d-85ba-0b147eb212c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b58882f2-127f-4606-b034-1c13c838da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938361 Mar 04 23:57:05.124733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7e85bf8-4d2f-4680-9fe9-7f4c93f03637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:05.132182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacaf3-568d-478a-8a5e-4248b3421ae8 req-69c052bd-904c-4d0b-b253-93963c0f8e63 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:05.132182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81eacaf3-568d-478a-8a5e-4248b3421ae8 req-69c052bd-904c-4d0b-b253-93963c0f8e63 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.4126623 Mar 04 23:57:05.152587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cb33ad93-b784-4d37-a094-18611dd53d94, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cb33ad93-b784-4d37-a094-18611dd53d94,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:05.168042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:05.182304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:05.264398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-82ca4e61-cbf9-4ebd-a557-62040730769c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 1098 time: 0.6900969 Mar 04 23:57:05.264398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-2fb15d19-f241-4db0-bb65-efd647e564de service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503950 Mar 04 23:57:05.349932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81eacaf3-568d-478a-8a5e-4248b3421ae8 req-ac9e0f2e-b44f-45c9-a56f-9e3b30b2edf4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117352 Mar 04 23:57:05.395515 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:05.446289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-c70171c0-d07e-436a-a783-ff799b66f934 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29 HTTP/1.1" status: 200 len: 1095 time: 0.5023565 Mar 04 23:57:05.460850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:05.586008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-37dc0ad2-87ae-417e-9602-7a2f2b73eadb service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109583 Mar 04 23:57:05.630750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cb33ad93-b784-4d37-a094-18611dd53d94,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:05.822555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:05.835700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cb33ad93-b784-4d37-a094-18611dd53d94'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:05.881715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event deleted for resources: {'Port': ['ID=3dd2978b-f982-4c2e-ad79-e4b686eb5dd8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:06.150945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7f5133-6a27-4397-b91c-f7be4a736c1a req-7de7d71e-c09f-4cad-8e8f-09df68066697 service neutron] 10.222.0.36 "GET /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520289 Mar 04 23:57:06.470525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-ae571a5e-157c-4acb-870a-77c8392bb285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:06.470525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-ae571a5e-157c-4acb-870a-77c8392bb285 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 1.1995113 Mar 04 23:57:06.694213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097c28-f03e-406c-a1c7-82d8abd40c5b req-28d4d53a-59e9-4c25-a6bf-f51e005198b5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:06.706968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59097c28-f03e-406c-a1c7-82d8abd40c5b req-28d4d53a-59e9-4c25-a6bf-f51e005198b5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 949 time: 0.1396184 Mar 04 23:57:06.765124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-42b324ef-5cf9-4491-92de-ea8af3d49749 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3 HTTP/1.1" status: 200 len: 217 time: 0.2559781 Mar 04 23:57:06.765124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-dac54830-3954-45f8-bbff-6be5b2342ad5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1095 time: 1.1791253 Mar 04 23:57:06.789214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59097c28-f03e-406c-a1c7-82d8abd40c5b req-1885a9fa-61cc-4fc5-9db7-009a95ae01e9 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820987 Mar 04 23:57:06.946347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-71f5bc31-10ff-4c80-a945-88256c53a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:07.046542 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'code': 200} Mar 04 23:57:07.054363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:07.058517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-79d76195-b0cd-489d-937d-6e5c69db6cea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:07.060488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-79d76195-b0cd-489d-937d-6e5c69db6cea service neutron] 10.222.0.36 "GET /v2.0/networks?id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 200 len: 922 time: 0.2235138 Mar 04 23:57:07.174029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-882813ce-76c3-4080-a979-6edb6de906cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 200 len: 217 time: 0.0960548 Mar 04 23:57:07.177979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cfd58d23-c3ea-4a3e-b105-0b939ad110c3 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:07.268067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64d6972a-3b7a-452e-ba75-a56147dcb449 req-81511ab2-3ee5-4f98-bda7-4e61bc0f6b80 service neutron] 10.222.0.36 "GET /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9982302 Mar 04 23:57:07.302547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:07.302547 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27feb24b-25d4-4f4d-b874-2cad7c39a0f3 req-06ed348d-6105-40df-97c1-f1d7eb205419 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "DELETE /v2.0/floatingips/8238e0e9-6411-476c-a57a-d18d74b37771 HTTP/1.1" status: 204 len: 173 time: 5.9524269 Mar 04 23:57:07.325076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-4853df11-454c-474c-b22d-fbd36739f2d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:07.326707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-4853df11-454c-474c-b22d-fbd36739f2d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.5611367 Mar 04 23:57:07.335223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:07.352325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:07.354513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:07.372784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-31b8c937-af19-44cc-8aef-ad21a124b273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:07.375260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-31b8c937-af19-44cc-8aef-ad21a124b273 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 200 len: 861 time: 0.1747580 Mar 04 23:57:07.474776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-97fa4651-6c17-4670-8b7e-2dd03635076a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fdab189c-4330-45a1-bbc4-b3dcc6c19de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821259 Mar 04 23:57:07.508265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-a18d6f5d-a12c-443a-b7a6-4475098cc90c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4164021 Mar 04 23:57:07.531560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cc71dbf-8b25-4937-b4a5-97e3c57e795c req-1a6258da-51f6-4d33-91ed-03916ee48cad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1100 time: 0.2267575 Mar 04 23:57:07.537607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dc610-5098-4d85-96a0-4f7a759bf7ee req-a8839110-505f-4600-a653-62dfa02947ff tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:07.539617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-109dc610-5098-4d85-96a0-4f7a759bf7ee req-a8839110-505f-4600-a653-62dfa02947ff tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1917357 Mar 04 23:57:07.654705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:07.690727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-90242fb1-739f-455b-ac46-c11357f530f0 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061031 Mar 04 23:57:07.693274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4cc71dbf-8b25-4937-b4a5-97e3c57e795c req-53ca2476-f0c7-4985-9b9c-db7dae27ca9a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455197 Mar 04 23:57:07.711231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-109dc610-5098-4d85-96a0-4f7a759bf7ee req-54bc621c-a707-4153-bfa5-d3c6af7df73d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619980 Mar 04 23:57:07.722875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:07.731206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:07.757607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-86ef36ac-33a7-4376-a13d-15fdeb1848a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d094337e09fb4ccf8025bdd1937addca&device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 6491 time: 0.2052307 Mar 04 23:57:07.832300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:07.920337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-4189f9f7-c59f-48f5-ac6a-07d006528bc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5852611 Mar 04 23:57:07.929629 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-8b341eee-44c5-499b-812c-17ef25c52d10 service neutron] 10.222.0.36 "GET /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279971 Mar 04 23:57:07.941169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e83d6-9cd6-402e-992b-00f3f5034f1b req-953a1e4d-b0ae-4c04-8e3e-8bb30c8803c5 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:07.942731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-142e83d6-9cd6-402e-992b-00f3f5034f1b req-953a1e4d-b0ae-4c04-8e3e-8bb30c8803c5 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1023 time: 0.2511253 Mar 04 23:57:07.969649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3bf-52aa-4d9b-8779-8593184b5065 req-ab0282b6-5a1e-48b9-b4a0-eb2938c0d5b9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:07.977470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20b5e3bf-52aa-4d9b-8779-8593184b5065 req-ab0282b6-5a1e-48b9-b4a0-eb2938c0d5b9 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.0971243 Mar 04 23:57:08.102392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-142e83d6-9cd6-402e-992b-00f3f5034f1b req-8ea2b278-e858-4060-b848-607a62404226 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=f927a12a-5dd5-4165-9ca6-b6d84205e0ef&id=28430b1c-52b8-4e90-9776-c5a345458df2&id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1488924 Mar 04 23:57:08.132523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20b5e3bf-52aa-4d9b-8779-8593184b5065 req-6fa54610-74ad-491a-b122-dd9e7f24e054 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539092 Mar 04 23:57:08.159628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:08.216343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-3e3f50eb-10c9-4167-9777-09f4c9c1b63d service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424600 Mar 04 23:57:08.227226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-8d079f4c-186c-4fdd-9cc9-7e4cec179317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:08.227593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-8d079f4c-186c-4fdd-9cc9-7e4cec179317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:08.228032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-8d079f4c-186c-4fdd-9cc9-7e4cec179317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:08.229960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-8d079f4c-186c-4fdd-9cc9-7e4cec179317 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94bfae67-afb6-42ad-bf33-e1c324a2c287&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&id=374ea3e1-33d2-40a7-8032-24574b15f7a5&id=374ea3e1-33d2-40a7-8032-24574b15f7a5 HTTP/1.1" status: 200 len: 2293 time: 0.2360079 Mar 04 23:57:08.257505 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:08.508665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-b8691467-3519-4201-ae30-1274a7b96421 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99 HTTP/1.1" status: 200 len: 1001 time: 0.2726057 Mar 04 23:57:08.788204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-162b5046-a16b-414b-9456-8652c6c2bdeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:08.788814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-162b5046-a16b-414b-9456-8652c6c2bdeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec5386c-6ea4-46aa-9961-c0e42b9b181f HTTP/1.1" status: 200 len: 850 time: 0.1162264 Mar 04 23:57:08.859040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039682d7-3ab1-4150-8740-837f7eed067c req-7ca60a8f-81c8-46c3-bbf4-46087870320e tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:08.860439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-039682d7-3ab1-4150-8740-837f7eed067c req-7ca60a8f-81c8-46c3-bbf4-46087870320e tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3458986 Mar 04 23:57:08.870454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5284356c-61f0-4075-9f73-2e0b27ee8f15 req-589fd18a-7857-4355-9c58-77b973ea8a84 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472948 Mar 04 23:57:08.954832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-ad5bf959-78dd-4a34-bb5c-4cd3dea6670d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:08.955426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-039682d7-3ab1-4150-8740-837f7eed067c req-55aabd8f-116e-40e5-836a-37aa4be6f5f5 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0862746 Mar 04 23:57:08.971405 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-ad5bf959-78dd-4a34-bb5c-4cd3dea6670d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1023 time: 0.5240726 Mar 04 23:57:08.989997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-4709954b-5042-421f-acd8-1c16ba67b388 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94bfae67-afb6-42ad-bf33-e1c324a2c287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879964 Mar 04 23:57:08.993966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-4177809c-422a-4fc2-996a-de6abab9236c tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280&tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.5461087 Mar 04 23:57:09.000941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769d0c-a654-4e55-be18-88eb9a62c098 req-636707f9-f6ab-46a9-9b6d-a74780717879 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:09.023540 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27769d0c-a654-4e55-be18-88eb9a62c098 req-636707f9-f6ab-46a9-9b6d-a74780717879 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 949 time: 0.2293873 Mar 04 23:57:09.047506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:09.147785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-47195edc-e935-48db-8f82-22e2148ddc8e service neutron] 10.222.0.10 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477537 Mar 04 23:57:09.184881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cb33ad93-b784-4d37-a094-18611dd53d94 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:09.271430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Deleting port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:09.271430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:09.330496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27769d0c-a654-4e55-be18-88eb9a62c098 req-072acdf5-d03c-479f-b335-3791b2cb46bd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302113 Mar 04 23:57:09.376145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port cb33ad93-b784-4d37-a094-18611dd53d94 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:09.394240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port cb33ad93-b784-4d37-a094-18611dd53d94 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:09.400423 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:09.627668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-5b725d34-6c6b-450b-9119-1de98b06b40d service neutron] 10.222.0.10 "GET /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735670 Mar 04 23:57:09.643185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:09.748110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1fa3893f-7827-4bc7-b36a-54841a3c1832 req-95d02dd9-9917-4716-9269-a8606ba2ce1b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:09.769252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-8c438ce7-278c-4933-a340-568d547d9a59 service neutron] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:09.772038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:09.787327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-dc56ef2c-7916-413b-8fb0-245eb7201a41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 200 len: 217 time: 0.1474206 Mar 04 23:57:09.809943 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-8c438ce7-278c-4933-a340-568d547d9a59 service neutron] Notify callbacks [] for binding, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:09.811038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0aeb1081-9b28-4b27-a69d-3f0ea7452b81 req-8c438ce7-278c-4933-a340-568d547d9a59 service neutron] 10.222.0.36 "DELETE /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.7874203 Mar 04 23:57:09.833067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cb33ad93-b784-4d37-a094-18611dd53d94, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cb33ad93-b784-4d37-a094-18611dd53d94,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:09.840945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:09.902495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1fa3893f-7827-4bc7-b36a-54841a3c1832 req-95d02dd9-9917-4716-9269-a8606ba2ce1b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:09.921798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fa3893f-7827-4bc7-b36a-54841a3c1832 req-95d02dd9-9917-4716-9269-a8606ba2ce1b tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5219491 Mar 04 23:57:10.011290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cb33ad93-b784-4d37-a094-18611dd53d94,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:10.040495 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'code': 200} Mar 04 23:57:10.069653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786e044-8d37-4ce4-aed4-93ec1196f71d req-08824681-2810-400b-b4b9-31489c06e30a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:10.077571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0786e044-8d37-4ce4-aed4-93ec1196f71d req-08824681-2810-400b-b4b9-31489c06e30a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.7135017 Mar 04 23:57:10.086882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] For port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:10.087272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:10.165377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-699c1d17-ca47-4edb-9a1f-38d9650252fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:10.179641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-699c1d17-ca47-4edb-9a1f-38d9650252fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.3740547 Mar 04 23:57:10.277005 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0786e044-8d37-4ce4-aed4-93ec1196f71d req-964e3c0e-53dd-4ac9-a689-e06337a22ef2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952109 Mar 04 23:57:10.427367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-7f2bce33-d479-4689-9d54-da1a370d2dda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2370384 Mar 04 23:57:10.816206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Calling delete_port for d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:11.016030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61943343-ed0b-4d4d-b02a-a8440d860293 req-4502ed4a-9e38-4e23-9832-c83102f5e47a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:11.027431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61943343-ed0b-4d4d-b02a-a8440d860293 req-4502ed4a-9e38-4e23-9832-c83102f5e47a tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc27795-07e5-4aa2-bc10-3d3b3956c588 HTTP/1.1" status: 200 len: 1023 time: 0.1652019 Mar 04 23:57:11.365283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9803f84-e03d-449c-9ca0-30c343e27c17 req-6536b485-4977-439b-82ba-2567fd3a4a6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 1099 time: 1.1699848 Mar 04 23:57:11.655139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61943343-ed0b-4d4d-b02a-a8440d860293 req-4d58ce72-7fa3-4dc7-93c7-d3f66e5981d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=f927a12a-5dd5-4165-9ca6-b6d84205e0ef&id=28430b1c-52b8-4e90-9776-c5a345458df2&id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6252911 Mar 04 23:57:11.672837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:11.695202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4e6b50c9-e4a3-4514-bd12-0ebfb528371d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:11.706799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-f58566a9-23c7-486d-b6d5-a7355b7b3386 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2799344 Mar 04 23:57:11.905043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e457f9-d6e1-4010-8e10-d19bb17c5891 req-e9b26923-63b1-4b6c-b37e-52a7a9eefa69 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:11.909448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9803f84-e03d-449c-9ca0-30c343e27c17 req-0f47f98c-f70a-4ca9-a6e3-785896505cb3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234597 Mar 04 23:57:11.919583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00e457f9-d6e1-4010-8e10-d19bb17c5891 req-e9b26923-63b1-4b6c-b37e-52a7a9eefa69 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.7125587 Mar 04 23:57:11.981139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'Port': ['ID=d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:12.060074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a8379-056a-47b6-a709-c90b161cbb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb33ad93-b784-4d37-a094-18611dd53d94'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:12.192230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] No DVR routers for this DVR port d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:12.227712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:12.237726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'name': 'network-vif-deleted', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:12.286963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f90806a7-9480-4f6a-8c3d-ea37b73e9f71 req-0a32d74b-1e63-4b9c-a28f-b3a2f27dd6d8 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "DELETE /v2.0/ports/d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc HTTP/1.1" status: 204 len: 173 time: 3.2874296 Mar 04 23:57:12.372267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-29c0a99f-1920-43e1-9807-ac12334b3876 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199424 Mar 04 23:57:12.806304 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-a0a918c5-daec-4887-89d8-ee04e93afb74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 200 len: 217 time: 0.3756657 Mar 04 23:57:12.813717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:12.815369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00e457f9-d6e1-4010-8e10-d19bb17c5891 req-3a1f4622-0450-478d-b5b9-803d247abf8d tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8978057 Mar 04 23:57:12.901710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:12.903495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d0e5d4ff-99f9-4c2c-9223-ca9a08271fdc not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:13.049874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-592f5949-3f8c-433b-8d43-20f905dccd63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:13.066081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-592f5949-3f8c-433b-8d43-20f905dccd63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.2385850 Mar 04 23:57:13.428167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d10f7-23ac-46bb-93d7-c4d98b012743 req-820baa33-a988-418e-a373-8988e81b6412 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:13.430245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-123d10f7-23ac-46bb-93d7-c4d98b012743 req-820baa33-a988-418e-a373-8988e81b6412 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 950 time: 0.1976151 Mar 04 23:57:13.472307 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-6824e740-eb78-4222-97ec-7576a1626629 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4100616 Mar 04 23:57:13.573665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-123d10f7-23ac-46bb-93d7-c4d98b012743 req-bcbb3aed-e32d-40b0-8f16-fe9d72679c24 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205199 Mar 04 23:57:13.727266 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953a8379-056a-47b6-a709-c90b161cbb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb33ad93-b784-4d37-a094-18611dd53d94', 'code': 200} Mar 04 23:57:13.902079 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc27795-07e5-4aa2-bc10-3d3b3956c588', 'name': 'network-vif-deleted', 'tag': 'd0e5d4ff-99f9-4c2c-9223-ca9a08271fdc', 'status': 'completed', 'code': 200} Mar 04 23:57:13.910241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de98124-6a64-4a7a-9090-46403082d28d req-752ed0c8-3261-4d5e-9399-8c03548fac6e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:13.920558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5de98124-6a64-4a7a-9090-46403082d28d req-752ed0c8-3261-4d5e-9399-8c03548fac6e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.6335778 Mar 04 23:57:14.167210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5de98124-6a64-4a7a-9090-46403082d28d req-e4f317c1-eb9f-48ee-ab02-f32126fc187c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476044 Mar 04 23:57:14.181721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-d03edd89-b815-48d2-ad5d-ab5d72ecbf02 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844940 Mar 04 23:57:14.224381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5cb47370-b194-421e-99f8-71fbc9ba6a37 req-fc6e9c2b-a536-47ed-852a-4dd949f98763 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 1101 time: 0.2448921 Mar 04 23:57:14.314941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5cb47370-b194-421e-99f8-71fbc9ba6a37 req-f8b81936-5290-4485-a0ee-3ccb39dab36c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922458 Mar 04 23:57:14.531008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-b625f716-6474-4024-89b1-ee190ce0221d service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540785 Mar 04 23:57:14.547641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bbf4f-ecad-48aa-91df-0494ef7f2d8e req-5d969d6a-4566-4b91-9266-e533e8559b45 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:14.554450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-497bbf4f-ecad-48aa-91df-0494ef7f2d8e req-5d969d6a-4566-4b91-9266-e533e8559b45 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 946 time: 0.1393635 Mar 04 23:57:14.645946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-c980b62e-8bfb-41ad-9b62-1d2205b22a86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c202e957-79a0-475a-831e-21f76b4a5d7e HTTP/1.1" status: 200 len: 217 time: 0.0647075 Mar 04 23:57:14.736419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-497bbf4f-ecad-48aa-91df-0494ef7f2d8e req-f6da408c-d0ff-4e86-be19-863fba5aa3a9 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0871237-39c8-4a9b-93cf-f969e796755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809402 Mar 04 23:57:14.758318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-e0947cf7-6736-4122-a1f2-08acb2e74c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:14.758318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-e0947cf7-6736-4122-a1f2-08acb2e74c47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.0999203 Mar 04 23:57:14.919403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-48be480d-dde7-42a9-b9f2-9522c886d0e8 req-3ffca317-4710-4183-8fa2-f45bb0e1815c tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/f927a12a-5dd5-4165-9ca6-b6d84205e0ef HTTP/1.1" status: 200 len: 1634 time: 0.0747676 Mar 04 23:57:14.992093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-e8e2d934-99b0-4b8e-a159-787a4ffb38e6 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:14.992093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-e8e2d934-99b0-4b8e-a159-787a4ffb38e6 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:15.003409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-48be480d-dde7-42a9-b9f2-9522c886d0e8 req-985bb137-3ba3-42f9-8e5d-1e7d770ef3a3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.040214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-4e68dd93-753c-43c9-81cf-0d53f2c510bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643583 Mar 04 23:57:15.040214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-48be480d-dde7-42a9-b9f2-9522c886d0e8 req-985bb137-3ba3-42f9-8e5d-1e7d770ef3a3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.052390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-c948833d-fdd0-4beb-87cd-d15d8ebbb49d tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1100 time: 0.3155196 Mar 04 23:57:15.106795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-e8e2d934-99b0-4b8e-a159-787a4ffb38e6 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:15.106795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-e8e2d934-99b0-4b8e-a159-787a4ffb38e6 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.36 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 946 time: 0.4314814 Mar 04 23:57:15.197749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.255264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Deleting port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:15.255563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.311516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:15.316928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Usage tracker for resource:security_group_rule and tenant:92c51ca72034472abeee65b0ecd9181e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:15.319064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-28a8fa52-42b7-4106-97fd-6f0a775450c5 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722995 Mar 04 23:57:15.320087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:15.338087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:15.524449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-48be480d-dde7-42a9-b9f2-9522c886d0e8 req-985bb137-3ba3-42f9-8e5d-1e7d770ef3a3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.558199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb137-3ba3-42f9-8e5d-1e7d770ef3a3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927a12a-5dd5-4165-9ca6-b6d84205e0ef,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:15.583923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.614926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.630871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-48be480d-dde7-42a9-b9f2-9522c886d0e8 req-985bb137-3ba3-42f9-8e5d-1e7d770ef3a3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.631008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-48be480d-dde7-42a9-b9f2-9522c886d0e8 req-985bb137-3ba3-42f9-8e5d-1e7d770ef3a3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/f927a12a-5dd5-4165-9ca6-b6d84205e0ef HTTP/1.1" status: 204 len: 173 time: 0.7151744 Mar 04 23:57:15.717466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19990a27-f002-481a-ac09-a86a1bc5df05 req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702664 Mar 04 23:57:15.719286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-1344e7e2-1435-4424-bb0c-04e36cbe9586 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943667 Mar 04 23:57:15.742123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] For port fcc51b71-cf02-4d19-b704-d1af9f0d23d6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:15.742452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:15.767025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e5fbe-36b9-4ed3-ae88-61d86415ef77 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c724b8e-7bb7-4071-9a86-14e14c522d2c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:15.912392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-f649acb8-e487-4870-a018-8f66b20ee2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0 HTTP/1.1" status: 200 len: 217 time: 0.1830149 Mar 04 23:57:16.001342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-176d9bed-b990-48a1-a433-478656c7342d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:16.002827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-176d9bed-b990-48a1-a433-478656c7342d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 200 len: 797 time: 0.0828767 Mar 04 23:57:16.061492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Calling delete_port for fcc51b71-cf02-4d19-b704-d1af9f0d23d6 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:16.072075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05912597-4082-4ba2-aeb6-09f3b3f37d96 req-918fd43b-19c7-4e14-a149-ddc3485c4511 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 1095 time: 0.1953266 Mar 04 23:57:16.206024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05912597-4082-4ba2-aeb6-09f3b3f37d96 req-61667a25-b246-4dc6-9033-a924012cd605 tempest-LiveAutoBlockMigrationV225Test-1818686893 tempest-LiveAutoBlockMigrationV225Test-1818686893-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327231 Mar 04 23:57:16.235928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-1c98a9eb-5867-4da1-bab5-eb3acaaeb742 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2242508 Mar 04 23:57:16.245554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36c67-93fa-4351-9ca9-0b344162f46b req-3c6ec72b-8b17-4b1f-a52f-e1ced98bf9ef tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:16.246690 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baa36c67-93fa-4351-9ca9-0b344162f46b req-3c6ec72b-8b17-4b1f-a52f-e1ced98bf9ef tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 950 time: 0.2233357 Mar 04 23:57:16.324234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:16.351455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['fcc51b71-cf02-4d19-b704-d1af9f0d23d6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:16.411768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Pushing event deleted for resources: {'Port': ['ID=fcc51b71-cf02-4d19-b704-d1af9f0d23d6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:16.428758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baa36c67-93fa-4351-9ca9-0b344162f46b req-17f78881-f167-4317-80bf-b1b14901aabf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658161 Mar 04 23:57:16.570790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-bed09941-0431-4312-8a9e-b7d6313a6ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280671 Mar 04 23:57:16.588295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] No DVR routers for this DVR port fcc51b71-cf02-4d19-b704-d1af9f0d23d6 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:16.593781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:16.614862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'name': 'network-vif-deleted', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:16.633413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97eb01ad-7bd5-4dc5-bd09-c5c6ed5b0636 req-54e5dc71-64ec-4174-aa18-ffdb324ed7f3 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.36 "DELETE /v2.0/ports/fcc51b71-cf02-4d19-b704-d1af9f0d23d6 HTTP/1.1" status: 204 len: 173 time: 1.5157561 Mar 04 23:57:16.686007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00f86049-bfc1-4c3c-bd35-c4139e8cbe2f req-6d3e28c6-a976-49fc-87ad-64bae11c7c79 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/28430b1c-52b8-4e90-9776-c5a345458df2 HTTP/1.1" status: 200 len: 1633 time: 0.1353769 Mar 04 23:57:16.763974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-00f86049-bfc1-4c3c-bd35-c4139e8cbe2f req-5eef701f-9a0a-406f-850d-c8ab8e647df9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:16.805796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-00f86049-bfc1-4c3c-bd35-c4139e8cbe2f req-5eef701f-9a0a-406f-850d-c8ab8e647df9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:16.835520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2a1025d-6926-425f-9cfd-120ecb4b3556 req-b8f38eb1-6cce-45f4-a23a-f6edaa885ecf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1345961 Mar 04 23:57:16.838513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-f63c935f-293e-4e81-924d-cc9098e3bba5 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599993 Mar 04 23:57:16.876567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-00f86049-bfc1-4c3c-bd35-c4139e8cbe2f req-5eef701f-9a0a-406f-850d-c8ab8e647df9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:16.905237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef701f-9a0a-406f-850d-c8ab8e647df9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28430b1c-52b8-4e90-9776-c5a345458df2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:16.928443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-00f86049-bfc1-4c3c-bd35-c4139e8cbe2f req-5eef701f-9a0a-406f-850d-c8ab8e647df9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:16.953824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00f86049-bfc1-4c3c-bd35-c4139e8cbe2f req-5eef701f-9a0a-406f-850d-c8ab8e647df9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/28430b1c-52b8-4e90-9776-c5a345458df2 HTTP/1.1" status: 204 len: 173 time: 0.2668526 Mar 04 23:57:16.983079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-cf52b5ef-576d-4032-aae8-5b47c2388a9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d85f2db-b946-472b-9996-7d07f1487e98 HTTP/1.1" status: 200 len: 217 time: 0.1374335 Mar 04 23:57:17.117732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-0f82662c-5271-46c2-a0f8-37df5c365e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:17.119726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-0f82662c-5271-46c2-a0f8-37df5c365e7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c HTTP/1.1" status: 200 len: 797 time: 0.1185379 Mar 04 23:57:17.239952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ea30e0e4-76cb-4712-97f8-6bf4e2aa3e49 req-ff9b62ad-903c-4f90-829f-f3c6dd531509 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Synchronizing usage tracker for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:17.242700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-275e3a8d-d270-4703-b729-80f3e7fbc8a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1155715 Mar 04 23:57:17.260133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ea30e0e4-76cb-4712-97f8-6bf4e2aa3e49 req-ff9b62ad-903c-4f90-829f-f3c6dd531509 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] Unset dirty status for tenant:8d5b22ade850491f8caa4af7adf42247 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:17.262945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea30e0e4-76cb-4712-97f8-6bf4e2aa3e49 req-ff9b62ad-903c-4f90-829f-f3c6dd531509 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597 tempest-FloatingIPsAssociationNegativeTestJSON-1285991597-project] 10.222.0.32 "GET /v2.0/ports?device_id=24bd30dd-be93-4aa7-8185-ef40a92f5404 HTTP/1.1" status: 200 len: 210 time: 0.0805500 Mar 04 23:57:17.461158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-53a32635-bacc-4eed-929b-5260f29aeeba service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045159 Mar 04 23:57:17.750798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-00502aa9-9c10-4785-820f-56e074e1af7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079639 Mar 04 23:57:17.771978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-d8c1386d-4834-4f36-a6a7-e2ddbbf4ef0b service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045895 Mar 04 23:57:17.792473 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bd30dd-be93-4aa7-8185-ef40a92f5404', 'name': 'network-vif-deleted', 'tag': 'fcc51b71-cf02-4d19-b704-d1af9f0d23d6', 'status': 'completed', 'code': 200} Mar 04 23:57:17.822747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-420544492', 'description': 'tempest-description-1079283665'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:17.831167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:17.837428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:17.841751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:17.844178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb71b0-4789-4bb8-877b-d5a920fb88bb req-cff390a8-873c-4643-91ab-d229367c898a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:17.851424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:17.851879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9afb71b0-4789-4bb8-877b-d5a920fb88bb req-cff390a8-873c-4643-91ab-d229367c898a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 948 time: 0.2314267 Mar 04 23:57:17.874110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:17.883336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-babbc5fc-230e-478d-a218-2d19aa21ebb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b81aad06-79f8-421d-ad28-c2d08d79242e HTTP/1.1" status: 200 len: 217 time: 0.1053448 Mar 04 23:57:17.927349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:17.932780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Usage tracker for resource:security_group_rule and tenant:87a34cf662b2476fb5de7edfe6cc5db6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:17.936988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:17.971072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:17.984265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9afb71b0-4789-4bb8-877b-d5a920fb88bb req-841d2c2e-53dc-4c04-9073-1cb2649d7a4d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312995 Mar 04 23:57:18.002727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395883-b396-4c89-afcf-ca116826e223 req-dbc46234-421a-4dd9-8fa1-c304fb30aa1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:18.006444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-dbc46234-421a-4dd9-8fa1-c304fb30aa1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c HTTP/1.1" status: 200 len: 797 time: 0.1163220 Mar 04 23:57:18.153591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:18.166179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:18.215056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:18.217166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-44129ab7-d9df-4da6-9c5c-4cad87ed3d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=374ea3e1-33d2-40a7-8032-24574b15f7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002184 Mar 04 23:57:18.228029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5671d86-0f17-4638-b733-2ce26364c85c req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4117591 Mar 04 23:57:18.275726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102fc9-cdf1-4b88-83e2-18f9b2eba32e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b85d1-2042-4df1-9a83-1dede9af2dc9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:18.618588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-c062f74b-798a-493f-b058-f30def473755 service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887060 Mar 04 23:57:18.636339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23efd23-efb0-44d6-9a78-2b4017bb4e27 req-6e3d0d6b-f77e-48a7-ac1b-c43b2bf4fe04 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:18.640174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-73bb5208-4eed-4eb9-a534-7f7f3fad0612 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:18.642411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-73bb5208-4eed-4eb9-a534-7f7f3fad0612 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.1656098 Mar 04 23:57:18.643897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a23efd23-efb0-44d6-9a78-2b4017bb4e27 req-6e3d0d6b-f77e-48a7-ac1b-c43b2bf4fe04 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.3660030 Mar 04 23:57:18.726299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a23efd23-efb0-44d6-9a78-2b4017bb4e27 req-015bd4f9-2fc8-488a-803a-9e11a63f8641 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814583 Mar 04 23:57:18.748982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Deleting port 5225999f-8540-4583-ac2d-092e6b5d9562 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:18.749583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:18.821566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91edc-3a05-471a-afbe-952acfb4704a req-cfd7c266-b49f-4671-a871-5785ef8fe67b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:18.825957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fcc51b71-cf02-4d19-b704-d1af9f0d23d6 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:18.829839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88d91edc-3a05-471a-afbe-952acfb4704a req-cfd7c266-b49f-4671-a871-5785ef8fe67b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 944 time: 0.2915754 Mar 04 23:57:18.958259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: fcc51b71-cf02-4d19-b704-d1af9f0d23d6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:18.958607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device fcc51b71-cf02-4d19-b704-d1af9f0d23d6 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:18.972184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd395883-b396-4c89-afcf-ca116826e223 req-0bd75131-296f-44cd-a099-2551f6ea9bba service neutron] 10.222.0.10 "GET /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431797 Mar 04 23:57:19.217935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88d91edc-3a05-471a-afbe-952acfb4704a req-d3bb7a7a-feb2-46bf-8c10-91ba9da41147 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874841 Mar 04 23:57:19.244574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] For port 5225999f-8540-4583-ac2d-092e6b5d9562, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=5225999f-8540-4583-ac2d-092e6b5d9562,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:19.245215 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:19.325247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329bd49-797d-460e-8f82-6e3d43ecb58a req-b03340de-5b97-40f3-ba1c-757df1480511 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:19.329834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329bd49-797d-460e-8f82-6e3d43ecb58a req-b03340de-5b97-40f3-ba1c-757df1480511 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:19.331741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6329bd49-797d-460e-8f82-6e3d43ecb58a req-b03340de-5b97-40f3-ba1c-757df1480511 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64&device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 1689 time: 0.1047688 Mar 04 23:57:19.451231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Calling delete_port for 5225999f-8540-4583-ac2d-092e6b5d9562 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:19.452367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6329bd49-797d-460e-8f82-6e3d43ecb58a req-cd7deb34-54ce-4782-b2e5-cbe206360e4c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120660 Mar 04 23:57:19.573932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8649dc67-094f-4feb-9618-7e0e57281554 req-9feb7027-075a-4686-a61a-8c7e3471b36b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/ce2b85d1-2042-4df1-9a83-1dede9af2dc9 HTTP/1.1" status: 200 len: 1634 time: 0.2467287 Mar 04 23:57:19.581423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-8649dc67-094f-4feb-9618-7e0e57281554 req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1102455974', 'description': 'tempest-description-hth-1353257249'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:19.595840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44390) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:19.638270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8649dc67-094f-4feb-9618-7e0e57281554 req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:19.853371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8649dc67-094f-4feb-9618-7e0e57281554 req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:19.864815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8649dc67-094f-4feb-9618-7e0e57281554 req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:19.884864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:19.891585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8649dc67-094f-4feb-9618-7e0e57281554 req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:19.903354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', '5225999f-8540-4583-ac2d-092e6b5d9562'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:19.903946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8649dc67-094f-4feb-9618-7e0e57281554 req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "PUT /v2.0/security-groups/ce2b85d1-2042-4df1-9a83-1dede9af2dc9 HTTP/1.1" status: 200 len: 1609 time: 0.3291159 Mar 04 23:57:20.047136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-24ff3f62-e36f-456b-9a6e-1b487335832a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1100 time: 0.5292525 Mar 04 23:57:20.152504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event deleted for resources: {'Port': ['ID=5225999f-8540-4583-ac2d-092e6b5d9562,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:20.186968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] No DVR routers for this DVR port 5225999f-8540-4583-ac2d-092e6b5d9562 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:20.194438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd92ec-b6af-4c59-af7d-3e3a968d79d7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b85d1-2042-4df1-9a83-1dede9af2dc9,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:20.197251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:20.199345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-648216e1-7062-4984-8ca6-a03d47ff26e7 req-d36d461d-ffad-4bee-86b6-447d848ff2cd tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "DELETE /v2.0/ports/5225999f-8540-4583-ac2d-092e6b5d9562 HTTP/1.1" status: 204 len: 173 time: 1.5393848 Mar 04 23:57:20.205418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'name': 'network-vif-deleted', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:20.209207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8399-aa8a-44df-8566-6f4890b9c348 req-6e93db15-7f3f-40ba-b336-31a8fa4ce098 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:20.217736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0bb8399-aa8a-44df-8566-6f4890b9c348 req-6e93db15-7f3f-40ba-b336-31a8fa4ce098 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.2554724 Mar 04 23:57:20.261925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-485f1689-39e0-4adb-bc8d-e47a4e8c9a11 req-d9e378bf-107d-4e53-ad22-98b955de4658 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 1101 time: 0.1228168 Mar 04 23:57:20.315154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-485f1689-39e0-4adb-bc8d-e47a4e8c9a11 req-92a27a86-8028-4213-aeb5-f3707f1848a7 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Synchronizing usage tracker for tenant:5efd014e87da4a37b3f158007f023b0b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:20.340993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-485f1689-39e0-4adb-bc8d-e47a4e8c9a11 req-92a27a86-8028-4213-aeb5-f3707f1848a7 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] Unset dirty status for tenant:5efd014e87da4a37b3f158007f023b0b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:20.351333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0bb8399-aa8a-44df-8566-6f4890b9c348 req-1c127229-4355-4c41-98e1-ea3f7aeaec65 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324873 Mar 04 23:57:20.355100 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-485f1689-39e0-4adb-bc8d-e47a4e8c9a11 req-92a27a86-8028-4213-aeb5-f3707f1848a7 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853269 Mar 04 23:57:20.360267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-aa526f64-b74b-4d55-a7e3-f57f7207aaa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:20.361928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-aa526f64-b74b-4d55-a7e3-f57f7207aaa7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3027341 Mar 04 23:57:20.466296 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014ca21-5906-445f-91b9-7b888d5bc280', 'name': 'network-vif-deleted', 'tag': '5225999f-8540-4583-ac2d-092e6b5d9562', 'status': 'completed', 'code': 200} Mar 04 23:57:20.616520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-59405097-3848-4e35-8373-a4623087be2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.2383599 Mar 04 23:57:20.621252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-86467ab5-5ab6-4df0-9ca5-0c85e73b0520 req-1bed99a9-7773-4e39-bf8f-c2f9a87cab7b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:20.640973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-86467ab5-5ab6-4df0-9ca5-0c85e73b0520 req-1bed99a9-7773-4e39-bf8f-c2f9a87cab7b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:20.643016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86467ab5-5ab6-4df0-9ca5-0c85e73b0520 req-1bed99a9-7773-4e39-bf8f-c2f9a87cab7b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6014ca21-5906-445f-91b9-7b888d5bc280 HTTP/1.1" status: 200 len: 210 time: 0.0704026 Mar 04 23:57:20.731529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-0f89b45a-b229-48b7-85c9-8e2a20c4417a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:20.735042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-0f89b45a-b229-48b7-85c9-8e2a20c4417a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1031568 Mar 04 23:57:20.808955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a2235da-a29b-4883-9862-cba88d0c791c req-c174f9fa-5e87-4be1-b429-3442c2f5e407 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/ce2b85d1-2042-4df1-9a83-1dede9af2dc9 HTTP/1.1" status: 200 len: 1609 time: 0.3693151 Mar 04 23:57:20.923583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9b3c7432-a07b-43dc-bd2d-3aa5c35ca712 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801322 Mar 04 23:57:20.930761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d617cae8-be55-46ee-b065-cdacda7113be req-46f8c41b-2a35-4575-b58c-815c4572ea98 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 1099 time: 0.1014526 Mar 04 23:57:21.031977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d617cae8-be55-46ee-b065-cdacda7113be req-c6a4343d-2556-49c1-b83b-61a6fea358db tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839663 Mar 04 23:57:21.262656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd6a11e3-4a2f-4a0f-a343-2cf0b1d5f352 req-a3b82e60-048f-4c48-86f9-5d247588728e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/ce2b85d1-2042-4df1-9a83-1dede9af2dc9 HTTP/1.1" status: 200 len: 1609 time: 0.2858889 Mar 04 23:57:21.353768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:21.522126 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cd6a11e3-4a2f-4a0f-a343-2cf0b1d5f352 req-c618e956-4fe6-4b7a-8272-fd2d033b15e9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:21.523991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-fed2f927-8fa5-4a66-b7dd-b6d48d6ba442 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428863 Mar 04 23:57:21.556538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cd6a11e3-4a2f-4a0f-a343-2cf0b1d5f352 req-c618e956-4fe6-4b7a-8272-fd2d033b15e9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:21.609829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-76661231-edeb-47d6-b1b3-4196609ebbb4 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791258 Mar 04 23:57:21.797327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-773973ff-5348-424e-9acd-8bfe1fa596a5 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589954 Mar 04 23:57:21.816111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-2c92d417-f2cd-4fdf-9818-32c5232a6b88 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:21.823737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-2c92d417-f2cd-4fdf-9818-32c5232a6b88 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932115 Mar 04 23:57:21.858480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cd6a11e3-4a2f-4a0f-a343-2cf0b1d5f352 req-c618e956-4fe6-4b7a-8272-fd2d033b15e9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:21.867640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-9bd08de8-e93a-4fa5-a879-56c9ae36cb9a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/quotas/b1de443bbda94aa68f827790b5b81460 HTTP/1.1" status: 200 len: 375 time: 0.0429213 Mar 04 23:57:21.892414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618e956-4fe6-4b7a-8272-fd2d033b15e9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b85d1-2042-4df1-9a83-1dede9af2dc9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:21.910030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cd6a11e3-4a2f-4a0f-a343-2cf0b1d5f352 req-c618e956-4fe6-4b7a-8272-fd2d033b15e9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:21.931729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd6a11e3-4a2f-4a0f-a343-2cf0b1d5f352 req-c618e956-4fe6-4b7a-8272-fd2d033b15e9 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce2b85d1-2042-4df1-9a83-1dede9af2dc9 HTTP/1.1" status: 204 len: 173 time: 0.6681497 Mar 04 23:57:22.026743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-e10018b5-18f0-45c4-8022-4429b49eac12 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574423 Mar 04 23:57:22.347106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb73e9-c642-4cd1-a05b-e0298fc78115 req-32d4d0cf-08aa-466b-b410-1915a7f99743 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:22.349718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15bb73e9-c642-4cd1-a05b-e0298fc78115 req-32d4d0cf-08aa-466b-b410-1915a7f99743 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1572289 Mar 04 23:57:22.410104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15bb73e9-c642-4cd1-a05b-e0298fc78115 req-bd982e9c-2f9f-47e1-9bbc-00147bfdfe31 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Mar 04 23:57:22.844063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:22.970522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 5225999f-8540-4583-ac2d-092e6b5d9562 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:22.970920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 5225999f-8540-4583-ac2d-092e6b5d9562 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:22.983299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Deleting port 5869d187-6a34-4f40-8c57-670027a6615f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:22.985958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:23.383303 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-f32ffe19-da37-4b1a-b356-bdd19a40f04b req-5d42e839-9085-4bdc-a7c4-fe1c4b0ad8c0 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:57:23.392153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f32ffe19-da37-4b1a-b356-bdd19a40f04b req-5d42e839-9085-4bdc-a7c4-fe1c4b0ad8c0 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/28430b1c-52b8-4e90-9776-c5a345458df2 HTTP/1.1" status: 404 len: 352 time: 0.4709058 Mar 04 23:57:23.423276 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e0996c6-4962-45af-8b5c-7d2799bbc8b0 req-5940a144-55a9-4463-99c6-22e74b51f565 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 210 time: 0.1048744 Mar 04 23:57:23.528661 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-64f1b946-0f0e-4bf1-98bc-752f404bbf14 req-96f743b1-2f3f-4b09-a181-4f71e80e7dff tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:57:23.535181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64f1b946-0f0e-4bf1-98bc-752f404bbf14 req-96f743b1-2f3f-4b09-a181-4f71e80e7dff tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/f927a12a-5dd5-4165-9ca6-b6d84205e0ef HTTP/1.1" status: 404 len: 352 time: 0.0548677 Mar 04 23:57:23.536867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] For port 5869d187-6a34-4f40-8c57-670027a6615f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5869d187-6a34-4f40-8c57-670027a6615f,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:23.547375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:23.791320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdcefc-335f-4efc-8dde-07febc678ac2 req-a8e3f190-efbe-48ba-bf1c-c039abbbc661 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:23.798501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04bdcefc-335f-4efc-8dde-07febc678ac2 req-a8e3f190-efbe-48ba-bf1c-c039abbbc661 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1469080 Mar 04 23:57:23.835025 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-06601ea4-27ca-41c3-bdba-c7c21ae16fa2 req-7b021541-3529-42fc-8cd2-860f81281486 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:57:23.855530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06601ea4-27ca-41c3-bdba-c7c21ae16fa2 req-7b021541-3529-42fc-8cd2-860f81281486 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9e5a8536-93da-4f53-9e9d-0939458535c2 HTTP/1.1" status: 404 len: 352 time: 0.1520922 Mar 04 23:57:23.867033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04bdcefc-335f-4efc-8dde-07febc678ac2 req-74186397-e698-4433-a3ae-33dbeba6b304 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Mar 04 23:57:23.876511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Calling delete_port for 5869d187-6a34-4f40-8c57-670027a6615f owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:23.931207 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-63e9f89e-f84d-4893-a3e9-455d4688f876 req-d04fa865-1dcf-465f-8313-9a4a5d2ace4b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:57:23.931207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-63e9f89e-f84d-4893-a3e9-455d4688f876 req-d04fa865-1dcf-465f-8313-9a4a5d2ace4b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/c7364532-ae72-4541-a473-e07abc415c63 HTTP/1.1" status: 404 len: 352 time: 0.0239918 Mar 04 23:57:23.979957 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-0102cc7f-90d4-4ee0-8438-3c64bc63d93d req-28fbf2cb-cedf-4f74-bbdb-2c980d8ca2e6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:57:23.989269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0102cc7f-90d4-4ee0-8438-3c64bc63d93d req-28fbf2cb-cedf-4f74-bbdb-2c980d8ca2e6 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/aa3a2d1f-965e-4a6e-8e88-deb7abc039e4 HTTP/1.1" status: 404 len: 352 time: 0.0311191 Mar 04 23:57:24.181845 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-372aab4b-9ad8-4c4e-b3ec-1dd2c8e1b767 req-3130d8b3-aef0-4936-9199-094fdd70b654 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] show failed (client error): The resource could not be found. Mar 04 23:57:24.193002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-372aab4b-9ad8-4c4e-b3ec-1dd2c8e1b767 req-3130d8b3-aef0-4936-9199-094fdd70b654 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/9783c9a7-923c-4cf7-9cd3-b55192429262 HTTP/1.1" status: 404 len: 352 time: 0.0442965 Mar 04 23:57:24.631764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:24.760086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5869d187-6a34-4f40-8c57-670027a6615f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:25.117756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6170d0f-b773-45d0-a74b-18ee4bb0f13e req-47478464-5916-49d1-850d-743fa1cc89f6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 210 time: 0.1590147 Mar 04 23:57:25.526935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f831b07-eadb-431a-9082-ae48d210dde5 req-462a415c-afdd-4b4b-b8ca-a7e4655e5784 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:25.536781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f831b07-eadb-431a-9082-ae48d210dde5 req-462a415c-afdd-4b4b-b8ca-a7e4655e5784 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1548498 Mar 04 23:57:25.575900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-67ed58a6-11e4-4bea-a574-3ea3e211239e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057184 Mar 04 23:57:25.630192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f831b07-eadb-431a-9082-ae48d210dde5 req-060508de-ae1f-4d67-9df4-7d534e3644fe tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922673 Mar 04 23:57:25.745777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-0f1f9d55-0f41-4c7e-b900-b473e50f3d26 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069431 Mar 04 23:57:25.908551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-bfa6cb6d-48fc-442b-aa1a-d2025e958808 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:25.909987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-bfa6cb6d-48fc-442b-aa1a-d2025e958808 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:25.946897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-d2709bbb-4583-4bc7-a5a1-20aed3f0b17c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:25.948399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-d2709bbb-4583-4bc7-a5a1-20aed3f0b17c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3672190 Mar 04 23:57:25.949669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-bfa6cb6d-48fc-442b-aa1a-d2025e958808 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:25.958653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-bfa6cb6d-48fc-442b-aa1a-d2025e958808 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1024 time: 0.6228437 Mar 04 23:57:25.974721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:25.996028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-bef97522-08cf-4d89-9f76-fb04e931a524 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:25.998454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-bef97522-08cf-4d89-9f76-fb04e931a524 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405789 Mar 04 23:57:26.073016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': '90cd989c-03da-478e-8208-710b96e0fd34', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:26.092005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:26.144688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-9466c1cf-5049-4b56-842b-910786fcbf4b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Synchronizing usage tracker for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:26.237189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-9466c1cf-5049-4b56-842b-910786fcbf4b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Unset dirty status for tenant:87a34cf662b2476fb5de7edfe6cc5db6 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:26.239084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5094e97-27b8-41bd-9bd3-be60e42f5ee2 req-9466c1cf-5049-4b56-842b-910786fcbf4b tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups?id=06a551a6-8de3-4f31-9dea-acf5c4555355&id=5a2e2520-b25f-42e2-9c19-94aa3f2a71f2&id=60e18e93-dd60-4c37-816e-81daf0e16d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2788460 Mar 04 23:57:26.368773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:26.389719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:26.407172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:26.412199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:26.518908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:26.544543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:26.585197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:26.589765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:26.603025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-9e8af219-4328-484c-8a86-297776e2e9d3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:26.604508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-9e8af219-4328-484c-8a86-297776e2e9d3 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 1024 time: 0.3081448 Mar 04 23:57:26.783096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:26.791108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:26.821478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9947e0df-00e4-4e8f-9ce8-4bfd6ba46432 req-b303c9d3-1e0d-46fe-8c59-778bcb2be9ef tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 210 time: 0.0781603 Mar 04 23:57:27.013395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Deleting port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:27.013529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:27.125722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.160 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/33650be4-ca81-40ba-a751-b07acb4b6e51) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:27.229033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558378f-ec80-49a6-841c-26f503365267 req-5f223a94-01de-4852-9467-af741ad04c45 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:27.230670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1558378f-ec80-49a6-841c-26f503365267 req-5f223a94-01de-4852-9467-af741ad04c45 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.2863817 Mar 04 23:57:27.506048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1558378f-ec80-49a6-841c-26f503365267 req-52939960-2b16-4783-b5dd-72862ffb6775 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650230 Mar 04 23:57:27.576503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353332-61b6-4f10-822c-1763805bcf67 req-1cb32609-4b3b-4926-b2c1-ad3ddfbbbafc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:27.578007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6353332-61b6-4f10-822c-1763805bcf67 req-1cb32609-4b3b-4926-b2c1-ad3ddfbbbafc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1853447 Mar 04 23:57:27.595770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] For port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,segment=NetworkSegment(2cb66536-8ae6-495c-8bfc-906e559db8dc),segment_id=2cb66536-8ae6-495c-8bfc-906e559db8dc)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:27.595770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:27.659336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6353332-61b6-4f10-822c-1763805bcf67 req-f6a18e6d-685b-434a-ac59-f61b91f1a720 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 Mar 04 23:57:27.722128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Router 6e2c3406-c9ee-47c5-82a0-632c82ff43de has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:57:27.791920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Calling delete_port for 4e6b50c9-e4a3-4514-bd12-0ebfb528371d owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:27.909570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:27.946481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object 33650be4-ca81-40ba-a751-b07acb4b6e51 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:28.024121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ed786-7a56-4c4e-9ddf-45eb1df31a6f req-68ae5c62-6ff6-4c6b-8d9a-11c48dcc2672 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:28.032035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a63ed786-7a56-4c4e-9ddf-45eb1df31a6f req-68ae5c62-6ff6-4c6b-8d9a-11c48dcc2672 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 945 time: 0.1372659 Mar 04 23:57:28.053616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-f1d2e66f-5915-449b-8ddf-defef842c3d2 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:28.055131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-f1d2e66f-5915-449b-8ddf-defef842c3d2 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.3767641 Mar 04 23:57:28.087029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-40a01747-acd9-4295-8a51-d9a0ecca8294 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/quotas/5b0f7ef89a8f4b1a8ec87e86b52f5214 HTTP/1.1" status: 200 len: 375 time: 0.0236053 Mar 04 23:57:28.123846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:28.136463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:28.211150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:28.221126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:28.240277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:28.248473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:28.250631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=33650be4-ca81-40ba-a751-b07acb4b6e51,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:28.253511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:28.273715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a63ed786-7a56-4c4e-9ddf-45eb1df31a6f req-31c5cc15-e8fe-498e-bb38-7fae3204e1d5 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408712 Mar 04 23:57:28.276857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.95 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/bd812de4-62e1-4b72-abcb-12e8a7a86b98) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:28.348357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-68e7a128-18b9-4b2d-91f4-19dcbfd29d71 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:28.352142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-68e7a128-18b9-4b2d-91f4-19dcbfd29d71 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 945 time: 0.3009033 Mar 04 23:57:28.398640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'Port': ['ID=4e6b50c9-e4a3-4514-bd12-0ebfb528371d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:28.477934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:57:28.490339 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] Sync routers for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:57:28.527663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:57:28.528737 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:57:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:28.531718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:28.532371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:28.631535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] No DVR routers for this DVR port 4e6b50c9-e4a3-4514-bd12-0ebfb528371d on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:28.653853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-17a102b1-a789-4017-8701-84342349a203 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6162684 Mar 04 23:57:28.655903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:28.657206 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c81e73cb-caee-4a07-a42a-a99d26463ab4 req-019320c4-7267-4db5-8bb8-9957ce219fce tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.36 "DELETE /v2.0/ports/4e6b50c9-e4a3-4514-bd12-0ebfb528371d HTTP/1.1" status: 204 len: 173 time: 2.0418935 Mar 04 23:57:28.659009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Deleting port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:28.659328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:28.679452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'name': 'network-vif-deleted', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:28.707561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-56dba9ec-ae3b-4b9a-9fec-6df5645dd720 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6127260 Mar 04 23:57:28.714156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-22af4a72-467f-4669-867f-1bf2c49b4f40 None None] Provisioning for port 33650be4-ca81-40ba-a751-b07acb4b6e51 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:28.736704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-22af4a72-467f-4669-867f-1bf2c49b4f40 None None] Provisioning complete for port 33650be4-ca81-40ba-a751-b07acb4b6e51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:28.737461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-22af4a72-467f-4669-867f-1bf2c49b4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:28.756251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7df6e6d6-f1e3-48dc-af62-34efccf9eea0 req-031933ce-c84a-4e9b-a5e4-ef9b45d81579 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/ports?device_id=65795ce3-4a7f-4ad9-a842-dcc87ba01832 HTTP/1.1" status: 200 len: 210 time: 0.2273209 Mar 04 23:57:28.770098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Request body: {'port': {'device_id': '90cd989c-03da-478e-8208-710b96e0fd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:28.782348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-778de048-6c0a-4c60-8876-473a3eb88b6d admin admin] 10.222.0.32 "PUT /v2.0/routers/6e2c3406-c9ee-47c5-82a0-632c82ff43de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1779580 Mar 04 23:57:28.803105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44588) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:28.875919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-22af4a72-467f-4669-867f-1bf2c49b4f40 None None] Port 33650be4-ca81-40ba-a751-b07acb4b6e51 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:57:28.898365 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:57:29.138860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66a273ad-9ffe-4be8-8eb4-bbf1dae18c3c req-93f0b069-1e0f-40c9-98ea-c66da4978c11 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:29.208041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.244211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:29.301077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-3d0d706c-ec78-4c87-aad4-e0fc1cc9eddf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:29.302594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-3d0d706c-ec78-4c87-aad4-e0fc1cc9eddf tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac926726-f9c2-454b-bdb0-501a4b709965 HTTP/1.1" status: 200 len: 945 time: 0.4706740 Mar 04 23:57:29.305498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.347669 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:57:24Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:29.354321 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] Checking router: 6e2c3406-c9ee-47c5-82a0-632c82ff43de for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:57:29.367757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] Routers {'6e2c3406-c9ee-47c5-82a0-632c82ff43de'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:57:29.368722 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:57:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:29.412571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66a273ad-9ffe-4be8-8eb4-bbf1dae18c3c req-93f0b069-1e0f-40c9-98ea-c66da4978c11 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:29.416331 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.425371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66a273ad-9ffe-4be8-8eb4-bbf1dae18c3c req-93f0b069-1e0f-40c9-98ea-c66da4978c11 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 210 time: 0.3510485 Mar 04 23:57:29.439758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object bd812de4-62e1-4b72-abcb-12e8a7a86b98 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:29.445968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Deleting port 082d1ddf-a53f-407c-8f41-d88b07a98b39 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:29.446503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.482318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:29.488858 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-97d55e4d-75ea-4d70-a545-6044ec482fe6 service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811987 Mar 04 23:57:29.512420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:29.522784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.572749 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65795ce3-4a7f-4ad9-a842-dcc87ba01832', 'name': 'network-vif-deleted', 'tag': '4e6b50c9-e4a3-4514-bd12-0ebfb528371d', 'status': 'completed', 'code': 200} Mar 04 23:57:29.583722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] For port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:29.584082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.672352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:29.701461 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] Set router 6e2c3406-c9ee-47c5-82a0-632c82ff43de gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:57:29.783697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Calling delete_port for d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:29.813669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:29.826738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:29.881701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:29.939810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-2ef9b527-9c4e-4d52-8a1e-2c8d9d578316 service neutron] 10.222.0.32 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396861 Mar 04 23:57:29.965092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:29.965917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=bd812de4-62e1-4b72-abcb-12e8a7a86b98,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:29.970279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:29.975829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.038688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:30.150274 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:57:24Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:30.163226 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06517b6b-686a-4058-89be-ef1bf6148e6f None None] The sync data for ids ['6e2c3406-c9ee-47c5-82a0-632c82ff43de'] in n-d-828979-4 is: [{'id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311424992-router', 'tenant_id': '8d5b22ade850491f8caa4af7adf42247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:55:39Z', 'updated_at': '2022-03-04T23:57:24Z', 'revision_number': 5, 'project_id': '8d5b22ade850491f8caa4af7adf42247', 'gw_port': {'id': '3f5bef82-c75e-412b-a725-35f89c2e7fdd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2c3406-c9ee-47c5-82a0-632c82ff43de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:43Z', 'updated_at': '2022-03-04T23:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:57:30.226799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] For port 082d1ddf-a53f-407c-8f41-d88b07a98b39, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=082d1ddf-a53f-407c-8f41-d88b07a98b39,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:30.227365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.254608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a0daa-a454-4121-af22-2a2bd93ee694 req-d70e2e92-2717-4b0f-8a94-11e08dfd15a4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:30.269103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-161a0daa-a454-4121-af22-2a2bd93ee694 req-d70e2e92-2717-4b0f-8a94-11e08dfd15a4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.5833373 Mar 04 23:57:30.351128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:30.352235 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.409048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.472945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-36220f58-dc7c-4b73-b536-f75bace8e327 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3859429 Mar 04 23:57:30.489383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Calling delete_port for 082d1ddf-a53f-407c-8f41-d88b07a98b39 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:30.493915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-161a0daa-a454-4121-af22-2a2bd93ee694 req-c82d7502-7fd4-4849-b010-1125af74ea0a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234118 Mar 04 23:57:30.500444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Request body: {'port': {'device_id': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:30.529295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event deleted for resources: {'Port': ['ID=d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:30.530215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f14e9aac-a974-49c0-a133-f240b817070b None None] Provisioning for port bd812de4-62e1-4b72-abcb-12e8a7a86b98 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:30.540842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f14e9aac-a974-49c0-a133-f240b817070b None None] Provisioning complete for port bd812de4-62e1-4b72-abcb-12e8a7a86b98 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:30.545576 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f14e9aac-a974-49c0-a133-f240b817070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.552453 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32dff1e0-4094-4544-acaa-c40f9e64fd24 req-ceb00d15-2109-4b18-9dea-29fa59f532cb tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabef1f3-a61d-439c-8101-1dbd5bdc654b HTTP/1.1" status: 200 len: 210 time: 0.1151984 Mar 04 23:57:30.595557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:57:30.686763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] No DVR routers for this DVR port d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:30.696181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.698730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-91c52253-cc15-45d1-836c-c2bbe51150e6 req-54bf2d2a-4daa-4b67-9b8b-0ee4af7d6fdf tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "DELETE /v2.0/ports/d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f HTTP/1.1" status: 204 len: 173 time: 2.3316658 Mar 04 23:57:30.699375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'name': 'network-vif-deleted', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:30.706844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:30.771689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f14e9aac-a974-49c0-a133-f240b817070b None None] Port bd812de4-62e1-4b72-abcb-12e8a7a86b98 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:57:30.806536 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'code': 200} Mar 04 23:57:30.899395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.910293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:30.959477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:30.976533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:30.977261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:30.981312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e6b50c9-e4a3-4514-bd12-0ebfb528371d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:31.032722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4e6b50c9-e4a3-4514-bd12-0ebfb528371d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:31.033059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4e6b50c9-e4a3-4514-bd12-0ebfb528371d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:31.108925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event deleted for resources: {'Port': ['ID=082d1ddf-a53f-407c-8f41-d88b07a98b39,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:31.121570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33650be4-ca81-40ba-a751-b07acb4b6e51 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:31.169883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.253004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.254209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] No DVR routers for this DVR port 082d1ddf-a53f-407c-8f41-d88b07a98b39 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:31.258207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a88414de-243d-4921-9853-67b383870059 req-fce440ba-a74a-4165-ae84-3fbd6f5530dd tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 210 time: 0.0913861 Mar 04 23:57:31.259360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.270982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Transition to ACTIVE for port object 33650be4-ca81-40ba-a751-b07acb4b6e51 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:31.276985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Deleting port 3f5bef82-c75e-412b-a725-35f89c2e7fdd {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:31.277524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.286505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60131b56-4f0b-49ae-b689-1ea1f966f050 req-94e2e313-a0dd-4b55-a582-bb9b197970e3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.10 "DELETE /v2.0/ports/082d1ddf-a53f-407c-8f41-d88b07a98b39 HTTP/1.1" status: 204 len: 173 time: 1.9439135 Mar 04 23:57:31.289170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.414498 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabef1f3-a61d-439c-8101-1dbd5bdc654b', 'name': 'network-vif-deleted', 'tag': 'd03a6a3b-cfa3-4dfa-9fa3-1ded68c7ee5f', 'status': 'completed', 'code': 200} Mar 04 23:57:31.608946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074fcf-a653-4d96-a399-c766ff58fc39 req-6a3a2b46-d529-4400-ad67-480452c5f92d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:31.618402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93074fcf-a653-4d96-a399-c766ff58fc39 req-6a3a2b46-d529-4400-ad67-480452c5f92d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 935 time: 0.4465322 Mar 04 23:57:31.637732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-deleted', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:31.656794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5869d187-6a34-4f40-8c57-670027a6615f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:31.677584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb2fb011-f903-42a9-85ce-8d108666c1e6 req-3600881f-de7c-40ac-b443-566e9f9cf64d tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/06a551a6-8de3-4f31-9dea-acf5c4555355 HTTP/1.1" status: 200 len: 1635 time: 0.2401836 Mar 04 23:57:31.683107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Pushing event updated for resources: {'Port': ['ID=33650be4-ca81-40ba-a751-b07acb4b6e51,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:31.712772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5869d187-6a34-4f40-8c57-670027a6615f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:31.713762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5869d187-6a34-4f40-8c57-670027a6615f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:31.785817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:57:31.844284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-eb2fb011-f903-42a9-85ce-8d108666c1e6 req-8bf314aa-2d73-4c4a-958f-237d931f8c5e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.846405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Attempting to bind port 33650be4-ca81-40ba-a751-b07acb4b6e51 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:31.846734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Attempting to bind port 33650be4-ca81-40ba-a751-b07acb4b6e51 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:31.847055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Attempting to bind port 33650be4-ca81-40ba-a751-b07acb4b6e51 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:31.884329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Port 33650be4-ca81-40ba-a751-b07acb4b6e51 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:31.884329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Attempting to bind port 33650be4-ca81-40ba-a751-b07acb4b6e51 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:31.888941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93074fcf-a653-4d96-a399-c766ff58fc39 req-452e419f-972b-4a20-b01c-3f869a303ffb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663150 Mar 04 23:57:31.890779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-eb2fb011-f903-42a9-85ce-8d108666c1e6 req-8bf314aa-2d73-4c4a-958f-237d931f8c5e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.894638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd812de4-62e1-4b72-abcb-12e8a7a86b98 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:31.903724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.912499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:31.912839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:31.913213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:31.913662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Bound port: 33650be4-ca81-40ba-a751-b07acb4b6e51, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:31.914003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:31.922230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Transition to ACTIVE for port object bd812de4-62e1-4b72-abcb-12e8a7a86b98 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:31.932131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] For port 3f5bef82-c75e-412b-a725-35f89c2e7fdd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3f5bef82-c75e-412b-a725-35f89c2e7fdd,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:31.932877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.031721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-eb2fb011-f903-42a9-85ce-8d108666c1e6 req-8bf314aa-2d73-4c4a-958f-237d931f8c5e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.055185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] For port 33650be4-ca81-40ba-a751-b07acb4b6e51, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:32.060582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf314aa-2d73-4c4a-958f-237d931f8c5e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a551a6-8de3-4f31-9dea-acf5c4555355,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:32.068633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] For port 33650be4-ca81-40ba-a751-b07acb4b6e51, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33650be4-ca81-40ba-a751-b07acb4b6e51,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:32.073003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-eb2fb011-f903-42a9-85ce-8d108666c1e6 req-8bf314aa-2d73-4c4a-958f-237d931f8c5e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.087651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb2fb011-f903-42a9-85ce-8d108666c1e6 req-8bf314aa-2d73-4c4a-958f-237d931f8c5e tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/06a551a6-8de3-4f31-9dea-acf5c4555355 HTTP/1.1" status: 204 len: 173 time: 0.4001501 Mar 04 23:57:32.091704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.130465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Calling delete_port for 3f5bef82-c75e-412b-a725-35f89c2e7fdd owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:32.172676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.173731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] 10.222.0.36 "PUT /v2.0/ports/33650be4-ca81-40ba-a751-b07acb4b6e51 HTTP/1.1" status: 200 len: 1096 time: 3.4643524 Mar 04 23:57:32.189033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.195472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aab56-2bef-4fec-bfc0-b7d07fb9ace6 service neutron] Pushing event updated for resources: {'Port': ['ID=33650be4-ca81-40ba-a751-b07acb4b6e51,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:32.370206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec09ab-bd5e-48a6-8092-819d36b1e103 req-6a0d6e23-a342-4e87-8860-4fd8059e3f34 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:32.372810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8ec09ab-bd5e-48a6-8092-819d36b1e103 req-6a0d6e23-a342-4e87-8860-4fd8059e3f34 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1603022 Mar 04 23:57:32.448505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8ec09ab-bd5e-48a6-8092-819d36b1e103 req-8ec34a81-773d-4b70-9f9a-c47b931995bd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676425 Mar 04 23:57:32.463054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-6f218917-eb70-40a2-9c0e-8be7ae70c4fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 1099 time: 0.1642947 Mar 04 23:57:32.553050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-d7be83e1-53b8-4030-8866-9a4efaad0546 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=33650be4-ca81-40ba-a751-b07acb4b6e51 HTTP/1.1" status: 200 len: 217 time: 0.0787678 Mar 04 23:57:32.624791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-a6c1ccbf-e97d-400e-aa5c-be6af839d4bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:32.626774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-a6c1ccbf-e97d-400e-aa5c-be6af839d4bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0646291 Mar 04 23:57:32.628851 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac926726-f9c2-454b-bdb0-501a4b709965', 'name': 'network-vif-deleted', 'tag': '082d1ddf-a53f-407c-8f41-d88b07a98b39', 'status': 'completed', 'code': 200} Mar 04 23:57:32.640374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=bd812de4-62e1-4b72-abcb-12e8a7a86b98,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:32.753252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dbf6bcf-84b3-4032-acd2-d816b946c9c8 req-f7637772-6a08-4e2e-b650-24d047e35dc7 tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "GET /v2.0/security-groups/5a2e2520-b25f-42e2-9c19-94aa3f2a71f2 HTTP/1.1" status: 200 len: 1634 time: 0.0763891 Mar 04 23:57:32.771136 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-2ac0cd8b-c1dc-417f-a345-f3463854fc5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371174 Mar 04 23:57:32.790112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-aa6b714c-d52e-4c7c-bd23-84ffa9436183 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:32.791470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-aa6b714c-d52e-4c7c-bd23-84ffa9436183 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 805 time: 0.6338632 Mar 04 23:57:32.795059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.850745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Request body: {'port': {'device_id': '2eaff900-cefe-472a-a935-31dd57de180e', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'admin_state_up': True, 'tenant_id': '5b0f7ef89a8f4b1a8ec87e86b52f5214'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:32.869887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5bef82-c75e-412b-a725-35f89c2e7fdd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:32.898902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3640-317b-4d74-b1ed-c1dafd2bd35d req-4b4d1f8e-56dc-48b5-baa9-9777ea1292ec tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:32.898902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-339f3640-317b-4d74-b1ed-c1dafd2bd35d req-4b4d1f8e-56dc-48b5-baa9-9777ea1292ec tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.7104976 Mar 04 23:57:32.924684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dbf6bcf-84b3-4032-acd2-d816b946c9c8 req-ce21debc-39f2-4605-a5d6-dbd247eb1b5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:32.953674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-88e6627b-e9df-46af-83a3-174d497f77f3 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750610 Mar 04 23:57:33.054996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Attempting to bind port bd812de4-62e1-4b72-abcb-12e8a7a86b98 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:33.055339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Attempting to bind port bd812de4-62e1-4b72-abcb-12e8a7a86b98 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:33.055637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Attempting to bind port bd812de4-62e1-4b72-abcb-12e8a7a86b98 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:33.068122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dbf6bcf-84b3-4032-acd2-d816b946c9c8 req-ce21debc-39f2-4605-a5d6-dbd247eb1b5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.103462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Port bd812de4-62e1-4b72-abcb-12e8a7a86b98 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:33.103704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Attempting to bind port bd812de4-62e1-4b72-abcb-12e8a7a86b98 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:33.182499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dbf6bcf-84b3-4032-acd2-d816b946c9c8 req-ce21debc-39f2-4605-a5d6-dbd247eb1b5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.195032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:33.195367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:33.195752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:33.196186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Bound port: bd812de4-62e1-4b72-abcb-12e8a7a86b98, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:33.196525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.201299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801db71-4990-418d-aab4-c95753efabc3 req-71ed9fcd-62fe-4312-9237-b52e31397ec2 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:33.202722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3801db71-4990-418d-aab4-c95753efabc3 req-71ed9fcd-62fe-4312-9237-b52e31397ec2 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.10 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 946 time: 0.2253644 Mar 04 23:57:33.209002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-339f3640-317b-4d74-b1ed-c1dafd2bd35d req-f8a8a6f4-e19c-44e8-9a31-2fd652cbfc92 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c29ca13-225d-441f-9f00-a1986e2e4879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110540 Mar 04 23:57:33.209546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c3ce312e-5905-4c2b-a1ef-d308e076e46f service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496548 Mar 04 23:57:33.241512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21debc-39f2-4605-a5d6-dbd247eb1b5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e2520-b25f-42e2-9c19-94aa3f2a71f2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:33.247218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:33.280961 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dbf6bcf-84b3-4032-acd2-d816b946c9c8 req-ce21debc-39f2-4605-a5d6-dbd247eb1b5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.290392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44634) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:33.294193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dbf6bcf-84b3-4032-acd2-d816b946c9c8 req-ce21debc-39f2-4605-a5d6-dbd247eb1b5f tempest-SecurityGroupsTestJSON-1820572512 tempest-SecurityGroupsTestJSON-1820572512-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a2e2520-b25f-42e2-9c19-94aa3f2a71f2 HTTP/1.1" status: 204 len: 173 time: 0.5398927 Mar 04 23:57:33.294933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 082d1ddf-a53f-407c-8f41-d88b07a98b39 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:33.295492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 082d1ddf-a53f-407c-8f41-d88b07a98b39 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:33.324044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Deleting port f143b499-4a6e-4824-89b8-69f66cdc0011 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:33.324547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.328083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:33.511460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Usage tracker for resource:port and tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:33.529541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.583422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] For port f143b499-4a6e-4824-89b8-69f66cdc0011, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f143b499-4a6e-4824-89b8-69f66cdc0011,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:33.583781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.591496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:33.595974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00df866b-99c0-4745-ae2c-856383b98969 req-012308bd-7016-4f4f-99b3-537d35c1de84 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 210 time: 0.1339114 Mar 04 23:57:33.664006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:33.713589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Deleting subnet 79d89364-e7e5-42a0-bb24-4112b8ef4054 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:57:33.776273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.806033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Made reservation on behalf of 5b0f7ef89a8f4b1a8ec87e86b52f5214 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:33.808966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.939603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] For port bd812de4-62e1-4b72-abcb-12e8a7a86b98, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:33.954194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:33.966587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] For port bd812de4-62e1-4b72-abcb-12e8a7a86b98, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:33.969033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.008854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ee10-9cb4-4d03-aa44-6d6e0101f177 req-967aa5f9-4ffe-41a7-8b99-788064d4a42c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:34.009589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-36a2ee10-9cb4-4d03-aa44-6d6e0101f177 req-967aa5f9-4ffe-41a7-8b99-788064d4a42c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:34.041515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-36a2ee10-9cb4-4d03-aa44-6d6e0101f177 req-967aa5f9-4ffe-41a7-8b99-788064d4a42c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:34.042662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36a2ee10-9cb4-4d03-aa44-6d6e0101f177 req-967aa5f9-4ffe-41a7-8b99-788064d4a42c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 947 time: 0.2867270 Mar 04 23:57:34.043113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.050478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.050637 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.051534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.051848 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Floating IP c943d0d0-e18e-4d4e-a099-3a2f3f64e79b disassociated. External IP: 172.25.0.17, port: f143b499-4a6e-4824-89b8-69f66cdc0011. Mar 04 23:57:34.052181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Calling delete_port for f143b499-4a6e-4824-89b8-69f66cdc0011 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:34.199644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36a2ee10-9cb4-4d03-aa44-6d6e0101f177 req-04cfeaff-0584-4cb4-b529-92dfd1af9c3f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509118 Mar 04 23:57:34.234664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.236014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] 10.222.0.10 "PUT /v2.0/ports/bd812de4-62e1-4b72-abcb-12e8a7a86b98 HTTP/1.1" status: 200 len: 1095 time: 3.7409952 Mar 04 23:57:34.236587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'tag': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:34.266670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-a7124627-c39b-4816-9145-39874911fad4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:34.268144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-a7124627-c39b-4816-9145-39874911fad4 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 944 time: 0.1741562 Mar 04 23:57:34.275011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.365017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Deleting port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:34.365456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.413077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ced7-d8c2-40f8-bf28-7bfba2d3e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=bd812de4-62e1-4b72-abcb-12e8a7a86b98,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:34.426886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee848b72-1083-412c-b6e5-cf9243857758 req-612b5378-7bf8-4224-be81-3d56be9a8b7b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:34.428535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee848b72-1083-412c-b6e5-cf9243857758 req-612b5378-7bf8-4224-be81-3d56be9a8b7b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.6562686 Mar 04 23:57:34.429240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.429920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2c3406-c9ee-47c5-82a0-632c82ff43de {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:57:34.431223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.514153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event deleted for resources: {'Port': ['ID=f143b499-4a6e-4824-89b8-69f66cdc0011,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:34.534099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Allocated IP 172.20.0.11 (3d373df7-973c-4bce-a6a5-2315e6cc1550/071cdfa3-55f7-4dba-a026-9ba7f640b579/a499b3d2-9a16-420e-9fb1-95653f089f53) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:34.543002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.555157 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:57:34.574241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.577764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ab1f33d1-2e58-4884-a571-270c8c3f97a7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6e2c3406-c9ee-47c5-82a0-632c82ff43de HTTP/1.1" status: 204 len: 168 time: 5.7567823 Mar 04 23:57:34.588504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44646) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:34.600652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d89364-e7e5-42a0-bb24-4112b8ef4054,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:34.635217 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee848b72-1083-412c-b6e5-cf9243857758 req-6e678286-9139-47ed-8e28-e7ccafb880c1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922555 Mar 04 23:57:34.664190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cd989c-03da-478e-8208-710b96e0fd34', 'tag': '33650be4-ca81-40ba-a751-b07acb4b6e51'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:34.682895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.703747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-c2024b23-806c-45f9-b87e-ee1ada26b231 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 1098 time: 0.3915327 Mar 04 23:57:34.711351 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d5d9e82-19af-40e2-b93d-54cdda123c5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/79d89364-e7e5-42a0-bb24-4112b8ef4054 HTTP/1.1" status: 204 len: 168 time: 1.4174249 Mar 04 23:57:34.760515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44654) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:34.778378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d7d373b-8c77-4d31-86c8-4719c306e327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.830846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Deleting subnet aca7cb34-df0c-4117-b135-05fed017d36f {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:57:34.837536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67c32731-f885-4f39-b308-13c4aee25436 req-0b9a42e7-bc04-40b4-958c-749cfe0e8eab tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 210 time: 0.0693462 Mar 04 23:57:34.852539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:34.878385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-a761dd8c-2fab-4046-bece-425316ed16cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98 HTTP/1.1" status: 200 len: 217 time: 0.1581128 Mar 04 23:57:34.926028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47b53f-d1bc-4c32-9542-d1cf13ddd626 req-e2b27881-73bd-4ad4-8c0d-0e6f8f527971 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:34.927584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df47b53f-d1bc-4c32-9542-d1cf13ddd626 req-e2b27881-73bd-4ad4-8c0d-0e6f8f527971 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 944 time: 0.5669227 Mar 04 23:57:35.072187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] For port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:35.072800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.098006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df47b53f-d1bc-4c32-9542-d1cf13ddd626 req-9ad188da-a736-4f64-9fd1-a8094d0454b6 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610456 Mar 04 23:57:35.106058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.112943 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'tag': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', 'status': 'completed', 'code': 200} Mar 04 23:57:35.187831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-235983b5-f047-4ade-8585-277fe39448fb req-688edf23-fa97-408a-a67d-dc2390bdeeac tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:35.244209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.304845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-235983b5-f047-4ade-8585-277fe39448fb req-688edf23-fa97-408a-a67d-dc2390bdeeac tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:35.306042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-235983b5-f047-4ade-8585-277fe39448fb req-688edf23-fa97-408a-a67d-dc2390bdeeac tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 210 time: 0.1846855 Mar 04 23:57:35.307359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-33758935-09bc-4017-954d-fdf519f1d1c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:35.308685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-33758935-09bc-4017-954d-fdf519f1d1c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2253239 Mar 04 23:57:35.356941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Calling delete_port for 2125de9f-e491-4cd4-8e1e-a1b198bdbbca owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:35.384070 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cd989c-03da-478e-8208-710b96e0fd34', 'tag': '33650be4-ca81-40ba-a751-b07acb4b6e51', 'status': 'completed', 'code': 200} Mar 04 23:57:35.427282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.457574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.506044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-d9aca7f7-a27f-4084-9864-13c43a8b4c4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835256 Mar 04 23:57:35.602184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.637984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3f5bef82-c75e-412b-a725-35f89c2e7fdd no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:35.661210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.682773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3f5bef82-c75e-412b-a725-35f89c2e7fdd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:35.684638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3f5bef82-c75e-412b-a725-35f89c2e7fdd not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:35.714297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.745440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58882f2-127f-4606-b034-1c13c838da04']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:35.777640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb66536-8ae6-495c-8bfc-906e559db8dc') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:35.777930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb66536-8ae6-495c-8bfc-906e559db8dc') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:35.778200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:35.780460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca7cb34-df0c-4117-b135-05fed017d36f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:35.788446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Network 3d373df7-973c-4bce-a6a5-2315e6cc1550 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:35.790781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657f89-f035-42ac-b9a9-1f7790d643de req-82e6a78b-74b8-4003-a499-18bc8240bb7e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:35.791768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78657f89-f035-42ac-b9a9-1f7790d643de req-82e6a78b-74b8-4003-a499-18bc8240bb7e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 947 time: 0.4046426 Mar 04 23:57:35.792127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:35.794575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:35.804570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-0c017c15-26b2-40dc-9277-e8d6752cc450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 1099 time: 0.4197154 Mar 04 23:57:35.812170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.859440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.867106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1a5e9-7c2e-4e24-8c50-cee94f958def None None] Network 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:35.874764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-a472732f-71a9-4300-80fc-8f40fed8fb8e service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575099 Mar 04 23:57:35.913106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fcaadcdd-62b4-4193-97a5-c85ec73cdcde admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aca7cb34-df0c-4117-b135-05fed017d36f HTTP/1.1" status: 204 len: 168 time: 1.3162100 Mar 04 23:57:35.914584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.917479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44664) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:35.926593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:35.995297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:35.995905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.022203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:57:36.022605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:57:36.037547 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:57:36.039185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-4fcf755e-8d89-4fac-a9fe-9da5165dfbe3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2013259 Mar 04 23:57:36.061761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Request body: {'port': {'device_id': '2eaff900-cefe-472a-a935-31dd57de180e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:36.092225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event deleted for resources: {'Port': ['ID=2125de9f-e491-4cd4-8e1e-a1b198bdbbca,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:36.132145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d110d2-b79f-486d-85a8-682d0965ec46 req-1d7f1316-9af1-49aa-9343-894a0a202a33 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446833 Mar 04 23:57:36.138468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a880b-691f-4d38-908d-b79fd7db6ce9 req-5239d816-5960-4d8b-9231-9403818e359a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:36.139706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e94a880b-691f-4d38-908d-b79fd7db6ce9 req-5239d816-5960-4d8b-9231-9403818e359a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.3536487 Mar 04 23:57:36.214302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] DHCP port deletion for 0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:57:36.218629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] Deleting port 36eb56ec-67cc-476f-8727-7e86d1ce0477 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:36.219000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.235595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78657f89-f035-42ac-b9a9-1f7790d643de req-dd064408-3179-4561-b021-673f4ddc0d2b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367306 Mar 04 23:57:36.256526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Router 7765db33-ecb8-4930-a094-65475fbd4724 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:57:36.279420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.320441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] No DVR routers for this DVR port 2125de9f-e491-4cd4-8e1e-a1b198bdbbca on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:36.326843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.328488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.329250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e94a880b-691f-4d38-908d-b79fd7db6ce9 req-ff76318c-173b-4feb-9780-065375ff544d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804435 Mar 04 23:57:36.333014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.338672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-7b1ee731-9df1-434b-b3dd-26265cb3755e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:36.340222 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-7b1ee731-9df1-434b-b3dd-26265cb3755e service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5210044 Mar 04 23:57:36.378353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.438632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-490ba249-2539-4d4d-bd88-dfc656f79e1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 1098 time: 0.2452197 Mar 04 23:57:36.474848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] Pushing event deleted for resources: {'Network': ['ID=b58882f2-127f-4606-b034-1c13c838da04,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:36.532610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] For port 36eb56ec-67cc-476f-8727-7e86d1ce0477, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=36eb56ec-67cc-476f-8727-7e86d1ce0477,segment=NetworkSegment(d6c71117-67c8-4071-9a28-87184d120f99),segment_id=d6c71117-67c8-4071-9a28-87184d120f99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:36.533164 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.535572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Deleting port 36eb56ec-67cc-476f-8727-7e86d1ce0477 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:36.536003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.597356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-00fa52a7-8d2a-46c3-8c98-16fb1b68dd52 req-bd792147-4b8a-48fa-81be-5e9bb3738678 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:36.621520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4a8f5bcf-7c71-41f4-8c87-7b6feefca27c req-700e1c54-3e44-43e3-9a75-c63b8a20cb7b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Synchronizing usage tracker for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:36.624310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dc78836-fd0f-4e3d-937e-be68d548b952 req-9d931cc9-a6fd-4322-958c-3f195b278d58 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "DELETE /v2.0/ports/2125de9f-e491-4cd4-8e1e-a1b198bdbbca HTTP/1.1" status: 204 len: 173 time: 2.3429761 Mar 04 23:57:36.640139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-ee44281f-b63b-418b-abdb-07896c0c16e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=33650be4-ca81-40ba-a751-b07acb4b6e51 HTTP/1.1" status: 200 len: 217 time: 0.2546570 Mar 04 23:57:36.702024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] Calling delete_port for 36eb56ec-67cc-476f-8727-7e86d1ce0477 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:36.710134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-00fa52a7-8d2a-46c3-8c98-16fb1b68dd52 req-bd792147-4b8a-48fa-81be-5e9bb3738678 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:36.711540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00fa52a7-8d2a-46c3-8c98-16fb1b68dd52 req-bd792147-4b8a-48fa-81be-5e9bb3738678 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=6868e5ee-f589-4507-981b-6f685a806970 HTTP/1.1" status: 200 len: 210 time: 0.2329323 Mar 04 23:57:36.787887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-32b0a91c-3d59-4e95-83eb-fe90f70ef8af admin admin] 10.222.0.32 "DELETE /v2.0/networks/b58882f2-127f-4606-b034-1c13c838da04 HTTP/1.1" status: 204 len: 168 time: 2.0253651 Mar 04 23:57:36.805345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:36.855213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4a8f5bcf-7c71-41f4-8c87-7b6feefca27c req-700e1c54-3e44-43e3-9a75-c63b8a20cb7b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Unset dirty status for tenant:f6bc63d7b1c24aa3a37336cfdcb9ef4a on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:36.859733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4a8f5bcf-7c71-41f4-8c87-7b6feefca27c req-700e1c54-3e44-43e3-9a75-c63b8a20cb7b tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 210 time: 0.3916669 Mar 04 23:57:36.919624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910760a-1ebe-4e53-9378-20946a5137ab req-4effc4f8-ba59-4fc2-8cfc-faa37023461b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:36.921069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-4effc4f8-ba59-4fc2-8cfc-faa37023461b service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4439888 Mar 04 23:57:36.935786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33650be4-ca81-40ba-a751-b07acb4b6e51 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:37.034461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] The port '36eb56ec-67cc-476f-8727-7e86d1ce0477' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:57:37.048144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] Pushing event deleted for resources: {'Port': ['ID=36eb56ec-67cc-476f-8727-7e86d1ce0477,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:37.076104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-4c604c1a-1bb1-41d9-81ab-0849ab7e67fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98 HTTP/1.1" status: 200 len: 217 time: 0.1377127 Mar 04 23:57:37.077388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-6e01654a-53a8-4282-8dd1-2ebbe39c9ada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:37.078863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-6e01654a-53a8-4282-8dd1-2ebbe39c9ada service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.3858948 Mar 04 23:57:37.119094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c567598-3c54-4018-b16e-14e87320b0f6 None None] No DVR routers for this DVR port 36eb56ec-67cc-476f-8727-7e86d1ce0477 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:37.133824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc90f070-be02-4ffd-bb0f-927dbaf8151a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.227819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910760a-1ebe-4e53-9378-20946a5137ab req-52777506-fb64-4fc9-b5d0-8178cdccc42a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:37.230448 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-52777506-fb64-4fc9-b5d0-8178cdccc42a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1461477 Mar 04 23:57:37.233187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 33650be4-ca81-40ba-a751-b07acb4b6e51, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33650be4-ca81-40ba-a751-b07acb4b6e51,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:37.234144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44674) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:37.247743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f143b499-4a6e-4824-89b8-69f66cdc0011 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:37.247941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.288935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:37.295148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a499b3d2-9a16-420e-9fb1-95653f089f53 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:37.307305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb324b52-7c36-4557-a40e-e798c9d9d185 req-2ef64190-9b1c-4167-8995-fc9b073bf622 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:37.308246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c71117-67c8-4071-9a28-87184d120f99') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:37.308539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c71117-67c8-4071-9a28-87184d120f99') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:37.308787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb324b52-7c36-4557-a40e-e798c9d9d185 req-2ef64190-9b1c-4167-8995-fc9b073bf622 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 932 time: 0.3718650 Mar 04 23:57:37.324615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.336708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.343710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: f143b499-4a6e-4824-89b8-69f66cdc0011 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:37.345514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f143b499-4a6e-4824-89b8-69f66cdc0011 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:37.362905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '33650be4-ca81-40ba-a751-b07acb4b6e51', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '33650be4-ca81-40ba-a751-b07acb4b6e51', 'mac_address': 'fa:16:3e:18:7b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:37.374199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.385849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Transition to ACTIVE for port object a499b3d2-9a16-420e-9fb1-95653f089f53 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:37.386012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:57:37.386497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.397985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.415260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-02a66e09-8dc2-498d-87d7-e6c2b20fea78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3226128 Mar 04 23:57:37.415690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'name': 'network-vif-deleted', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:57:37.420926 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:57:37.467036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb324b52-7c36-4557-a40e-e798c9d9d185 req-5da915d0-399e-4a30-a2a9-0f556148513f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486225 Mar 04 23:57:37.476046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.484250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e4e5b68-24cb-4294-bc20-ab264906cf14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87a34cf662b2476fb5de7edfe6cc5db6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459204 Mar 04 23:57:37.485044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44684) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:37.515154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33650be4-ca81-40ba-a751-b07acb4b6e51 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:37.538411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 33650be4-ca81-40ba-a751-b07acb4b6e51, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33650be4-ca81-40ba-a751-b07acb4b6e51,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:37.544409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.606936 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-0999477e-7f1b-4c00-ac7d-5f4e8bf0bbe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3644753 Mar 04 23:57:37.631141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=33650be4-ca81-40ba-a751-b07acb4b6e51,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:37.660166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:37.665695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.703915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 36eb56ec-67cc-476f-8727-7e86d1ce0477 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:37.707000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.732810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] Pushing event deleted for resources: {'Network': ['ID=0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:37.745856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 36eb56ec-67cc-476f-8727-7e86d1ce0477 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:37.746271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:57:37.746402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 36eb56ec-67cc-476f-8727-7e86d1ce0477 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:37.758571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] Sync routers for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:57:37.771823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:57:37.772434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:57:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:37.777922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-0385c78b-64e1-4f59-bcc7-eac1578be5a6 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490837 Mar 04 23:57:37.784478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b85ebbb8-4bab-4fc1-8311-17015f5cc42b admin admin] 10.222.0.32 "DELETE /v2.0/networks/0467c9ab-80d5-4ea5-8c4e-4efe29ea0ee6 HTTP/1.1" status: 204 len: 168 time: 1.8602004 Mar 04 23:57:37.898599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e2d96ca-bcca-4075-a39f-340d85cf73da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.903102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] No DVR routers for this DVR port f143b499-4a6e-4824-89b8-69f66cdc0011 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:37.916338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.918480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3801db71-4990-418d-aab4-c95753efabc3 req-dda9aa49-ef2f-45e1-b966-643ebfda8bba tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.10 "DELETE /v2.0/ports/f143b499-4a6e-4824-89b8-69f66cdc0011 HTTP/1.1" status: 204 len: 173 time: 4.7053943 Mar 04 23:57:37.927091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d666-2a0a-40ee-9cb4-e558862d83ce req-078e3887-a532-4538-9976-d104ad34a27a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:37.934025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-81d6d666-2a0a-40ee-9cb4-e558862d83ce req-078e3887-a532-4538-9976-d104ad34a27a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 947 time: 0.4210253 Mar 04 23:57:37.963973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:57:37.981804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e2d96ca-bcca-4075-a39f-340d85cf73da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:37.993668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-6a274be1-3a67-46bc-afe5-623446bab8b4 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249068 Mar 04 23:57:38.018270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4158f1-da9e-4db8-8c38-e05b85560e77 req-30dd8b1a-f345-42f7-9a4f-6481a3e23277 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:38.025106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c4158f1-da9e-4db8-8c38-e05b85560e77 req-30dd8b1a-f345-42f7-9a4f-6481a3e23277 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.4166825 Mar 04 23:57:38.055738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-81d6d666-2a0a-40ee-9cb4-e558862d83ce req-fc487239-efdd-4be6-bcd5-b1e2e140aa79 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205447 Mar 04 23:57:38.102996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Attempting to bind port a499b3d2-9a16-420e-9fb1-95653f089f53 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:38.103334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Attempting to bind port a499b3d2-9a16-420e-9fb1-95653f089f53 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:38.103665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Attempting to bind port a499b3d2-9a16-420e-9fb1-95653f089f53 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:38.106089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19b4fd22-5afc-4613-b4d8-eec7b28a2ce3 req-9b5dd209-9253-4525-9a1a-2a428a20d017 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196065 Mar 04 23:57:38.151907 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6868e5ee-f589-4507-981b-6f685a806970', 'name': 'network-vif-deleted', 'tag': '2125de9f-e491-4cd4-8e1e-a1b198bdbbca', 'status': 'completed', 'code': 200} Mar 04 23:57:38.175002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44694) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:38.220860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:38.247817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c4158f1-da9e-4db8-8c38-e05b85560e77 req-29aeb073-71d3-4ff1-bf5a-5ddf7f831302 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217212 Mar 04 23:57:38.249131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Port a499b3d2-9a16-420e-9fb1-95653f089f53 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:38.249131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Attempting to bind port a499b3d2-9a16-420e-9fb1-95653f089f53 on network 3d373df7-973c-4bce-a6a5-2315e6cc1550 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:38.262425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:38.262425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Checking segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:38.262839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Bound using segment: {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:38.263252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Bound port: a499b3d2-9a16-420e-9fb1-95653f089f53, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:38.263684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.278343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-16bda907-e367-4571-9db4-e514b267b342 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d5b22ade850491f8caa4af7adf42247&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0984304 Mar 04 23:57:38.278890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:38.387711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.409302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e2d96ca-bcca-4075-a39f-340d85cf73da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.416320 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.445021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfd23b24-2b57-414c-b865-39c0e49ece4f req-79bd2cc5-3ddc-4f95-866a-5a199a34b8a5 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 210 time: 0.0553069 Mar 04 23:57:38.467196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d96ca-bcca-4075-a39f-340d85cf73da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e18e93-dd60-4c37-816e-81daf0e16d4a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:38.490442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7910760a-1ebe-4e53-9378-20946a5137ab req-1998b510-5352-43c0-9796-8aebbbafe9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799955 Mar 04 23:57:38.502252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e2d96ca-bcca-4075-a39f-340d85cf73da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.505778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e2d96ca-bcca-4075-a39f-340d85cf73da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60e18e93-dd60-4c37-816e-81daf0e16d4a HTTP/1.1" status: 204 len: 168 time: 1.0142941 Mar 04 23:57:38.505778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72250523-729d-4d80-aa09-4eabcd9cb6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.549351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:38.601552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72250523-729d-4d80-aa09-4eabcd9cb6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.622326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:38.663126 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.817624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543de8b-e0c7-4f61-961d-2d8be8aabd39 req-919f7cd0-8eb4-492e-9bbd-30935610eabe tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:38.818376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b543de8b-e0c7-4f61-961d-2d8be8aabd39 req-919f7cd0-8eb4-492e-9bbd-30935610eabe tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:38.825749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.827115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-c0b9c892-00d4-4420-b858-270434634075 service neutron] 10.222.0.36 "PUT /v2.0/ports/a499b3d2-9a16-420e-9fb1-95653f089f53 HTTP/1.1" status: 200 len: 1092 time: 2.7710707 Mar 04 23:57:38.827987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:38.865022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:12Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:38.866721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b543de8b-e0c7-4f61-961d-2d8be8aabd39 req-919f7cd0-8eb4-492e-9bbd-30935610eabe tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:38.870620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9c892-00d4-4420-b858-270434634075 service neutron] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:38.871834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:38.873775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b543de8b-e0c7-4f61-961d-2d8be8aabd39 req-919f7cd0-8eb4-492e-9bbd-30935610eabe tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 944 time: 0.2350535 Mar 04 23:57:38.900278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] Checking router: 7765db33-ecb8-4930-a094-65475fbd4724 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:57:38.931551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 2125de9f-e491-4cd4-8e1e-a1b198bdbbca {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:38.931901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 2125de9f-e491-4cd4-8e1e-a1b198bdbbca not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:38.934322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72250523-729d-4d80-aa09-4eabcd9cb6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.940933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:57:38.942232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:57:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:38.963034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250523-729d-4d80-aa09-4eabcd9cb6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0871237-39c8-4a9b-93cf-f969e796755f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:38.969930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72250523-729d-4d80-aa09-4eabcd9cb6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:38.972317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b543de8b-e0c7-4f61-961d-2d8be8aabd39 req-c328ab2b-5bf7-4d53-89d3-6dd57cf983b3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967960 Mar 04 23:57:38.974410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72250523-729d-4d80-aa09-4eabcd9cb6f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0871237-39c8-4a9b-93cf-f969e796755f HTTP/1.1" status: 204 len: 168 time: 0.6960328 Mar 04 23:57:39.068636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-acb03ec5-6b4e-461d-997d-f0cdf1286e11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 1095 time: 0.1932435 Mar 04 23:57:39.388579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:57:39.431262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-44389ec5-531a-474c-a5d2-ee9611bc0604 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a499b3d2-9a16-420e-9fb1-95653f089f53 HTTP/1.1" status: 200 len: 217 time: 0.3481636 Mar 04 23:57:39.433266 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'status': 'completed', 'code': 200} Mar 04 23:57:39.440386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4e045-6380-4721-8130-55c8e0413409 req-561d8820-495b-4de6-b009-a2567d51050f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:39.447957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9d4e045-6380-4721-8130-55c8e0413409 req-561d8820-495b-4de6-b009-a2567d51050f tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 944 time: 0.4612455 Mar 04 23:57:39.553711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5277d-1de0-4227-9d70-4b168612f454 req-05e28386-b92b-42fb-842d-2547e8f5d46d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:39.556743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0e5277d-1de0-4227-9d70-4b168612f454 req-05e28386-b92b-42fb-842d-2547e8f5d46d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 947 time: 0.1834447 Mar 04 23:57:39.594146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-bb0bd363-7f76-4707-b442-b1c0f3da97e7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:39.595289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-bb0bd363-7f76-4707-b442-b1c0f3da97e7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Synchronizing usage tracker for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:39.622635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-bb0bd363-7f76-4707-b442-b1c0f3da97e7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Unset dirty status for tenant:e0fbf865cb194f07a8688d65c9ed7b29 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:39.624853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-bb0bd363-7f76-4707-b442-b1c0f3da97e7 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 944 time: 0.3884456 Mar 04 23:57:39.625760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9d4e045-6380-4721-8130-55c8e0413409 req-02d25c42-4fac-41b5-bc16-560727e64cd3 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/security-groups?id=46c73cb7-0326-4e74-96c7-f53a618577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766775 Mar 04 23:57:39.661929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-b20d1e01-506d-4033-be8d-c2c220c5ba84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:39.663489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-b20d1e01-506d-4033-be8d-c2c220c5ba84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.1694651 Mar 04 23:57:39.664214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0e5277d-1de0-4227-9d70-4b168612f454 req-7aea9576-ef83-4ecc-9864-2d795747f7c9 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981808 Mar 04 23:57:39.730041 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:39.815356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-08af0853-dfce-4406-9ba8-d8ce0ee20db9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459632 Mar 04 23:57:39.863766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Deleting port 54bac85b-34ac-49f2-84d5-4738c1756308 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:39.864970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:40.070323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-26ca4f5b-e530-400f-ad64-4ca21dd9650d service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482762 Mar 04 23:57:40.184930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'name': 'network-vif-deleted', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:40.263435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac62c03f-8aa9-4759-89b3-6299ae605dac req-6bf1982c-5256-454f-a948-32855081c981 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605771 Mar 04 23:57:40.285205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-320b7255-f940-4501-a53c-7c3b10643d84 req-c796b872-5770-4038-bb09-904f801ea455 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91c4c31-2c87-432d-8937-a01838968962 HTTP/1.1" status: 200 len: 210 time: 0.2135570 Mar 04 23:57:40.288132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:12Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:40.302399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db43fe-4752-4230-a94f-6f1f21250213 None None] The sync data for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 is: [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '368142f3-b1a8-43d8-a396-1ad255d14a10', 'name': '', 'network_id': 'b2ad63b6-9a1c-4e49-a419-33b71d2c7099', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'mac_address': 'fa:16:3e:6d:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '797a579c-0225-4d58-abfd-d28475544215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:55:00Z', 'updated_at': '2022-03-04T23:55:12Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'subnets': [{'id': '797a579c-0225-4d58-abfd-d28475544215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:57:40.384213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44750) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:40.481978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685c09-9d76-49a6-9c77-b3e08f88d11b req-f76a4b18-b48d-4127-b3aa-69d6de71bd40 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:40.482861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-839521cd-a592-4297-84fd-530a0cc150bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 1095 time: 0.1640022 Mar 04 23:57:40.489912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65685c09-9d76-49a6-9c77-b3e08f88d11b req-f76a4b18-b48d-4127-b3aa-69d6de71bd40 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.4484637 Mar 04 23:57:40.615522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65685c09-9d76-49a6-9c77-b3e08f88d11b req-3addcb97-7afe-44e4-aecb-33bd7acc4b9c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242223 Mar 04 23:57:40.647769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] For port 54bac85b-34ac-49f2-84d5-4738c1756308, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=54bac85b-34ac-49f2-84d5-4738c1756308,segment=NetworkSegment(42ae57a0-7457-4342-973f-9097e568de8b),segment_id=42ae57a0-7457-4342-973f-9097e568de8b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:40.648134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:40.749060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1756148439-network', 'tenant_id': 'a9e844994de5404ab956fa52913f07cf'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:40.757854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:40.761331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-64d8cf39-b384-4be3-9a3f-1620cad07c01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:40.762788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-64d8cf39-b384-4be3-9a3f-1620cad07c01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 200 len: 906 time: 0.2737286 Mar 04 23:57:40.766256 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7165dda-61f3-49f5-8d65-ace9cddd4762 None None] New status for floating IP c943d0d0-e18e-4d4e-a099-3a2f3f64e79b: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:57:40.768821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Usage tracker for resource:network and tenant:a9e844994de5404ab956fa52913f07cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:40.774362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:40.847279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:40.871804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f3e78-fef5-450f-8015-905ac8cc7814 req-0783d610-ed87-475d-b817-a2101e8901a5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:40.879710 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a84f3e78-fef5-450f-8015-905ac8cc7814 req-0783d610-ed87-475d-b817-a2101e8901a5 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 944 time: 0.3141205 Mar 04 23:57:40.885536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-ec075b79-d5a1-4b13-81cf-422005f0137c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a499b3d2-9a16-420e-9fb1-95653f089f53 HTTP/1.1" status: 200 len: 217 time: 0.1123860 Mar 04 23:57:40.892687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33650be4-ca81-40ba-a751-b07acb4b6e51 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:40.962004 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c4c31-2c87-432d-8937-a01838968962', 'name': 'network-vif-deleted', 'tag': 'f143b499-4a6e-4824-89b8-69f66cdc0011', 'status': 'completed', 'code': 200} Mar 04 23:57:40.970887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Made reservation on behalf of a9e844994de5404ab956fa52913f07cf for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:40.973659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.034298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 33650be4-ca81-40ba-a751-b07acb4b6e51 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:41.040022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 33650be4-ca81-40ba-a751-b07acb4b6e51 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:41.040391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.056278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.078094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Calling delete_port for 54bac85b-34ac-49f2-84d5-4738c1756308 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:41.116833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-a8d3dbae-ee0c-4118-9aac-6b718ee7cd0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:41.118877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-a8d3dbae-ee0c-4118-9aac-6b718ee7cd0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 200 len: 845 time: 0.2172382 Mar 04 23:57:41.141120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a84f3e78-fef5-450f-8015-905ac8cc7814 req-9fa468ee-b1a1-4efd-9313-49f8a1335413 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604544 Mar 04 23:57:41.250393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-e27975fa-7b9c-4f68-8f6a-c22a33a9fb7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d373df7-973c-4bce-a6a5-2315e6cc1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246159 Mar 04 23:57:41.262603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.275418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device bd812de4-62e1-4b72-abcb-12e8a7a86b98 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:41.301981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cd989c-03da-478e-8208-710b96e0fd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33650be4-ca81-40ba-a751-b07acb4b6e51'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:41.326720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 33650be4-ca81-40ba-a751-b07acb4b6e51, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33650be4-ca81-40ba-a751-b07acb4b6e51,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:41.383635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.384451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:41.398874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c1d9a-a882-4c8a-be2d-dbd9ef9f0c0e req-01249321-38bd-4892-8fa7-3ec1f6855fde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:41.400592 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce4c1d9a-a882-4c8a-be2d-dbd9ef9f0c0e req-01249321-38bd-4892-8fa7-3ec1f6855fde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 947 time: 0.3292694 Mar 04 23:57:41.401829 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.428608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-90c85446-2c67-438a-9749-ec0a3e4caed3 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675494 Mar 04 23:57:41.466136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 54bac85b-34ac-49f2-84d5-4738c1756308 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:57:41.466472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 54bac85b-34ac-49f2-84d5-4738c1756308 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:41.516666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdd405f2-2f86-4a79-860a-7826445a28ad req-ec5c3e74-8311-468f-90e3-73ea2f29c36b tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.32 "GET /v2.0/ports?device_id=28858457-c0d4-45cd-b28f-df4c5406eedc HTTP/1.1" status: 200 len: 210 time: 0.0869062 Mar 04 23:57:41.517693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:41.535429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=33650be4-ca81-40ba-a751-b07acb4b6e51,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:41.547549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port bd812de4-62e1-4b72-abcb-12e8a7a86b98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:41.561481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', 'mac_address': 'fa:16:3e:f8:c6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:41.592036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Pushing event deleted for resources: {'Port': ['ID=54bac85b-34ac-49f2-84d5-4738c1756308,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:41.629917 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.636842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Usage tracker for resource:security_group_rule and tenant:a9e844994de5404ab956fa52913f07cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:41.646505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:41.651408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd812de4-62e1-4b72-abcb-12e8a7a86b98 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:41.667422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] No DVR routers for this DVR port 54bac85b-34ac-49f2-84d5-4738c1756308 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:41.671129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.690694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce4c1d9a-a882-4c8a-be2d-dbd9ef9f0c0e req-7f41624d-914c-44bb-aaa8-6cd11d928ff2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751415 Mar 04 23:57:41.693519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port bd812de4-62e1-4b72-abcb-12e8a7a86b98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:41.700228 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.704222 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef70f772-7b0e-4ba8-bb19-d1cf9fe63f80 req-9cab08e9-39b7-492b-9031-a3cbb7924835 tempest-LiveAutoBlockMigrationV225Test-869641509 tempest-LiveAutoBlockMigrationV225Test-869641509-project] 10.222.0.36 "DELETE /v2.0/ports/54bac85b-34ac-49f2-84d5-4738c1756308 HTTP/1.1" status: 204 len: 173 time: 2.0546174 Mar 04 23:57:41.711929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:41.728538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3b606ff-4885-4473-bd5e-8228355376f2 req-30362053-8e81-41b8-adb1-45602a36f367 service neutron] 10.222.0.36 "GET /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525806 Mar 04 23:57:41.823348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=bd812de4-62e1-4b72-abcb-12e8a7a86b98,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:41.843392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.850207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.870641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:57:41.882949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.883233 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Added segment 064e1455-312b-4dab-b234-159722179c2e of type vlan for network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 Mar 04 23:57:41.921150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.938430 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cd989c-03da-478e-8208-710b96e0fd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33650be4-ca81-40ba-a751-b07acb4b6e51', 'code': 200} Mar 04 23:57:41.964208 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:41.964620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:41.965202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:42.080940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['bd812de4-62e1-4b72-abcb-12e8a7a86b98'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:42.283925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0a2dd-14d8-412f-9bdc-fb7f83d66518,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:42.309511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.309848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.310234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.310562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.310982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.311254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.311574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.311889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.312203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.313178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.313178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:42.323364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9352458 Mar 04 23:57:42.323956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44784) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:42.330921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Request body: {'subnet': {'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1756148439-subnet', 'tenant_id': 'a9e844994de5404ab956fa52913f07cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:42.331340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c556f0-5eae-4272-8242-93e440ced90f admin admin] Pushing event updated for resources: {'Network': ['ID=9ef4085e-c6d7-4661-a17e-8039d6d8ec07,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:42.336767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:42.341570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Usage tracker for resource:subnet and tenant:a9e844994de5404ab956fa52913f07cf is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:42.345775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:42.349482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:57:42.352114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:42.365557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb2ba5-b6c0-4b04-a4d1-28154ee89402 req-ef0b89ad-5244-49f1-a896-164392503ca1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:42.367513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cacb2ba5-b6c0-4b04-a4d1-28154ee89402 req-ef0b89ad-5244-49f1-a896-164392503ca1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1784816 Mar 04 23:57:42.372297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Made reservation on behalf of a9e844994de5404ab956fa52913f07cf for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:42.374958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:42.379209 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72585552-975a-41a5-82d7-867c7c4d8bc9 req-0c708aff-cf65-49f6-bed8-1171fd2d5137 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 1101 time: 0.3017590 Mar 04 23:57:42.465979 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72585552-975a-41a5-82d7-867c7c4d8bc9 req-e53a8710-fbd5-41d9-bb07-e2afc94e27bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818899 Mar 04 23:57:42.511131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cacb2ba5-b6c0-4b04-a4d1-28154ee89402 req-bb8a3e67-49d4-4716-aeea-f45f5e2671b4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197984 Mar 04 23:57:42.635809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:42.758645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1c584e-c163-413d-af22-375c1569b13a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:42.787117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Checking segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:42.787467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Network hostable DHCP agents. Network: 9ef4085e-c6d7-4661-a17e-8039d6d8ec07, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:57:42.809228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb01a42-0044-4f0e-8166-43f6cd40ad4c req-cd6b0cd1-b15e-4bad-b2c5-98cac2d3a38d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:42.810684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9eb01a42-0044-4f0e-8166-43f6cd40ad4c req-cd6b0cd1-b15e-4bad-b2c5-98cac2d3a38d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 944 time: 0.1417162 Mar 04 23:57:42.840411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:57:42.858828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 9ef4085e-c6d7-4661-a17e-8039d6d8ec07) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:42.867427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675eed0d-4f30-4254-9bc2-ce7b221ac7f7 None None] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:42.869317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:42.869893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:42.882632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9eb01a42-0044-4f0e-8166-43f6cd40ad4c req-89f999f9-cf1e-4cb2-b842-b41bc9c30591 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639415 Mar 04 23:57:42.908475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2bb1e57c-80fd-409c-878b-255ed790f441 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5836010 Mar 04 23:57:42.962747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'name': 'network-vif-deleted', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:43.082273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44804) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:43.121504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52929eae-177a-436f-a49f-45bbea22ba1f None None] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:43.272682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb24a0-e765-4484-bd8f-6b9184c2f326 req-271cd7a1-f059-4a9a-8194-b39380272ce3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:43.280644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0bfb24a0-e765-4484-bd8f-6b9184c2f326 req-271cd7a1-f059-4a9a-8194-b39380272ce3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 948 time: 0.0969019 Mar 04 23:57:43.301995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44816) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:43.400794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Deleting subnet 54656237-f595-48b6-8ca1-5756c70725cc {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:57:43.402417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0505f2e-f72c-4dc4-a898-3e70f8e4fbe4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.403862 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28858457-c0d4-45cd-b28f-df4c5406eedc', 'name': 'network-vif-deleted', 'tag': '54bac85b-34ac-49f2-84d5-4738c1756308', 'status': 'completed', 'code': 200} Mar 04 23:57:43.408939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.439187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0505f2e-f72c-4dc4-a898-3e70f8e4fbe4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.453125 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0bfb24a0-e765-4484-bd8f-6b9184c2f326 req-0c919b0d-65c8-42b9-a371-a47ef63f8ec5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716092 Mar 04 23:57:43.467008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.502429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0505f2e-f72c-4dc4-a898-3e70f8e4fbe4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.524296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0505f2e-f72c-4dc4-a898-3e70f8e4fbe4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c29ca13-225d-441f-9f00-a1986e2e4879,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:43.539082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0505f2e-f72c-4dc4-a898-3e70f8e4fbe4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.541753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c0505f2e-f72c-4dc4-a898-3e70f8e4fbe4 tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c29ca13-225d-441f-9f00-a1986e2e4879 HTTP/1.1" status: 204 len: 168 time: 0.2374222 Mar 04 23:57:43.544235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44832) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:43.555226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.563863 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-c6749b3a-7d27-4e81-bf8e-4d3779c04e7e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] show failed (client error): The resource could not be found. Mar 04 23:57:43.564865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c6749b3a-7d27-4e81-bf8e-4d3779c04e7e tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "GET /v2.0/security-groups/5c29ca13-225d-441f-9f00-a1986e2e4879 HTTP/1.1" status: 404 len: 347 time: 0.0196726 Mar 04 23:57:43.567550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44840) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:43.663104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.718056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54656237-f595-48b6-8ca1-5756c70725cc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:43.724481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.733708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a06f2766-735b-4ac9-acab-7fb85df62651 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54656237-f595-48b6-8ca1-5756c70725cc HTTP/1.1" status: 204 len: 168 time: 0.6500986 Mar 04 23:57:43.734349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44852) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:43.911860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:43.921347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Deleting port 9921d39c-3fa0-4ed9-9aa7-96d06c4d8fd3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:43.921723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.931545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:43.954941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf12bd-23eb-4365-8c2f-b6cadde2f871 req-d99d95ee-5d0c-4d2d-b9d7-0067db40dc34 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:43.956396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6aaf12bd-23eb-4365-8c2f-b6cadde2f871 req-d99d95ee-5d0c-4d2d-b9d7-0067db40dc34 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1968789 Mar 04 23:57:44.065965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-ed8508ab-43e9-40c3-9dcb-bd7d2e3a0a10 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:44.067219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-ed8508ab-43e9-40c3-9dcb-bd7d2e3a0a10 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Synchronizing usage tracker for tenant:a9e844994de5404ab956fa52913f07cf on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:44.181190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-ed8508ab-43e9-40c3-9dcb-bd7d2e3a0a10 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Unset dirty status for tenant:a9e844994de5404ab956fa52913f07cf on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:44.182252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-ed8508ab-43e9-40c3-9dcb-bd7d2e3a0a10 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 818 time: 0.5193417 Mar 04 23:57:44.195405 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-6366dd2f-8173-44f3-b041-cb69d3ed0fad service neutron] show failed (client error): The resource could not be found. Mar 04 23:57:44.196333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-6366dd2f-8173-44f3-b041-cb69d3ed0fad service neutron] 10.222.0.10 "GET /v2.0/ports/268203e7-95ad-4acd-a9cd-b64b09fc28e0/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.2138810 Mar 04 23:57:44.219985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.223104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-852ef8ff-d718-4acb-be77-89f607f9a1dc tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/quotas/a9e844994de5404ab956fa52913f07cf HTTP/1.1" status: 200 len: 375 time: 0.0292139 Mar 04 23:57:44.227170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.227522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.243138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.277258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6aaf12bd-23eb-4365-8c2f-b6cadde2f871 req-bff70f5a-c0be-4612-a937-aa550b5b56aa tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926290 Mar 04 23:57:44.289072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdab189c-4330-45a1-bbc4-b3dcc6c19de9']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:44.316684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ae57a0-7457-4342-973f-9097e568de8b') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:44.316983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ae57a0-7457-4342-973f-9097e568de8b') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:44.324103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:44.332255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Usage tracker for resource:security_group_rule and tenant:82c0952580114720a5146d9880553230 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:44.335760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.343396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:44.352368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:44.367634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.383523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:57:44.383523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.391875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-676e23f5-1cb2-48fb-ab4b-acd2d7d4a210 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1570246 Mar 04 23:57:44.398317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Calling delete_port for 9921d39c-3fa0-4ed9-9aa7-96d06c4d8fd3 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:57:44.403172 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:57:44.547169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.552841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.601646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fdab189c-4330-45a1-bbc4-b3dcc6c19de9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:44.626603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.633296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef1e9a35-b946-4da8-9b4a-05fdfdaa88ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/fdab189c-4330-45a1-bbc4-b3dcc6c19de9 HTTP/1.1" status: 204 len: 168 time: 0.8949842 Mar 04 23:57:44.633485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44868) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:44.636273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.685548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-ca4f822e-eaca-4c44-b3c9-0c95a813818a service neutron] 10.222.0.32 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614112 Mar 04 23:57:44.696784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-1175a3f3-1dcd-4b13-b417-54a2cd898de3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d&tenant_id=6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 1100 time: 0.2467988 Mar 04 23:57:44.718512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f65365-3f26-4110-b239-1d77fc02d142 req-a278ad92-f1c4-44c2-93a9-058f94b7229d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:44.719974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9f65365-3f26-4110-b239-1d77fc02d142 req-a278ad92-f1c4-44c2-93a9-058f94b7229d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 944 time: 0.2600307 Mar 04 23:57:44.725475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:44.766014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2dd0bc-4c2f-4990-b47d-9b9f19ca865b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:44.778145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff5a25da-5272-48b9-9efc-a6e7c108549d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82c0952580114720a5146d9880553230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8626242 Mar 04 23:57:44.780235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Deleting subnet eab6a93e-cb60-49bc-b349-7e58924ef737 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:57:44.781847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44872) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:44.807499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.849601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.872643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9f65365-3f26-4110-b239-1d77fc02d142 req-e5cfe84c-8747-44da-b00d-bfe17265db62 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371088 Mar 04 23:57:44.892162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.921088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a499b3d2-9a16-420e-9fb1-95653f089f53 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:44.956380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7189522-bc10-454b-aa7e-8e7b2bdd8c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:44.979846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.047986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Pushing event deleted for resources: {'Port': ['ID=9921d39c-3fa0-4ed9-9aa7-96d06c4d8fd3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:45.071608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7189522-bc10-454b-aa7e-8e7b2bdd8c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.120886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:45.136023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b9a48bd7-ce0c-451f-a7d5-89fd8877c8d6 service neutron] 10.222.0.32 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428961 Mar 04 23:57:45.141046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'mac_address': 'fa:16:3e:fe:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:45.150823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.179194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.201143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab6a93e-cb60-49bc-b349-7e58924ef737,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:45.208036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.216884 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.228682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a499b3d2-9a16-420e-9fb1-95653f089f53 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:45.233187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869df6fe-c1df-4196-85e3-92293f797bca req-a209724d-fe73-45f3-bb5b-07dd482ab34a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:45.234799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869df6fe-c1df-4196-85e3-92293f797bca req-a209724d-fe73-45f3-bb5b-07dd482ab34a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 948 time: 0.2293549 Mar 04 23:57:45.239649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c0cf7d1-81a3-4ad1-b22c-e999bd2e200d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eab6a93e-cb60-49bc-b349-7e58924ef737 HTTP/1.1" status: 204 len: 168 time: 0.6026187 Mar 04 23:57:45.239649 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7189522-bc10-454b-aa7e-8e7b2bdd8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.240410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7189522-bc10-454b-aa7e-8e7b2bdd8c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.241626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7189522-bc10-454b-aa7e-8e7b2bdd8c0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a2dd0bc-4c2f-4990-b47d-9b9f19ca865b HTTP/1.1" status: 204 len: 168 time: 0.4578803 Mar 04 23:57:45.242472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44876) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:45.256203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:45.261625 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.264004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.295866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7189522-bc10-454b-aa7e-8e7b2bdd8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2dd0bc-4c2f-4990-b47d-9b9f19ca865b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:45.318031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device bd812de4-62e1-4b72-abcb-12e8a7a86b98 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:45.349741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.353558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a632233a-ce8a-4644-852c-5c647039f2da tempest-ServersTestBootFromVolume-822802974 tempest-ServersTestBootFromVolume-822802974-project] 10.222.0.32 "DELETE /v2.0/floatingips/c943d0d0-e18e-4d4e-a099-3a2f3f64e79b HTTP/1.1" status: 204 len: 168 time: 1.7824554 Mar 04 23:57:45.354813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44884) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:45.423377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869df6fe-c1df-4196-85e3-92293f797bca req-1853a088-9b81-4320-9b26-f91813bec81b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796989 Mar 04 23:57:45.428582 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.442145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:45.462377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port bd812de4-62e1-4b72-abcb-12e8a7a86b98 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:45.472864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port bd812de4-62e1-4b72-abcb-12e8a7a86b98 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:45.472864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.560456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['a499b3d2-9a16-420e-9fb1-95653f089f53'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:45.577435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.606748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03e3969-95fd-48c6-8af4-5d1aaabbb712']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:45.653886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846d2862-e1a3-4a9d-8eba-a5ad4ba4dd6f') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:45.656511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846d2862-e1a3-4a9d-8eba-a5ad4ba4dd6f') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:45.682326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.777680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.803846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.814727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:57:45.815304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.818258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:57:45.833487 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:57:45.843914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port bd812de4-62e1-4b72-abcb-12e8a7a86b98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:45.858966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.901777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:45.958362 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:45.966847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b5f5-ac54-4800-9929-9ad4bef1f137 req-b7f299c4-9489-4417-b825-1bccc5709011 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:45.974916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb06b5f5-ac54-4800-9929-9ad4bef1f137 req-b7f299c4-9489-4417-b825-1bccc5709011 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.2579849 Mar 04 23:57:46.015059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=bd812de4-62e1-4b72-abcb-12e8a7a86b98,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:46.019359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.039721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03e3969-95fd-48c6-8af4-5d1aaabbb712,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:46.050147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-449e85e0-391a-456a-b50a-43f62d29fe43 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e03e3969-95fd-48c6-8af4-5d1aaabbb712 HTTP/1.1" status: 204 len: 168 time: 0.7985752 Mar 04 23:57:46.081052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb06b5f5-ac54-4800-9929-9ad4bef1f137 req-09530f8b-3d81-47c3-99fc-412130b9101b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051908 Mar 04 23:57:46.081770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:46.128894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afb3533c-bcc0-4e2f-8a44-b0e673da6e15 req-c4859a52-5bb7-4e01-9823-44f96c943cbd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 210 time: 0.1826041 Mar 04 23:57:46.182468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:46.191660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.214920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Transition to ACTIVE for port object 268203e7-95ad-4acd-a9cd-b64b09fc28e0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:46.234497 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.260409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44918) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:46.263744 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', 'code': 200} Mar 04 23:57:46.337418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-26436f42-12e0-4b8a-97c6-08482fa5a697 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0fbf865cb194f07a8688d65c9ed7b29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0755444 Mar 04 23:57:46.339974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44926) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:46.436054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e9a135b-ef73-4213-a193-7ee57b429d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.446439 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'code': 200} Mar 04 23:57:46.485723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e9a135b-ef73-4213-a193-7ee57b429d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.608195 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e9a135b-ef73-4213-a193-7ee57b429d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.613773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] No DVR routers for this DVR port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:57:46.639375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:46.794738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a135b-ef73-4213-a193-7ee57b429d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c73cb7-0326-4e74-96c7-f53a618577d0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:46.816205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e9a135b-ef73-4213-a193-7ee57b429d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:46.816205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e9a135b-ef73-4213-a193-7ee57b429d41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46c73cb7-0326-4e74-96c7-f53a618577d0 HTTP/1.1" status: 204 len: 168 time: 0.4747171 Mar 04 23:57:46.876141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0c83-f386-4674-8ace-772bee9c3747 req-fe4d28a2-2edf-4ba4-bffd-3d1129df9b20 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:46.885394 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-747f0c83-f386-4674-8ace-772bee9c3747 req-fe4d28a2-2edf-4ba4-bffd-3d1129df9b20 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 949 time: 0.2580142 Mar 04 23:57:46.916818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:46.917682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:46.918159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:46.963276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a499b3d2-9a16-420e-9fb1-95653f089f53 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:46.966777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:46.966978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Attempting to bind port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:46.976716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-747f0c83-f386-4674-8ace-772bee9c3747 req-56a29be9-0528-47e2-b7c5-0ade35f1f5ac tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895298 Mar 04 23:57:47.007118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19e65663-b744-4907-a7c3-0a794c46d348 req-02beb6da-cdb0-4ccb-a2d6-102bd0c5dcb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 1100 time: 0.5595491 Mar 04 23:57:47.061468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:47.065651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:47.066275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:47.066974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Bound port: 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:47.067536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.107028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97de699-b3ce-4271-a7bf-5029d5fc9ee2 req-8d7aed22-ecc4-4305-849d-ef7588ccdc44 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:47.117790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e97de699-b3ce-4271-a7bf-5029d5fc9ee2 req-8d7aed22-ecc4-4305-849d-ef7588ccdc44 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 945 time: 0.5953636 Mar 04 23:57:47.160953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port a499b3d2-9a16-420e-9fb1-95653f089f53 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:57:47.169913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port a499b3d2-9a16-420e-9fb1-95653f089f53 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:57:47.170230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.226847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:47.455640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.477255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-44736049-network', 'tenant_id': '0f8e55eb42f545b883600c7b76160426'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:47.488916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:47.492160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44956) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:47.516179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:47.522939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Usage tracker for resource:network and tenant:0f8e55eb42f545b883600c7b76160426 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:47.523338 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.529936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:47.531933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19e65663-b744-4907-a7c3-0a794c46d348 req-686388fd-cbb3-4eb2-aabc-21d0557d2a8a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149975 Mar 04 23:57:47.541998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:47.570397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:47.580705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Made reservation on behalf of 0f8e55eb42f545b883600c7b76160426 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:47.583577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.589076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e97de699-b3ce-4271-a7bf-5029d5fc9ee2 req-c1bac6b5-da0a-4de5-a2a7-128b4c94e590 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701610 Mar 04 23:57:47.592708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:47.602762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a45c9-6f68-4645-830f-9cc300168970 req-e0ece2e0-a298-4a3f-881d-a6900587dd01 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:47.609904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b9a45c9-6f68-4645-830f-9cc300168970 req-e0ece2e0-a298-4a3f-881d-a6900587dd01 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 947 time: 0.2554896 Mar 04 23:57:47.616548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.629624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-951e7da8-2ce3-4181-9e96-7909a42a1193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=997f62028d1c4d5795c8a21d3418874a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1353290 Mar 04 23:57:47.630521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.650193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44960) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:47.663496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:47.707276 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.708711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] 10.222.0.36 "PUT /v2.0/ports/268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 1095 time: 2.9918675 Mar 04 23:57:47.728646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.737675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:47.760257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b9a45c9-6f68-4645-830f-9cc300168970 req-6d64cef6-8571-43ed-86d4-145dcd149207 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494017 Mar 04 23:57:47.761415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8e55eb42f545b883600c7b76160426 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:47.765952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:47.775786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:47.801761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ef86-e5ad-4ff7-842f-87c0b129aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:47.810373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2e46444-7f00-4b65-9477-43873bbe0df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.850339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2e46444-7f00-4b65-9477-43873bbe0df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.919174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.936422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:47.953490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc6f9799-afb0-4131-a618-713951e80f68 req-174e6210-eb70-4961-ae70-325796e031b9 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 210 time: 0.1632385 Mar 04 23:57:47.988159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2e46444-7f00-4b65-9477-43873bbe0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.002908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-49b02d86-d14e-4051-a4da-00e90f63413f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1098 time: 0.2107050 Mar 04 23:57:48.085126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4897d6-befa-452b-984f-a45b7bde8a0b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:48.092664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:57:48.123239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.123621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.124171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.124544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.125101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.125537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.126342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.127096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.127436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.127762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.130226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:57:48.158128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.161474 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Added segment 9d2a2297-4ec6-4066-8a3a-2539b60db39f of type vlan for network deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a Mar 04 23:57:48.176668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-832fcfc6-1257-49d0-a46c-6f3b5d28b1d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:48.178064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-832fcfc6-1257-49d0-a46c-6f3b5d28b1d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1680648 Mar 04 23:57:48.264618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:48.294529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-e1346eeb-e280-4978-9b6c-6406a6618e1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.1091211 Mar 04 23:57:48.343656 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'code': 200} Mar 04 23:57:48.362779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e46444-7f00-4b65-9477-43873bbe0df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdabe20-114b-4b60-bf49-ed4ba8c04fd2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:48.374775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2e46444-7f00-4b65-9477-43873bbe0df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.378718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f2e46444-7f00-4b65-9477-43873bbe0df6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bdabe20-114b-4b60-bf49-ed4ba8c04fd2 HTTP/1.1" status: 204 len: 168 time: 0.7259624 Mar 04 23:57:48.408162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.489597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:48.544078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-1a66de35-5425-4796-8de0-7f478abc8c95 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:48.545560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-1a66de35-5425-4796-8de0-7f478abc8c95 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 818 time: 0.3814604 Mar 04 23:57:48.555371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.556195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:48.556764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.586740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Request body: {'port': {'device_id': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'admin_state_up': True, 'tenant_id': 'a9e844994de5404ab956fa52913f07cf'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:48.607555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-e7f2d03f-e884-402d-bfaf-927337a1402a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:48.612218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-e7f2d03f-e884-402d-bfaf-927337a1402a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.3087912 Mar 04 23:57:48.696761 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'status': 'completed', 'code': 200} Mar 04 23:57:48.819719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-80be5996-fb5d-40be-8717-545c18c0f66c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:48.822715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-80be5996-fb5d-40be-8717-545c18c0f66c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.10 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 818 time: 0.4802392 Mar 04 23:57:48.822828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944d324-6c69-46bf-b555-d0c886c6505f req-b7d9b5d9-94bf-4687-9017-64a806531e2d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:48.824185 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1944d324-6c69-46bf-b555-d0c886c6505f req-b7d9b5d9-94bf-4687-9017-64a806531e2d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 949 time: 0.5535522 Mar 04 23:57:48.828939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5979221 Mar 04 23:57:48.833715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44980) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:48.838996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a31290-ffaf-4b23-8e9c-7b2a4a395981 admin admin] Pushing event updated for resources: {'Network': ['ID=deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:48.858768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:57:48.859140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Request body: {'subnet': {'network_id': 'deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-44736049-subnet', 'tenant_id': '0f8e55eb42f545b883600c7b76160426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:48.862143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Request body: {'port': {'device_id': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'admin_state_up': True, 'tenant_id': 'a9e844994de5404ab956fa52913f07cf'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:48.864344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:48.868338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Usage tracker for resource:subnet and tenant:0f8e55eb42f545b883600c7b76160426 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:48.871204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:48.877041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:48.904457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Made reservation on behalf of 0f8e55eb42f545b883600c7b76160426 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:48.906966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:48.965378 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d07c9394-9770-4523-9fba-eded07620c6d req-64c3092d-5593-42bf-b405-6d17f7aab376 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 1097 time: 0.5233030 Mar 04 23:57:49.027257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-c88d13d5-25fc-486b-824c-3c97103e45d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4004936 Mar 04 23:57:49.032840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.36', 57756) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:49.068905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1944d324-6c69-46bf-b555-d0c886c6505f req-ab138061-7284-4020-bbcc-d90822a1b100 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274883 Mar 04 23:57:49.181606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:49.202806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Usage tracker for resource:port and tenant:a9e844994de5404ab956fa52913f07cf is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:49.210940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:49.226204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:49.233944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-bea90e0a-87e6-4806-a07f-058c60d3f3a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1098 time: 0.5153716 Mar 04 23:57:49.235639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d07c9394-9770-4523-9fba-eded07620c6d req-1411412c-a137-455c-bf40-48209ca58ae3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943336 Mar 04 23:57:49.292532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:57:49.311176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Made reservation on behalf of a9e844994de5404ab956fa52913f07cf for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:49.314391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:49.361495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:57:49.634102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:49.662521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Usage tracker for resource:port and tenant:a9e844994de5404ab956fa52913f07cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:49.680125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:49.694019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:49.702439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-423f6bfc-0f21-4d50-8afe-12a2820a9ae7 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:49.704271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-423f6bfc-0f21-4d50-8afe-12a2820a9ae7 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 818 time: 0.6700931 Mar 04 23:57:49.707405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-b5d9edaf-0a15-44e8-84a7-ba1aaf7080ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:49.708840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-b5d9edaf-0a15-44e8-84a7-ba1aaf7080ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4662831 Mar 04 23:57:49.732107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ec54-aa1c-4abf-b50d-7b6257d93f0a req-7bea0671-064e-47f1-af52-680bf41c6687 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:49.733639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d49ec54-aa1c-4abf-b50d-7b6257d93f0a req-7bea0671-064e-47f1-af52-680bf41c6687 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 946 time: 0.8788986 Mar 04 23:57:49.744664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Request body: {'port': {'device_id': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'admin_state_up': True, 'tenant_id': 'a9e844994de5404ab956fa52913f07cf'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:49.764279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-7858375d-fb7e-4cf0-80c1-964790322a13 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289276 Mar 04 23:57:49.771085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Made reservation on behalf of a9e844994de5404ab956fa52913f07cf for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:49.774214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:49.779161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45004) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:49.827048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262f815-4389-4a71-9488-c8816fbcf581 req-067574f1-9ffb-4cf2-95b7-f0186046afde tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:49.828399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e262f815-4389-4a71-9488-c8816fbcf581 req-067574f1-9ffb-4cf2-95b7-f0186046afde tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 947 time: 0.5880105 Mar 04 23:57:49.855405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:49.897282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-be4c19e2-199f-45b2-ab52-6b38f8d0aa9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.1705382 Mar 04 23:57:50.003132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Allocated IP 172.20.0.4 (9ef4085e-c6d7-4661-a17e-8039d6d8ec07/bc1c584e-c163-413d-af22-375c1569b13a/b3b5abff-b783-44c6-8dde-dd0f18c25fa1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:50.010609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1648608532-network', 'tenant_id': 'a7a9241b0ce646e0bcc171e64c590e4f'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:50.024494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:50.042015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Usage tracker for resource:network and tenant:a7a9241b0ce646e0bcc171e64c590e4f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:50.049404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11e5016-de64-4cbf-a8f8-da0a866d1b2c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:50.052198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:50.071409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-8c5bbf2d-5885-438c-82f1-6a4d32815bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:50.072829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-8c5bbf2d-5885-438c-82f1-6a4d32815bfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1591511 Mar 04 23:57:50.074969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e262f815-4389-4a71-9488-c8816fbcf581 req-656e6148-3031-4afa-9e8c-314b8b2ced08 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242279 Mar 04 23:57:50.075813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:50.119841 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d49ec54-aa1c-4abf-b50d-7b6257d93f0a req-ba4ec95a-3851-4430-8b59-a58d6665693d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589702 Mar 04 23:57:50.162791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Made reservation on behalf of a7a9241b0ce646e0bcc171e64c590e4f for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:50.165042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.183998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:50.197050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Checking segment: {'id': '9d2a2297-4ec6-4066-8a3a-2539b60db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:50.197454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Network hostable DHCP agents. Network: deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:57:50.198076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Usage tracker for resource:port and tenant:a9e844994de5404ab956fa52913f07cf is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:50.202483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:50.205290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.206483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1accb54b-e1b7-46a6-80f4-1483847409e5 req-a89f75a1-643e-4430-92a3-d978668c2717 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107993 Mar 04 23:57:50.211271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:50.230880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Made reservation on behalf of a9e844994de5404ab956fa52913f07cf for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:50.233914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.374554 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28a15dde-e06b-4c13-8f98-a9be65e5e0f0 req-6749e46b-9428-4c86-96a6-dbeaaaab9184 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 210 time: 0.1283600 Mar 04 23:57:50.397100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:50.425027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a9241b0ce646e0bcc171e64c590e4f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:50.430463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:50.440606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:50.448372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-53ddc67c-3177-4fe3-94aa-7cc3d6e6b214 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3633704 Mar 04 23:57:50.448809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Deleting port 368142f3-b1a8-43d8-a396-1ad255d14a10 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:57:50.449060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.460588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Network deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:57:50.567146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:50.571914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:50.572490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.577185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8e215-6082-4352-a80a-8187e90cc8c7 None None] Network deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:50.598542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.637578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-de859396-0dae-45d5-89f3-0d47d0273955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1098 time: 0.3412807 Mar 04 23:57:50.651218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da87bc9-7204-4efd-9caf-ca1d3dea7f13 req-143e0f21-4794-47d2-9f9c-0f38e20d7cbc tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:50.652642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3da87bc9-7204-4efd-9caf-ca1d3dea7f13 req-143e0f21-4794-47d2-9f9c-0f38e20d7cbc tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 949 time: 0.3537736 Mar 04 23:57:50.693788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-f5b1e5a5-738e-4225-bf20-4260168937a9 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337182 Mar 04 23:57:50.735797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fead3193-1fe1-4060-a504-9980d0540aac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8978527 Mar 04 23:57:50.819973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] For port 368142f3-b1a8-43d8-a396-1ad255d14a10, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=368142f3-b1a8-43d8-a396-1ad255d14a10,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:50.820328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.843831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.887310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.919351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:50.925087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02848809-0516-4dd1-98d7-4518f6e27c63 None None] Network deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:51.016511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Calling delete_port for 368142f3-b1a8-43d8-a396-1ad255d14a10 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:57:51.043571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-6ceb90d9-2972-469e-9c6e-2f39ced84ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346834 Mar 04 23:57:51.060686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3da87bc9-7204-4efd-9caf-ca1d3dea7f13 req-492d0cad-1f46-49f9-8004-2c9c5abb93b6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876669 Mar 04 23:57:51.071362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:57:51.082169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.082827 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Added segment 3a868f7b-70ac-4eb1-bc2a-182fff716e18 of type vlan for network 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88 Mar 04 23:57:51.113288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.157092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:51.158378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Pushing event updated for resources: {'Port': ['ID=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:51.172421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.173438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:51.173816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.179667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:51.216237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:51.258786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3526947b-c59b-4bc2-8a60-06aec91a2be9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:51.325203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-83a43b9e-3eb3-436a-97f3-19f6032ee2ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:51.326611 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-83a43b9e-3eb3-436a-97f3-19f6032ee2ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.6731336 Mar 04 23:57:51.358413 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-f377e6b8-8b53-4a7b-b7c2-f9d7285ee7f0 req-ccff73b8-8dc3-4d4c-a197-5c31c0b10a55 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] show failed (client error): The resource could not be found. Mar 04 23:57:51.359424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f377e6b8-8b53-4a7b-b7c2-f9d7285ee7f0 req-ccff73b8-8dc3-4d4c-a197-5c31c0b10a55 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups/97c7b430-65aa-433f-b150-4040c87f1f76 HTTP/1.1" status: 404 len: 352 time: 0.1101069 Mar 04 23:57:51.371734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5834644 Mar 04 23:57:51.371734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45024) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:51.373731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00970767-21ca-4c72-8dde-f1b8eaa14a90 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:51.381566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Request body: {'subnet': {'network_id': '2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1648608532-subnet', 'tenant_id': 'a7a9241b0ce646e0bcc171e64c590e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:51.387801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:57:51.391408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:51.392198 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.396660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:51.398076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Allocated IP 172.20.0.10 (9ef4085e-c6d7-4661-a17e-8039d6d8ec07/bc1c584e-c163-413d-af22-375c1569b13a/5fa3b425-d02b-4345-9205-40a98edd0d62) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:51.406207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Usage tracker for resource:subnet and tenant:a7a9241b0ce646e0bcc171e64c590e4f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:51.412256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:51.419109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:51.428108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-e0e0da09-b9f1-4706-a6e7-c143edd8cd6a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8655276 Mar 04 23:57:51.432318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Made reservation on behalf of a7a9241b0ce646e0bcc171e64c590e4f for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:51.434867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.440329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-c1264a97-a3b6-4062-9aba-2aca54c19306 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.0979638 Mar 04 23:57:51.461324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Request body: {'port': {'device_id': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:51.580522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-ea662ae5-9ae6-4910-8283-2a838af88822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:51.582514 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-ea662ae5-9ae6-4910-8283-2a838af88822 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1198065 Mar 04 23:57:51.697486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe67-6fc2-4b54-90d9-fd9c42acbb5c req-d4032940-9446-45e1-a529-7493e758306f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:51.698905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1dfbfe67-6fc2-4b54-90d9-fd9c42acbb5c req-d4032940-9446-45e1-a529-7493e758306f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 950 time: 0.4098561 Mar 04 23:57:51.841326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.870615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49c8d1-232d-4ebb-bd1d-86af69a77000 req-c5a4e535-2d7d-4ac3-804e-82f1f3a2593f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:51.872044 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c49c8d1-232d-4ebb-bd1d-86af69a77000 req-c5a4e535-2d7d-4ac3-804e-82f1f3a2593f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 947 time: 0.3758075 Mar 04 23:57:51.885415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1dfbfe67-6fc2-4b54-90d9-fd9c42acbb5c req-1e3b1263-0c02-4d49-a21d-6b805357f9a2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723869 Mar 04 23:57:51.891049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.897909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:51.951804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Pushing event deleted for resources: {'Port': ['ID=368142f3-b1a8-43d8-a396-1ad255d14a10,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:51.958581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-b2950ba9-337d-46d8-8a6c-3a8281e4071e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3505476 Mar 04 23:57:52.042864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c49c8d1-232d-4ebb-bd1d-86af69a77000 req-cfdcbb6d-0e9c-45a8-b68e-6b7e23340779 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437540 Mar 04 23:57:52.131303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:52.188007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:52.219942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc296971-6f27-4465-9a91-4bff4c1702a4,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:52.240494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Checking segment: {'id': '3a868f7b-70ac-4eb1-bc2a-182fff716e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:52.240846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Network hostable DHCP agents. Network: 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:57:52.289574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-086e619f-3ed6-4043-a6d1-d4dd6b4d7760 req-353aeebd-9e2a-4ed5-a870-e1c7cc7557bd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Synchronizing usage tracker for tenant:a9e844994de5404ab956fa52913f07cf on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:52.310386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-086e619f-3ed6-4043-a6d1-d4dd6b4d7760 req-353aeebd-9e2a-4ed5-a870-e1c7cc7557bd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Unset dirty status for tenant:a9e844994de5404ab956fa52913f07cf on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:52.311514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-086e619f-3ed6-4043-a6d1-d4dd6b4d7760 req-353aeebd-9e2a-4ed5-a870-e1c7cc7557bd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 210 time: 0.0662978 Mar 04 23:57:52.312788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Network 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:57:52.323339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:52.330603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:52.332417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:52.334269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a9ef6-3ab4-499c-93d8-367ae97d49b6 None None] Network 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:52.359712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1363c64-84ea-4643-974a-1ab314ff9e00 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9869366 Mar 04 23:57:52.450914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Allocated IP 172.20.0.6 (9ef4085e-c6d7-4661-a17e-8039d6d8ec07/bc1c584e-c163-413d-af22-375c1569b13a/43469c2b-1a4e-439e-93bf-62d0059dfe0d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:52.508149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:52.527735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:52.530799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:52.596777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Pushing event updated for resources: {'Port': ['ID=5fa3b425-d02b-4345-9205-40a98edd0d62,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:52.608289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1406a882-0129-4364-a747-7968db89eb67 None None] Network 2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:52.735696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259287ae-fd64-4cf2-b0f3-4539b59650fb req-63b52539-7359-47c0-b2a3-0214d7313da2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:52.741212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259287ae-fd64-4cf2-b0f3-4539b59650fb req-63b52539-7359-47c0-b2a3-0214d7313da2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:52.744562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-259287ae-fd64-4cf2-b0f3-4539b59650fb req-63b52539-7359-47c0-b2a3-0214d7313da2 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34&device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 1690 time: 0.1081910 Mar 04 23:57:52.783868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-d91dd1a4-6cc2-4c91-b90c-9687911d3034 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878609 Mar 04 23:57:52.804734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-259287ae-fd64-4cf2-b0f3-4539b59650fb req-7a2c3b19-6c83-4bc0-8111-e2581ddcf430 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548072 Mar 04 23:57:52.806223 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04d831-6263-42d5-8dfc-a14cef867746 req-26919948-9f00-4d79-a1e2-cc68b36e5c37 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:52.808825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb04d831-6263-42d5-8dfc-a14cef867746 req-26919948-9f00-4d79-a1e2-cc68b36e5c37 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 946 time: 0.7803295 Mar 04 23:57:52.902917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb9b3bc0-1c6b-48ed-a661-fe42a8a1d5e4 req-2cc60952-9eb7-4ccb-81b8-5f3f1a94464d tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] Synchronizing usage tracker for tenant:0f8e55eb42f545b883600c7b76160426 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:52.922561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb9b3bc0-1c6b-48ed-a661-fe42a8a1d5e4 req-2cc60952-9eb7-4ccb-81b8-5f3f1a94464d tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] Unset dirty status for tenant:0f8e55eb42f545b883600c7b76160426 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:52.923926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb9b3bc0-1c6b-48ed-a661-fe42a8a1d5e4 req-2cc60952-9eb7-4ccb-81b8-5f3f1a94464d tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f8e55eb42f545b883600c7b76160426 HTTP/1.1" status: 200 len: 2652 time: 0.0768907 Mar 04 23:57:52.993248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb9b3bc0-1c6b-48ed-a661-fe42a8a1d5e4 req-d25015d6-f86e-4151-aa81-f0f7745acae3 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups/1d4897d6-befa-452b-984f-a45b7bde8a0b HTTP/1.1" status: 200 len: 2649 time: 0.0613639 Mar 04 23:57:53.045722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:53.046332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.056143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb9b3bc0-1c6b-48ed-a661-fe42a8a1d5e4 req-da29bfc4-ecf2-49bb-ada7-dff55b4d4c55 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups/1d4897d6-befa-452b-984f-a45b7bde8a0b HTTP/1.1" status: 200 len: 2649 time: 0.0619078 Mar 04 23:57:53.172364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3d76ffbc-7c30-436f-9049-c940182a3ef5 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3199213 Mar 04 23:57:53.196944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Request body: {'port': {'device_id': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:53.198011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-29a241f5-2216-41f1-a792-658fe2a1e0fa req-9153910a-62ff-4fde-93e7-0c6cfb3fc641 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups/1d4897d6-befa-452b-984f-a45b7bde8a0b HTTP/1.1" status: 200 len: 2649 time: 0.0529625 Mar 04 23:57:53.238387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.255863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb04d831-6263-42d5-8dfc-a14cef867746 req-8e8c9b94-4131-4402-a0da-e113c5d0821c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274470 Mar 04 23:57:53.270418 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-29a241f5-2216-41f1-a792-658fe2a1e0fa req-ccad2d37-1bb8-491f-b93a-ae154cd471ef tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 04 23:57:53.271610 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-29a241f5-2216-41f1-a792-658fe2a1e0fa req-ccad2d37-1bb8-491f-b93a-ae154cd471ef tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d4897d6-befa-452b-984f-a45b7bde8a0b HTTP/1.1" status: 409 len: 352 time: 0.0674376 Mar 04 23:57:53.276200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60a060f-b190-42a2-8581-553fc5ce3075 req-948ade3f-ef74-4ebf-a490-2078375a6cb6 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800084 Mar 04 23:57:53.375963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.448925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.550892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45068) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:53.579219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-904474469-network', 'tenant_id': 'd692ba59de7c4df7a54e59ff720e3dc1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:53.599307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:53.617122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Usage tracker for resource:network and tenant:d692ba59de7c4df7a54e59ff720e3dc1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:53.642196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9eefc4c-32fb-467b-adbc-81920b415bf0 req-4fe37916-9efe-4aed-a8da-c23ad9ccd84a tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 1101 time: 0.1239054 Mar 04 23:57:53.682306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:53.687168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Pushing event updated for resources: {'Port': ['ID=43469c2b-1a4e-439e-93bf-62d0059dfe0d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:53.690369 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.705492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:53.709913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:53.712150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:53.719976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:53.746045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b5abff-b783-44c6-8dde-dd0f18c25fa1 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:53.751292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9eefc4c-32fb-467b-adbc-81920b415bf0 req-0e467339-5d9e-4280-8157-9ec5b4b60acb tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953770 Mar 04 23:57:53.755291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.770024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Transition to ACTIVE for port object b3b5abff-b783-44c6-8dde-dd0f18c25fa1 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:53.786072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.870591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Made reservation on behalf of d692ba59de7c4df7a54e59ff720e3dc1 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:53.872845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:53.878007 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-49932b18-12e8-4d3c-a785-ea2b932d0f64 req-0f721413-dda3-43a8-8383-4b0a0d5af565 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] show failed (client error): The resource could not be found. Mar 04 23:57:53.885795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49932b18-12e8-4d3c-a785-ea2b932d0f64 req-0f721413-dda3-43a8-8383-4b0a0d5af565 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups/b2c4c79c-0180-41d9-acac-3f0bfc76aa4d HTTP/1.1" status: 404 len: 352 time: 0.0481682 Mar 04 23:57:53.897846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:54.003933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:54.004557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.018600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.037923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53a721-4fc9-4d90-af7c-1c7cdeb92ea5 req-7d6bf5c2-9ed1-4c21-a488-85b3e2e1b114 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:54.039391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e53a721-4fc9-4d90-af7c-1c7cdeb92ea5 req-7d6bf5c2-9ed1-4c21-a488-85b3e2e1b114 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 947 time: 0.6022027 Mar 04 23:57:54.087347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-aa2c802d-9beb-4955-b163-d6e673698efa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3673058 Mar 04 23:57:54.124878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Attempting to bind port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:54.125363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Attempting to bind port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:54.125501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Attempting to bind port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:54.130545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Request body: {'port': {'device_id': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:54.134338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:54.134704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Attempting to bind port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:54.143550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:54.143907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Checking segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:54.144969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Bound using segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:54.145665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Bound port: b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:54.145989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.182158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:54.208061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Usage tracker for resource:security_group_rule and tenant:d692ba59de7c4df7a54e59ff720e3dc1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:54.218467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:54.229721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:54.238556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] For port b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:54.241384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] For port b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:54.247303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e53a721-4fc9-4d90-af7c-1c7cdeb92ea5 req-82c83285-c1e4-4490-8f1e-d5c028a3a7e2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980886 Mar 04 23:57:54.247868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.309998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.312179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3b5abff-b783-44c6-8dde-dd0f18c25fa1 HTTP/1.1" status: 200 len: 1091 time: 2.8587732 Mar 04 23:57:54.319887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'tag': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:54.366763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b99d2-3441-42c6-9aaf-08739fe776d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:54.401894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.429798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa3b425-d02b-4345-9205-40a98edd0d62 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:54.444007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.559903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5332b03c-b4eb-4c6d-ac51-e4ca7ef7693c req-2c26bda2-9d8b-42e9-99aa-653ab9f269e8 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 1100 time: 0.1466966 Mar 04 23:57:54.563708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-945b7c29-4fc4-483e-bb43-8d7f626a4a73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 1094 time: 0.1089902 Mar 04 23:57:54.575875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Transition to ACTIVE for port object 5fa3b425-d02b-4345-9205-40a98edd0d62 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:54.595338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.598624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.649265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:54.658882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-8fe8d4e5-2d76-4853-9611-ab095b487a0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1 HTTP/1.1" status: 200 len: 217 time: 0.0714703 Mar 04 23:57:54.800788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5332b03c-b4eb-4c6d-ac51-e4ca7ef7693c req-d971e587-3c09-4456-b376-43e4606daab6 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302978 Mar 04 23:57:54.836107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-56d4a5bb-f182-48fc-a36a-ae4a5cae8b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:54.837760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-56d4a5bb-f182-48fc-a36a-ae4a5cae8b6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 200 len: 858 time: 0.1713209 Mar 04 23:57:54.905172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-edeb0893-1429-4b42-a918-9ff7adaf0e8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573196 Mar 04 23:57:54.906536 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-d86ddeac-892e-4bc6-ae19-ce3b55db1c29 req-da4ccfc8-7c9c-47df-a761-5c9aabc24337 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] show failed (client error): The resource could not be found. Mar 04 23:57:54.907589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d86ddeac-892e-4bc6-ae19-ce3b55db1c29 req-da4ccfc8-7c9c-47df-a761-5c9aabc24337 tempest-SecurityGroupsNegativeTestJSON-103739413 tempest-SecurityGroupsNegativeTestJSON-103739413-project] 10.222.0.32 "GET /v2.0/security-groups/d85345d5-c493-4309-bd56-3ed02867142c HTTP/1.1" status: 404 len: 352 time: 0.0273168 Mar 04 23:57:54.920255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45088) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:54.969006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff15dea-f895-42e1-b432-cfd34c24ee47,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:54.977003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:57:54.989139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:55.054130 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'tag': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1', 'status': 'completed', 'code': 200} Mar 04 23:57:55.137720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa3b425-d02b-4345-9205-40a98edd0d62,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:55.173100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:55.181698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-2b485712-c098-41f7-b978-425ea07969fa tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417793 Mar 04 23:57:55.185374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.185692 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Added segment 68c9508e-db00-473f-bd99-737fb946bfb1 of type vlan for network a7d12c96-948a-4aac-8fae-edfcbae4753a Mar 04 23:57:55.186745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Deleting subnet d11e5016-de64-4cbf-a8f8-da0a866d1b2c {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:57:55.187810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'mac_address': 'fa:16:3e:10:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:55.190670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.242003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.260235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268203e7-95ad-4acd-a9cd-b64b09fc28e0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:55.277075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:55.282476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.307561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-d3c2e7a0-f2e4-40af-95de-7cecd859518c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:55.308248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-d3c2e7a0-f2e4-40af-95de-7cecd859518c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Synchronizing usage tracker for tenant:a9e844994de5404ab956fa52913f07cf on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:55.351650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:55.363895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.388783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.407332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-26c7eb54-3918-4bc6-b650-ac6727f8e1eb service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880085 Mar 04 23:57:55.439353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-d3c2e7a0-f2e4-40af-95de-7cecd859518c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Unset dirty status for tenant:a9e844994de5404ab956fa52913f07cf on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:55.440484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-d3c2e7a0-f2e4-40af-95de-7cecd859518c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 931 time: 0.9513152 Mar 04 23:57:55.554127 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.600002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-4ff6da32-07f0-4b6a-94d2-75e12445653d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:55.601442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-4ff6da32-07f0-4b6a-94d2-75e12445653d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829834 Mar 04 23:57:55.650344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.651174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:55.652083 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.659207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-c52aa681-931f-46a5-90f1-9406d142a4c6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/quotas/b1de443bbda94aa68f827790b5b81460 HTTP/1.1" status: 200 len: 375 time: 0.0492902 Mar 04 23:57:55.670962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-5c3c062d-9a7e-45b2-83eb-6ede8adf464d service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534649 Mar 04 23:57:55.672284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Attempting to bind port 5fa3b425-d02b-4345-9205-40a98edd0d62 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:55.672618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Attempting to bind port 5fa3b425-d02b-4345-9205-40a98edd0d62 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:55.672935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Attempting to bind port 5fa3b425-d02b-4345-9205-40a98edd0d62 on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:55.698271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:57:55.721727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:55.754777 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.803855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11e5016-de64-4cbf-a8f8-da0a866d1b2c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:55.822845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Port 5fa3b425-d02b-4345-9205-40a98edd0d62 on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:55.823185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Attempting to bind port 5fa3b425-d02b-4345-9205-40a98edd0d62 on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:55.828416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.836603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-63d6670b-0eb1-4183-87db-32cb7b01d881 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Synchronizing usage tracker for tenant:a9e844994de5404ab956fa52913f07cf on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:55.848381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e84468d4-889b-4fbd-8466-bc1e8dddcd85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d11e5016-de64-4cbf-a8f8-da0a866d1b2c HTTP/1.1" status: 204 len: 168 time: 0.8909173 Mar 04 23:57:55.854576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45106) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:55.865937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d12c96-948a-4aac-8fae-edfcbae4753a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:55.869982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d7919b41-6eb7-4e81-a791-c95b28fbef08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3117819 Mar 04 23:57:55.875387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:55.879345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a7d12c96-948a-4aac-8fae-edfcbae4753a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:57:55.882308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:55.882584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Checking segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:55.882956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Bound using segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:55.883391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Bound port: 5fa3b425-d02b-4345-9205-40a98edd0d62, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:55.883729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.908192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Request body: {'subnet': {'network_id': 'a7d12c96-948a-4aac-8fae-edfcbae4753a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-904474469-subnet', 'tenant_id': 'd692ba59de7c4df7a54e59ff720e3dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:55.915867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-9d365e1f-2fbf-4028-9285-889db6ce0322 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2471159 Mar 04 23:57:55.922262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:55.926439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43469c2b-1a4e-439e-93bf-62d0059dfe0d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:57:55.936309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-63d6670b-0eb1-4183-87db-32cb7b01d881 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Unset dirty status for tenant:a9e844994de5404ab956fa52913f07cf on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:55.937740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3b0bf9f-f37b-46bf-9d6e-d10468eaf18d req-63d6670b-0eb1-4183-87db-32cb7b01d881 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842122 Mar 04 23:57:55.962328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Usage tracker for resource:subnet and tenant:d692ba59de7c4df7a54e59ff720e3dc1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:57:55.966182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:55.974638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:57:56.006562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:56.015899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Transition to ACTIVE for port object 43469c2b-1a4e-439e-93bf-62d0059dfe0d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:56.027128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.051217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-51829c69-058c-4b65-858a-29f49a7cfadf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 1094 time: 0.3304009 Mar 04 23:57:56.104309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Made reservation on behalf of d692ba59de7c4df7a54e59ff720e3dc1 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:56.106564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.245995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.350700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] For port 5fa3b425-d02b-4345-9205-40a98edd0d62, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:56.385877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93e09d2d-dfd2-46c3-8675-80e33a6f0634 req-0ccc392c-1e22-4c59-8ed2-a37b7c391653 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 210 time: 0.1656563 Mar 04 23:57:56.389761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=43469c2b-1a4e-439e-93bf-62d0059dfe0d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:56.404343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] For port 5fa3b425-d02b-4345-9205-40a98edd0d62, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5fa3b425-d02b-4345-9205-40a98edd0d62,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:56.464846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.495377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-39eaa138-8146-48aa-b72e-69fc5f495dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:56.496833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-39eaa138-8146-48aa-b72e-69fc5f495dd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 919 time: 0.4381754 Mar 04 23:57:56.506860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.598527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-fd144683-3bce-4a4b-a53f-49754900c793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1 HTTP/1.1" status: 200 len: 217 time: 0.0845585 Mar 04 23:57:56.604159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7d256-bba5-453d-b8d6-c14bdc48871b req-b5387bd4-3e90-4aff-881d-bb36490e3de1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:56.605780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45d7d256-bba5-453d-b8d6-c14bdc48871b req-b5387bd4-3e90-4aff-881d-bb36490e3de1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 948 time: 0.3452055 Mar 04 23:57:56.608629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:56.790029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.804673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.806083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] 10.222.0.10 "PUT /v2.0/ports/5fa3b425-d02b-4345-9205-40a98edd0d62 HTTP/1.1" status: 200 len: 1092 time: 3.6176724 Mar 04 23:57:56.811268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'tag': '5fa3b425-d02b-4345-9205-40a98edd0d62'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:56.819646 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.830657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2a2297-4ec6-4066-8a3a-2539b60db39f') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:56.830948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2a2297-4ec6-4066-8a3a-2539b60db39f') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:56.850318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Router 7765db33-ecb8-4930-a094-65475fbd4724 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:57:56.863420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.894646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.903701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-bf2a304d-2ca8-47cb-a47f-faba8f12dad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:56.905190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-bf2a304d-2ca8-47cb-a47f-faba8f12dad3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 200 len: 858 time: 0.2985096 Mar 04 23:57:56.909193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:57:56.910495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:57:56.924199 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:57:56.988357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cb468-ca3e-4856-afc9-d0a4f04aae49 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa3b425-d02b-4345-9205-40a98edd0d62,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:57.017055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Attempting to bind port 43469c2b-1a4e-439e-93bf-62d0059dfe0d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:57:57.017423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Attempting to bind port 43469c2b-1a4e-439e-93bf-62d0059dfe0d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:57:57.017750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Attempting to bind port 43469c2b-1a4e-439e-93bf-62d0059dfe0d on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:57.038714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-24eff980-2879-47e5-a511-524689669d54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139853 Mar 04 23:57:57.055677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45d7d256-bba5-453d-b8d6-c14bdc48871b req-15c9a99b-1ed0-402f-87b5-0d53dcccfbd8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341180 Mar 04 23:57:57.133394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Port 43469c2b-1a4e-439e-93bf-62d0059dfe0d on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:57:57.133787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Attempting to bind port 43469c2b-1a4e-439e-93bf-62d0059dfe0d on network 9ef4085e-c6d7-4661-a17e-8039d6d8ec07 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:57:57.139382 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'tag': '5fa3b425-d02b-4345-9205-40a98edd0d62', 'status': 'completed', 'code': 200} Mar 04 23:57:57.142802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.168424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.177524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:57.188673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c1f3fdb9-5c25-4eff-84d4-0116f928ddc4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/deb2c203-ac61-4c92-9e1b-bdfe3af0aa3a HTTP/1.1" status: 204 len: 168 time: 1.3315513 Mar 04 23:57:57.224888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-7e9a6894-e3cc-4f3d-9915-d58316c45f33 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706457 Mar 04 23:57:57.230960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:57:57.231306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Checking segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:57.231695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Bound using segment: {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:57:57.232151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Bound port: 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064e1455-312b-4dab-b234-159722179c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:57:57.232502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.251749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.304208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a867a3-214e-409b-9a5a-958a8ce20f0f req-aaa6707e-b7e8-4bed-b122-1e41031c5bd8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:57.310843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5a867a3-214e-409b-9a5a-958a8ce20f0f req-aaa6707e-b7e8-4bed-b122-1e41031c5bd8 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 946 time: 0.4864318 Mar 04 23:57:57.333172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-ac3224b6-25f6-4df0-b6ec-718b6d90f23e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 1095 time: 0.4441736 Mar 04 23:57:57.420437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-cb745918-b84f-42e9-8291-3854e7c835b7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513353 Mar 04 23:57:57.495156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45148) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:57.507224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1754929e-9582-4a67-b27c-d8b7e5149320,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:57.516815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-3e7047a9-089d-488b-8ed5-aed20faffb97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa3b425-d02b-4345-9205-40a98edd0d62 HTTP/1.1" status: 200 len: 217 time: 0.1527746 Mar 04 23:57:57.599881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edfd3aa-080e-4868-a828-5eed4e70931b req-9b4d69cd-9854-45a9-9973-5d651e0674e4 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664031 Mar 04 23:57:57.610607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904f43e-c5f3-426e-9ebf-0ad5ccda7e8c req-c479eb48-750e-4e4e-8408-f99eb4ca483b tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:57.612058 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4904f43e-c5f3-426e-9ebf-0ad5ccda7e8c req-c479eb48-750e-4e4e-8408-f99eb4ca483b tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 943 time: 0.3551946 Mar 04 23:57:57.642343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5a867a3-214e-409b-9a5a-958a8ce20f0f req-f695e7de-3c84-4d2e-a333-391626791103 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306620 Mar 04 23:57:57.659128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] For port 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:57:57.668742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Checking segment: {'id': '68c9508e-db00-473f-bd99-737fb946bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7d12c96-948a-4aac-8fae-edfcbae4753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:57:57.668742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Network hostable DHCP agents. Network: a7d12c96-948a-4aac-8fae-edfcbae4753a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:57:57.683851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-e3b3d50e-3fb5-4b3f-b0e2-9aed86cea62e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:57.685422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-e3b3d50e-3fb5-4b3f-b0e2-9aed86cea62e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553051 Mar 04 23:57:57.691800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] For port 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:57:57.693880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-14bbe2ff-d07d-43ee-80d7-27b54cae643c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:57.695447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-14bbe2ff-d07d-43ee-80d7-27b54cae643c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 200 len: 858 time: 0.1519511 Mar 04 23:57:57.697115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4904f43e-c5f3-426e-9ebf-0ad5ccda7e8c req-e762700c-5ff3-44b6-8fcc-a77baede8421 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671840 Mar 04 23:57:57.707059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:57.707584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.785245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d6df103-2b92-46ea-afc1-7ceb4ac80aa7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f8e55eb42f545b883600c7b76160426&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2885416 Mar 04 23:57:57.791829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:57.806984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6e78779f-68a3-44a7-9600-e6738cf7787d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020703 Mar 04 23:57:57.936595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62d3a1af-a6d3-413f-a2f3-19eb6307d3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.939234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:57:57.962583 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:57.963254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:57:57.963966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] 10.222.0.36 "PUT /v2.0/ports/43469c2b-1a4e-439e-93bf-62d0059dfe0d HTTP/1.1" status: 200 len: 1091 time: 3.8431408 Mar 04 23:57:58.029896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2079261e-d16c-4f9f-81a0-2597688f5d6a req-c183793a-386c-443a-a909-17b46320bd1c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 210 time: 0.0727322 Mar 04 23:57:58.032601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62d3a1af-a6d3-413f-a2f3-19eb6307d3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.041176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:57:58.044956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.065758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15f59b-1bf2-419b-9492-a5a57ea85ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=43469c2b-1a4e-439e-93bf-62d0059dfe0d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:58.088792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Network a7d12c96-948a-4aac-8fae-edfcbae4753a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:57:58.135089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a7d12c96-948a-4aac-8fae-edfcbae4753a) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:58.144075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca397bda-df64-4de0-8b78-f1d8daabc48b None None] Network a7d12c96-948a-4aac-8fae-edfcbae4753a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:58.176423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:57:58.194259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:58.194844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.241574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62d3a1af-a6d3-413f-a2f3-19eb6307d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.242301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] Sync routers for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:57:58.269243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3a1af-a6d3-413f-a2f3-19eb6307d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4897d6-befa-452b-984f-a45b7bde8a0b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:58.273073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:57:58.273953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:57:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:57:58.275318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e90c7f15-c77d-4641-a7f8-c0b133cd2604 admin admin] 10.222.0.32 "PUT /v2.0/routers/7765db33-ecb8-4930-a094-65475fbd4724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9198859 Mar 04 23:57:58.281622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45160) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:58.288340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-dbb3c21b-1366-45da-9949-5642be02f9b2 service neutron] 10.222.0.10 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629490 Mar 04 23:57:58.295244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.94 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/43695f22-4517-408d-9e55-14ac15ca8a22) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:57:58.316452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62d3a1af-a6d3-413f-a2f3-19eb6307d3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.317656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-62d3a1af-a6d3-413f-a2f3-19eb6307d3c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d4897d6-befa-452b-984f-a45b7bde8a0b HTTP/1.1" status: 204 len: 168 time: 0.5248234 Mar 04 23:57:58.351078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-272bdb71-1370-42df-8421-e09b8e4bd28e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4704440 Mar 04 23:57:58.535549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:57:58.553404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.572630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object 43695f22-4517-408d-9e55-14ac15ca8a22 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:57:58.609634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:58.649989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45168) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:57:58.697573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:58.699830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5da17-4270-4fcd-ba6e-fd32986337f7 req-f1667b1f-884c-4da0-9eab-fee758cc37f7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:58.707660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fa5da17-4270-4fcd-ba6e-fd32986337f7 req-f1667b1f-884c-4da0-9eab-fee758cc37f7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 948 time: 0.6919103 Mar 04 23:57:58.726970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:57:58.765858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:57:58.769619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:57:58.781140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=43695f22-4517-408d-9e55-14ac15ca8a22,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:57:58.796726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:57:58.855333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-512f0b53-ac74-46ad-8d99-0ec75310431f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 1094 time: 0.7211826 Mar 04 23:57:58.872281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Deleting subnet dc296971-6f27-4465-9a91-4bff4c1702a4 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:57:58.879914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-1dad186a-3c11-462f-b367-febda7686680 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:58.882158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-1dad186a-3c11-462f-b367-febda7686680 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d&tenant_id=6e97583599a740c1ab79bc58dc97f7a5&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 948 time: 0.7092226 Mar 04 23:57:58.995943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-a68e4efc-8af5-485a-b3af-9173065aba1c service neutron] 10.222.0.10 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468303 Mar 04 23:57:58.998138 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:59.040287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a499b3d2-9a16-420e-9fb1-95653f089f53 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:57:59.042600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:57:59.087652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:59.088201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:59.191829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'tag': '43469c2b-1a4e-439e-93bf-62d0059dfe0d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:57:59.200443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-38858767-fe33-409b-aa75-bcddcf716b50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4976358 Mar 04 23:57:59.215603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Request body: {'port': {'device_id': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:57:59.226917 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fa5da17-4270-4fcd-ba6e-fd32986337f7 req-bfc5b87d-7c1d-43c2-a272-8ecfea83ba48 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180941 Mar 04 23:57:59.265165 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:57:59.271555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-04a649af-cc78-4f6d-9f31-9fc8faef0a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d HTTP/1.1" status: 200 len: 217 time: 0.4040143 Mar 04 23:57:59.335675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fcc36-ac0d-4d7d-8888-78a2d3f6e2ab req-707836ee-9fd8-4941-aa6f-84f37fa8bfa1 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:59.342611 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c8fcc36-ac0d-4d7d-8888-78a2d3f6e2ab req-707836ee-9fd8-4941-aa6f-84f37fa8bfa1 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 946 time: 0.2480609 Mar 04 23:57:59.349414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:59.389105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:59.420053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:57:59.485068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c8fcc36-ac0d-4d7d-8888-78a2d3f6e2ab req-ce40577e-5634-497f-a08e-3e411b047881 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415288 Mar 04 23:57:59.512856 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-2286ab47-1f43-448d-8af9-9b9fea656be4 service neutron] delete failed (client error): The resource could not be found. Mar 04 23:57:59.514051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-2286ab47-1f43-448d-8af9-9b9fea656be4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/268203e7-95ad-4acd-a9cd-b64b09fc28e0/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.5207105 Mar 04 23:57:59.516469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-0246daa4-6e99-49b5-943e-3dc6cd3531ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:59.517890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-0246daa4-6e99-49b5-943e-3dc6cd3531ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 200 len: 858 time: 0.2292788 Mar 04 23:57:59.573128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:59.604304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'network_id': '3d373df7-973c-4bce-a6a5-2315e6cc1550', 'port_id': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'mac_address': 'fa:16:3e:fe:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cdfa3-55f7-4dba-a026-9ba7f640b579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:57:59.649821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-cc7e9646-8b49-4448-9174-5baaba7ff288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114588 Mar 04 23:57:59.686383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55444c-4581-481f-b314-5c6883d8197e None None] Network a7d12c96-948a-4aac-8fae-edfcbae4753a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:57:59.687085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-c846fe53-6dfa-4b5a-b975-40b5ffe954fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 1095 time: 0.5683463 Mar 04 23:57:59.884535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce3214-5648-4a5b-a181-c43d97354c62 req-9a8426c6-70c4-4451-8cb0-fc8dd072c98e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:59.885315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-68ce3214-5648-4a5b-a181-c43d97354c62 req-9a8426c6-70c4-4451-8cb0-fc8dd072c98e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:57:59.948413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9fd2-945a-49b1-a28a-bd151ac5b97b req-b76da2a8-29f5-4006-a953-1408d4a9acb1 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:57:59.955120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-621e9fd2-945a-49b1-a28a-bd151ac5b97b req-b76da2a8-29f5-4006-a953-1408d4a9acb1 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 943 time: 0.5229692 Mar 04 23:57:59.958103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-68ce3214-5648-4a5b-a181-c43d97354c62 req-9a8426c6-70c4-4451-8cb0-fc8dd072c98e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:57:59.964661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ce3214-5648-4a5b-a181-c43d97354c62 req-9a8426c6-70c4-4451-8cb0-fc8dd072c98e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 935 time: 0.2256765 Mar 04 23:57:59.973466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:57:59.998102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:00.000945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43695f22-4517-408d-9e55-14ac15ca8a22 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:00.019258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.047885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:00.048260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.052890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68ce3214-5648-4a5b-a181-c43d97354c62 req-00a9b837-36c4-4e59-8a5f-057e37947ba0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869536 Mar 04 23:58:00.054991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.059452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Transition to ACTIVE for port object 43695f22-4517-408d-9e55-14ac15ca8a22 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:00.074192 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.120991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc296971-6f27-4465-9a91-4bff4c1702a4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:00.203903 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'tag': '43469c2b-1a4e-439e-93bf-62d0059dfe0d', 'status': 'completed', 'code': 200} Mar 04 23:58:00.224796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Pushing event updated for resources: {'Port': ['ID=43695f22-4517-408d-9e55-14ac15ca8a22,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:00.240325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-11b977c8-a405-4268-922f-dde4ca9d3a44 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501018 Mar 04 23:58:00.242923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.248474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-e5403d41-887b-4438-bb12-0a3047ab36c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:00.250136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-e5403d41-887b-4438-bb12-0a3047ab36c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 919 time: 0.5290303 Mar 04 23:58:00.327307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e81d202b-6609-4234-8197-60bee1198a3e None None] Provisioning for port 43695f22-4517-408d-9e55-14ac15ca8a22 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:00.352801 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.366921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Attempting to bind port 43695f22-4517-408d-9e55-14ac15ca8a22 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:00.367263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Attempting to bind port 43695f22-4517-408d-9e55-14ac15ca8a22 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:00.367582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Attempting to bind port 43695f22-4517-408d-9e55-14ac15ca8a22 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:00.373657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Port 43695f22-4517-408d-9e55-14ac15ca8a22 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:00.373973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Attempting to bind port 43695f22-4517-408d-9e55-14ac15ca8a22 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:00.381045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:00.381328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:00.381719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:00.382141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Bound port: 43695f22-4517-408d-9e55-14ac15ca8a22, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:00.382485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.422129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f4b1a14a-a869-4e8c-acc4-3c68893b16a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc296971-6f27-4465-9a91-4bff4c1702a4 HTTP/1.1" status: 204 len: 168 time: 1.7644136 Mar 04 23:58:00.423589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-3d5de6af-7f58-4c2c-8bb5-2a118245b1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1099 time: 0.7856243 Mar 04 23:58:00.424069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45204) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:00.484848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-621e9fd2-945a-49b1-a28a-bd151ac5b97b req-b0d5378d-6243-41ac-947f-2e39bc0f4643 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286601 Mar 04 23:58:00.508353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] For port 43695f22-4517-408d-9e55-14ac15ca8a22, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:00.511974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] For port 43695f22-4517-408d-9e55-14ac15ca8a22, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43695f22-4517-408d-9e55-14ac15ca8a22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:00.520415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.543667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a499b3d2-9a16-420e-9fb1-95653f089f53 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:00.606056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.608592 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] 10.222.0.10 "PUT /v2.0/ports/43695f22-4517-408d-9e55-14ac15ca8a22 HTTP/1.1" status: 200 len: 1095 time: 1.3980210 Mar 04 23:58:00.609084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'tag': '43695f22-4517-408d-9e55-14ac15ca8a22'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:00.633195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b86199-cc80-4495-b75b-2c5144df6b89 service neutron] Pushing event updated for resources: {'Port': ['ID=43695f22-4517-408d-9e55-14ac15ca8a22,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:00.647804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:57:51Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:00.650956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:00.674092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] Checking router: 7765db33-ecb8-4930-a094-65475fbd4724 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:58:00.707796 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.710569 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.771866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-fa971c58-6ed4-4dac-b26c-479fad7e088d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 1098 time: 0.1176560 Mar 04 23:58:00.922558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:00.933147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-9ea9bcdc-ff78-48a3-bebf-4c79c656c7ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa3b425-d02b-4345-9205-40a98edd0d62 HTTP/1.1" status: 200 len: 217 time: 0.6744008 Mar 04 23:58:00.971475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['a499b3d2-9a16-420e-9fb1-95653f089f53'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:01.010274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:01.046646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-3c67c82c-0247-4725-b6de-6b7bb3c6d257 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=43695f22-4517-408d-9e55-14ac15ca8a22 HTTP/1.1" status: 200 len: 217 time: 0.2623341 Mar 04 23:58:01.054615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b3b5abff-b783-44c6-8dde-dd0f18c25fa1 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:01.099272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] Routers {'7765db33-ecb8-4930-a094-65475fbd4724'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:58:01.099912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:57:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7765db33-ecb8-4930-a094-65475fbd4724'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:01.138809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71807e28-2054-42b0-98b0-86ca17b7ae46 req-a8102734-8607-4c50-8d22-6c87839d56d0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:01.140373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71807e28-2054-42b0-98b0-86ca17b7ae46 req-a8102734-8607-4c50-8d22-6c87839d56d0 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 945 time: 0.2282102 Mar 04 23:58:01.144485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-36cbb268-7c55-424a-bc22-79d66f8f8bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:01.145939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-36cbb268-7c55-424a-bc22-79d66f8f8bb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0842915 Mar 04 23:58:01.203963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9fe79e7e-c5e5-467d-a1b2-69cddac7166b req-204afcdf-ab77-4bfe-86b3-2784c010c376 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9477575 Mar 04 23:58:01.283880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-ed3ff833-5d0b-4573-82ba-d45f99a8bb43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196187 Mar 04 23:58:01.296442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71807e28-2054-42b0-98b0-86ca17b7ae46 req-90502fea-e784-4bca-bb32-2a2e3a3bf67d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480463 Mar 04 23:58:01.311481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:58:01.349666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:01.385029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-ea12524d-99c9-4be8-b0df-6c29ea1c1341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:01.386556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-ea12524d-99c9-4be8-b0df-6c29ea1c1341 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 200 len: 858 time: 0.3989336 Mar 04 23:58:01.433098 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:01.472127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:01.530437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-a53af14d-6a51-447b-8c8d-8222ce2692e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335037 Mar 04 23:58:01.532357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:01.543516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] Set router 7765db33-ecb8-4930-a094-65475fbd4724 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:58:01.553751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-b355b1c3-a435-4cfe-9608-95c9c0a5426c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:01.555299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-b355b1c3-a435-4cfe-9608-95c9c0a5426c service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 1.0618985 Mar 04 23:58:01.686345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb34f5-b7a1-45f7-85f0-3a0a9cdc69cf req-e6b29d43-a102-48eb-9dfb-845ee1e55ac8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:01.694384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9edb34f5-b7a1-45f7-85f0-3a0a9cdc69cf req-e6b29d43-a102-48eb-9dfb-845ee1e55ac8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 948 time: 0.7628789 Mar 04 23:58:01.699520 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'tag': '43695f22-4517-408d-9e55-14ac15ca8a22', 'status': 'completed', 'code': 200} Mar 04 23:58:01.776600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:01.780689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ce1024a-414d-4cd4-88cb-f0a102a6afac req-cfc8acbf-f632-49fd-bb61-ebf2fbc501e2 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0849583 Mar 04 23:58:01.797427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:01.804307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a868f7b-70ac-4eb1-bc2a-182fff716e18') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:01.804528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a868f7b-70ac-4eb1-bc2a-182fff716e18') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:01.811781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1', 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'port_id': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1', 'mac_address': 'fa:16:3e:1e:76:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c584e-c163-413d-af22-375c1569b13a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:01.820865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-d1143cc6-ae3e-4e46-a0f0-b219a89f7a0a service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233419 Mar 04 23:58:01.828814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:01.836306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:01.861601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-497faad0-feff-4f74-a67b-36eacaf0b36c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.2926881 Mar 04 23:58:01.969083 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:01.974909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:01.998916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b5abff-b783-44c6-8dde-dd0f18c25fa1 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:02.021754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9edb34f5-b7a1-45f7-85f0-3a0a9cdc69cf req-16499ea0-46b3-44d3-809b-87fe97954414 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261099 Mar 04 23:58:02.037366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-5f2dea9e-2900-4ba8-ac5b-258e85018e7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9e844994de5404ab956fa52913f07cf&device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 1094 time: 0.6321015 Mar 04 23:58:02.045952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:02.081184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:02.082389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:02.170026 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:02.211872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b326448a-b45d-4ffc-8669-533ef9783d94 req-86047490-55bb-4fe5-9fa4-1a219945fb6c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845251 Mar 04 23:58:02.215963 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'code': 200} Mar 04 23:58:02.218520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:02.286584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:02.404168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-192f4ae4-bca0-4beb-afcb-8ed73cf31870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:02.405249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-192f4ae4-bca0-4beb-afcb-8ed73cf31870 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.5206575 Mar 04 23:58:02.411659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946339c-2d2f-4d20-97fb-c6e63dbc5dd7 req-29e41000-4e52-4551-bc70-ddac1c7d5397 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:02.413203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e946339c-2d2f-4d20-97fb-c6e63dbc5dd7 req-29e41000-4e52-4551-bc70-ddac1c7d5397 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 947 time: 0.1571920 Mar 04 23:58:02.416125 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-ea05c58e-06ef-459a-89f8-3019d1eef9ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 1098 time: 0.1203930 Mar 04 23:58:02.453855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:02.467344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-4002c849-81a0-4413-8680-f987f39026df service neutron] 10.222.0.10 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108384 Mar 04 23:58:02.475672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Deleting port 817499ce-6d56-4351-8dd2-07dd3e5ee72d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:02.476127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:02.516584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.516983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.517366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.517827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.518223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.518459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.518777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.519100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.519416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.519726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.520040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:02.565210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e946339c-2d2f-4d20-97fb-c6e63dbc5dd7 req-e56069b8-af97-4880-8990-23ad642988e1 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418061 Mar 04 23:58:02.568226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:57:51Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:02.573887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee0057-5e71-48a5-be61-a027e5b6ad6d None None] The sync data for ids ['7765db33-ecb8-4930-a094-65475fbd4724'] in n-d-828979-4 is: [{'id': '7765db33-ecb8-4930-a094-65475fbd4724', 'name': 'tempest-ServersTestBootFromVolume-1361509016-router', 'tenant_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:54:54Z', 'updated_at': '2022-03-04T23:57:51Z', 'revision_number': 5, 'project_id': 'f6bc63d7b1c24aa3a37336cfdcb9ef4a', 'gw_port': {'id': '817499ce-6d56-4351-8dd2-07dd3e5ee72d', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765db33-ecb8-4930-a094-65475fbd4724', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:54:55Z', 'updated_at': '2022-03-04T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:58:02.585658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:02.610407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-26fbfe8c-7f23-4487-978f-7799d8bca15e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:02.613875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-26fbfe8c-7f23-4487-978f-7799d8bca15e service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1902068 Mar 04 23:58:02.690180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-c35f7ba7-835c-45c4-8779-368ced4e8d6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=43695f22-4517-408d-9e55-14ac15ca8a22 HTTP/1.1" status: 200 len: 217 time: 0.0701087 Mar 04 23:58:02.732035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['b3b5abff-b783-44c6-8dde-dd0f18c25fa1'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:02.802888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:02.810576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-fb800489-ea57-46d5-b01c-9fa18b676f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:02.812107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-fb800489-ea57-46d5-b01c-9fa18b676f4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1125634 Mar 04 23:58:02.861684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:02.895841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82741d55-250a-4dc9-b4d0-c1ee6601b174 req-1cd70128-92bf-4057-821c-c7ed18caffa3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:02.900791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82741d55-250a-4dc9-b4d0-c1ee6601b174 req-1cd70128-92bf-4057-821c-c7ed18caffa3 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 945 time: 0.1708763 Mar 04 23:58:02.919365 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ec2e9f72-a7c5-4278-b4dd-561682fd84a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2f1482ab-6ad5-4f98-94e8-1f4b3ff88e88 HTTP/1.1" status: 204 len: 168 time: 2.4744346 Mar 04 23:58:02.928433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45236) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:02.929804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-653ab073-8daa-44f8-9009-51de0c1bf7b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:02.931706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-653ab073-8daa-44f8-9009-51de0c1bf7b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 200 len: 919 time: 0.8931961 Mar 04 23:58:03.002225 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-5c840eca-22b5-4782-a554-a638d75bdff1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820216 Mar 04 23:58:03.015850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a499b3d2-9a16-420e-9fb1-95653f089f53 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:03.051778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82741d55-250a-4dc9-b4d0-c1ee6601b174 req-ed51c5bd-18ac-4610-97aa-d96934c60192 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471262 Mar 04 23:58:03.115571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port a499b3d2-9a16-420e-9fb1-95653f089f53 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:03.116081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.192169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37593d44-6ef7-45f3-a340-6c2eb2195ca9 req-095072aa-83d5-4505-b8e7-c5c93021e81f tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:03.199028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37593d44-6ef7-45f3-a340-6c2eb2195ca9 req-095072aa-83d5-4505-b8e7-c5c93021e81f tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 943 time: 0.8471608 Mar 04 23:58:03.210241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-e8a9b745-4036-4e63-a6e7-d4cbc71353c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d HTTP/1.1" status: 200 len: 217 time: 0.2302382 Mar 04 23:58:03.247869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c0911a4-4c4a-4f07-9325-3c55005b8c9f req-01d9e83c-0dc3-4a3a-8da9-749dfcb99672 service neutron] 10.222.0.10 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383049 Mar 04 23:58:03.313922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Deleting subnet 1754929e-9582-4a67-b27c-d8b7e5149320 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:58:03.325146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.340330 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.354700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-48e95deb-9dec-4b9c-af78-432ad30524cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9274585 Mar 04 23:58:03.366376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a21ad82e-973c-44ba-a66d-305449f15070 req-ba004c08-0bdb-4877-8efe-6c3b56e770d1 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0781989 Mar 04 23:58:03.384652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:03.387135 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-372afdd8-7552-4b5a-8e70-38911a5642e6 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767042 Mar 04 23:58:03.389110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.438198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] For port 817499ce-6d56-4351-8dd2-07dd3e5ee72d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=817499ce-6d56-4351-8dd2-07dd3e5ee72d,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:03.438576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.475355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5fa3b425-d02b-4345-9205-40a98edd0d62 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:03.621438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aadd14a-13df-4b63-876f-0a9124ad5bd9 req-193e5f23-caee-4a7a-8ed7-e2ed048c6590 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267411 Mar 04 23:58:03.639551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Calling delete_port for 817499ce-6d56-4351-8dd2-07dd3e5ee72d owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:03.670017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-f511f360-01d2-48b6-86ca-a3fb57f3948f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:03.670912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:03.671485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-f511f360-01d2-48b6-86ca-a3fb57f3948f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 200 len: 858 time: 0.4296210 Mar 04 23:58:03.674814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 368142f3-b1a8-43d8-a396-1ad255d14a10 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:03.681848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.714885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a16d54-784b-412b-976f-0e4d3d034002 req-95851c90-754a-4a10-9456-3b93ef18dfbc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:03.716397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90a16d54-784b-412b-976f-0e4d3d034002 req-95851c90-754a-4a10-9456-3b93ef18dfbc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.0927722 Mar 04 23:58:03.722657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 368142f3-b1a8-43d8-a396-1ad255d14a10 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:03.723005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 368142f3-b1a8-43d8-a396-1ad255d14a10 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:03.725799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37593d44-6ef7-45f3-a340-6c2eb2195ca9 req-5fc889d8-dae9-4c8c-8637-26b69f8ff1aa tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258455 Mar 04 23:58:03.781990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5fa3b425-d02b-4345-9205-40a98edd0d62, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5fa3b425-d02b-4345-9205-40a98edd0d62,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:03.807316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90a16d54-784b-412b-976f-0e4d3d034002 req-da077378-97f4-4c63-950c-4dc4320c49c8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839133 Mar 04 23:58:03.809586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '5fa3b425-d02b-4345-9205-40a98edd0d62', 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'port_id': '5fa3b425-d02b-4345-9205-40a98edd0d62', 'mac_address': 'fa:16:3e:32:bf:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c584e-c163-413d-af22-375c1569b13a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:03.830667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-eb873397-bea1-4492-9cbb-0a24427afd2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ef4085e-c6d7-4661-a17e-8039d6d8ec07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208394 Mar 04 23:58:03.892278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.937269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa3b425-d02b-4345-9205-40a98edd0d62 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:03.966186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.970698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5fa3b425-d02b-4345-9205-40a98edd0d62, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5fa3b425-d02b-4345-9205-40a98edd0d62,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:03.983582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:03.996832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-42e6f4c6-4fcd-4347-990f-42124441c8d2 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244454 Mar 04 23:58:04.124023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d61aa6-e21b-46f9-ad91-b1f89731c6a4 req-96386a55-8454-406a-9d1f-d691fdf5d1ff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:04.133270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c1d61aa6-e21b-46f9-ad91-b1f89731c6a4 req-96386a55-8454-406a-9d1f-d691fdf5d1ff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 947 time: 0.1104245 Mar 04 23:58:04.144428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5fa3b425-d02b-4345-9205-40a98edd0d62,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:04.196248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c1d61aa6-e21b-46f9-ad91-b1f89731c6a4 req-ff8ef948-c1e4-4799-800b-8e5c9644be6a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 Mar 04 23:58:04.219009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:04.227207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:04.291424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1754929e-9582-4a67-b27c-d8b7e5149320,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:04.294814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-6a0dc434-d02d-4b6d-b0f3-6518a3a39899 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528360 Mar 04 23:58:04.348305 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:04.413962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5fa3b425-d02b-4345-9205-40a98edd0d62'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:04.551084 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'code': 200} Mar 04 23:58:04.622240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45262) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:04.622766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ded1d7b2-bb65-49f8-a880-757d35669588 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1754929e-9582-4a67-b27c-d8b7e5149320 HTTP/1.1" status: 204 len: 168 time: 1.6894383 Mar 04 23:58:04.628344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d973e5-b105-4aa0-8e75-dac4149f6991 req-3d057248-d29e-4c41-9954-40c1bba2e60f service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160400 Mar 04 23:58:04.677074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:04.731078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35f75acd-7f34-4efd-9e13-41f5b4ef5a18 req-867ecd3f-c92a-4505-a19e-c884c99e26b4 service neutron] 10.222.0.36 "GET /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200940 Mar 04 23:58:04.731642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=817499ce-6d56-4351-8dd2-07dd3e5ee72d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:04.792946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6270c150-f34f-4267-8327-2887b2b2ab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:04.837957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:04.878932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-350af325-8e36-4f44-995a-89c0c92402db req-c7e56e58-e61b-4470-a2d4-f6a7238f83ac tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0456450 Mar 04 23:58:05.032445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 43469c2b-1a4e-439e-93bf-62d0059dfe0d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:05.035955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b3b5abff-b783-44c6-8dde-dd0f18c25fa1 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:05.080784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.152167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.186131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d12c96-948a-4aac-8fae-edfcbae4753a']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:05.203473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c9508e-db00-473f-bd99-737fb946bfb1') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:05.203819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c9508e-db00-473f-bd99-737fb946bfb1') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:05.216959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.236029 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.242326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:05.245607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:05.246007 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.257205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '43469c2b-1a4e-439e-93bf-62d0059dfe0d', 'network_id': '9ef4085e-c6d7-4661-a17e-8039d6d8ec07', 'port_id': '43469c2b-1a4e-439e-93bf-62d0059dfe0d', 'mac_address': 'fa:16:3e:6f:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c584e-c163-413d-af22-375c1569b13a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:05.260481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:05.264404 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:05.267531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:05.267946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.367120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.371929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.376405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.377829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.382049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.386535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.390060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.391710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.396411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.398531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-96b17515-b36c-49e0-a893-ac049aa1f96b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.5094707 Mar 04 23:58:05.399705 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.400427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.410828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304081b6-fb87-423d-b896-0d4963768f91 req-b1ac8aed-2300-45dc-b06c-e7c96f2fb5d3 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.418202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304081b6-fb87-423d-b896-0d4963768f91 req-b1ac8aed-2300-45dc-b06c-e7c96f2fb5d3 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 943 time: 0.3891397 Mar 04 23:58:05.427656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.430388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d12c96-948a-4aac-8fae-edfcbae4753a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:05.460187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43469c2b-1a4e-439e-93bf-62d0059dfe0d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:05.460389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f199ec3b-2cde-487b-8b63-bc4d98cd5a21 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7d12c96-948a-4aac-8fae-edfcbae4753a HTTP/1.1" status: 204 len: 168 time: 0.8344824 Mar 04 23:58:05.483859 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.498719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304081b6-fb87-423d-b896-0d4963768f91 req-6502de76-f251-4f56-920d-85f9260a3395 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795772 Mar 04 23:58:05.501750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f59befa-2c90-4cb5-8d8b-5a53c1a03940 req-104530a9-012a-4da9-98d6-278fe03fc0d9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753722 Mar 04 23:58:05.508063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.508616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7765db33-ecb8-4930-a094-65475fbd4724 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:58:05.510343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:05.522579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.526234 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a923b7d-9d0e-42ff-ac5b-73f4a4cab3ba admin admin] 10.222.0.32 "DELETE /v2.0/routers/7765db33-ecb8-4930-a094-65475fbd4724 HTTP/1.1" status: 204 len: 168 time: 7.2382517 Mar 04 23:58:05.527204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45276) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:05.533132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.633798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Deleting subnet 797a579c-0225-4d58-abfd-d28475544215 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:58:05.642094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:05.652483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.657186 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.676749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=43469c2b-1a4e-439e-93bf-62d0059dfe0d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:05.728582 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.754327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c1a76-fb78-47f1-a6d1-c40ab06aae8f req-db63f096-6920-420d-b49b-1752af9aca5d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.759744 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c37c1a76-fb78-47f1-a6d1-c40ab06aae8f req-db63f096-6920-420d-b49b-1752af9aca5d tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 946 time: 0.1102188 Mar 04 23:58:05.835831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c37c1a76-fb78-47f1-a6d1-c40ab06aae8f req-419e2ecd-13d7-4bf1-881d-e028177dd56e tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 Mar 04 23:58:05.838014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:05.866732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45280) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:05.903539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:05.923747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2174de64-41fb-4f0f-aabd-4735489281fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7a9241b0ce646e0bcc171e64c590e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526302 Mar 04 23:58:05.923747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:05.960163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e70d7c-7aae-4d93-a1e3-b0a0da3d24fb req-3fec8660-fc59-44fc-8597-b1c6e96f350b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:05.967077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87e70d7c-7aae-4d93-a1e3-b0a0da3d24fb req-3fec8660-fc59-44fc-8597-b1c6e96f350b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1647301 Mar 04 23:58:05.995104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['43469c2b-1a4e-439e-93bf-62d0059dfe0d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:06.045840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87e70d7c-7aae-4d93-a1e3-b0a0da3d24fb req-485d1cc3-2723-4c00-a0c8-f02b0b175133 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773733 Mar 04 23:58:06.047807 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f87e0da-ad30-4661-b76c-aaf4630b7f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.083049 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.085383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f87e0da-ad30-4661-b76c-aaf4630b7f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.099547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155d609-776a-44eb-9d94-9b1f00d855cb req-7b712f5f-04e8-4f76-8391-1c195cc0c1ae tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:06.106470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b155d609-776a-44eb-9d94-9b1f00d855cb req-7b712f5f-04e8-4f76-8391-1c195cc0c1ae tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 947 time: 0.1594241 Mar 04 23:58:06.145254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797a579c-0225-4d58-abfd-d28475544215,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:06.157485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.165812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88568293-6cd7-46b3-8604-40716f5191dd None None] Network b2ad63b6-9a1c-4e49-a419-33b71d2c7099 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:06.171932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2635f6b9-9431-412d-aea1-bbde11c6d33b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/797a579c-0225-4d58-abfd-d28475544215 HTTP/1.1" status: 204 len: 168 time: 0.6432316 Mar 04 23:58:06.174553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:06.217727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b155d609-776a-44eb-9d94-9b1f00d855cb req-3a546b8e-49f9-437f-9598-db989d50d0cb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102686 Mar 04 23:58:06.316749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f87e0da-ad30-4661-b76c-aaf4630b7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.335552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87e0da-ad30-4661-b76c-aaf4630b7f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3526947b-c59b-4bc2-8a60-06aec91a2be9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:06.351438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f87e0da-ad30-4661-b76c-aaf4630b7f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.352802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2f87e0da-ad30-4661-b76c-aaf4630b7f27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3526947b-c59b-4bc2-8a60-06aec91a2be9 HTTP/1.1" status: 204 len: 168 time: 0.4287815 Mar 04 23:58:06.360444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-c48dfc3b-8154-4808-91cd-fdd84955cb6f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:06.362231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-c48dfc3b-8154-4808-91cd-fdd84955cb6f tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 946 time: 0.1435957 Mar 04 23:58:06.445139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5329648b-84f5-4042-81dd-c0207e2f1ce0 req-eb93090b-2f94-4d88-92f6-1a0d95bad49c tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1467345 Mar 04 23:58:06.450589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b358d7b-5aa6-481d-9759-f83ee325bea5 req-90b96d8b-b687-465d-80be-d82576699d13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1536417 Mar 04 23:58:06.479486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.505340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Deleting port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:06.505340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.505665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Deleting port a499b3d2-9a16-420e-9fb1-95653f089f53 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:06.506091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.551847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:06.564337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] DHCP port deletion for b2ad63b6-9a1c-4e49-a419-33b71d2c7099 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:58:06.573454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Deleting port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:06.577143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.644745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1309a86-69f9-400d-9745-a71479e7c80b req-01f05b50-0c27-416b-bc04-4101b13fd579 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1100 time: 0.2391384 Mar 04 23:58:06.821987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] For port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:06.822610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.896019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] For port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,segment=NetworkSegment(8eda0892-98da-4fd5-9da2-053d6f32442b),segment_id=8eda0892-98da-4fd5-9da2-053d6f32442b)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:06.896599 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:06.913582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:06.975320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Calling delete_port for 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:07.007117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef81295-3398-4055-9ea8-e7a423948d86 req-c64dde06-9eb3-4f22-b2a9-b9db97898ec8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.008812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ef81295-3398-4055-9ea8-e7a423948d86 req-c64dde06-9eb3-4f22-b2a9-b9db97898ec8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 944 time: 0.2961752 Mar 04 23:58:07.036756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1309a86-69f9-400d-9745-a71479e7c80b req-b58049c7-5946-4bb3-b2d5-71693bd9122e tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909822 Mar 04 23:58:07.066839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a499b3d2-9a16-420e-9fb1-95653f089f53 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:07.071343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:07.071343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.122782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Calling delete_port for 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:07.129331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ef81295-3398-4055-9ea8-e7a423948d86 req-3b146eeb-721c-437f-84f5-667a9d4a4442 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132910 Mar 04 23:58:07.140491 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.213907 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1', 'code': 200} Mar 04 23:58:07.245332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Calling delete_port for a499b3d2-9a16-420e-9fb1-95653f089f53 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:07.256223 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-002e1930-1515-4ee8-b460-8ccf81f27ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.261090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] No DVR routers for this DVR port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:07.360190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:58:07.360710 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:58:07.367277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.403677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43695f22-4517-408d-9e55-14ac15ca8a22 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:07.420130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-65443bc5-db3f-4b33-942b-844694e16f4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5908256 Mar 04 23:58:07.427064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5fa3b425-d02b-4345-9205-40a98edd0d62 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:07.433791 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fe607e4e-37a4-40f4-9119-cff97123f67c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d692ba59de7c4df7a54e59ff720e3dc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4905679 Mar 04 23:58:07.433791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:07.482787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:07.501113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.541986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:07.561154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b31ab615-7f4e-4594-b584-b536ecb640f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.570345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:58:07.570535 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:58:07.600565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.604545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.608495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.613552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.616941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.620876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.624808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.626925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-cef15dd8-efb9-446c-b1af-eea7a9ff46a9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.2944012 Mar 04 23:58:07.649333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b31ab615-7f4e-4594-b584-b536ecb640f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.651644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.671703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:07.698864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ad63b6-9a1c-4e49-a419-33b71d2c7099']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:07.714353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-e6aea66b-4801-47c1-9efb-6d749215de94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 1099 time: 0.2121689 Mar 04 23:58:07.721408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 5fa3b425-d02b-4345-9205-40a98edd0d62 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:07.733785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eda0892-98da-4fd5-9da2-053d6f32442b') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:07.734425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eda0892-98da-4fd5-9da2-053d6f32442b') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:07.739305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 5fa3b425-d02b-4345-9205-40a98edd0d62 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:07.739679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.754130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569af001-bbfe-4835-a7d4-0e1e08db65e9 req-01fe616e-e8b2-48fc-b3e3-c5ad68b02976 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.755902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-569af001-bbfe-4835-a7d4-0e1e08db65e9 req-01fe616e-e8b2-48fc-b3e3-c5ad68b02976 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 944 time: 0.3177156 Mar 04 23:58:07.760676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.792736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78e9b67d-489c-471c-8869-fa3b4d3879bd req-c5394898-4c41-48bd-8e54-e8514606558e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314332 Mar 04 23:58:07.796332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 43695f22-4517-408d-9e55-14ac15ca8a22, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43695f22-4517-408d-9e55-14ac15ca8a22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:07.801069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c3fe028-3441-490f-9c7c-843926370299 req-737d025d-5b2c-4dfd-a390-61da179b46c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 1096 time: 0.5889018 Mar 04 23:58:07.809765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:07.817933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.856777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '43695f22-4517-408d-9e55-14ac15ca8a22', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '43695f22-4517-408d-9e55-14ac15ca8a22', 'mac_address': 'fa:16:3e:92:bd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:07.860149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:07.860494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:07.860902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 817499ce-6d56-4351-8dd2-07dd3e5ee72d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:07.868367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:07.869442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.878936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b31ab615-7f4e-4594-b584-b536ecb640f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:07.886333 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:07.906099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ab615-7f4e-4594-b584-b536ecb640f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff15dea-f895-42e1-b432-cfd34c24ee47,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:07.936480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Deleting port 0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:07.937413 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.942710 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b31ab615-7f4e-4594-b584-b536ecb640f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:07.944022 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b31ab615-7f4e-4594-b584-b536ecb640f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dff15dea-f895-42e1-b432-cfd34c24ee47 HTTP/1.1" status: 204 len: 168 time: 0.5135934 Mar 04 23:58:07.963426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-ebe08068-cf35-4f4e-b2e6-beb00800652a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:07.965446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-ebe08068-cf35-4f4e-b2e6-beb00800652a service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2150755 Mar 04 23:58:08.060480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 817499ce-6d56-4351-8dd2-07dd3e5ee72d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:08.061267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 817499ce-6d56-4351-8dd2-07dd3e5ee72d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:08.108689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-569af001-bbfe-4835-a7d4-0e1e08db65e9 req-7609b43a-b5fb-416d-8166-4ec3d657b698 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8f5b414-6bce-45c0-bb97-61dacdd7fec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393695 Mar 04 23:58:08.114262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Deleting port a499b3d2-9a16-420e-9fb1-95653f089f53 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:08.114885 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.127126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-754e64d4-2741-424c-9cf6-82ef1d6b4d47 None None] The port '0cc2a9c8-090a-4e4b-8faa-7b89a6dd21aa' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:58:08.157023 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.195640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.217269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-46e77bf5-7c95-4c63-9ebe-deb336ed39a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3 HTTP/1.1" status: 200 len: 217 time: 0.2422245 Mar 04 23:58:08.258432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.270334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.286406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43695f22-4517-408d-9e55-14ac15ca8a22 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:08.311916 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.312124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b2ad63b6-9a1c-4e49-a419-33b71d2c7099 HTTP/1.1" status: 204 len: 168 time: 2.1360004 Mar 04 23:58:08.326144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f84ec3-55cc-480d-b540-130c69952ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ad63b6-9a1c-4e49-a419-33b71d2c7099,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:08.326371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.352293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 43695f22-4517-408d-9e55-14ac15ca8a22, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43695f22-4517-408d-9e55-14ac15ca8a22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:08.366506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.371919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c3fe028-3441-490f-9c7c-843926370299 req-fc304aeb-4dc8-4cdb-8f2d-4fc994d65c65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552876 Mar 04 23:58:08.432277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.443110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.458717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.466260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.469328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5fa3b425-d02b-4345-9205-40a98edd0d62, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5fa3b425-d02b-4345-9205-40a98edd0d62,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:08.479688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.480166 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:08.486101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=43695f22-4517-408d-9e55-14ac15ca8a22,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:08.492604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.499303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.505616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-4708d71f-33bb-4839-9e22-1afba0afbdf9 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.3953731 Mar 04 23:58:08.570533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ebf4a-c36a-4217-8e14-2a96a40cc0ff req-5cdfe591-3b6a-4cd0-a9ff-c1d9350d5b86 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.578611 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a2ebf4a-c36a-4217-8e14-2a96a40cc0ff req-5cdfe591-3b6a-4cd0-a9ff-c1d9350d5b86 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 947 time: 0.3631716 Mar 04 23:58:08.593675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5fa3b425-d02b-4345-9205-40a98edd0d62,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:08.657867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44992530-8129-4fae-92fb-feb4fb235a4d req-df6a73d5-cc92-4e88-a013-486150afdd92 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1511164 Mar 04 23:58:08.701700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-d8cf0f0f-ebc3-4a0a-a19c-2bb4eb03fb02 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.703033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-d8cf0f0f-ebc3-4a0a-a19c-2bb4eb03fb02 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "GET /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0885000 Mar 04 23:58:08.703518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45340) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:08.742574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['43695f22-4517-408d-9e55-14ac15ca8a22'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:08.770699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-24b1225e-af06-413e-9b23-d970d24c7aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:08.772288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-24b1225e-af06-413e-9b23-d970d24c7aae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.5465569 Mar 04 23:58:08.889246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-ba57c246-086f-455d-b770-1a7da74a43b1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514021 Mar 04 23:58:08.897539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a2ebf4a-c36a-4217-8e14-2a96a40cc0ff req-375a4bde-e244-4782-9a99-2b6c78b822c9 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180416 Mar 04 23:58:08.916998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] For port a499b3d2-9a16-420e-9fb1-95653f089f53, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a499b3d2-9a16-420e-9fb1-95653f089f53,segment=NetworkSegment(edc3ac1f-a53e-44a0-92d4-6026d05dac3d),segment_id=edc3ac1f-a53e-44a0-92d4-6026d05dac3d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:08.917620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.051730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 43469c2b-1a4e-439e-93bf-62d0059dfe0d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:09.185885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 43469c2b-1a4e-439e-93bf-62d0059dfe0d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:09.189831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e02faed7-af54-4b4e-9fa7-bf0507bfcc66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6bc63d7b1c24aa3a37336cfdcb9ef4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4852307 Mar 04 23:58:09.191086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:09.195183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 43469c2b-1a4e-439e-93bf-62d0059dfe0d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:09.195970 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.214901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-96b57180-a740-40e4-a7c5-4f2a167022f3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "GET /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4899466 Mar 04 23:58:09.231252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53'}, {'server_uuid': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa3b425-d02b-4345-9205-40a98edd0d62'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:09.233533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:09.256344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Calling delete_port for a499b3d2-9a16-420e-9fb1-95653f089f53 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:09.265187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-f9b7b8cf-5756-46ed-817d-4e23c1d32d6e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:09.266929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-f9b7b8cf-5756-46ed-817d-4e23c1d32d6e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568974 Mar 04 23:58:09.330439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-0f9ae8e5-de07-49cc-9ac1-1e49a9d0d5ea tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/quotas/6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0458918 Mar 04 23:58:09.343170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.389887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:09.395950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.396959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a499b3d2-9a16-420e-9fb1-95653f089f53 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:09.402039 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-127c5cb5-d973-4442-adf8-cce766b80b7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6230581 Mar 04 23:58:09.444271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.527489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:09.532988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c959955c-a83c-4dfe-bc91-068586f95449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.616585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-4542a1e7-44a1-48d9-b24a-55aa80a1e80c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2769337 Mar 04 23:58:09.618474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c959955c-a83c-4dfe-bc91-068586f95449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.649440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf771a-202b-47bd-ab09-a8daf13cf70c req-33e41f93-36e3-4214-a286-e67a4af7623e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:09.654772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=43469c2b-1a4e-439e-93bf-62d0059dfe0d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:09.681508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8bcf771a-202b-47bd-ab09-a8daf13cf70c req-33e41f93-36e3-4214-a286-e67a4af7623e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 944 time: 0.4343774 Mar 04 23:58:09.721632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.776290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:09.788963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c959955c-a83c-4dfe-bc91-068586f95449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.828080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959955c-a83c-4dfe-bc91-068586f95449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7591411-7fef-440d-956b-3205c5071362,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:09.852433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c959955c-a83c-4dfe-bc91-068586f95449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.857141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c959955c-a83c-4dfe-bc91-068586f95449 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7591411-7fef-440d-956b-3205c5071362 HTTP/1.1" status: 204 len: 168 time: 0.6441596 Mar 04 23:58:09.858298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] For port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:09.897897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:09.997165 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-37dc486f-d081-4f6f-bde2-b84ba7673a8e service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849001 Mar 04 23:58:10.057586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.116247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Pushing event deleted for resources: {'Port': ['ID=a499b3d2-9a16-420e-9fb1-95653f089f53,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:10.148978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:10.162314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.162967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:10.164129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8bcf771a-202b-47bd-ab09-a8daf13cf70c req-68999b29-2626-48e1-9cb3-81cfc8847959 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820337 Mar 04 23:58:10.189906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] device_id is not set on port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 04 23:58:10.202429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.224384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.328631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.339429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.344967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.349941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.356417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.360682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.366661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.374939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-749e1058-70cc-49dc-85f4-5031f678754c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 5434 time: 0.2632585 Mar 04 23:58:10.420344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:10.421003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b81aad06-79f8-421d-ad28-c2d08d79242e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:10.541314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=6']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:10.559897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] No DVR routers for this DVR port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:10.563569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:10.662055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] No DVR routers for this DVR port a499b3d2-9a16-420e-9fb1-95653f089f53 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:10.664172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f98ebb41-8931-4925-803d-6a499ea9f07a req-062a3fae-1dc7-4670-87c0-36e81a067b83 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcf0e04b-3c89-475c-9672-9974dba8986f&id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2881820 Mar 04 23:58:10.685431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.691558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] In _notify_port_updated(), no bound segment for port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 04 23:58:10.702388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.703791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.705252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-47fd0822-2d72-4a17-8ae9-9d9066c374f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 200 len: 1027 time: 1.4778309 Mar 04 23:58:10.724167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-deleted', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:10.730855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-084aac42-5015-4ceb-80b4-658ee3d781fd req-e0755f7f-7739-4fe3-9c26-d8844ed95d6c tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.36 "DELETE /v2.0/ports/a499b3d2-9a16-420e-9fb1-95653f089f53 HTTP/1.1" status: 204 len: 173 time: 4.3621807 Mar 04 23:58:10.753098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0718bc60-e6d6-49e8-a6b6-e44025e7ab1e req-1369727e-6d44-434d-8e14-ee4c523a39f6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Synchronizing usage tracker for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:10.801196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b81aad06-79f8-421d-ad28-c2d08d79242e,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:10.813263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:10.814198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:10.860224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0718bc60-e6d6-49e8-a6b6-e44025e7ab1e req-1369727e-6d44-434d-8e14-ee4c523a39f6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] Unset dirty status for tenant:5b0f7ef89a8f4b1a8ec87e86b52f5214 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:10.876957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0718bc60-e6d6-49e8-a6b6-e44025e7ab1e req-1369727e-6d44-434d-8e14-ee4c523a39f6 tempest-ImagesTestJSON-403579387 tempest-ImagesTestJSON-403579387-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eaff900-cefe-472a-a935-31dd57de180e HTTP/1.1" status: 200 len: 210 time: 0.3066440 Mar 04 23:58:10.883296 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'code': 200} Mar 04 23:58:10.883571 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa3b425-d02b-4345-9205-40a98edd0d62', 'code': 200} Mar 04 23:58:10.896707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfc8b00-fbbe-43dc-bbfe-61b7fc7ee6c0 req-4f21001a-7491-4e36-b198-28cf6f7fd968 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741715 Mar 04 23:58:10.961045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0f3c7ebe-0021-453c-a003-2c536600b5f2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:10.977880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0f3c7ebe-0021-453c-a003-2c536600b5f2 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "GET /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2658265 Mar 04 23:58:10.994007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:11.113993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-995c8f5b-1b23-4aca-ac04-0dc1940ab003 None None] Provisioning complete for port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:11.114557 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-995c8f5b-1b23-4aca-ac04-0dc1940ab003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:11.203633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf46b6b7-2ec6-48d4-8f3e-71a585cf5c95 req-411d13ef-a3e4-47bd-b4e7-54c35d1bd66e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 210 time: 0.0687778 Mar 04 23:58:11.240144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36cc65ce-cc5b-41dd-834f-59e060ff7f7f req-3398779d-efbb-4b51-a6f3-da14314cc361 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1850970 Mar 04 23:58:11.249852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:11.333776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-995c8f5b-1b23-4aca-ac04-0dc1940ab003 None None] Port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:58:11.365897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb616452-a22e-45b3-addb-2073541705c1 req-21b7124e-68b1-4797-9f8b-667540f9ee6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 1097 time: 0.1607790 Mar 04 23:58:11.369957 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:11.395947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:11.432775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:11.433918 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eaff900-cefe-472a-a935-31dd57de180e', 'name': 'network-vif-deleted', 'tag': 'a499b3d2-9a16-420e-9fb1-95653f089f53', 'status': 'completed', 'code': 200} Mar 04 23:58:11.443178 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:11.444018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0d85f2db-b946-472b-9996-7d07f1487e98 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:11.497085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb616452-a22e-45b3-addb-2073541705c1 req-64e4b8ff-7946-4b79-9715-8463eb4626b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255066 Mar 04 23:58:11.556951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9cb83-f86a-4149-abb5-0f0a2893a18c req-d4bcd1dd-744b-4304-960b-c3e8f3f197de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:11.561608 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:58:11.568687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4e9cb83-f86a-4149-abb5-0f0a2893a18c req-d4bcd1dd-744b-4304-960b-c3e8f3f197de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 948 time: 0.1279647 Mar 04 23:58:11.576943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:11.672477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:11.672995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4e9cb83-f86a-4149-abb5-0f0a2893a18c req-0b6886d8-f781-4293-913c-838b09a9a7eb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Mar 04 23:58:11.731621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:11.739956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0d85f2db-b946-472b-9996-7d07f1487e98,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:11.750326 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:11.751266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c202e957-79a0-475a-831e-21f76b4a5d7e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:11.866636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:11.868547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:58:11.899011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] For port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:11.958270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:11.963355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] device_id is not set on port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 04 23:58:11.978662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc35d4-48e8-4ada-a9e8-fe16389252c1 req-f58b2381-3509-43e8-9e17-6a38a4aa26fc tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:11.986214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bc35d4-48e8-4ada-a9e8-fe16389252c1 req-f58b2381-3509-43e8-9e17-6a38a4aa26fc tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 945 time: 0.2430391 Mar 04 23:58:12.004103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.014014 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.027085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.060488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c202e957-79a0-475a-831e-21f76b4a5d7e,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:12.079069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.081082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:12.120871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06bc35d4-48e8-4ada-a9e8-fe16389252c1 req-4b9e4da8-41f8-4837-972c-0f0472d111ae tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335888 Mar 04 23:58:12.259508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:12.260486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1262953569-network', 'tenant_id': 'd3f4465b3d8d4a4eb3854fa2cf52ff77'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:12.298125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:12.320325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-bbacf3f7-c7cc-42d4-ad08-c0d74a40329b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542181 Mar 04 23:58:12.324059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] Pushing event updated for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:12.332737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Usage tracker for resource:network and tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:12.343648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:12.350233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:12.384990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.448151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] No DVR routers for this DVR port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:12.470892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:12.478195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Made reservation on behalf of d3f4465b3d8d4a4eb3854fa2cf52ff77 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:12.480121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a51b604-d009-4af6-8506-d03062b30935 None None] Provisioning complete for port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:12.480449 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.480579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a51b604-d009-4af6-8506-d03062b30935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.506424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.511787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.565340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43695f22-4517-408d-9e55-14ac15ca8a22 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:12.573805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] In _notify_port_updated(), no bound segment for port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 on network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 04 23:58:12.574887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.576682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-04ced178-f03b-4661-8942-43f1e6ed5d66 service neutron] 10.222.0.10 "PUT /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 200 len: 1027 time: 1.5926242 Mar 04 23:58:12.627398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-e541db65-b16e-4281-9e47-c145d611a43f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.631033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-e541db65-b16e-4281-9e47-c145d611a43f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.634948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-e541db65-b16e-4281-9e47-c145d611a43f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.638871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-e541db65-b16e-4281-9e47-c145d611a43f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.642805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-e541db65-b16e-4281-9e47-c145d611a43f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.650473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-e541db65-b16e-4281-9e47-c145d611a43f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 3878 time: 0.3296151 Mar 04 23:58:12.657125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7a51b604-d009-4af6-8506-d03062b30935 None None] Port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:58:12.667474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:12.682125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 43695f22-4517-408d-9e55-14ac15ca8a22 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:12.683644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:12.687092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 43695f22-4517-408d-9e55-14ac15ca8a22 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:12.687476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.688063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Usage tracker for resource:security_group_rule and tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:12.694536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:12.696162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-5dae0db6-dbb8-467e-bd1a-f2003cdf8ab4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.697735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-5dae0db6-dbb8-467e-bd1a-f2003cdf8ab4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3706558 Mar 04 23:58:12.711547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:12.724784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Request body: {'port': {'device_id': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '6e97583599a740c1ab79bc58dc97f7a5'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:12.754074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.754340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port b81aad06-79f8-421d-ad28-c2d08d79242e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:12.754566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.754699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.755059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.755477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.755902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.756315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.756794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.757139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.757582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:12.764907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd38e383-0fd2-4ad5-b2d1-70cffcede3af req-7bb6c5c1-2834-4021-9016-f31fd4b2b38d tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6383 time: 0.2667978 Mar 04 23:58:12.810740 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.853236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 43695f22-4517-408d-9e55-14ac15ca8a22, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43695f22-4517-408d-9e55-14ac15ca8a22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:12.858388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.893171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43469c2b-1a4e-439e-93bf-62d0059dfe0d'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0'}, {'server_uuid': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43695f22-4517-408d-9e55-14ac15ca8a22'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:12.933909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=43695f22-4517-408d-9e55-14ac15ca8a22,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:12.946921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:12.989853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:13.011505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:13.027993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.036191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Made reservation on behalf of 6e97583599a740c1ab79bc58dc97f7a5 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:13.039800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.041832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:58:13.053888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.054321 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Added segment 77c6a652-2ace-43ce-b3ae-3df64c1961d5 of type vlan for network 0828847e-eff1-4dae-b838-d49dbd286d27 Mar 04 23:58:13.088392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.129215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1fc643e-b02c-49b7-aba8-4a1fbf455dff req-2d23afd2-4bc1-416f-b0e0-196c43cfe3fe tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4762964 Mar 04 23:58:13.211370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2870fadb-afc7-4f03-a1c8-50d7f237012d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:13.239513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.240375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:13.240950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.401510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Allocated IP 192.168.233.99 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/d536f357-b397-4aaa-9459-4fe248dd730d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:13.614040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f80d9aec-5850-43ce-bd6f-2920e2586b1c req-a8d44d0c-8f3c-4a17-85e3-14df9d69d465 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 210 time: 0.1496670 Mar 04 23:58:13.622679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dfc40-c3f0-464e-9eb1-9da3db7a9a67 req-4a79f7d2-f4ec-4fe7-b4c9-48fd8e1b0f7d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:13.625514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-3b7416a4-9b4a-4220-bdc7-11d8c3e34606 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6681123 Mar 04 23:58:13.629766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-518dfc40-c3f0-464e-9eb1-9da3db7a9a67 req-4a79f7d2-f4ec-4fe7-b4c9-48fd8e1b0f7d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 0.1926861 Mar 04 23:58:13.723658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-518dfc40-c3f0-464e-9eb1-9da3db7a9a67 req-af6ecfbd-290d-4642-abf0-10ccbcdf249a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931962 Mar 04 23:58:13.726311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.736253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] Pushing event updated for resources: {'Network': ['ID=0828847e-eff1-4dae-b838-d49dbd286d27,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:13.745871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Transition to ACTIVE for port object d536f357-b397-4aaa-9459-4fe248dd730d will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:13.750741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0828847e-eff1-4dae-b838-d49dbd286d27 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:58:13.780161 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:13.803210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ef59b85-7084-4676-8fc5-6c3b35063c5d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8438859 Mar 04 23:58:13.827661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45460) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:13.842481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Request body: {'subnet': {'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1262953569-subnet', 'tenant_id': 'd3f4465b3d8d4a4eb3854fa2cf52ff77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:13.863986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:13.871618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:13.886864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Usage tracker for resource:subnet and tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:13.893275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:13.899895 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43469c2b-1a4e-439e-93bf-62d0059dfe0d', 'code': 200} Mar 04 23:58:13.900183 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51983e42-d2ff-4973-ad4e-a1a037d2aaf8', 'code': 200} Mar 04 23:58:13.900556 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e', 'code': 200} Mar 04 23:58:13.900822 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'code': 200} Mar 04 23:58:13.901068 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98', 'code': 200} Mar 04 23:58:13.901348 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e', 'code': 200} Mar 04 23:58:13.901589 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0', 'code': 200} Mar 04 23:58:13.901827 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43695f22-4517-408d-9e55-14ac15ca8a22', 'code': 200} Mar 04 23:58:13.912938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:13.918098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:13.919187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:13.923339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:13.927207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:14.106706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-11bd2932-f018-4c25-a5a6-f642acd52f35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 1100 time: 0.3704050 Mar 04 23:58:14.122883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] For port b81aad06-79f8-421d-ad28-c2d08d79242e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b81aad06-79f8-421d-ad28-c2d08d79242e,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:14.123147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.166291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6e3d7-bdce-444d-b64e-6eb220634368 req-5c5f058f-2236-4013-875d-ccc3d2fa3a8f tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:14.180854 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ce6e3d7-bdce-444d-b64e-6eb220634368 req-5c5f058f-2236-4013-875d-ccc3d2fa3a8f tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 886 time: 0.5169373 Mar 04 23:58:14.183295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Made reservation on behalf of d3f4465b3d8d4a4eb3854fa2cf52ff77 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:14.185591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.271192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:14.272009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.299097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5db6c6da-c7d0-4515-a0e3-108f0431331e None None] Provisioning for port d536f357-b397-4aaa-9459-4fe248dd730d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:14.305733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5db6c6da-c7d0-4515-a0e3-108f0431331e None None] Provisioning complete for port d536f357-b397-4aaa-9459-4fe248dd730d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:14.306192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5db6c6da-c7d0-4515-a0e3-108f0431331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.356817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for b81aad06-79f8-421d-ad28-c2d08d79242e owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:14.357983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fc84f167-3f68-4945-8748-951a83dde952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6420369 Mar 04 23:58:14.363401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5db6c6da-c7d0-4515-a0e3-108f0431331e None None] Port d536f357-b397-4aaa-9459-4fe248dd730d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:58:14.377830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Request body: {'port': {'device_id': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:14.423872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a994a50-6d82-4143-adaf-d4cd632b22d7 req-e8b004ec-3dd2-4b5c-94df-673c30e05644 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 1100 time: 0.3903384 Mar 04 23:58:14.446064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5cfa9304-9c5e-455b-9aeb-3ffdd301bbc5 req-1db143ee-c189-4c61-9dca-0588b6a5cc4f tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1404746 Mar 04 23:58:14.456807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a45cd97-033a-4e1b-8e31-5900429aee3a req-ff7e8ea4-c4f3-4ec1-ad11-5325e8452c90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 1096 time: 0.4747093 Mar 04 23:58:14.462126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756721-72e5-4cee-9a9e-c372343ddfab req-1bdcf95c-6a17-4284-a87c-1fe0fdc480dd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:14.463599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd756721-72e5-4cee-9a9e-c372343ddfab req-1bdcf95c-6a17-4284-a87c-1fe0fdc480dd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 945 time: 0.4124701 Mar 04 23:58:14.528950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-24d754f8-3a5a-44ea-a116-1a741f49f0d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:14.530442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-24d754f8-3a5a-44ea-a116-1a741f49f0d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3952212 Mar 04 23:58:14.658833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a994a50-6d82-4143-adaf-d4cd632b22d7 req-c91bad05-3f9c-4445-b08d-0982569087ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269866 Mar 04 23:58:14.663939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-a0784288-986e-4672-9935-316bb8688efe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6 HTTP/1.1" status: 200 len: 217 time: 0.1259615 Mar 04 23:58:14.668151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.687529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a45cd97-033a-4e1b-8e31-5900429aee3a req-b48d9001-c68a-4df8-a647-160a3e100af1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184653 Mar 04 23:58:14.692721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd756721-72e5-4cee-9a9e-c372343ddfab req-ebcc383b-0f2c-4d04-ae22-f9894adba977 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007141 Mar 04 23:58:14.776448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.804905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:14.811411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-9dbfc1e5-af81-4118-a20d-987f8f79397d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:14.813080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-9dbfc1e5-af81-4118-a20d-987f8f79397d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1020646 Mar 04 23:58:14.877805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=b81aad06-79f8-421d-ad28-c2d08d79242e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:14.959219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:15.003509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.003876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.004242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.004588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.004935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.005870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.005870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.006049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.006309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.006647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.008491 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8d81af8-ab86-484d-816c-755f024283a6 req-429c8ff8-8d8e-477a-85a0-d8d82c6f5658 tempest-NetworksTest-1222144240 tempest-NetworksTest-1222144240-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7042 time: 0.3928816 Mar 04 23:58:15.013386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] No DVR routers for this DVR port b81aad06-79f8-421d-ad28-c2d08d79242e on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:15.016179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:15.099105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Checking segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:15.099105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Network hostable DHCP agents. Network: 0828847e-eff1-4dae-b838-d49dbd286d27, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:58:15.142765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea273c-fbf3-4a8d-8e9b-afd418dbc5c4 req-a436e343-2921-4dca-9d40-bf9da5eadf00 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.147244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea273c-fbf3-4a8d-8e9b-afd418dbc5c4 req-a436e343-2921-4dca-9d40-bf9da5eadf00 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.151286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea273c-fbf3-4a8d-8e9b-afd418dbc5c4 req-a436e343-2921-4dca-9d40-bf9da5eadf00 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.155221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea273c-fbf3-4a8d-8e9b-afd418dbc5c4 req-a436e343-2921-4dca-9d40-bf9da5eadf00 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.155824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:15.156951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97ea273c-fbf3-4a8d-8e9b-afd418dbc5c4 req-a436e343-2921-4dca-9d40-bf9da5eadf00 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 3143 time: 0.3061712 Mar 04 23:58:15.179891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-373394ff-5850-4907-9f66-12d9e1a3d1cf tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "DELETE /v2.0/ports/b81aad06-79f8-421d-ad28-c2d08d79242e HTTP/1.1" status: 204 len: 173 time: 2.5926182 Mar 04 23:58:15.225333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Network 0828847e-eff1-4dae-b838-d49dbd286d27 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:58:15.259348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97ea273c-fbf3-4a8d-8e9b-afd418dbc5c4 req-d81a003d-f10e-441e-afb3-8ea51caa1fa6 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941715 Mar 04 23:58:15.261910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port c202e957-79a0-475a-831e-21f76b4a5d7e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:15.262251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:15.263493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0828847e-eff1-4dae-b838-d49dbd286d27) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:15.282121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa862a5-e6d3-4a79-9211-b6582a8e7da6 None None] Network 0828847e-eff1-4dae-b838-d49dbd286d27 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:15.312457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.338224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:15.361189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-bbd1dc5b-63c0-4011-8014-3e75a3441773 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3982804 Mar 04 23:58:15.417613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45484) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:15.454291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e156fed-602b-4798-93e5-24350a66ae1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6253915 Mar 04 23:58:15.458604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d536f357-b397-4aaa-9459-4fe248dd730d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:15.478509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:15.510208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Transition to ACTIVE for port object d536f357-b397-4aaa-9459-4fe248dd730d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:15.520473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:15.693910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439f62f-fa0f-4335-abec-a9b8fd6d29d4 None None] Network 0828847e-eff1-4dae-b838-d49dbd286d27 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:15.793677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:15.883124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:15.897134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-f79979de-b04c-4066-aade-04e4c7552d18 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226724 Mar 04 23:58:15.912150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baeef2-36e6-4893-94db-8b98273d37f8 req-f487400d-74a4-436a-b2f2-ae1f01c3ef2b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:15.917812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01baeef2-36e6-4893-94db-8b98273d37f8 req-f487400d-74a4-436a-b2f2-ae1f01c3ef2b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 0.3301754 Mar 04 23:58:15.984572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:16.000439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Usage tracker for resource:security_group_rule and tenant:41224250cb614aa7a9b95fd4229fe754 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:16.007748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:16.020401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:16.060389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953de4-72df-48d2-baf2-c5961d8efae6 req-68e8cca2-2f49-4c94-bd07-f2c0609fcd2a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:16.061849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-70953de4-72df-48d2-baf2-c5961d8efae6 req-68e8cca2-2f49-4c94-bd07-f2c0609fcd2a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:16.108443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Attempting to bind port d536f357-b397-4aaa-9459-4fe248dd730d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:16.108767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Attempting to bind port d536f357-b397-4aaa-9459-4fe248dd730d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:16.109092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Attempting to bind port d536f357-b397-4aaa-9459-4fe248dd730d on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:16.133390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-70953de4-72df-48d2-baf2-c5961d8efae6 req-68e8cca2-2f49-4c94-bd07-f2c0609fcd2a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:16.139922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70953de4-72df-48d2-baf2-c5961d8efae6 req-68e8cca2-2f49-4c94-bd07-f2c0609fcd2a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 947 time: 0.4245672 Mar 04 23:58:16.143650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Port d536f357-b397-4aaa-9459-4fe248dd730d on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:16.143969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Attempting to bind port d536f357-b397-4aaa-9459-4fe248dd730d on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:16.175848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01baeef2-36e6-4893-94db-8b98273d37f8 req-fa4934e5-97d6-4f0a-8b48-3938293f47bc tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175748 Mar 04 23:58:16.185926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:16.186263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:16.186644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:16.187068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Bound port: d536f357-b397-4aaa-9459-4fe248dd730d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:16.187411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.192441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] For port c202e957-79a0-475a-831e-21f76b4a5d7e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c202e957-79a0-475a-831e-21f76b4a5d7e,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:16.192916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.295414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70953de4-72df-48d2-baf2-c5961d8efae6 req-3127ff2d-663c-420c-91df-55534802252c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545346 Mar 04 23:58:16.313909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.317102 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': 'b81aad06-79f8-421d-ad28-c2d08d79242e', 'status': 'completed', 'code': 200} Mar 04 23:58:16.319331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2f3ca2-24dc-419c-bc12-62f4c47edcba req-48fe1de3-70cf-41bd-8d84-363054091142 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134314 Mar 04 23:58:16.333799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.417383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b8000-ac6c-474a-8100-831e28ebd304,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:16.420040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for c202e957-79a0-475a-831e-21f76b4a5d7e owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:16.420618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:16.435235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4bc426b8-e8a8-45d7-a593-0654c71262ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41224250cb614aa7a9b95fd4229fe754&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0125158 Mar 04 23:58:16.436053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45508) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:16.441462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:16.456468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.575627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a2aef8c-b95e-46db-9c82-b55fb266f30e req-b8d1fa2f-5a07-47cf-a50b-c976206223a4 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0859020 Mar 04 23:58:16.583785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.585120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 200 len: 1095 time: 2.2171361 Mar 04 23:58:16.588266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:16.590520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.610546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d3469-d3eb-4cde-91b9-68a48c5a5ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:16.636321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1ceeeb7-0483-432c-8218-a2591bd4fd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.705162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1ceeeb7-0483-432c-8218-a2591bd4fd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.711618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=c202e957-79a0-475a-831e-21f76b4a5d7e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:16.802994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-4f25a6db-bbcf-4698-933f-d704dda4ce57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 1098 time: 0.1678987 Mar 04 23:58:16.868712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] No DVR routers for this DVR port c202e957-79a0-475a-831e-21f76b4a5d7e on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:16.869809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1ceeeb7-0483-432c-8218-a2591bd4fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.872803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.896858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ceeeb7-0483-432c-8218-a2591bd4fd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b8000-ac6c-474a-8100-831e28ebd304,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:16.897236 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-7184c85b-5fc5-4784-94dc-a2912f4b679c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "DELETE /v2.0/ports/c202e957-79a0-475a-831e-21f76b4a5d7e HTTP/1.1" status: 204 len: 173 time: 1.7118831 Mar 04 23:58:16.901459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-04c521ea-d345-404e-9b06-a570064978fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 200 len: 217 time: 0.0902812 Mar 04 23:58:16.941337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1ceeeb7-0483-432c-8218-a2591bd4fd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.944733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b1ceeeb7-0483-432c-8218-a2591bd4fd02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b31b8000-ac6c-474a-8100-831e28ebd304 HTTP/1.1" status: 204 len: 168 time: 0.5039089 Mar 04 23:58:16.960229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1a8f415e-d4c0-4f9a-a2b9-7802c549f501 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:16.960916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1a8f415e-d4c0-4f9a-a2b9-7802c549f501 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:16.985794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-48379b31-dfe9-4e9e-bdbc-c090b537d478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:16.987309 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-48379b31-dfe9-4e9e-bdbc-c090b537d478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0799994 Mar 04 23:58:16.993832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:16.994176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:16.994748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f2775-74cd-46ff-9e3b-11bafbb42dab req-dfdcaa45-67a1-4754-9210-e8b38477d5f4 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:16.996156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-802f2775-74cd-46ff-9e3b-11bafbb42dab req-dfdcaa45-67a1-4754-9210-e8b38477d5f4 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 945 time: 0.2378151 Mar 04 23:58:17.037615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1a8f415e-d4c0-4f9a-a2b9-7802c549f501 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:17.044205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1a8f415e-d4c0-4f9a-a2b9-7802c549f501 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 815 time: 0.3753629 Mar 04 23:58:17.091329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-802f2775-74cd-46ff-9e3b-11bafbb42dab req-69379ddf-ebdc-4dba-93af-f0f8f108659e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612371 Mar 04 23:58:17.105789 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-a95ae2fb-abca-4360-8b9d-4bac3ec17b95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086764 Mar 04 23:58:17.108571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-eba4fe0c-d68c-495e-9983-a5a87f22bd3c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/quotas/d3f4465b3d8d4a4eb3854fa2cf52ff77 HTTP/1.1" status: 200 len: 375 time: 0.0634620 Mar 04 23:58:17.201327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-db809852-6aa7-468e-a44f-8616cc81e337 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918286 Mar 04 23:58:17.280099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-23f5c782-4561-41e8-83a9-68f4fa21af74 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676316 Mar 04 23:58:17.433054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:17.469205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:17.543721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768ad9-8273-4115-a1ec-4c4b36ace5b3 req-1ed1d4ea-cb8d-40ec-a364-7f8fbea1f2de tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:17.547695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768ad9-8273-4115-a1ec-4c4b36ace5b3 req-1ed1d4ea-cb8d-40ec-a364-7f8fbea1f2de tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:17.553067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768ad9-8273-4115-a1ec-4c4b36ace5b3 req-1ed1d4ea-cb8d-40ec-a364-7f8fbea1f2de tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:17.554693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a768ad9-8273-4115-a1ec-4c4b36ace5b3 req-1ed1d4ea-cb8d-40ec-a364-7f8fbea1f2de tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 2410 time: 0.2733982 Mar 04 23:58:17.556467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b8cbe24-7cbb-44d5-9dd7-9c406ebd898a req-deb1f148-8b75-4fc3-8927-865eaaf7356b service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309213 Mar 04 23:58:17.561129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:17.569479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-b29f8337-66f2-481d-ac75-2e2e6fdaa948 service neutron] 10.222.0.32 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672831 Mar 04 23:58:17.571096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] For port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:17.571451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:17.580067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8387ae5c504feda964c7dc8fc79451 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:17.584758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:17.594681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:17.632798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a768ad9-8273-4115-a1ec-4c4b36ace5b3 req-a3f129bb-7337-4030-a060-8bd97774400d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688827 Mar 04 23:58:17.689011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:17.694639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:17.744089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45baaa2a-7a4f-4191-b373-d56c33d41b4d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:17.750787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8dc9c92a-9cfd-400e-8720-aacda42a00a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f8387ae5c504feda964c7dc8fc79451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3165519 Mar 04 23:58:17.754706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45536) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:17.867869 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'status': 'completed', 'code': 200} Mar 04 23:58:17.884465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-e7256cf1-e7dd-4b03-83ae-1d53b623c68c service neutron] 10.222.0.32 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054597 Mar 04 23:58:18.037269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.037960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.037960 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Floating IP 4fd2b520-5f49-48a0-a025-7b2eb0d7aab5 disassociated. External IP: 172.25.0.176, port: 82f7be47-89fb-4e38-aa0e-ccf2137cfc99. Mar 04 23:58:18.038107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:18.043549 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f08f93ce-1352-4436-8875-b25f03b3f032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.082954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f08f93ce-1352-4436-8875-b25f03b3f032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.092422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-664d0553-8a7f-49be-8601-5ef49a7e2ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 1098 time: 0.2277684 Mar 04 23:58:18.104459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cdb36-dca1-407a-9f6c-1103e2be2989 req-35233429-cb32-47e7-8c84-0ef32d6e8c0a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:18.111057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b42cdb36-dca1-407a-9f6c-1103e2be2989 req-35233429-cb32-47e7-8c84-0ef32d6e8c0a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 946 time: 0.2087801 Mar 04 23:58:18.257497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b42cdb36-dca1-407a-9f6c-1103e2be2989 req-5d9a3ef3-6405-451d-b3ab-561de8c455ab tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455784 Mar 04 23:58:18.269117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf24d6-620c-4b18-9acf-6ccae33ce8ff req-88f65b0c-20f5-411c-aa07-55b0231ab59c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:18.270800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54bf24d6-620c-4b18-9acf-6ccae33ce8ff req-88f65b0c-20f5-411c-aa07-55b0231ab59c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 0.1368275 Mar 04 23:58:18.271888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.296581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f7a80-876f-454b-9856-bacea62dbca1 req-a603d0ea-6caa-446e-b935-1e6a29b78373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:18.298076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-a603d0ea-6caa-446e-b935-1e6a29b78373 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1996124 Mar 04 23:58:18.318660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:18.349658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=82f7be47-89fb-4e38-aa0e-ccf2137cfc99,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:18.389486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f08f93ce-1352-4436-8875-b25f03b3f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.418613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f93ce-1352-4436-8875-b25f03b3f032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45baaa2a-7a4f-4191-b373-d56c33d41b4d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:18.424015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-4ace67a2-b5bd-4ac4-bf73-fae0468b5905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 200 len: 217 time: 0.1172447 Mar 04 23:58:18.428607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f08f93ce-1352-4436-8875-b25f03b3f032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:18.429961 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f08f93ce-1352-4436-8875-b25f03b3f032 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45baaa2a-7a4f-4191-b373-d56c33d41b4d HTTP/1.1" status: 204 len: 168 time: 0.6743572 Mar 04 23:58:18.509990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54bf24d6-620c-4b18-9acf-6ccae33ce8ff req-d112a006-abfe-4e0d-9449-53f260d77d75 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985977 Mar 04 23:58:18.557330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f7a80-876f-454b-9856-bacea62dbca1 req-c420748e-66af-4e42-8fff-6adcd6e826e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:18.558776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-c420748e-66af-4e42-8fff-6adcd6e826e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1274338 Mar 04 23:58:18.619277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c6be1-fc9e-4115-95ff-508a9a42d06a req-60ac00f3-4db6-41d2-8f9b-6c61f9bfddfa tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:18.620678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e4c6be1-fc9e-4115-95ff-508a9a42d06a req-60ac00f3-4db6-41d2-8f9b-6c61f9bfddfa tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 947 time: 0.1880918 Mar 04 23:58:18.653294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Router a80a3d18-6fec-4e18-a183-382fd5901f27 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:58:18.692248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-519f1155-0e60-4406-9492-8a4158730c5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269407 Mar 04 23:58:18.705201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e4c6be1-fc9e-4115-95ff-508a9a42d06a req-9a70fa0e-5c0c-41f8-93a0-4e1829d3c292 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735013 Mar 04 23:58:18.902804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-449692eb-5041-4a69-86bd-36b27d43445e req-99468d03-644f-4782-84a4-6b165acb07d4 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1607947 Mar 04 23:58:18.936714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-3d9a7f6e-9073-406f-8aea-ed9fe6918de4 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304137 Mar 04 23:58:19.007687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:58:19.019811 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] Sync routers for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:58:19.044582 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:58:19.050494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:58:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:19.224867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-541f7a80-876f-454b-9856-bacea62dbca1 req-e757dae0-38f8-4722-a52a-4dc3eeb12f3f service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805407 Mar 04 23:58:19.226931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20efd8ac-30a0-4ea2-9e99-277e36320207 req-b9715e9f-61bf-4a4e-b1e1-54aae42d6181 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 210 time: 0.0472214 Mar 04 23:58:19.340620 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': 'c202e957-79a0-475a-831e-21f76b4a5d7e', 'status': 'completed', 'code': 200} Mar 04 23:58:19.353984 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:58:19.378082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] No DVR routers for this DVR port 82f7be47-89fb-4e38-aa0e-ccf2137cfc99 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:19.380710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:19.408017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-1f22b5da-5c62-4784-a68c-07178ba2de4f tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "DELETE /v2.0/ports/82f7be47-89fb-4e38-aa0e-ccf2137cfc99 HTTP/1.1" status: 204 len: 173 time: 2.5050414 Mar 04 23:58:19.497892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046d80-b0bc-448f-83a6-cf178b2e43e5 req-80b7699d-df1e-4acf-9a0f-f955d1ddacf7 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:19.505971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01046d80-b0bc-448f-83a6-cf178b2e43e5 req-80b7699d-df1e-4acf-9a0f-f955d1ddacf7 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 945 time: 0.1634278 Mar 04 23:58:19.523313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17bba958-d83d-46b4-88a0-798cf4674f4b req-f11b27da-ae30-4c1c-a582-0d20a82c6108 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 1100 time: 0.0894823 Mar 04 23:58:19.539177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 0d85f2db-b946-472b-9996-7d07f1487e98 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:19.539526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:19.598476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17bba958-d83d-46b4-88a0-798cf4674f4b req-6d452544-0a32-490e-9a67-3be0a15d17fe tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663769 Mar 04 23:58:19.618829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01046d80-b0bc-448f-83a6-cf178b2e43e5 req-ecf3b9fb-ea59-4378-8a4a-dcfdbcc80fe4 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120114 Mar 04 23:58:19.922950 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:20Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:19.929259 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] Checking router: a80a3d18-6fec-4e18-a183-382fd5901f27 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:58:19.949416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:58:19.950041 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:58:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:19.954455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-a90f6c66-e2f1-416c-8221-b5465222607e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:19.957371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-a90f6c66-e2f1-416c-8221-b5465222607e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 815 time: 0.3563027 Mar 04 23:58:20.002385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Request body: {'port': {'device_id': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'admin_state_up': True, 'tenant_id': 'd3f4465b3d8d4a4eb3854fa2cf52ff77'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:20.113142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] For port 0d85f2db-b946-472b-9996-7d07f1487e98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0d85f2db-b946-472b-9996-7d07f1487e98,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:20.113530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:20.177173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cd9a2-b357-46d5-97f1-e07d26900e96 req-8ee982c4-e7f5-4b7c-99a7-0f7adf74552b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:20.182199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cd9a2-b357-46d5-97f1-e07d26900e96 req-8ee982c4-e7f5-4b7c-99a7-0f7adf74552b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:20.184063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d81cd9a2-b357-46d5-97f1-e07d26900e96 req-8ee982c4-e7f5-4b7c-99a7-0f7adf74552b tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 1677 time: 0.2255859 Mar 04 23:58:20.229843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:20.234170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Usage tracker for resource:port and tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:20.237984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:20.244302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:20.266570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Made reservation on behalf of d3f4465b3d8d4a4eb3854fa2cf52ff77 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:20.270116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:20.299461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 0d85f2db-b946-472b-9996-7d07f1487e98 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:20.316509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d81cd9a2-b357-46d5-97f1-e07d26900e96 req-9e595889-0393-4cc4-bf7e-b7edb392e596 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd556415-0350-4206-a75a-82f74bb52443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175299 Mar 04 23:58:20.325949 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:58:20.487390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e66fa3-772b-4981-ba63-8152ade1ca88 req-c48b853d-fa40-4fe7-be55-969eed515f69 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:20.488929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16e66fa3-772b-4981-ba63-8152ade1ca88 req-c48b853d-fa40-4fe7-be55-969eed515f69 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 947 time: 0.1612887 Mar 04 23:58:20.558983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16e66fa3-772b-4981-ba63-8152ade1ca88 req-16deb76c-79e7-4868-a362-d161be6538db tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576022 Mar 04 23:58:20.562487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:20.621820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=0d85f2db-b946-472b-9996-7d07f1487e98,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:20.664418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-6ca4daed-7ca9-4837-a98d-e6554795fa94 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602584 Mar 04 23:58:20.810596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:20Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:20.816136 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9e964-6fd1-485f-b59e-eaad24d52bf8 None None] The sync data for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 is: [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:52:09Z', 'revision_number': 4, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9967288c-efe6-40bf-bbfd-1ed7302e272b', 'name': '', 'network_id': '94bfae67-afb6-42ad-bf33-e1c324a2c287', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'mac_address': 'fa:16:3e:68:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:07Z', 'updated_at': '2022-03-04T23:52:20Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'subnets': [{'id': '9ec5386c-6ea4-46aa-9961-c0e42b9b181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:58:20.841763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] No DVR routers for this DVR port 0d85f2db-b946-472b-9996-7d07f1487e98 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:20.848809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:20.853856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb8e98fe-e6b2-4e53-861f-af4ee806c40a req-f1e62eed-48f2-42ff-9e33-fe52758db37e tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0626829 Mar 04 23:58:20.862747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-e1297bed-60b3-40e7-bb7f-a9b7e03ed110 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "DELETE /v2.0/ports/0d85f2db-b946-472b-9996-7d07f1487e98 HTTP/1.1" status: 204 len: 173 time: 1.4377220 Mar 04 23:58:20.887800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Allocated IP 172.20.0.13 (0828847e-eff1-4dae-b838-d49dbd286d27/4e3c6d14-9359-4b40-aae0-ebc0ee8274f4/35e9f5df-72d1-453a-b07d-34380516a1dc) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:20.929794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-d692fc3c-0ab7-4723-935d-a86696d55cce tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:20.936505 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-d692fc3c-0ab7-4723-935d-a86696d55cce tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711954 Mar 04 23:58:20.987379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:20.987720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.005658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-2e1f544c-0d6e-4f11-87de-32684d06a5a6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/quotas/b1de443bbda94aa68f827790b5b81460 HTTP/1.1" status: 200 len: 375 time: 0.0681536 Mar 04 23:58:21.100586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:21.310144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0ad66-6ac1-4418-b50a-907297251fb5 None None] New status for floating IP 4fd2b520-5f49-48a0-a025-7b2eb0d7aab5: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:58:21.313871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.340728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-e9e43d0f-39fa-4ce0-9776-08f7393fb753 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3340940 Mar 04 23:58:21.368734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99'}, {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:21.388597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] For port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:21.389386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.391313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.473421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Network 0828847e-eff1-4dae-b838-d49dbd286d27 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:21.482818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:21.488669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:21.592035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:21.642913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:21.645739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.695448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:21.702861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1fd03c1d-2f90-4669-ba0b-7a87b6737837 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7090199 Mar 04 23:58:21.711452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:21.715580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'mac_address': 'fa:16:3e:94:b8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:21.717095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Request body: {'port': {'device_id': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:21.744214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547cd2-d08a-4b11-99c9-aa9b29a65b23 req-cc480e04-7575-43a5-97ad-fa777d7eea10 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:21.750774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3547cd2-d08a-4b11-99c9-aa9b29a65b23 req-cc480e04-7575-43a5-97ad-fa777d7eea10 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 945 time: 0.6352348 Mar 04 23:58:21.800421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.826454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d536f357-b397-4aaa-9459-4fe248dd730d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:21.836231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3547cd2-d08a-4b11-99c9-aa9b29a65b23 req-0f8378b6-e256-415d-bd0b-cb6c3a784d9a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845323 Mar 04 23:58:21.849098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:21.854465 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:21.937299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:21.979562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:22.013613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45640) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:22.076532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cb66d-06d3-4737-b696-27a26fe85ac2 req-872c9a2b-026f-421e-9f5b-c28e163efc28 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:22.077252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e10cb66d-06d3-4737-b696-27a26fe85ac2 req-872c9a2b-026f-421e-9f5b-c28e163efc28 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:22.077436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=196bdc2f-40fe-496f-9c54-fb6ad769f9f0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:22.081081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:22.081836 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': '82f7be47-89fb-4e38-aa0e-ccf2137cfc99', 'status': 'completed', 'code': 200} Mar 04 23:58:22.082233 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': '0d85f2db-b946-472b-9996-7d07f1487e98', 'status': 'completed', 'code': 200} Mar 04 23:58:22.117052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-90937386-a11a-4629-8eac-505d46eb1453 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:22.118621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-90937386-a11a-4629-8eac-505d46eb1453 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 945 time: 0.2962494 Mar 04 23:58:22.186676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] No DVR routers for this DVR port 196bdc2f-40fe-496f-9c54-fb6ad769f9f0 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:22.189768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:22.206917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d536f357-b397-4aaa-9459-4fe248dd730d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:22.207490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-297c2783-e59a-45fa-8f2e-456d816d0600 req-0eec63a1-8a69-4f08-853d-c5fad0f42f8e tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.10 "DELETE /v2.0/ports/196bdc2f-40fe-496f-9c54-fb6ad769f9f0 HTTP/1.1" status: 204 len: 173 time: 1.3348522 Mar 04 23:58:22.279597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7e20ff68-8725-4526-9b55-e8d090bf80a6 req-1c14c7e0-c7c4-48e5-8095-22a91ce416c5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Synchronizing usage tracker for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:22.301254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7e20ff68-8725-4526-9b55-e8d090bf80a6 req-1c14c7e0-c7c4-48e5-8095-22a91ce416c5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Unset dirty status for tenant:d094337e09fb4ccf8025bdd1937addca on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:22.302827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e20ff68-8725-4526-9b55-e8d090bf80a6 req-1c14c7e0-c7c4-48e5-8095-22a91ce416c5 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 210 time: 0.0739064 Mar 04 23:58:22.372062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e10cb66d-06d3-4737-b696-27a26fe85ac2 req-872c9a2b-026f-421e-9f5b-c28e163efc28 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:22.375360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e10cb66d-06d3-4737-b696-27a26fe85ac2 req-872c9a2b-026f-421e-9f5b-c28e163efc28 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 932 time: 0.6086507 Mar 04 23:58:22.384004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Deleting port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:22.397747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:22.537882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-143821c0-99fe-4dd8-9a91-93bb15ae6fd6 req-f8ca6802-7008-45fa-b299-765c3f7a4bd0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 210 time: 0.0496800 Mar 04 23:58:22.614223 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Deleting subnet 071cdfa3-55f7-4dba-a026-9ba7f640b579 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:58:22.638335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:22.756913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16976-cac2-4605-8b1d-3a358361241d req-ec639400-37b5-4dbc-8f52-d2f02f261250 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:22.762719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f16976-cac2-4605-8b1d-3a358361241d req-ec639400-37b5-4dbc-8f52-d2f02f261250 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 948 time: 0.0927615 Mar 04 23:58:22.814454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f16976-cac2-4605-8b1d-3a358361241d req-739fe24d-db59-4662-baa7-a0e03112ab83 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485191 Mar 04 23:58:22.893726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:22.944791 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e10cb66d-06d3-4737-b696-27a26fe85ac2 req-77213a37-35ce-482c-9f8d-e4b0fc7fb5e2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772433 Mar 04 23:58:23.131924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-740f8c08-c756-4986-bee0-3bad55f53b89 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895391 Mar 04 23:58:23.261542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.387560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31f0db63-3ea7-4085-8de0-9d18dd30e9de req-c53f3008-4074-4ea2-a2c4-7fcd32292517 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1273360 Mar 04 23:58:23.406938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] For port b3b5abff-b783-44c6-8dde-dd0f18c25fa1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:23.407304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.427222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-e4a48259-91f1-4479-9b2f-e8b92a3672c8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:23.428727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-e4a48259-91f1-4479-9b2f-e8b92a3672c8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899036 Mar 04 23:58:23.440800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34165-4bc5-4af1-ade5-1ac8570167e6 req-d2478ad5-0e25-4e96-889f-6de993ef85e9 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:23.459329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ca34165-4bc5-4af1-ade5-1ac8570167e6 req-d2478ad5-0e25-4e96-889f-6de993ef85e9 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a49949c-fbc6-4926-8d31-ce7dd041ea7f HTTP/1.1" status: 200 len: 945 time: 0.1635909 Mar 04 23:58:23.465584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': '00ea4116-4cf9-492d-99ee-60bec3184108', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:23.567967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Calling delete_port for b3b5abff-b783-44c6-8dde-dd0f18c25fa1 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:23.614502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ca34165-4bc5-4af1-ade5-1ac8570167e6 req-dd490d0f-489f-4210-9174-616362853d2a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534815 Mar 04 23:58:23.625265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.677948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:58:23.683524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:23.693023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071cdfa3-55f7-4dba-a026-9ba7f640b579,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:23.710065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:23.724998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:23.729261 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.740213 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.765189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a9d2052a-2db8-407b-b60a-eda31de6c6bb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/071cdfa3-55f7-4dba-a026-9ba7f640b579 HTTP/1.1" status: 204 len: 168 time: 1.7496083 Mar 04 23:58:23.767671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45656) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:23.817857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3710a9a5-4cb6-4d3b-8344-3cdc2989d354 req-091af4bc-372b-4d48-9047-9f2f76e2a072 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7badaf-3f73-4cd5-b742-3c29a2f86140 HTTP/1.1" status: 200 len: 210 time: 0.0693924 Mar 04 23:58:23.871265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e9f5df-72d1-453a-b07d-34380516a1dc {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:23.889571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.969389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Transition to ACTIVE for port object 35e9f5df-72d1-453a-b07d-34380516a1dc will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:23.972912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:23.981350 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.088864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:24.171343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.184329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['43469c2b-1a4e-439e-93bf-62d0059dfe0d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:24.199026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.32 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/c9037376-d2ee-44d0-bca1-b15b742acc60) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:24.211566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5fa3b425-d02b-4345-9205-40a98edd0d62'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:24.242087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:24.405417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Pushing event deleted for resources: {'Port': ['ID=b3b5abff-b783-44c6-8dde-dd0f18c25fa1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:24.454489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce90df57-6eee-4df9-9d73-6af85ce7be8b req-5825b426-7d98-4d9d-967f-28f0bb1dc121 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 210 time: 0.0625570 Mar 04 23:58:24.477502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.479822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.498939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object c9037376-d2ee-44d0-bca1-b15b742acc60 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:24.530260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.613186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:24.614097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=c9037376-d2ee-44d0-bca1-b15b742acc60,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:24.616778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:24.618959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:24.631632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] No DVR routers for this DVR port b3b5abff-b783-44c6-8dde-dd0f18c25fa1 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:24.634383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.640661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d373df7-973c-4bce-a6a5-2315e6cc1550']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:24.651682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'name': 'network-vif-deleted', 'tag': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:24.686306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:24.686609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc3ac1f-a53e-44a0-92d4-6026d05dac3d') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:24.702735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-01e225d9-85a5-4b4c-bcca-8bcb2485fd7b req-5e348e03-1ed5-4c31-b27f-6dcd323e87d8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "DELETE /v2.0/ports/b3b5abff-b783-44c6-8dde-dd0f18c25fa1 HTTP/1.1" status: 204 len: 173 time: 2.5778050 Mar 04 23:58:24.707099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Attempting to bind port 35e9f5df-72d1-453a-b07d-34380516a1dc on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:24.707241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Attempting to bind port 35e9f5df-72d1-453a-b07d-34380516a1dc by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:24.707499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Attempting to bind port 35e9f5df-72d1-453a-b07d-34380516a1dc on network 0828847e-eff1-4dae-b838-d49dbd286d27 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:24.710949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.732011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:24.732110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.734727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eea0b-ca9d-493c-a6b6-6bcaf3b9015a req-003593c5-b9af-4dcb-bc3b-b19d6e0a8324 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:24.736407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f9eea0b-ca9d-493c-a6b6-6bcaf3b9015a req-003593c5-b9af-4dcb-bc3b-b19d6e0a8324 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 948 time: 0.5583858 Mar 04 23:58:24.741263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Port 35e9f5df-72d1-453a-b07d-34380516a1dc on network 0828847e-eff1-4dae-b838-d49dbd286d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:24.741263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Attempting to bind port 35e9f5df-72d1-453a-b07d-34380516a1dc on network 0828847e-eff1-4dae-b838-d49dbd286d27 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:24.744021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.773533 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-76822474-8628-4bc8-9b64-8d9f06ad50c3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3113496 Mar 04 23:58:24.774248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:24.778605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:24.793178 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:24.801792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Request body: {'port': {'device_id': '00ea4116-4cf9-492d-99ee-60bec3184108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:24.851127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', '43695f22-4517-408d-9e55-14ac15ca8a22'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:24.875762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:24.876091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Checking segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:24.876477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Bound using segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:24.876913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Bound port: 35e9f5df-72d1-453a-b07d-34380516a1dc, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:24.877397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:24.957531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af63b-9f98-4d7a-805e-e2d7835175da req-6519be9a-477d-4198-abed-8b257095b536 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:24.963253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:24.965163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d10af63b-9f98-4d7a-805e-e2d7835175da req-6519be9a-477d-4198-abed-8b257095b536 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 944 time: 0.2967281 Mar 04 23:58:24.997815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f9eea0b-ca9d-493c-a6b6-6bcaf3b9015a req-d7055e74-0ae2-479d-8169-4d14871d45d7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512581 Mar 04 23:58:25.028833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.056783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.086962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d373df7-973c-4bce-a6a5-2315e6cc1550,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:25.103478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8073fcbd-67ec-4d0d-af87-7da2d3ad093b admin admin] 10.222.0.32 "DELETE /v2.0/networks/3d373df7-973c-4bce-a6a5-2315e6cc1550 HTTP/1.1" status: 204 len: 168 time: 1.3324902 Mar 04 23:58:25.132235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2d36c647-07df-4c32-aa6a-6fa2f465b397 None None] Provisioning for port c9037376-d2ee-44d0-bca1-b15b742acc60 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:25.137862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:25.144661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:25.149528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.172389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:25.195725 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7badaf-3f73-4cd5-b742-3c29a2f86140', 'name': 'network-vif-deleted', 'tag': '196bdc2f-40fe-496f-9c54-fb6ad769f9f0', 'status': 'completed', 'code': 200} Mar 04 23:58:25.229134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.247216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2d36c647-07df-4c32-aa6a-6fa2f465b397 None None] Provisioning complete for port c9037376-d2ee-44d0-bca1-b15b742acc60 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:25.247739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d36c647-07df-4c32-aa6a-6fa2f465b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.310253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d10af63b-9f98-4d7a-805e-e2d7835175da req-07045419-28c6-440b-8f8a-86df8f64650c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:25.396061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:25.403334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d10af63b-9f98-4d7a-805e-e2d7835175da req-07045419-28c6-440b-8f8a-86df8f64650c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:25.403703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d10af63b-9f98-4d7a-805e-e2d7835175da req-07045419-28c6-440b-8f8a-86df8f64650c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376154 Mar 04 23:58:25.423628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2d36c647-07df-4c32-aa6a-6fa2f465b397 None None] Port c9037376-d2ee-44d0-bca1-b15b742acc60 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:58:25.442725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d536f357-b397-4aaa-9459-4fe248dd730d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:25.469779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d536f357-b397-4aaa-9459-4fe248dd730d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:25.470304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.556423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-102bc39c-db9e-4eb8-932a-8ea9b863c6e1 req-8e15513f-9f05-40c1-9b26-ad67af4b54f8 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1592581 Mar 04 23:58:25.561984 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.563770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] 10.222.0.10 "PUT /v2.0/ports/35e9f5df-72d1-453a-b07d-34380516a1dc HTTP/1.1" status: 200 len: 1092 time: 3.8525307 Mar 04 23:58:25.602106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-20b9a156-356d-4de4-8f24-a3c3ebbc7fcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b0f7ef89a8f4b1a8ec87e86b52f5214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1859801 Mar 04 23:58:25.608458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45688) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:25.631020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd56104-0fba-40b5-9ec4-0b741762cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:25.769755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2fab-c5d9-480b-b402-81874a1d0cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.775797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-92274230-2cd5-492f-ba2b-4df658ac1839 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 1095 time: 0.1398299 Mar 04 23:58:25.830729 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.861678 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a49949c-fbc6-4926-8d31-ce7dd041ea7f', 'name': 'network-vif-deleted', 'tag': 'b3b5abff-b783-44c6-8dde-dd0f18c25fa1', 'status': 'completed', 'code': 200} Mar 04 23:58:25.880039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:25.886086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:25.886388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-2893a1b0-0a3d-43d3-a36e-b5b863c2d900 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9f5df-72d1-453a-b07d-34380516a1dc HTTP/1.1" status: 200 len: 217 time: 0.1001444 Mar 04 23:58:25.891652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2fab-c5d9-480b-b402-81874a1d0cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.898071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:25.899691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b3b5abff-b783-44c6-8dde-dd0f18c25fa1 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:25.988763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-a1a0d842-7630-4f6b-8b3e-caccecb6b621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:25.990637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-a1a0d842-7630-4f6b-8b3e-caccecb6b621 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 200 len: 855 time: 0.0909479 Mar 04 23:58:25.999456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: b3b5abff-b783-44c6-8dde-dd0f18c25fa1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:25.999800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b3b5abff-b783-44c6-8dde-dd0f18c25fa1 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:26.052786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9037376-d2ee-44d0-bca1-b15b742acc60 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:26.060417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.076787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:26.077272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Transition to ACTIVE for port object c9037376-d2ee-44d0-bca1-b15b742acc60 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:26.100054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.104914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-bf6b711e-dd61-4159-9cbb-d1b28eb5f824 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0828847e-eff1-4dae-b838-d49dbd286d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064472 Mar 04 23:58:26.111751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2fab-c5d9-480b-b402-81874a1d0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.212892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2fab-c5d9-480b-b402-81874a1d0cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f5b414-6bce-45c0-bb97-61dacdd7fec2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:26.317642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Pushing event updated for resources: {'Port': ['ID=c9037376-d2ee-44d0-bca1-b15b742acc60,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:26.321364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45704) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:26.334645 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'code': 200} Mar 04 23:58:26.361590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2fab-c5d9-480b-b402-81874a1d0cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.363379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3a1a2fab-c5d9-480b-b402-81874a1d0cfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8f5b414-6bce-45c0-bb97-61dacdd7fec2 HTTP/1.1" status: 204 len: 168 time: 0.7512860 Mar 04 23:58:26.403062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45714) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:26.542293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Attempting to bind port c9037376-d2ee-44d0-bca1-b15b742acc60 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:26.543323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Attempting to bind port c9037376-d2ee-44d0-bca1-b15b742acc60 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:26.543776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Attempting to bind port c9037376-d2ee-44d0-bca1-b15b742acc60 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:26.561391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Port c9037376-d2ee-44d0-bca1-b15b742acc60 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:26.561924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Attempting to bind port c9037376-d2ee-44d0-bca1-b15b742acc60 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:26.583266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e5cef-67fa-48aa-9e88-255594f79736 req-46b6a35a-5f03-4fc3-a64f-899d5ba61034 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:26.584065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dd7e5cef-67fa-48aa-9e88-255594f79736 req-46b6a35a-5f03-4fc3-a64f-899d5ba61034 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:26.592853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:26.593267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:26.593721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:26.594243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Bound port: c9037376-d2ee-44d0-bca1-b15b742acc60, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:26.594604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.627640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dd7e5cef-67fa-48aa-9e88-255594f79736 req-46b6a35a-5f03-4fc3-a64f-899d5ba61034 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:26.629489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd7e5cef-67fa-48aa-9e88-255594f79736 req-46b6a35a-5f03-4fc3-a64f-899d5ba61034 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 947 time: 0.4756129 Mar 04 23:58:26.634534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-640687c1-fbe4-4646-b6fa-85a901123c07 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102527 Mar 04 23:58:26.730984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd7e5cef-67fa-48aa-9e88-255594f79736 req-cfb6a0d5-7be5-47a0-81e1-847e9602e735 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Mar 04 23:58:26.762070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] For port c9037376-d2ee-44d0-bca1-b15b742acc60, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:26.766225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] For port c9037376-d2ee-44d0-bca1-b15b742acc60, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c9037376-d2ee-44d0-bca1-b15b742acc60,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:26.785145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.804507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f745754d-2362-4763-9b68-8af2533a480d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.818303 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.822776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.855662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad75e40b-2de2-421a-aa1f-0c8f413adc40 req-ee734504-9068-48e0-9171-0ad48a591d6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 1100 time: 0.3940275 Mar 04 23:58:26.868044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f745754d-2362-4763-9b68-8af2533a480d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.880294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.922712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dab73-0314-4370-aa25-049ae4d74bb6 req-03c44f7d-4c93-4724-9009-19ba03dd9491 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:26.924245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-985dab73-0314-4370-aa25-049ae4d74bb6 req-03c44f7d-4c93-4724-9009-19ba03dd9491 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.3847661 Mar 04 23:58:26.934885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b081c7c4-04eb-4b32-8c7c-8eccde8a3c4f req-aed42804-ed25-4e41-b2f9-5b1f8e289e13 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845414 Mar 04 23:58:26.970540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:26.972650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] 10.222.0.10 "PUT /v2.0/ports/c9037376-d2ee-44d0-bca1-b15b742acc60 HTTP/1.1" status: 200 len: 1095 time: 2.1845310 Mar 04 23:58:27.017691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad75e40b-2de2-421a-aa1f-0c8f413adc40 req-aee0be04-ef7f-4fde-bf25-238ab7949ebb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514294 Mar 04 23:58:27.044767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:27.050420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-985dab73-0314-4370-aa25-049ae4d74bb6 req-12f59809-fa37-4156-a576-dcd6df461225 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130333 Mar 04 23:58:27.059212 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f745754d-2362-4763-9b68-8af2533a480d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.079769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745754d-2362-4763-9b68-8af2533a480d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd556415-0350-4206-a75a-82f74bb52443,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:27.115096 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f745754d-2362-4763-9b68-8af2533a480d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.116303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f745754d-2362-4763-9b68-8af2533a480d tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/security-groups/bd556415-0350-4206-a75a-82f74bb52443 HTTP/1.1" status: 204 len: 168 time: 0.7087491 Mar 04 23:58:27.124983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45732) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:27.159733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Usage tracker for resource:security_group_rule and tenant:1bf5cf75cc444b28920a01b55cc4be8f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:27.160171 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-12b5c440-e6d5-48e5-a00b-3e1e9eb861b3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] show failed (client error): The resource could not be found. Mar 04 23:58:27.163743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-12b5c440-e6d5-48e5-a00b-3e1e9eb861b3 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "GET /v2.0/security-groups/bd556415-0350-4206-a75a-82f74bb52443 HTTP/1.1" status: 404 len: 347 time: 0.0331943 Mar 04 23:58:27.164437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45738) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:27.166315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:27.171626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904464b1-09ae-45e5-83a3-b6f922767c42 service neutron] Pushing event updated for resources: {'Port': ['ID=c9037376-d2ee-44d0-bca1-b15b742acc60,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:27.180784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:27.194158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa67f30-dbc0-41a7-a084-67dbb28ad660 req-c92e8b7f-8a51-4c84-984e-6f20d6ecb9ce tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:27.200853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfa67f30-dbc0-41a7-a084-67dbb28ad660 req-c92e8b7f-8a51-4c84-984e-6f20d6ecb9ce tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 944 time: 0.3006825 Mar 04 23:58:27.206373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea4116-4cf9-492d-99ee-60bec3184108', 'tag': 'c9037376-d2ee-44d0-bca1-b15b742acc60'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:27.305895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfa67f30-dbc0-41a7-a084-67dbb28ad660 req-0d9fb3e5-98b4-4c97-bb88-3227ea11df3a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041408 Mar 04 23:58:27.312116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-b6b2426e-7b10-4375-a075-a41fdba9b592 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 1098 time: 0.2705386 Mar 04 23:58:27.313733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1837f17a-8c37-44e1-b95a-ab3744d5a6b4 req-f9ff9f05-22e6-43ce-b32c-4e9c26c466e4 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0792000 Mar 04 23:58:27.412091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 04ca1b20-260f-4cfa-9677-ffdab4539b30 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:27.412450 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.412843 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea4116-4cf9-492d-99ee-60bec3184108', 'tag': 'c9037376-d2ee-44d0-bca1-b15b742acc60', 'status': 'completed', 'code': 200} Mar 04 23:58:27.428378 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.432072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-fff14cce-e897-4136-a368-a2968dbc5fbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=c9037376-d2ee-44d0-bca1-b15b742acc60 HTTP/1.1" status: 200 len: 217 time: 0.1010835 Mar 04 23:58:27.438282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.553138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bf5cf75cc444b28920a01b55cc4be8f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2289977 Mar 04 23:58:27.556638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45750) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:27.558137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda2267-a491-4885-9b92-a421a846a1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290ee2d-93cd-42a6-a644-45bd222fd15c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:27.581851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-4e1199b2-0310-4d47-a9ee-90f028b64247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:27.584124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-4e1199b2-0310-4d47-a9ee-90f028b64247 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1351178 Mar 04 23:58:27.626941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.627270 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.682357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-77f51723-fce1-43e4-a63c-981c00f0bfb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914216 Mar 04 23:58:27.827028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-2528820c-e540-4b67-aa97-5670d692ecca service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347156 Mar 04 23:58:27.856964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 04ca1b20-260f-4cfa-9677-ffdab4539b30 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:27.883182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:27.916555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-058605fc-babf-4804-a345-780068a09d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:27.965611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-058605fc-babf-4804-a345-780068a09d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.008802 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'status': 'completed', 'code': 200} Mar 04 23:58:28.158628 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.203810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-058605fc-babf-4804-a345-780068a09d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.222017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0770780-25f6-4cb0-b3b1-39c3806dd47c req-94493371-f7e3-4753-aa06-67c645b85c42 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862734 Mar 04 23:58:28.235503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=04ca1b20-260f-4cfa-9677-ffdab4539b30,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:28.243017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccef3e-7311-4f97-87f6-ac6b1f8aa53c req-8463e0bc-d1ca-4c85-8f4d-641f1c98a5ee tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.243684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01ccef3e-7311-4f97-87f6-ac6b1f8aa53c req-8463e0bc-d1ca-4c85-8f4d-641f1c98a5ee tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 947 time: 0.1379437 Mar 04 23:58:28.246672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-5b9d72ad-6793-4577-a6c9-8fe3847873f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 1095 time: 0.2036271 Mar 04 23:58:28.250351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058605fc-babf-4804-a345-780068a09d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290ee2d-93cd-42a6-a644-45bd222fd15c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:28.344209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01ccef3e-7311-4f97-87f6-ac6b1f8aa53c req-a6182408-00fb-4d6e-a063-6b107469928c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928261 Mar 04 23:58:28.372126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-d03a8f9e-29b0-4367-87d2-579f3179fe49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 1098 time: 0.0807259 Mar 04 23:58:28.503657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-058605fc-babf-4804-a345-780068a09d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.507693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-058605fc-babf-4804-a345-780068a09d60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e290ee2d-93cd-42a6-a644-45bd222fd15c HTTP/1.1" status: 204 len: 168 time: 0.9501133 Mar 04 23:58:28.521638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.524247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.527969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03809961-06ea-47ab-b1dd-42338de2d4e0 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/floatingips/4fd2b520-5f49-48a0-a025-7b2eb0d7aab5 HTTP/1.1" status: 204 len: 168 time: 1.3605342 Mar 04 23:58:28.530054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45792) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:28.582316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-8f503d65-2dd9-40ad-83f4-ed12029f0548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.584564 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-8f503d65-2dd9-40ad-83f4-ed12029f0548 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2006416 Mar 04 23:58:28.624260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-702916c7-a44f-4290-b509-48e03471247e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.625870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-702916c7-a44f-4290-b509-48e03471247e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 916 time: 0.3714955 Mar 04 23:58:28.633633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7728e-535c-4b40-81c3-014cf6a456c5 req-72863dc9-e992-4226-a238-69ec45e8c3db tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.637816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3d7728e-535c-4b40-81c3-014cf6a456c5 req-72863dc9-e992-4226-a238-69ec45e8c3db tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.3988211 Mar 04 23:58:28.707067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:28.707415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:28.710958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-2a19ec1f-6b6e-49ec-a06c-207f06699368 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=c9037376-d2ee-44d0-bca1-b15b742acc60 HTTP/1.1" status: 200 len: 217 time: 0.0881591 Mar 04 23:58:28.787839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-6278f714-70dd-4ebd-9c29-4f25c5a7d7cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35e9f5df-72d1-453a-b07d-34380516a1dc HTTP/1.1" status: 200 len: 217 time: 0.1425195 Mar 04 23:58:28.793554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80ed-1390-4242-8c47-ea8ccb68991c req-25fc1124-43b4-49c4-a92a-ab1e185ec099 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.795104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a8e80ed-1390-4242-8c47-ea8ccb68991c req-25fc1124-43b4-49c4-a92a-ab1e185ec099 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 944 time: 0.2094042 Mar 04 23:58:28.802582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-62ff4554-f3db-415a-b22b-a5236c41a2ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.804244 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-62ff4554-f3db-415a-b22b-a5236c41a2ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0818684 Mar 04 23:58:28.886439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3d7728e-535c-4b40-81c3-014cf6a456c5 req-2843871d-149e-4209-94df-582a958b1dde tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397921 Mar 04 23:58:28.919055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a8e80ed-1390-4242-8c47-ea8ccb68991c req-0a7a8fde-78c6-477f-80a5-ac4e4882f3e1 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112027 Mar 04 23:58:28.942763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-3fc6493a-4fbb-4e94-9ace-dc3e83bcff08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:28.944217 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-3fc6493a-4fbb-4e94-9ace-dc3e83bcff08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 200 len: 855 time: 0.1396842 Mar 04 23:58:28.966623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-c02c4012-da53-452e-9a87-5641d5a7be4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420715 Mar 04 23:58:28.999800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45798) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:29.060329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-eddfb847-b355-4539-9e23-6844cdc926ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0828847e-eff1-4dae-b838-d49dbd286d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631306 Mar 04 23:58:29.101791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.169944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:29.177961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6bdef5e6314df79b26b5c88e45c33e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:29.181925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:29.186084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-a3175da7-d742-47c9-9bd7-0bf359afd579 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121274 Mar 04 23:58:29.189977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:29.216029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55a5f7f3-7e0f-48a4-9c3c-3e349c6905e9 req-0f19c3c6-e2e8-4971-a0df-bc0082a5d580 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1231439 Mar 04 23:58:29.241318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.398893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd948e89-1112-40d8-a0ca-ed45ccaf31ef req-be4acef5-8cd9-4140-b2e0-72f2c8ba13f2 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064991 Mar 04 23:58:29.418779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.426400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.489270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecee56e-f8ef-49b9-8305-8e25c21315b2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:29.495619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-146fd3f0-84e9-44c5-802b-e190b729e417 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e6bdef5e6314df79b26b5c88e45c33e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4945750 Mar 04 23:58:29.498155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45818) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:29.583199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68a15d5c-8c24-4c26-a6fd-d4f9513b25fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.597409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 0a79c5bc-33cc-4a39-9420-9700aa2f7d42 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:29.612106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68a15d5c-8c24-4c26-a6fd-d4f9513b25fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.660690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-67fb67da-49b1-47b3-89b2-7c702f688538 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888190 Mar 04 23:58:29.726508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45824) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:29.752344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d0918-07f2-437d-ac67-c99f19c3058c req-503ead6f-f468-443d-9a4c-447d7f263ee7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:29.754732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048d0918-07f2-437d-ac67-c99f19c3058c req-503ead6f-f468-443d-9a4c-447d7f263ee7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 947 time: 0.1164944 Mar 04 23:58:29.780655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68a15d5c-8c24-4c26-a6fd-d4f9513b25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.800363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a15d5c-8c24-4c26-a6fd-d4f9513b25fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecee56e-f8ef-49b9-8305-8e25c21315b2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:29.807496 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e02a739-5b21-45e3-99c8-c005b945b0fd req-fdfb52dd-b207-4bee-bf8c-7fbc5a2a7f85 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390984 Mar 04 23:58:29.830332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68a15d5c-8c24-4c26-a6fd-d4f9513b25fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.832355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-68a15d5c-8c24-4c26-a6fd-d4f9513b25fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ecee56e-f8ef-49b9-8305-8e25c21315b2 HTTP/1.1" status: 204 len: 168 time: 0.3330474 Mar 04 23:58:29.851620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048d0918-07f2-437d-ac67-c99f19c3058c req-2d1ecb3c-e02e-4394-a173-a8901204a1b3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910151 Mar 04 23:58:29.955404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:29.996406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:30.001129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb941a-7df9-4b6b-9a12-4129c527c860 req-167d74f2-b3d6-42ae-ab1a-c7d635d7735c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:30.001821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Usage tracker for resource:security_group_rule and tenant:219a04f7d9864436bd10932186c77dff is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:30.006374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb941a-7df9-4b6b-9a12-4129c527c860 req-167d74f2-b3d6-42ae-ab1a-c7d635d7735c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:30.006520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:30.007178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66eb941a-7df9-4b6b-9a12-4129c527c860 req-167d74f2-b3d6-42ae-ab1a-c7d635d7735c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Synchronizing usage tracker for tenant:a9e844994de5404ab956fa52913f07cf on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:30.015294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:30.015866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.076018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=0a79c5bc-33cc-4a39-9420-9700aa2f7d42,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:30.081639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66eb941a-7df9-4b6b-9a12-4129c527c860 req-167d74f2-b3d6-42ae-ab1a-c7d635d7735c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Unset dirty status for tenant:a9e844994de5404ab956fa52913f07cf on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:30.085701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66eb941a-7df9-4b6b-9a12-4129c527c860 req-167d74f2-b3d6-42ae-ab1a-c7d635d7735c tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6&device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 1682 time: 0.2743685 Mar 04 23:58:30.163502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.171201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.225095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb6032-4039-4442-8c45-aa29620bb5b4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:30.235575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66eb941a-7df9-4b6b-9a12-4129c527c860 req-768596b6-374c-4418-8e96-846bddfae70e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125598 Mar 04 23:58:30.237958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d4c32-827f-4d44-a290-f5df5324138d req-c3967e6c-b2ec-4935-b981-e9a8caa71bcd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:30.244728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-087d4c32-827f-4d44-a290-f5df5324138d req-c3967e6c-b2ec-4935-b981-e9a8caa71bcd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.1841078 Mar 04 23:58:30.248103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f926e5c-1415-48d8-ac45-f50315893bfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=219a04f7d9864436bd10932186c77dff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5194228 Mar 04 23:58:30.251431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45842) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:30.255211 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.279749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ae36b5d-4248-4433-9738-2a1a37f0ef46 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/ports/0a79c5bc-33cc-4a39-9420-9700aa2f7d42 HTTP/1.1" status: 204 len: 168 time: 1.7468281 Mar 04 23:58:30.285699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45852) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:30.361630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:30.363013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.363137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-087d4c32-827f-4d44-a290-f5df5324138d req-5ee43aff-430b-4c7d-bb37-fb101f01550d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167529 Mar 04 23:58:30.394136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895a0330-4449-4a3f-afb0-951597f7e6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.438071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895a0330-4449-4a3f-afb0-951597f7e6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.519290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895a0330-4449-4a3f-afb0-951597f7e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.546535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a0330-4449-4a3f-afb0-951597f7e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb6032-4039-4442-8c45-aa29620bb5b4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:30.617962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe674e61-c292-4df5-ab18-0ee41f4a5a16 req-19fb010d-90f3-4b71-bfc6-225290cda209 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0553493 Mar 04 23:58:30.620909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895a0330-4449-4a3f-afb0-951597f7e6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.637859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-895a0330-4449-4a3f-afb0-951597f7e6fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbeb6032-4039-4442-8c45-aa29620bb5b4 HTTP/1.1" status: 204 len: 168 time: 0.3744097 Mar 04 23:58:30.651027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428a18-008c-4722-a378-3ae3dbb6d8fb req-f8753b12-6037-4f0c-90ee-adea02020de4 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:30.652524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c428a18-008c-4722-a378-3ae3dbb6d8fb req-f8753b12-6037-4f0c-90ee-adea02020de4 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 944 time: 0.2398117 Mar 04 23:58:30.777538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c428a18-008c-4722-a378-3ae3dbb6d8fb req-0ecb8d85-9c86-45f6-84b7-1121f4c0e0cd tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132529 Mar 04 23:58:30.805551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:30.868813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b8fe7f1-2d82-4e03-b719-60da11f65118 req-e6929af8-f341-491f-8dc3-4a931bbd9afb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0844522 Mar 04 23:58:31.035886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 51983e42-d2ff-4973-ad4e-a1a037d2aaf8 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:31.307728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:31.361258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Port': ['ID=51983e42-d2ff-4973-ad4e-a1a037d2aaf8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:31.439069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-3bb2ea31-97a3-4515-9af3-eb0f1b8821cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2732975 Mar 04 23:58:31.445001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9018a-e49b-43c1-90b0-57f4cada5c52 req-f5a2550f-5d50-4f3c-a3ce-7a934bac6669 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:31.451513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ac9018a-e49b-43c1-90b0-57f4cada5c52 req-f5a2550f-5d50-4f3c-a3ce-7a934bac6669 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 947 time: 0.1290493 Mar 04 23:58:31.507412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:31.509440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ac9018a-e49b-43c1-90b0-57f4cada5c52 req-c5b3583e-b510-4d64-a8b3-05f99a28d64d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568030 Mar 04 23:58:31.528752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c3deb45-f9a7-4175-8632-0bc6866b92c8 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/ports/51983e42-d2ff-4973-ad4e-a1a037d2aaf8 HTTP/1.1" status: 204 len: 168 time: 1.2403910 Mar 04 23:58:31.530467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45896) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:31.571282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:31.793714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:31.811938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:31.848983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'port_id': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'mac_address': 'fa:16:3e:62:45:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c6d14-9359-4b40-aae0-ebc0ee8274f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:31.933836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f4347b2-fc5c-46f2-af60-1aa8a965b6b3 req-28895be4-c583-4b95-8403-242f8703cfb2 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0669351 Mar 04 23:58:31.960176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting subnet 3f16ec7c-459a-4c18-b6e3-fbfed6162c0c {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:58:31.967168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.004773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.056946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9f5df-72d1-453a-b07d-34380516a1dc {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:32.095938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:32.103057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.111012 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.256208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:32.275355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45936) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:32.280599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8f13b-7f56-4f66-a54f-50c73f88d30e req-22aab385-a410-472e-aa4b-83b8bd0f1ae9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:32.288232 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5fa8f13b-7f56-4f66-a54f-50c73f88d30e req-22aab385-a410-472e-aa4b-83b8bd0f1ae9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.5271003 Mar 04 23:58:32.351102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.397744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5fa8f13b-7f56-4f66-a54f-50c73f88d30e req-a8ad9bfc-2bd6-4f5b-896b-d87e075d5ca4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085474 Mar 04 23:58:32.443866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.477692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.534139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['35e9f5df-72d1-453a-b07d-34380516a1dc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:32.538934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Subnet': ['ID=3f16ec7c-459a-4c18-b6e3-fbfed6162c0c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:32.548512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.557436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-190cd26a-d7a3-4e15-b060-c06c035d5b06 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/subnets/3f16ec7c-459a-4c18-b6e3-fbfed6162c0c HTTP/1.1" status: 204 len: 168 time: 1.0256803 Mar 04 23:58:32.560044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:32.596056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe0f14-0585-4599-b15b-ee2dd16c70b7 None None] Network 374ea3e1-33d2-40a7-8032-24574b15f7a5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:32.695189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-172527512-network', 'tenant_id': 'e531e62b2918487daff018cfbc4f143e'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:32.702649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:32.717755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Usage tracker for resource:network and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:32.741867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:32.767676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:32.771826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:32.790450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Usage tracker for resource:security_group_rule and tenant:da4fde34e561478eb56a256ba249a432 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:32.795609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:32.828176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:32.853754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Made reservation on behalf of e531e62b2918487daff018cfbc4f143e for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:32.856825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.870925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting subnet def0f0be-e42c-466c-a5d9-846837cd97da {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:58:32.875433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.914277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1e6c-e475-4adc-a902-8bb25327567b req-d21e32ec-dd6f-4470-a665-12c0b688217a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:32.923633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-692a1e6c-e475-4adc-a902-8bb25327567b req-d21e32ec-dd6f-4470-a665-12c0b688217a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 945 time: 0.4463775 Mar 04 23:58:32.930347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:32.952508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.035317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] DHCP port deletion for 374ea3e1-33d2-40a7-8032-24574b15f7a5 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:58:33.041035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] Deleting port 1c9122c1-d005-438e-9af5-512fc9aac519 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:33.041443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.057011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:33.071935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Usage tracker for resource:security_group_rule and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:33.081472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:33.099726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-692a1e6c-e475-4adc-a902-8bb25327567b req-7a07c0dd-ed38-452e-a965-7400127903cd tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723032 Mar 04 23:58:33.105130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:33.137648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e781-ddec-4fe4-85e8-af1a96152d9d req-69e56fbd-4b8e-4ad7-9ba5-d888459cd389 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:33.139119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf6e781-ddec-4fe4-85e8-af1a96152d9d req-69e56fbd-4b8e-4ad7-9ba5-d888459cd389 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 947 time: 0.1261883 Mar 04 23:58:33.141780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.175411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.184515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.244430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0d04a4-a91f-4876-8ead-13833a9e93ff,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:33.259562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf6e781-ddec-4fe4-85e8-af1a96152d9d req-4ecf5cd8-4aa0-429e-b919-fc2ec6190f5d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910804 Mar 04 23:58:33.303452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-067efbfe-c43a-4681-858e-61711c8dd98d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da4fde34e561478eb56a256ba249a432&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0269706 Mar 04 23:58:33.304163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.306384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:33.385566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Subnet': ['ID=def0f0be-e42c-466c-a5d9-846837cd97da,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:33.406679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.421090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.438714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] For port 1c9122c1-d005-438e-9af5-512fc9aac519, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1c9122c1-d005-438e-9af5-512fc9aac519,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:33.439203 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.441891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.450093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714cf3d4-2381-443d-ba4d-89f544e64700 None None] Network 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:33.454820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6fa4089a-9916-43b6-a035-513ab65d8f28 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/subnets/def0f0be-e42c-466c-a5d9-846837cd97da HTTP/1.1" status: 204 len: 168 time: 0.8908539 Mar 04 23:58:33.455036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45966) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:33.470730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d91a995c-9648-42f1-a50d-44df553bcfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.513410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-1248464a-dd39-4bb6-917f-8b77617fce76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 1100 time: 0.2660336 Mar 04 23:58:33.515921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:58:33.523158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5b6a0fc-431c-4c0c-843a-9124645e10ed req-ba60299a-1686-496d-a001-9cc0b49e4e46 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0959208 Mar 04 23:58:33.591359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:33.593249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c9037376-d2ee-44d0-bca1-b15b742acc60 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:33.597185 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.606177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea186b-68b0-42d1-9806-8927dce054be req-ed0a541f-c41f-48d5-898c-b883ae99cae8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:33.613182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7ea186b-68b0-42d1-9806-8927dce054be req-ed0a541f-c41f-48d5-898c-b883ae99cae8 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 946 time: 0.2256541 Mar 04 23:58:33.649599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 1c9122c1-d005-438e-9af5-512fc9aac519 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:33.649939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.654893 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d91a995c-9648-42f1-a50d-44df553bcfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.662132 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.662479 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Added segment a0dc3436-7867-42da-bcaa-d035324ec029 of type vlan for network 5b92aa54-0eed-46f4-af6b-1127334a9cde Mar 04 23:58:33.720665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7ea186b-68b0-42d1-9806-8927dce054be req-bc0122f3-f24c-4720-8602-9a3380c0499b tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064813 Mar 04 23:58:33.727428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] Calling delete_port for 1c9122c1-d005-438e-9af5-512fc9aac519 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:33.774498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.811482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a671c7-5924-4930-b691-474858485181 req-e89e0613-b555-488b-ae75-ab2ddbe67b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:33.812674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1c9122c1-d005-438e-9af5-512fc9aac519 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:33.813203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-e89e0613-b555-488b-ae75-ab2ddbe67b28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2840810 Mar 04 23:58:33.897938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-5cd356c2-895a-482e-9059-e08764a39cda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 200 len: 217 time: 0.0758371 Mar 04 23:58:33.901457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d91a995c-9648-42f1-a50d-44df553bcfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.912699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.913613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:33.914302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:33.986465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a995c-9648-42f1-a50d-44df553bcfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0d04a4-a91f-4876-8ead-13833a9e93ff,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:34.031205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] For port 1c9122c1-d005-438e-9af5-512fc9aac519, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1c9122c1-d005-438e-9af5-512fc9aac519,segment=NetworkSegment(c050b379-b44e-4017-a17d-eb5ff6e949c6),segment_id=c050b379-b44e-4017-a17d-eb5ff6e949c6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:34.031587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.057964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d91a995c-9648-42f1-a50d-44df553bcfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.061706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d91a995c-9648-42f1-a50d-44df553bcfd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a0d04a4-a91f-4876-8ead-13833a9e93ff HTTP/1.1" status: 204 len: 168 time: 0.7544136 Mar 04 23:58:34.075831 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:58:34.115757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3208313 Mar 04 23:58:34.124830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:34.134791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Request body: {'subnet': {'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-172527512-subnet', 'tenant_id': 'e531e62b2918487daff018cfbc4f143e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:34.139327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:34.143733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Usage tracker for resource:subnet and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:34.146578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:34.152363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:34.168931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef370bc-610e-476c-b3c6-75a6ce69fe42 admin admin] Pushing event updated for resources: {'Network': ['ID=5b92aa54-0eed-46f4-af6b-1127334a9cde,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:34.176452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Made reservation on behalf of e531e62b2918487daff018cfbc4f143e for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:34.178757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.238523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Calling delete_port for 1c9122c1-d005-438e-9af5-512fc9aac519 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:34.253422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:58:34.302889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a671c7-5924-4930-b691-474858485181 req-b1cb971f-13ef-4c22-95eb-a7eb927aa86f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:34.304416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-b1cb971f-13ef-4c22-95eb-a7eb927aa86f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.3856652 Mar 04 23:58:34.431521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:58:34.432222 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:58:34.449616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9586925-2c30-435e-88d0-a6e434241700 req-81e99107-208a-40f1-8841-1843b2e15598 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:34.451915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9586925-2c30-435e-88d0-a6e434241700 req-81e99107-208a-40f1-8841-1843b2e15598 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 945 time: 0.1243355 Mar 04 23:58:34.518664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9586925-2c30-435e-88d0-a6e434241700 req-2f01600a-6dbe-46ce-95a3-b49f40216f64 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Mar 04 23:58:34.534796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-5613f796-9a30-4573-9f99-7a6607a973fd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:34.536240 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-5613f796-9a30-4573-9f99-7a6607a973fd tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 946 time: 0.2738342 Mar 04 23:58:34.555071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c9037376-d2ee-44d0-bca1-b15b742acc60, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c9037376-d2ee-44d0-bca1-b15b742acc60,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:34.559749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2ea5d-92e3-4450-83ea-aeee7899f59c req-54d93ac4-232d-4b2b-a918-52196564cd16 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:34.561248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83e2ea5d-92e3-4450-83ea-aeee7899f59c req-54d93ac4-232d-4b2b-a918-52196564cd16 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.5149019 Mar 04 23:58:34.583984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c9037376-d2ee-44d0-bca1-b15b742acc60', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'c9037376-d2ee-44d0-bca1-b15b742acc60', 'mac_address': 'fa:16:3e:9d:54:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:34.586035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.657026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-4195df65-41bb-4867-9cee-156721df9f5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3406401 Mar 04 23:58:34.740836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Deleting port 5fa3b425-d02b-4345-9205-40a98edd0d62 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:34.741177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.755133 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.819833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-3b7a1ded-559e-4a71-9db3-9cfd9b17702a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:34.822144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-3b7a1ded-559e-4a71-9db3-9cfd9b17702a tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d301695-79d0-43b2-ba62-a28fc4f82bd6 HTTP/1.1" status: 200 len: 945 time: 0.1681714 Mar 04 23:58:34.840555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9037376-d2ee-44d0-bca1-b15b742acc60 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:34.845744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 1c9122c1-d005-438e-9af5-512fc9aac519 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 04 23:58:34.846561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1c9122c1-d005-438e-9af5-512fc9aac519 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:34.858384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] Pushing event deleted for resources: {'Port': ['ID=1c9122c1-d005-438e-9af5-512fc9aac519,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:34.894100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca33ec4-78a2-43b9-ab4a-d7c4834af27b req-c8e7e017-b0fb-484c-938d-c79e8ee40177 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:34.901566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ca33ec4-78a2-43b9-ab4a-d7c4834af27b req-c8e7e017-b0fb-484c-938d-c79e8ee40177 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 947 time: 0.1902101 Mar 04 23:58:34.933416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Deleting port 1c9122c1-d005-438e-9af5-512fc9aac519 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:34.934425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:34.971020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83e2ea5d-92e3-4450-83ea-aeee7899f59c req-7df9f486-14d2-43f3-87ed-0edeaa256b83 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692985 Mar 04 23:58:34.976706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.012504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62df05-3064-463b-895e-191bd7f6cd80 None None] No DVR routers for this DVR port 1c9122c1-d005-438e-9af5-512fc9aac519 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:35.032005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c9037376-d2ee-44d0-bca1-b15b742acc60, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c9037376-d2ee-44d0-bca1-b15b742acc60,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:35.033290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-536c2c83-dca0-42b0-af62-90f74001f483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.056456 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.089852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46000) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:35.109027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] The port '1c9122c1-d005-438e-9af5-512fc9aac519' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:58:35.177412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Deleting port 43469c2b-1a4e-439e-93bf-62d0059dfe0d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:35.177605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.179237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c9037376-d2ee-44d0-bca1-b15b742acc60,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:35.201829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d06db92-6897-41bd-aa1c-9ccf50e787e7,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:35.213390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] DHCP port deletion for 7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:58:35.220079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] Deleting port 546cd7f2-576f-4283-8ccc-3003f40e8c7a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:35.220771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.434547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-8867924d-3f16-44e4-a46c-91d4ec1daa63 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7564731 Mar 04 23:58:35.461204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] For port 43469c2b-1a4e-439e-93bf-62d0059dfe0d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=43469c2b-1a4e-439e-93bf-62d0059dfe0d,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:35.461588 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.466976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c9037376-d2ee-44d0-bca1-b15b742acc60'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:35.472573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2082648405-network', 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:35.508802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:35.523756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fde0bfd-914e-42bf-ad2c-fb9217f8672b req-639c9ef4-ddf9-48b5-9a57-0b9d71053fef tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.3306570 Mar 04 23:58:35.532292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Usage tracker for resource:network and tenant:70a7f240566d4002991d511bd5bc3ada is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:35.549024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] For port 546cd7f2-576f-4283-8ccc-3003f40e8c7a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=546cd7f2-576f-4283-8ccc-3003f40e8c7a,segment=NetworkSegment(717168c2-c3da-4340-b9dc-0877b886ff97),segment_id=717168c2-c3da-4340-b9dc-0877b886ff97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:35.549481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.589435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Calling delete_port for 43469c2b-1a4e-439e-93bf-62d0059dfe0d owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:35.603198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:35.615972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:35.632074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:35.632302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] For port 5fa3b425-d02b-4345-9205-40a98edd0d62, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5fa3b425-d02b-4345-9205-40a98edd0d62,segment=NetworkSegment(064e1455-312b-4dab-b234-159722179c2e),segment_id=064e1455-312b-4dab-b234-159722179c2e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:35.632612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.704323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Checking segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:35.704477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Network hostable DHCP agents. Network: 5b92aa54-0eed-46f4-af6b-1127334a9cde, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:58:35.752955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] Calling delete_port for 546cd7f2-576f-4283-8ccc-3003f40e8c7a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:35.784940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:35.787618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.794221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 546cd7f2-576f-4283-8ccc-3003f40e8c7a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:35.802398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.805708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Calling delete_port for 5fa3b425-d02b-4345-9205-40a98edd0d62 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:35.810645 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ca33ec4-78a2-43b9-ab4a-d7c4834af27b req-93f4e271-4348-4a12-b13f-cc8600be5876 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9080675 Mar 04 23:58:35.852432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['43469c2b-1a4e-439e-93bf-62d0059dfe0d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:35.910733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.930176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:35.931308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Pushing event deleted for resources: {'Port': ['ID=43469c2b-1a4e-439e-93bf-62d0059dfe0d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:35.991667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:58:35.999239 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-5d44585a-b674-4f20-8431-bcbfb1ed2b32 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164566 Mar 04 23:58:36.033966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 5b92aa54-0eed-46f4-af6b-1127334a9cde) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:36.053572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:36.054181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.058332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:36.073464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d91374-6198-4066-9087-c31c413542a3 None None] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:36.078390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87361e-38c4-4120-ad79-8069a9e5b76c req-fb8a2431-535d-4b5b-bd53-e1d5319ef4fe tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:36.085766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b87361e-38c4-4120-ad79-8069a9e5b76c req-fb8a2431-535d-4b5b-bd53-e1d5319ef4fe tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3fa50d-dae1-41d9-9fd7-8f8527f3330f HTTP/1.1" status: 200 len: 946 time: 0.3033350 Mar 04 23:58:36.090300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Usage tracker for resource:security_group_rule and tenant:70a7f240566d4002991d511bd5bc3ada is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:36.094640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:36.126161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:36.152630 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.217639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f6292477-2911-4df0-8416-fa4f7513efeb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0917180 Mar 04 23:58:36.245105 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.246177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.259581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374ea3e1-33d2-40a7-8032-24574b15f7a5']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:36.261897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b87361e-38c4-4120-ad79-8069a9e5b76c req-75172220-6825-46fe-a6bf-d6aba36d7266 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.32 "GET /v2.0/security-groups?id=32e0a2dd-14d8-412f-9bdc-fb7f83d66518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751842 Mar 04 23:58:36.271925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] No DVR routers for this DVR port 43469c2b-1a4e-439e-93bf-62d0059dfe0d on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:36.288177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.293056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c050b379-b44e-4017-a17d-eb5ff6e949c6') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:36.293307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c050b379-b44e-4017-a17d-eb5ff6e949c6') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:36.308001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'name': 'network-vif-deleted', 'tag': '43469c2b-1a4e-439e-93bf-62d0059dfe0d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:36.320965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] Pushing event deleted for resources: {'Port': ['ID=546cd7f2-576f-4283-8ccc-3003f40e8c7a,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:36.330810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['43469c2b-1a4e-439e-93bf-62d0059dfe0d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:36.344841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.384686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.389732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1309fcb9-5e26-4118-a21d-583696a84e0d req-f75ead9d-4627-4875-80d4-a8535955e524 tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.36 "DELETE /v2.0/ports/43469c2b-1a4e-439e-93bf-62d0059dfe0d HTTP/1.1" status: 204 len: 173 time: 1.5616953 Mar 04 23:58:36.398679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:36.399932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:36.420098 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:36.423137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 35e9f5df-72d1-453a-b07d-34380516a1dc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:36.432679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 35e9f5df-72d1-453a-b07d-34380516a1dc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:36.432878 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.443506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.513393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a537e5-8dee-4c4d-9bcb-258e41c6718e None None] No DVR routers for this DVR port 546cd7f2-576f-4283-8ccc-3003f40e8c7a on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:36.522094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73891a-c9f7-4c20-a89b-583d2a13e8e5 req-448bf02e-c75f-469d-b214-47fd649d856e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:36.523979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa73891a-c9f7-4c20-a89b-583d2a13e8e5 req-448bf02e-c75f-469d-b214-47fd649d856e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 945 time: 0.5429516 Mar 04 23:58:36.550600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.553831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Pushing event deleted for resources: {'Port': ['ID=5fa3b425-d02b-4345-9205-40a98edd0d62,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:36.564134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.595518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.606118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Network': ['ID=374ea3e1-33d2-40a7-8032-24574b15f7a5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:36.632965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9ced1f7-5764-49cb-b923-5ddf12689e10 tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/networks/374ea3e1-33d2-40a7-8032-24574b15f7a5 HTTP/1.1" status: 204 len: 168 time: 3.1767335 Mar 04 23:58:36.635488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46018) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:36.661053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:58:36.663312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa73891a-c9f7-4c20-a89b-583d2a13e8e5 req-cec24808-ed23-46d7-9304-6f71d5dfc262 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324189 Mar 04 23:58:36.716658 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.726597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] No DVR routers for this DVR port 5fa3b425-d02b-4345-9205-40a98edd0d62 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:58:36.729671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836e784f-f900-4de4-91a1-2a84e6c82909,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:36.735231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.741608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'name': 'network-vif-deleted', 'tag': '5fa3b425-d02b-4345-9205-40a98edd0d62'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:36.756158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.756613 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Added segment aad52005-1810-4166-b501-c367b3e34f91 of type vlan for network ca6a8ca4-6da0-4add-9049-7c751319a689 Mar 04 23:58:36.767865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3abce7c6-4a97-4c66-8ea9-18ea4de48f8f req-de7bcc3e-8696-43f3-a7b3-376f7332e01e tempest-ListServersNegativeTestJSON-2021081877 tempest-ListServersNegativeTestJSON-2021081877-project] 10.222.0.10 "DELETE /v2.0/ports/5fa3b425-d02b-4345-9205-40a98edd0d62 HTTP/1.1" status: 204 len: 173 time: 2.2054896 Mar 04 23:58:36.792001 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d301695-79d0-43b2-ba62-a28fc4f82bd6', 'name': 'network-vif-deleted', 'tag': '43469c2b-1a4e-439e-93bf-62d0059dfe0d', 'status': 'completed', 'code': 200} Mar 04 23:58:36.793516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:36.802331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb42d2b-609e-4f0d-919a-d519af5f57d7 req-52c97fa1-b320-49b6-9dcb-c067113a9d63 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:36.811260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9eb42d2b-609e-4f0d-919a-d519af5f57d7 req-52c97fa1-b320-49b6-9dcb-c067113a9d63 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.3634126 Mar 04 23:58:36.814135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:36.818335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5b55d-f2b0-4672-b22a-90f8b0a99281 None None] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:36.832946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.835802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.842662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.842662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5fa3b425-d02b-4345-9205-40a98edd0d62 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:36.895663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9eb42d2b-609e-4f0d-919a-d519af5f57d7 req-4a81ba43-bf15-470f-94da-a079f7611e9c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832632 Mar 04 23:58:36.898635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:36.902743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:36.903383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.062712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6a8ca4-6da0-4add-9049-7c751319a689,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:37.076393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-638e9d25-d2fc-451d-8cc0-ef38b0786894 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9719965 Mar 04 23:58:37.079222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46032) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:37.090444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Request body: {'subnet': {'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2082648405-subnet', 'tenant_id': '70a7f240566d4002991d511bd5bc3ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:37.096980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:37.102301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Usage tracker for resource:subnet and tenant:70a7f240566d4002991d511bd5bc3ada is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:37.105742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:37.108309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 5fa3b425-d02b-4345-9205-40a98edd0d62 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:37.108934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5fa3b425-d02b-4345-9205-40a98edd0d62 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:37.110533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ca6a8ca4-6da0-4add-9049-7c751319a689 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:58:37.117459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:37.134580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:37.135895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41f5df83-3918-494f-82ec-a2b893af134d req-62fce571-1a62-4949-ad8b-306947972711 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1482494 Mar 04 23:58:37.137469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.190960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.259232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:37.262657 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf978da6-ba4e-458b-85f1-2177062070b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.308293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717168c2-c3da-4340-b9dc-0877b886ff97') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:37.310359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717168c2-c3da-4340-b9dc-0877b886ff97') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:37.318740 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3fa50d-dae1-41d9-9fd7-8f8527f3330f', 'name': 'network-vif-deleted', 'tag': '5fa3b425-d02b-4345-9205-40a98edd0d62', 'status': 'completed', 'code': 200} Mar 04 23:58:37.325648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:37.352416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.375494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.386378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:37.390297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.403002 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'code': 200} Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:37.426983 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:37.549854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.577784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.626714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] Pushing event deleted for resources: {'Network': ['ID=7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:37.634631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6112411-8b6c-4d9e-a640-67035e13761c tempest-TaggedBootDevicesTest-844475604 tempest-TaggedBootDevicesTest-844475604-project] 10.222.0.32 "DELETE /v2.0/networks/7cb75ab2-7ef6-4a5b-8e5d-4385f3d79744 HTTP/1.1" status: 204 len: 168 time: 0.9973979 Mar 04 23:58:37.677669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102f6d8-88b5-4078-b26a-a98a474e09dd req-9bbe683c-02d0-4623-adba-fb2c99b178b4 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:37.679119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6102f6d8-88b5-4078-b26a-a98a474e09dd req-9bbe683c-02d0-4623-adba-fb2c99b178b4 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 948 time: 0.1031249 Mar 04 23:58:37.728558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6102f6d8-88b5-4078-b26a-a98a474e09dd req-fd31c124-c585-46ab-8934-cb1a0994bef7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Mar 04 23:58:37.750342 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:37.878000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0442fb-a254-488c-afee-c0514f86ce60,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:37.892785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-e4f1c910-b9bb-4181-8a12-ae25b14f15b6 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:37.893517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-e4f1c910-b9bb-4181-8a12-ae25b14f15b6 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:37.905093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d1c9a7c-8743-45cb-9dcc-49c0c7a856eb req-333b8502-e0d8-4ac4-b7ac-e3459bdc3499 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 1097 time: 0.4253414 Mar 04 23:58:37.928782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:37.929133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Network hostable DHCP agents. Network: ca6a8ca4-6da0-4add-9049-7c751319a689, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:58:37.950101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-e4f1c910-b9bb-4181-8a12-ae25b14f15b6 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:37.951222 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-e4f1c910-b9bb-4181-8a12-ae25b14f15b6 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 821 time: 0.4838288 Mar 04 23:58:37.982993 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d1c9a7c-8743-45cb-9dcc-49c0c7a856eb req-93c0c1ab-499a-4ad0-8d82-2cd8382f965c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699186 Mar 04 23:58:37.986017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-a99633fa-57c4-4d66-8eda-130d6b2fe544 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/quotas/e531e62b2918487daff018cfbc4f143e HTTP/1.1" status: 200 len: 375 time: 0.0261838 Mar 04 23:58:37.996308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:58:38.040947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-6fcf363e-227b-4028-b6df-3397c9050549 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467148 Mar 04 23:58:38.042267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, ca6a8ca4-6da0-4add-9049-7c751319a689) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:38.047275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:38.047859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.053938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c68029-f5d1-44ab-8b08-d0da63784892 None None] Network ca6a8ca4-6da0-4add-9049-7c751319a689 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:38.071794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f757-5f6d-4e8b-8c20-15319969b3bd req-6ace2821-040f-47ea-91f1-4f52f10aa973 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:38.079001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4d6f757-5f6d-4e8b-8c20-15319969b3bd req-6ace2821-040f-47ea-91f1-4f52f10aa973 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.0869784 Mar 04 23:58:38.126645 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4d6f757-5f6d-4e8b-8c20-15319969b3bd req-b81f6023-7472-4d17-89f5-873f5fee84a8 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458393 Mar 04 23:58:38.145974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d8cf4877-52a3-42bd-b9d0-ef72db3533e4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0652785 Mar 04 23:58:38.160634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.222380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-88bf342a-c872-4a8e-b638-f34b57a00d5d service neutron] 10.222.0.32 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671343 Mar 04 23:58:38.248812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46056) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:38.277949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.334295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f193a-6b5d-4775-b87b-a5703197e8e4 None None] Network ca6a8ca4-6da0-4add-9049-7c751319a689 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:38.367371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Deleting subnet bc1c584e-c163-413d-af22-375c1569b13a {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:58:38.370639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.457052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-8ff9b732-cfdf-4ced-99c9-7d4cd07b924f service neutron] 10.222.0.32 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283559 Mar 04 23:58:38.467472 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.583239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.711770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cb88-f803-4e76-9220-5b76584ced0a req-a3c843ae-7432-45f7-a622-d12273d9437c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:38.713411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fb0cb88-f803-4e76-9220-5b76584ced0a req-a3c843ae-7432-45f7-a622-d12273d9437c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.2116141 Mar 04 23:58:38.761581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.814431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-514342bb-935a-4803-8fd2-5fadbb2f737f req-6b50340d-1b59-4cb1-8771-dd4c5f8b86aa tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0641363 Mar 04 23:58:38.819081 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:38.824042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1c584e-c163-413d-af22-375c1569b13a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:38.828942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2af1dc81-61d9-40d0-8b0a-89e6400eb850 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc1c584e-c163-413d-af22-375c1569b13a HTTP/1.1" status: 204 len: 168 time: 0.5768082 Mar 04 23:58:38.829714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46074) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:38.853826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fb0cb88-f803-4e76-9220-5b76584ced0a req-3de930c5-d30a-4258-be87-d5f8b7a11cb8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338623 Mar 04 23:58:38.990889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-310ae2a2-a452-4326-a989-602f14e62c08 req-b7dd06ae-281e-4980-8efc-8176e64515ba tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 210 time: 0.0687916 Mar 04 23:58:39.044192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.204134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 43469c2b-1a4e-439e-93bf-62d0059dfe0d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:39.244896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 43469c2b-1a4e-439e-93bf-62d0059dfe0d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:39.245870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 43469c2b-1a4e-439e-93bf-62d0059dfe0d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:39.275352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c810-da6e-4023-aa1a-6ce23f4de708 req-37f377a2-0cff-4023-937c-d9597db24a4e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:39.276818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ffb1c810-da6e-4023-aa1a-6ce23f4de708 req-37f377a2-0cff-4023-937c-d9597db24a4e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 948 time: 0.1143451 Mar 04 23:58:39.332571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ffb1c810-da6e-4023-aa1a-6ce23f4de708 req-30d92e5b-6ee7-4cc6-b28a-842547b18dd9 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502145 Mar 04 23:58:39.358675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.403227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef4085e-c6d7-4661-a17e-8039d6d8ec07']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:39.428188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e1455-312b-4dab-b234-159722179c2e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:39.428476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e1455-312b-4dab-b234-159722179c2e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:39.447381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-0e000164-bd6f-4f61-8e37-06ab0a3f3adc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:39.448103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-0e000164-bd6f-4f61-8e37-06ab0a3f3adc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:39.453443 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.486326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.500757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:58:39.501149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:58:39.517173 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:58:39.585745 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.596550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38e465-8fb8-447a-9e9e-67c7a9be867d req-fa80ed0b-adf8-47f9-beac-05ea56e36a1e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:39.597178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-0e000164-bd6f-4f61-8e37-06ab0a3f3adc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:39.598188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b38e465-8fb8-447a-9e9e-67c7a9be867d req-fa80ed0b-adf8-47f9-beac-05ea56e36a1e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1351233 Mar 04 23:58:39.606454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c9037376-d2ee-44d0-bca1-b15b742acc60 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:39.607111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-0e000164-bd6f-4f61-8e37-06ab0a3f3adc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.4361348 Mar 04 23:58:39.666362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-0b35e765-cdda-449a-b500-300e03600636 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0572891 Mar 04 23:58:39.717834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.722489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b38e465-8fb8-447a-9e9e-67c7a9be867d req-a070c813-bc4c-4087-b92e-77f016ab8def tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170666 Mar 04 23:58:39.728521 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.767949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-d838ea71-b968-4cb4-8b1c-68e949a812d4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003556 Mar 04 23:58:39.770816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef4085e-c6d7-4661-a17e-8039d6d8ec07,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:39.771127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port c9037376-d2ee-44d0-bca1-b15b742acc60 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:39.778313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c9037376-d2ee-44d0-bca1-b15b742acc60 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:39.778734 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.780477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e975228e-af65-4066-b23e-ba6303cf8815 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ef4085e-c6d7-4661-a17e-8039d6d8ec07 HTTP/1.1" status: 204 len: 168 time: 0.9484723 Mar 04 23:58:39.915202 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:39.958434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea4116-4cf9-492d-99ee-60bec3184108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9037376-d2ee-44d0-bca1-b15b742acc60'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:39.971584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c9037376-d2ee-44d0-bca1-b15b742acc60, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c9037376-d2ee-44d0-bca1-b15b742acc60,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:39.980307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:40.032444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46102) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:40.124638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-d582dbc0-ac1f-489f-8e4e-ee8ffeae1c2f service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427925 Mar 04 23:58:40.162593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c9037376-d2ee-44d0-bca1-b15b742acc60,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:40.296672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-cf476429-1b63-478a-84d5-bd6a663efa4a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:40.298130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-cf476429-1b63-478a-84d5-bd6a663efa4a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 821 time: 0.3166487 Mar 04 23:58:40.355602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c509d09-273e-4e3e-88ad-6cd814f9bf01 req-b04c97d3-6d7f-4da0-8919-65eb5a48faa4 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0564094 Mar 04 23:58:40.360503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'port': {'device_id': '8af906d8-812d-48f2-babb-553d2536f57a', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'admin_state_up': True, 'tenant_id': 'e531e62b2918487daff018cfbc4f143e'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:40.437646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-8bfa94d1-c53c-43d4-9184-44dc6ff6241a service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117361 Mar 04 23:58:40.475044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01e456ca-97d4-468c-9544-6ff4a2fe7b34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9e844994de5404ab956fa52913f07cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4397843 Mar 04 23:58:40.476647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:40.560223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40608b97-5c87-4a90-9a6e-eb49cf60e2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:40.587337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:40.597486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40608b97-5c87-4a90-9a6e-eb49cf60e2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:40.600673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Usage tracker for resource:port and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:40.606025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:40.629918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:40.644448 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea4116-4cf9-492d-99ee-60bec3184108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9037376-d2ee-44d0-bca1-b15b742acc60', 'code': 200} Mar 04 23:58:40.666641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Made reservation on behalf of e531e62b2918487daff018cfbc4f143e for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:40.672983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:40.683985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40608b97-5c87-4a90-9a6e-eb49cf60e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:40.708106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5f6ec-7ce3-4d39-84e4-69316631532f req-3acec6a1-cacd-4af6-8f97-b4f1448de805 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:40.709629 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fe5f6ec-7ce3-4d39-84e4-69316631532f req-3acec6a1-cacd-4af6-8f97-b4f1448de805 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.2006414 Mar 04 23:58:40.732408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608b97-5c87-4a90-9a6e-eb49cf60e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0a2dd-14d8-412f-9bdc-fb7f83d66518,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:40.736991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40608b97-5c87-4a90-9a6e-eb49cf60e2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:40.739601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-40608b97-5c87-4a90-9a6e-eb49cf60e2c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32e0a2dd-14d8-412f-9bdc-fb7f83d66518 HTTP/1.1" status: 204 len: 168 time: 0.2595887 Mar 04 23:58:40.886281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fe5f6ec-7ce3-4d39-84e4-69316631532f req-cfcbad51-7831-4b41-9fa2-96b54a777719 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620212 Mar 04 23:58:40.943148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2b60489c-d960-46cf-b199-976f8f6fc005 req-03638c00-45e3-4e2a-ba00-9c415720e79d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 210 time: 0.0967488 Mar 04 23:58:40.960104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-959719f1-925e-4201-9550-0c3e2fd7a79e req-dfcba0fd-4b07-42ef-883e-f811818fb4cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 1100 time: 0.2194757 Mar 04 23:58:41.096849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-959719f1-925e-4201-9550-0c3e2fd7a79e req-e14fe020-9b92-4a71-a39b-efb302365139 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302958 Mar 04 23:58:41.229084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Allocated IP 172.20.0.14 (5b92aa54-0eed-46f4-af6b-1127334a9cde/3d06db92-6897-41bd-aa1c-9ccf50e787e7/14bb8d48-c8b0-48fe-8c9b-032f369ed4b9) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:41.237811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f9c35e9-c7e6-4f98-be71-4dd21a88a511 req-dcddf4b8-9820-46a9-83bd-8c734776af6d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 210 time: 0.1181133 Mar 04 23:58:41.389405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f8981-b36a-48fc-9ddd-132ba88622ed req-b7774344-0707-4148-96eb-3f6a1b3c464e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:41.392040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b41f8981-b36a-48fc-9ddd-132ba88622ed req-b7774344-0707-4148-96eb-3f6a1b3c464e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 949 time: 0.2211673 Mar 04 23:58:41.626653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b41f8981-b36a-48fc-9ddd-132ba88622ed req-c09a9a55-47c9-4dbb-9c67-dbf13e55cee6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132955 Mar 04 23:58:41.654490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:41.669179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0bf04-2ecf-4530-8b6a-e47c73eb9b49 req-5460d9dc-2b0d-4f17-a953-c834f298f3a2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:41.676532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ac0bf04-2ecf-4530-8b6a-e47c73eb9b49 req-5460d9dc-2b0d-4f17-a953-c834f298f3a2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1880589 Mar 04 23:58:41.715034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:41.747738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ac0bf04-2ecf-4530-8b6a-e47c73eb9b49 req-50c92aba-c017-4e43-9b91-786689b30570 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702426 Mar 04 23:58:41.902867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:41.916077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:41.923248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:41.968857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:42.037298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e241-cb53-4b00-bb74-71aab5322483 req-84a09697-72eb-4f68-a28b-54ca67aa4e5e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:42.045982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb43e241-cb53-4b00-bb74-71aab5322483 req-84a09697-72eb-4f68-a28b-54ca67aa4e5e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1069052 Mar 04 23:58:42.113115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:42.115927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:42.121629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb43e241-cb53-4b00-bb74-71aab5322483 req-38a7f6f2-0706-435b-9600-ca9d697530b3 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683782 Mar 04 23:58:42.125964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-074174fc-9b78-4d43-aaa7-082e177e6e56 req-1d8bb5cd-33bd-4f8e-a3dd-78c5431bb554 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1341934 Mar 04 23:58:42.149957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-d33b4796-6d92-4be8-90cf-079083991ce8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7931893 Mar 04 23:58:42.171440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Request body: {'port': {'device_id': '8af906d8-812d-48f2-babb-553d2536f57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:42.353067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46162) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:42.359508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:42.456742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf429c-e2ed-45ec-a9ae-d0e51c71ae26 req-b04453de-97d5-40ba-9a78-cc91a49466b0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:42.469070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6bcf429c-e2ed-45ec-a9ae-d0e51c71ae26 req-b04453de-97d5-40ba-9a78-cc91a49466b0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.1521952 Mar 04 23:58:42.591694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6bcf429c-e2ed-45ec-a9ae-d0e51c71ae26 req-4af77a86-9823-4ca5-8133-a8ffa4c30fac tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115649 Mar 04 23:58:42.615263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcbfc6-c9e0-43f2-a2fc-d7ed7d9aeaa1 req-10c8286c-a3be-45f4-bd4d-5501ce854ce5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:42.616132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-25fcbfc6-c9e0-43f2-a2fc-d7ed7d9aeaa1 req-10c8286c-a3be-45f4-bd4d-5501ce854ce5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:42.676899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-25fcbfc6-c9e0-43f2-a2fc-d7ed7d9aeaa1 req-10c8286c-a3be-45f4-bd4d-5501ce854ce5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:42.683837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25fcbfc6-c9e0-43f2-a2fc-d7ed7d9aeaa1 req-10c8286c-a3be-45f4-bd4d-5501ce854ce5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 932 time: 0.3136594 Mar 04 23:58:42.697965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-62918654-network', 'tenant_id': 'bc2dd5a27f914088805b0a0b12631331'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:42.812594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25fcbfc6-c9e0-43f2-a2fc-d7ed7d9aeaa1 req-50079b16-9943-4fc4-8f0a-2cecf8d6ba0e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242459 Mar 04 23:58:42.902451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:42.911689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Usage tracker for resource:network and tenant:bc2dd5a27f914088805b0a0b12631331 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:42.926253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:42.939519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:42.951803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-c5a6ee55-615a-4884-a022-ca9b77466ae8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:42.953412 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-c5a6ee55-615a-4884-a022-ca9b77466ae8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.3533287 Mar 04 23:58:42.964045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Made reservation on behalf of bc2dd5a27f914088805b0a0b12631331 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:42.967030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:42.986160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Request body: {'port': {'device_id': 'd2900675-3c04-41df-b6d3-909038dc00de', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'admin_state_up': True, 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:43.008738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.021564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:43.031639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.090407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14994c8e-9db1-41b1-b777-e1e3ea6b07d3 req-1782c2f1-68ea-4641-86ca-1c7a182a0662 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 210 time: 0.0554388 Mar 04 23:58:43.093386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Transition to ACTIVE for port object 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:43.099463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.210105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:43.248968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:43.259426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2dd5a27f914088805b0a0b12631331 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:43.265116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:43.282372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:43.297314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:43.311996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Usage tracker for resource:port and tenant:70a7f240566d4002991d511bd5bc3ada is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:43.315910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:43.323403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:43.351554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:43.356015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.440795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.493906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f5328f2-5851-4793-abd8-53643a04a61a req-e3240466-b1bf-4da9-9c73-086080da685f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0496070 Mar 04 23:58:43.555456 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.556898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6bd0-6139-475f-962b-25cfd9755a69 req-3c402665-3eef-401a-adb6-8eab5298b6bb tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:43.558455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58dd6bd0-6139-475f-962b-25cfd9755a69 req-3c402665-3eef-401a-adb6-8eab5298b6bb tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1737294 Mar 04 23:58:43.604215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Attempting to bind port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:43.604492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Attempting to bind port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:43.604927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Attempting to bind port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 on network 5b92aa54-0eed-46f4-af6b-1127334a9cde {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:43.630091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 on network 5b92aa54-0eed-46f4-af6b-1127334a9cde not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:43.630719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Attempting to bind port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 on network 5b92aa54-0eed-46f4-af6b-1127334a9cde {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:43.651062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58dd6bd0-6139-475f-962b-25cfd9755a69 req-27fdd791-48a0-497f-b032-da4a2b1a1f05 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715272 Mar 04 23:58:43.651062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:43.651062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Checking segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:43.651062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Bound using segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:43.651062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Bound port: 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:43.651062 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.703815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:58:43.746115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.746493 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Added segment 813c4a7c-26b8-40f8-bd95-3ba0bc494f76 of type vlan for network c2f46991-59d1-4dd9-977a-1f12d5fc2278 Mar 04 23:58:43.794891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c507cf-b7f8-42f0-86b5-6bafabce5d00,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:43.798163 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.820945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:43.829661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.830075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.831011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.831736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.831858 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb44e771-0ccd-419f-9d49-155eab440289 req-694f8542-aaab-4566-a3ab-4062b777160b tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0471251 Mar 04 23:58:43.831955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.832225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.832670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.833317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.833572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.833900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.834184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:43.839977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:43.847859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.915324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.916854 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] 10.222.0.36 "PUT /v2.0/ports/14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 HTTP/1.1" status: 200 len: 1092 time: 1.7539153 Mar 04 23:58:43.927182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:43.929686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984276-9f57-4675-b535-9b2e52624b34 req-06e484d5-e5f3-4982-b86e-714fbd9d83d5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:43.931233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc984276-9f57-4675-b535-9b2e52624b34 req-06e484d5-e5f3-4982-b86e-714fbd9d83d5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 949 time: 0.4888005 Mar 04 23:58:43.935941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.936843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:43.937598 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:43.966290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1db11-c668-4669-bc4b-1231a2c35793 service neutron] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:44.096811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Allocated IP 172.20.0.11 (ca6a8ca4-6da0-4add-9049-7c751319a689/3b0442fb-a254-488c-afee-c0514f86ce60/7c7da031-c773-43c0-b82b-09589f039ae0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:44.105028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7438955 Mar 04 23:58:44.108035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46188) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:44.112558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-1925f475-861e-46e4-b8ad-9180f2796502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 1095 time: 0.1396978 Mar 04 23:58:44.112830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2861f6-8e4e-4d12-9914-5b05b00d24a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f46991-59d1-4dd9-977a-1f12d5fc2278,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:44.119235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Request body: {'subnet': {'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-62918654-subnet', 'tenant_id': 'bc2dd5a27f914088805b0a0b12631331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:44.126236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:58:44.134846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:44.143695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Usage tracker for resource:subnet and tenant:bc2dd5a27f914088805b0a0b12631331 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:44.147933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc984276-9f57-4675-b535-9b2e52624b34 req-2c8e69bd-4598-4276-bb73-b465c87c05c9 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021313 Mar 04 23:58:44.150661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:44.168800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:44.196291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Made reservation on behalf of bc2dd5a27f914088805b0a0b12631331 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:44.198862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:44.238632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-1ba85821-9b2e-40fe-b0ab-3aaa2ac88262 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 HTTP/1.1" status: 200 len: 217 time: 0.1067352 Mar 04 23:58:44.250045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320d538-bf64-4e1a-9f55-67a399d689c5 req-39c6d161-a204-4226-bc71-d165ea1b7ed6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:44.256838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2320d538-bf64-4e1a-9f55-67a399d689c5 req-39c6d161-a204-4226-bc71-d165ea1b7ed6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.2180572 Mar 04 23:58:44.350032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-38859467-b1ea-4cf3-be69-4d174e4d5edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:44.351495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-38859467-b1ea-4cf3-be69-4d174e4d5edb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 200 len: 861 time: 0.0754440 Mar 04 23:58:44.402123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-b7261308-7c30-4474-8837-a660a101a136 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b92aa54-0eed-46f4-af6b-1127334a9cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418234 Mar 04 23:58:44.409903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2320d538-bf64-4e1a-9f55-67a399d689c5 req-c2afc0ea-cdaa-4af4-8b70-bed938c7b132 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516294 Mar 04 23:58:44.487819 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'status': 'completed', 'code': 200} Mar 04 23:58:44.560993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-5e39b528-364c-428d-8820-c975c4dd47b5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498330 Mar 04 23:58:44.623933 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:44.635019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a075-08ec-49be-a2c1-44fee411b3ba req-f1b7768e-ca87-4799-aad6-3cbcc9fcad8f tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:44.636608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08a2a075-08ec-49be-a2c1-44fee411b3ba req-f1b7768e-ca87-4799-aad6-3cbcc9fcad8f tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 944 time: 0.2525201 Mar 04 23:58:44.775989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11d8df05-be2f-4abf-8fbb-560d5c3674b4 req-2e380ce6-8f3f-48d0-a2ef-3b91448702b0 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025697 Mar 04 23:58:44.829144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-08a2a075-08ec-49be-a2c1-44fee411b3ba req-399df728-b6ee-48a8-baf6-ababe93af554 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:44.864122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95bcb527-a20d-48f8-9424-6bcec94d49a2 req-4a7bb2b6-f1f9-4f70-9611-892e80465fc3 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 210 time: 0.0537684 Mar 04 23:58:44.877856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:44.989862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:45.069987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-a2eb813d-247b-4c3d-9e80-b3ea4f56f481 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 1095 time: 0.1962225 Mar 04 23:58:45.167958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed2f4e7-397f-4352-beb0-c6463411b57a,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:45.181672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-08a2a075-08ec-49be-a2c1-44fee411b3ba req-399df728-b6ee-48a8-baf6-ababe93af554 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:45.194298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08a2a075-08ec-49be-a2c1-44fee411b3ba req-399df728-b6ee-48a8-baf6-ababe93af554 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002143 Mar 04 23:58:45.206331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:45.222938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:45.239843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:45.265437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db5cc74a-d8f1-4541-beda-bcee278fffa2 req-c9ecb403-178f-4c78-8e18-f5d98e4624da tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 1100 time: 0.2332020 Mar 04 23:58:45.315830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Checking segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:45.316179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Network hostable DHCP agents. Network: c2f46991-59d1-4dd9-977a-1f12d5fc2278, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:58:45.322889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event updated for resources: {'Port': ['ID=7c7da031-c773-43c0-b82b-09589f039ae0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:45.342454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-f5f53b99-a069-4ba9-bf9d-0c34827cd957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:45.344369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-f5f53b99-a069-4ba9-bf9d-0c34827cd957 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 922 time: 0.2518396 Mar 04 23:58:45.349800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:58:45.363808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:45.364429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:45.411875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, c2f46991-59d1-4dd9-977a-1f12d5fc2278) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:45.425340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cac21-3bc1-40b3-8403-b8098c4aacf6 None None] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:45.427587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:45.427880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-477f87cc-8af6-48f1-bf03-c11d455d8911 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 HTTP/1.1" status: 200 len: 217 time: 0.0716715 Mar 04 23:58:45.428118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:45.443641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db5cc74a-d8f1-4541-beda-bcee278fffa2 req-41bea835-badd-4d7a-bf2a-400fe21efa5f tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528871 Mar 04 23:58:45.471701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cdbffa26-9f61-4726-a128-706765fa3f1d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3595665 Mar 04 23:58:45.473097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-97929650-ded5-4577-bff2-74fd2a1f94e1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4929085 Mar 04 23:58:45.498259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Request body: {'port': {'device_id': 'd2900675-3c04-41df-b6d3-909038dc00de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:45.620478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bb1fe-1bfe-4ccb-aa80-22f627bbf321 req-4e36e912-fb96-4f73-b06d-f25cbb25a980 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:45.628857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-447bb1fe-1bfe-4ccb-aa80-22f627bbf321 req-4e36e912-fb96-4f73-b06d-f25cbb25a980 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2584946 Mar 04 23:58:45.740487 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:45.756389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808c472-85fa-4140-a9ff-a375f35ed7cd None None] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:45.797191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65a89583-6ca1-47e4-b1e2-552f3bd8e4b9 req-2287220e-9c52-47db-9064-ae36493e25cb tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0727792 Mar 04 23:58:45.810445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-447bb1fe-1bfe-4ccb-aa80-22f627bbf321 req-3f1f4039-f552-405e-bb35-fe6feb2794c1 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802475 Mar 04 23:58:45.817165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-fd37f96c-e877-482d-87c9-03141222cbbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:45.818714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-fd37f96c-e877-482d-87c9-03141222cbbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 200 len: 861 time: 0.3739948 Mar 04 23:58:45.923821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-544ee81b-1336-4b6e-899c-96a14e77f4e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b92aa54-0eed-46f4-af6b-1127334a9cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955262 Mar 04 23:58:46.109401 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-f2c13ab0-79e1-442f-9117-815691918351 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856056 Mar 04 23:58:46.178172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d13fe-55eb-4d56-8e21-a76745faaa25 req-fcf231e7-6d49-4b8b-9115-f8c083ba8d2a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:46.185060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-647d13fe-55eb-4d56-8e21-a76745faaa25 req-fcf231e7-6d49-4b8b-9115-f8c083ba8d2a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.1843045 Mar 04 23:58:46.260247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-647d13fe-55eb-4d56-8e21-a76745faaa25 req-c5bbc794-b273-4601-bea7-31d44ba6c952 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744421 Mar 04 23:58:46.269621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-53bc84f6-1d6a-4189-bede-bda41c19ee3a service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240602 Mar 04 23:58:46.355650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7da031-c773-43c0-b82b-09589f039ae0 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:46.363481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:46.385875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Transition to ACTIVE for port object 7c7da031-c773-43c0-b82b-09589f039ae0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:46.391313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:46.396570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-f7c9617e-64cc-4409-b3b6-274a39edeb8f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:46.398229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-f7c9617e-64cc-4409-b3b6-274a39edeb8f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768924 Mar 04 23:58:46.436357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-b3777a65-fa4e-4e8f-99d3-acca5ee08ff3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/quotas/b1de443bbda94aa68f827790b5b81460 HTTP/1.1" status: 200 len: 375 time: 0.0314648 Mar 04 23:58:46.511921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74a10827-bffb-4cb5-ba0f-fb9dba19c8cb req-ed0aaf6f-1965-4c54-83ad-060837fae849 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218416 Mar 04 23:58:46.523900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7da031-c773-43c0-b82b-09589f039ae0,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:46.562080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0e46c51c-40f3-4bb0-855a-1b4d8d63802c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1247909 Mar 04 23:58:46.784774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Attempting to bind port 7c7da031-c773-43c0-b82b-09589f039ae0 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:46.785305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Attempting to bind port 7c7da031-c773-43c0-b82b-09589f039ae0 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:46.785416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Attempting to bind port 7c7da031-c773-43c0-b82b-09589f039ae0 on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:46.809916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Port 7c7da031-c773-43c0-b82b-09589f039ae0 on network ca6a8ca4-6da0-4add-9049-7c751319a689 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:46.810338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Attempting to bind port 7c7da031-c773-43c0-b82b-09589f039ae0 on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:46.828213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:46.828469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:46.828907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Bound using segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:46.829360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Bound port: 7c7da031-c773-43c0-b82b-09589f039ae0, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:46.829701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:46.924101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8fcbb-b28e-4e3a-a11c-07d1602e252a req-95406b7f-f79e-4bb3-b3c9-1e382a00437b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:46.930050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ef8fcbb-b28e-4e3a-a11c-07d1602e252a req-95406b7f-f79e-4bb3-b3c9-1e382a00437b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 944 time: 0.1093359 Mar 04 23:58:46.987935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ef8fcbb-b28e-4e3a-a11c-07d1602e252a req-e1ccbf5e-daf0-44fc-86e6-fbb6469295c6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Mar 04 23:58:47.114528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-cd9707cb-ddb7-43b1-b11a-87059bd30eab tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:47.115206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-cd9707cb-ddb7-43b1-b11a-87059bd30eab tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:47.155086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] For port 7c7da031-c773-43c0-b82b-09589f039ae0, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:47.159659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] For port 7c7da031-c773-43c0-b82b-09589f039ae0, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c7da031-c773-43c0-b82b-09589f039ae0,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:47.160628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-cd9707cb-ddb7-43b1-b11a-87059bd30eab tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:47.167604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-cd9707cb-ddb7-43b1-b11a-87059bd30eab tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 811 time: 0.5798175 Mar 04 23:58:47.176665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:47.244175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-86ef0fdb-19bd-4e21-8eac-267d0e916443 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/quotas/bc2dd5a27f914088805b0a0b12631331 HTTP/1.1" status: 200 len: 375 time: 0.0754964 Mar 04 23:58:47.244553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771787a8-1efe-4119-862e-ff294b1ad0ef req-66601f60-5a40-43bf-a252-64f3ecaa0bbf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:47.252688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-771787a8-1efe-4119-862e-ff294b1ad0ef req-66601f60-5a40-43bf-a252-64f3ecaa0bbf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 944 time: 0.1171713 Mar 04 23:58:47.309878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-771787a8-1efe-4119-862e-ff294b1ad0ef req-fc42c2ba-15eb-46f3-a2c5-14ea3f8f8553 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562482 Mar 04 23:58:47.313551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-b21e6e84-83ab-4735-80a3-a0acc8e9e231 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581310 Mar 04 23:58:47.378514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46254) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:47.416300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:47.417697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c7da031-c773-43c0-b82b-09589f039ae0 HTTP/1.1" status: 200 len: 1092 time: 1.9360180 Mar 04 23:58:47.418147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2900675-3c04-41df-b6d3-909038dc00de', 'tag': '7c7da031-c773-43c0-b82b-09589f039ae0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:47.463430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad7290-92b9-487d-84bd-cf3e478eb3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7da031-c773-43c0-b82b-09589f039ae0,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:47.495054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dad621e-b1e4-48af-a20b-ef4c956cde57 req-dc7b582b-998d-48cc-97cf-623ba06cfa21 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 210 time: 0.0689886 Mar 04 23:58:47.585138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-cf96ae0a-e236-4a4e-adf0-09c2af62ef65 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692437 Mar 04 23:58:47.714143 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-1f1be24b-807e-4879-b820-98054eccabc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 1095 time: 0.2004702 Mar 04 23:58:47.878205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-8904bccc-9bca-4fe6-bcd5-1bde4358d1f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7da031-c773-43c0-b82b-09589f039ae0 HTTP/1.1" status: 200 len: 217 time: 0.1529231 Mar 04 23:58:47.886352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54e7019a-d5d8-47f2-b442-984599918ad0 req-d421f33b-7fd8-49ef-a0d0-6293c31c679c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10b76c337e884d7ea3fe6150951ea459&device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1038125 Mar 04 23:58:47.993166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-60d5b2c0-38f3-4123-bca8-c4d351a06022 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990512 Mar 04 23:58:47.995192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-8f8d61fe-5abb-418c-9472-6d425c2ae410 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b1de443bbda94aa68f827790b5b81460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423491 Mar 04 23:58:48.027466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54e7019a-d5d8-47f2-b442-984599918ad0 req-7a157ec8-ffda-49b4-aba1-0a40eceabb38 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=10b76c337e884d7ea3fe6150951ea459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391614 Mar 04 23:58:48.123201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-77e29b9f-de6d-4f36-9173-0970b73ed6bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:48.124960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-77e29b9f-de6d-4f36-9173-0970b73ed6bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.2407637 Mar 04 23:58:48.191177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-6f52b96e-c58f-43f2-ad10-8309c16cfc7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503912 Mar 04 23:58:48.350055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc63a0-022b-4036-909e-1a25b38f1442 req-8bb7fe68-f36c-491b-9a23-6dd4a4c787ec tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:48.352914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-c60b62f5-a7f5-4a40-8285-d5b332b9a130 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:48.354370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-c60b62f5-a7f5-4a40-8285-d5b332b9a130 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530159 Mar 04 23:58:48.358330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6edc63a0-022b-4036-909e-1a25b38f1442 req-8bb7fe68-f36c-491b-9a23-6dd4a4c787ec tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.4833555 Mar 04 23:58:48.404218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7019a-d5d8-47f2-b442-984599918ad0 req-f3e72079-0554-4618-9e8a-45bdbf9f13fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:48.405688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54e7019a-d5d8-47f2-b442-984599918ad0 req-f3e72079-0554-4618-9e8a-45bdbf9f13fc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3721478 Mar 04 23:58:48.448426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Request body: {'port': {'device_id': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'b1de443bbda94aa68f827790b5b81460'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:48.457561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6edc63a0-022b-4036-909e-1a25b38f1442 req-314d5e4e-19df-44a8-9b2d-91a386d4da99 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981579 Mar 04 23:58:48.470414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:48.479012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-fcba6162-4fb8-49c9-b2c8-53d9c1021d50 service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816551 Mar 04 23:58:48.552934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:58:48.595500 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2900675-3c04-41df-b6d3-909038dc00de', 'tag': '7c7da031-c773-43c0-b82b-09589f039ae0', 'status': 'completed', 'code': 200} Mar 04 23:58:48.726578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd07b085-6e3d-4da0-87c4-97a72d5f2e79 req-37ca197d-b90e-4ddd-9fbb-69f46421b787 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.0521874 Mar 04 23:58:48.740368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6819f9-571a-4ee4-9dd1-e27f9f365d20 req-33a4a8a4-0e75-4e43-a558-914f8f303a67 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:48.746981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc6819f9-571a-4ee4-9dd1-e27f9f365d20 req-33a4a8a4-0e75-4e43-a558-914f8f303a67 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.3361578 Mar 04 23:58:48.817008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e0d3c17-f129-462c-a274-7104e74544a5 req-b6cf5790-6f92-4ea0-9a22-4ee0d51bfc27 service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866032 Mar 04 23:58:48.823148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:48.845787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc6819f9-571a-4ee4-9dd1-e27f9f365d20 req-4d7ba9ad-90b3-410d-8221-fc66a80f6c08 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979035 Mar 04 23:58:48.858176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:48.880683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Made reservation on behalf of b1de443bbda94aa68f827790b5b81460 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:48.883995 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:49.183174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0a8d-bee9-45e3-99cc-c7493cb0dc86 req-077cf649-5ab6-4009-beae-3191dfe27b35 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:49.192402 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-211a0a8d-bee9-45e3-99cc-c7493cb0dc86 req-077cf649-5ab6-4009-beae-3191dfe27b35 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 944 time: 0.2663605 Mar 04 23:58:49.232867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:49.265383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-a4f2f667-2a77-4da6-996e-b3253d74fe2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 1095 time: 0.3706446 Mar 04 23:58:49.290914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-211a0a8d-bee9-45e3-99cc-c7493cb0dc86 req-6d428518-6de5-45ba-a9d9-3a5324ee851d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964594 Mar 04 23:58:49.412315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Allocated IP 192.168.233.113 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/e628f464-2f63-48a3-8ba3-d5c837b137ff) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:49.497719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:49.525099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'port_id': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'mac_address': 'fa:16:3e:bb:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d06db92-6897-41bd-aa1c-9ccf50e787e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:49.553435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-5363f40c-3f7b-4da4-b7d1-38f9d612ca5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:49.555743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-5363f40c-3f7b-4da4-b7d1-38f9d612ca5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.2836726 Mar 04 23:58:49.604243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:49.605787 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8daee4cd-594d-4269-a211-7fc4c23953a1 req-257b4867-29f8-4438-86d3-d0cc60348821 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 210 time: 0.0711038 Mar 04 23:58:49.616880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Deleting port 9967288c-efe6-40bf-bbfd-1ed7302e272b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:49.617249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:49.647858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:49.694377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:49.695312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de0d73-affb-457d-9670-41d6b3728acb req-96dae456-c437-4dc1-b35b-66fdb9023a80 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:49.702560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67de0d73-affb-457d-9670-41d6b3728acb req-96dae456-c437-4dc1-b35b-66fdb9023a80 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 944 time: 0.3997157 Mar 04 23:58:49.703848 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:49.747809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-bc8dc220-84a2-4d89-93eb-53993a00a11e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7da031-c773-43c0-b82b-09589f039ae0 HTTP/1.1" status: 200 len: 217 time: 0.1747777 Mar 04 23:58:49.781253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:49.795523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-174971a8-09dc-4ebf-9641-5d48055b7fde req-f7d57931-6007-4412-b29e-d889298bcdfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 210 time: 0.0448997 Mar 04 23:58:49.897813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67de0d73-affb-457d-9670-41d6b3728acb req-ba04f139-9136-42f0-bdfe-8f2e67c4d679 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939528 Mar 04 23:58:49.912552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] For port 9967288c-efe6-40bf-bbfd-1ed7302e272b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9967288c-efe6-40bf-bbfd-1ed7302e272b,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:49.912917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:49.929557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-51a73869-7337-4aa5-b02f-4e152dc21e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:49.931426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-51a73869-7337-4aa5-b02f-4e152dc21e55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1757586 Mar 04 23:58:50.012773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:50.018589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-c19ec709-d28f-48c9-8bda-1ba63a75aba2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717418 Mar 04 23:58:50.066168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Calling delete_port for 9967288c-efe6-40bf-bbfd-1ed7302e272b owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:50.113759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54e7019a-d5d8-47f2-b442-984599918ad0 req-02638486-7a24-4858-b9d6-a5c2ba2c624f tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.2786081 Mar 04 23:58:50.146692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:50.220379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Transition to ACTIVE for port object e628f464-2f63-48a3-8ba3-d5c837b137ff will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:50.249327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f19032c9-1bc4-43de-a98a-38f8f867c99e req-38e7f861-3b2f-47dc-9293-82dd1fb541d0 tempest-ServerShowV254Test-739405234 tempest-ServerShowV254Test-739405234-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e9c760f-b91e-432d-a661-7914f7b730a9 HTTP/1.1" status: 200 len: 210 time: 0.1184249 Mar 04 23:58:50.363450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbaa49-9fa5-4e8e-b6ea-7f4be62c8afe req-afd26147-bd83-4288-a46c-0b4237fafecc tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:50.365006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ecfbaa49-9fa5-4e8e-b6ea-7f4be62c8afe req-afd26147-bd83-4288-a46c-0b4237fafecc tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2502038 Mar 04 23:58:50.380884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-e50d287d-da66-45bd-a682-67390e22ca83 service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555205 Mar 04 23:58:50.384224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:50.402242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', '43695f22-4517-408d-9e55-14ac15ca8a22', 'c9037376-d2ee-44d0-bca1-b15b742acc60'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:50.461076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-da47849a-0e4b-4de4-a1c5-ad6da0495b92 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:50.462745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-da47849a-0e4b-4de4-a1c5-ad6da0495b92 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 811 time: 0.4119527 Mar 04 23:58:50.488352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ecfbaa49-9fa5-4e8e-b6ea-7f4be62c8afe req-8c939484-07c4-4af4-a860-5cea4b1c1b9e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022716 Mar 04 23:58:50.608086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8c9fdc2-67a9-46e4-b32c-06028ab66782 req-991bf164-e2bd-42a1-a8cc-0420213d0068 service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187827 Mar 04 23:58:50.648281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Request body: {'port': {'device_id': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'admin_state_up': True, 'tenant_id': 'bc2dd5a27f914088805b0a0b12631331'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:50.785311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:50.801593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:50.808131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:50.868998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event updated for resources: {'Port': ['ID=e628f464-2f63-48a3-8ba3-d5c837b137ff,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:50.976762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:50.982258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:50.994630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:51.020172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:51.100257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9967288c-efe6-40bf-bbfd-1ed7302e272b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:51.162475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-34999fe1-0d58-4a00-86f7-6a1055897c47 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:51.164077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-34999fe1-0d58-4a00-86f7-6a1055897c47 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 811 time: 0.6699719 Mar 04 23:58:51.174320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Usage tracker for resource:port and tenant:bc2dd5a27f914088805b0a0b12631331 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:51.183563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d64d80-b0c2-4c14-9c4e-19c9eeb93e23 req-db0823b8-07a8-4a1b-9c87-2fcb9c8f07d1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:51.191456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7d64d80-b0c2-4c14-9c4e-19c9eeb93e23 req-db0823b8-07a8-4a1b-9c87-2fcb9c8f07d1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.7277069 Mar 04 23:58:51.196925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:51.210874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Request body: {'port': {'device_id': '975bc324-a06f-466a-b000-cd598458944f', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'admin_state_up': True, 'tenant_id': 'bc2dd5a27f914088805b0a0b12631331'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:51.224615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c49badca-a2f6-4fd4-9a19-81dd126b57d5 None None] Provisioning for port e628f464-2f63-48a3-8ba3-d5c837b137ff completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:51.238070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:51.239990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c49badca-a2f6-4fd4-9a19-81dd126b57d5 None None] Provisioning complete for port e628f464-2f63-48a3-8ba3-d5c837b137ff triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:51.239990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c49badca-a2f6-4fd4-9a19-81dd126b57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:51.240236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.240236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.240525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.240852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.241380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.241958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.242067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.242668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.243031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.243354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.243726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:58:51.258782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-6cd9d4b7-5913-428d-a724-7a4ffe854bdb tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8139489 Mar 04 23:58:51.273288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7d64d80-b0c2-4c14-9c4e-19c9eeb93e23 req-71c513c2-a434-4b71-90c3-2988788ec1c6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799749 Mar 04 23:58:51.287434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Request body: {'port': {'device_id': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:51.337463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Made reservation on behalf of bc2dd5a27f914088805b0a0b12631331 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:51.339609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:51.373144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:51.428485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9851c15-c4eb-4e05-8ea0-66e0d60bb82b req-dcf43661-f81d-4a7f-a30f-7f47eb097bf2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:51.436361 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b9851c15-c4eb-4e05-8ea0-66e0d60bb82b req-dcf43661-f81d-4a7f-a30f-7f47eb097bf2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 944 time: 0.5773551 Mar 04 23:58:51.441502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:51.453440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c49badca-a2f6-4fd4-9a19-81dd126b57d5 None None] Port e628f464-2f63-48a3-8ba3-d5c837b137ff cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:58:51.464495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Usage tracker for resource:port and tenant:bc2dd5a27f914088805b0a0b12631331 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:51.471451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:51.538546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:51.617859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:51.623579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Made reservation on behalf of bc2dd5a27f914088805b0a0b12631331 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:51.626638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:51.649836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b9851c15-c4eb-4e05-8ea0-66e0d60bb82b req-13654001-2d99-4415-8cae-cf659db31134 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124920 Mar 04 23:58:51.720971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Allocated IP 172.20.0.11 (c2f46991-59d1-4dd9-977a-1f12d5fc2278/6ed2f4e7-397f-4352-beb0-c6463411b57a/dff36e9d-f88b-40d0-bfbd-c1f4f105b33e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:51.757264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c786f1-e3f2-4573-a761-c7d07dddc7fa req-b29057a2-80c9-4df4-83da-9981932ed4a6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:51.759234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-09c786f1-e3f2-4573-a761-c7d07dddc7fa req-b29057a2-80c9-4df4-83da-9981932ed4a6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:51.868884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-09c786f1-e3f2-4573-a761-c7d07dddc7fa req-b29057a2-80c9-4df4-83da-9981932ed4a6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:51.869994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09c786f1-e3f2-4573-a761-c7d07dddc7fa req-b29057a2-80c9-4df4-83da-9981932ed4a6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 936 time: 0.4418762 Mar 04 23:58:51.871116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbbb697d-395d-40fe-b10d-c7bcf130f08b req-52a7b2e1-3e5c-4df8-a003-f9d2883a9c7e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 210 time: 0.0515778 Mar 04 23:58:51.872692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.117582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09c786f1-e3f2-4573-a761-c7d07dddc7fa req-a05f7cfc-1109-48b5-96a4-30f2db5cca50 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352924 Mar 04 23:58:52.122851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e50804-395d-40a3-9959-4ed8316cb2aa req-600f3363-88c4-48bd-a0ec-37df647c7014 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:52.124461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91e50804-395d-40a3-9959-4ed8316cb2aa req-600f3363-88c4-48bd-a0ec-37df647c7014 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 945 time: 0.1165066 Mar 04 23:58:52.201961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91e50804-395d-40a3-9959-4ed8316cb2aa req-784c13b9-ea59-47d7-aff1-fa7e44a78c30 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644963 Mar 04 23:58:52.219532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.294453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e628f464-2f63-48a3-8ba3-d5c837b137ff {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:52.303400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.325333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Transition to ACTIVE for port object e628f464-2f63-48a3-8ba3-d5c837b137ff will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:52.331094 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.333939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.556123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:52.557632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Pushing event updated for resources: {'Port': ['ID=e628f464-2f63-48a3-8ba3-d5c837b137ff,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:52.564100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:52.577584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46310) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:52.595629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:52.664816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Allocated IP 172.20.0.3 (c2f46991-59d1-4dd9-977a-1f12d5fc2278/6ed2f4e7-397f-4352-beb0-c6463411b57a/016775fd-7f20-49a8-a253-dc136e75459f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:52.766474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event updated for resources: {'Port': ['ID=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:52.786871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:52.787518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.813604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648e9dc-bebb-4572-91ba-73d752dec21c req-52a851a9-c418-4631-9af1-d569a26f84fa tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:52.815655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a648e9dc-bebb-4572-91ba-73d752dec21c req-52a851a9-c418-4631-9af1-d569a26f84fa tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.4552546 Mar 04 23:58:52.889625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb091f-28e7-4e81-90b8-e1e18ef7e497 req-bfb6e936-dc1c-4b3d-988e-09fb0117f661 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:52.891090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9bb091f-28e7-4e81-90b8-e1e18ef7e497 req-bfb6e936-dc1c-4b3d-988e-09fb0117f661 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.4619629 Mar 04 23:58:52.896643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-0ef05d15-5be6-4836-a532-edc8da27704c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2915463 Mar 04 23:58:52.916079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Request body: {'port': {'device_id': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:52.919608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:52.980140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Attempting to bind port e628f464-2f63-48a3-8ba3-d5c837b137ff on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:52.980467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Attempting to bind port e628f464-2f63-48a3-8ba3-d5c837b137ff by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:52.980788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Attempting to bind port e628f464-2f63-48a3-8ba3-d5c837b137ff on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:53.009613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-ff8898a6-84a2-40a1-8869-437b1f423f08 service neutron] 10.222.0.36 "GET /v2.0/ports/d536f357-b397-4aaa-9459-4fe248dd730d/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.2168183 Mar 04 23:58:53.015471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Port e628f464-2f63-48a3-8ba3-d5c837b137ff on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:53.015471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Attempting to bind port e628f464-2f63-48a3-8ba3-d5c837b137ff on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:53.096737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:53.101494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a648e9dc-bebb-4572-91ba-73d752dec21c req-cfdcef60-d929-4de0-9715-d8ca0b5c1c3a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613266 Mar 04 23:58:53.110734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Usage tracker for resource:security_group_rule and tenant:10b76c337e884d7ea3fe6150951ea459 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:53.129809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:53.150677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:53.186881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.200339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9bb091f-28e7-4e81-90b8-e1e18ef7e497 req-43c45567-a619-4e3f-b010-7385c380d227 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005693 Mar 04 23:58:53.214517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:53.215210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:53.217333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:53.217923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Bound port: e628f464-2f63-48a3-8ba3-d5c837b137ff, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:53.221580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.269512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.296000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c7da031-c773-43c0-b82b-09589f039ae0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:58:53.334052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:53.345436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.351650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.400270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.504797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c5805-31d7-478e-ade7-dad2712f1862,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:53.510486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:58:53.520543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-19b1bea5-15ed-41fe-927e-c9ec6f898dab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10b76c337e884d7ea3fe6150951ea459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9342635 Mar 04 23:58:53.520543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:53.522420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7c7da031-c773-43c0-b82b-09589f039ae0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c7da031-c773-43c0-b82b-09589f039ae0,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:53.523471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event updated for resources: {'Port': ['ID=016775fd-7f20-49a8-a253-dc136e75459f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:53.525848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46324) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:53.527258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:58:53.534939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:53.543174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:53.543554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.604675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Router a80a3d18-6fec-4e18-a183-382fd5901f27 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:58:53.608839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] For port e628f464-2f63-48a3-8ba3-d5c837b137ff, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:53.612101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '7c7da031-c773-43c0-b82b-09589f039ae0', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': '7c7da031-c773-43c0-b82b-09589f039ae0', 'mac_address': 'fa:16:3e:4c:a1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:58:53.630676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] For port e628f464-2f63-48a3-8ba3-d5c837b137ff, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:53.633550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4fd66-0c07-4a40-9b9b-3d34cf937125 req-7d48b1e2-234e-4398-b0f5-0ee970c34030 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:53.637106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-43d73e4d-a20e-400a-99ab-ee8b832daca1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da&tenant_id=6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 1100 time: 0.3567653 Mar 04 23:58:53.640426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55c4fd66-0c07-4a40-9b9b-3d34cf937125 req-7d48b1e2-234e-4398-b0f5-0ee970c34030 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 944 time: 0.3494797 Mar 04 23:58:53.658277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.677512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:53.678135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.722673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.750253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7da031-c773-43c0-b82b-09589f039ae0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:53.758817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.780684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-83a26ba9-0b14-4e7c-941a-22e3bfd9f82d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:53.780955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-83a26ba9-0b14-4e7c-941a-22e3bfd9f82d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:53.787775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7c7da031-c773-43c0-b82b-09589f039ae0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c7da031-c773-43c0-b82b-09589f039ae0,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:53.798097 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-3652ec64-3c03-45d3-aaa1-160c9720fd33 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5996618 Mar 04 23:58:53.800862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:53.807222 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.809823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:53.854831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.856194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] 10.222.0.36 "PUT /v2.0/ports/e628f464-2f63-48a3-8ba3-d5c837b137ff HTTP/1.1" status: 200 len: 1096 time: 2.5810716 Mar 04 23:58:53.859757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'tag': 'e628f464-2f63-48a3-8ba3-d5c837b137ff'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:53.872543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Request body: {'port': {'device_id': '975bc324-a06f-466a-b000-cd598458944f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:53.880215 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:53.887670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-83a26ba9-0b14-4e7c-941a-22e3bfd9f82d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:53.888837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-83a26ba9-0b14-4e7c-941a-22e3bfd9f82d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 931 time: 0.5586319 Mar 04 23:58:53.905159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=7c7da031-c773-43c0-b82b-09589f039ae0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:53.912205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb378ad-1d32-4ab5-a4bd-800c50d57c2d service neutron] Pushing event updated for resources: {'Port': ['ID=e628f464-2f63-48a3-8ba3-d5c837b137ff,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:53.926480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55c4fd66-0c07-4a40-9b9b-3d34cf937125 req-b961239d-b159-4a37-a49e-91ea8fb0e93e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851157 Mar 04 23:58:53.949974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd98c-a401-46f2-9273-e2a997d2f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.054639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:54.079170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd98c-a401-46f2-9273-e2a997d2f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.097291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-b8a03361-3eca-415a-85f1-90bda3b92136 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:54.137283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-b8a03361-3eca-415a-85f1-90bda3b92136 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:54.138471 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8db8e8b0-af06-4ce0-8009-8e33a32078d2 req-b8a03361-3eca-415a-85f1-90bda3b92136 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440095 Mar 04 23:58:54.183879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.184355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-e825d11f-3b91-4d94-8b20-b273eea12b04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 1100 time: 0.5169466 Mar 04 23:58:54.192557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['7c7da031-c773-43c0-b82b-09589f039ae0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:58:54.298140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd98c-a401-46f2-9273-e2a997d2f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.323131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff36e9d-f88b-40d0-bfbd-c1f4f105b33e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:54.329663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-ae9c4dab-0800-4c9c-86d0-ac875e993ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 1099 time: 0.4015872 Mar 04 23:58:54.335088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.383136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfd98c-a401-46f2-9273-e2a997d2f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c5805-31d7-478e-ade7-dad2712f1862,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:54.409522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd98c-a401-46f2-9273-e2a997d2f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.413389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8bfd98c-a401-46f2-9273-e2a997d2f4e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c84c5805-31d7-478e-ade7-dad2712f1862 HTTP/1.1" status: 204 len: 168 time: 0.8545938 Mar 04 23:58:54.425509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1271e92-9acf-42fc-974c-e0b617734309 req-0939c6a8-9163-4606-ba46-0cb811ba5f5d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:54.429703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1271e92-9acf-42fc-974c-e0b617734309 req-0939c6a8-9163-4606-ba46-0cb811ba5f5d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 948 time: 0.3127909 Mar 04 23:58:54.483263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:58:54.488073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Transition to ACTIVE for port object dff36e9d-f88b-40d0-bfbd-c1f4f105b33e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:54.489140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-474ef093-a622-4098-aa1a-bbc4f0a2903c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff HTTP/1.1" status: 200 len: 217 time: 0.1480923 Mar 04 23:58:54.494034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46338) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:54.494169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45c3eb02-f809-41ca-a3e9-c190b7ab60f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/a80a3d18-6fec-4e18-a183-382fd5901f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1140447 Mar 04 23:58:54.500249 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] Sync routers for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:58:54.515356 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:58:54.516205 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:58:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:54.541797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1271e92-9acf-42fc-974c-e0b617734309 req-03bc27cc-1091-4078-9117-dc1430aeae82 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014223 Mar 04 23:58:54.552615 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:54.661409 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'code': 200} Mar 04 23:58:54.721652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a671c7-5924-4930-b691-474858485181 req-29bceef2-77f4-41b3-8380-c1bd9e63488e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:54.723155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-29bceef2-77f4-41b3-8380-c1bd9e63488e service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5216312 Mar 04 23:58:54.773142 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:58:54.888858 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'tag': 'e628f464-2f63-48a3-8ba3-d5c837b137ff', 'status': 'completed', 'code': 200} Mar 04 23:58:54.984184 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8bb05023-d181-4fdd-b787-eb9fab5f3906 req-9d9018ae-f07a-4314-8374-56d47cd358d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 1097 time: 0.1951611 Mar 04 23:58:55.098471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd261b-0ee5-4a1b-baff-b6df2e50f836 req-96c0adb7-0dd6-488f-9138-0ac4d4cdf327 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:55.099953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cdd261b-0ee5-4a1b-baff-b6df2e50f836 req-96c0adb7-0dd6-488f-9138-0ac4d4cdf327 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2406292 Mar 04 23:58:55.117563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016775fd-7f20-49a8-a253-dc136e75459f {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:58:55.141883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.148292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8bb05023-d181-4fdd-b787-eb9fab5f3906 req-27a4096d-5d27-4055-9a0e-c8b7222254b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506348 Mar 04 23:58:55.177780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Transition to ACTIVE for port object 016775fd-7f20-49a8-a253-dc136e75459f will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:58:55.185675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cdd261b-0ee5-4a1b-baff-b6df2e50f836 req-48f90172-fcdc-4f54-93c3-02895f6bb742 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Mar 04 23:58:55.186728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.212569 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:58:50Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:55.225992 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] Checking router: a80a3d18-6fec-4e18-a183-382fd5901f27 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:58:55.243809 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] Routers {'a80a3d18-6fec-4e18-a183-382fd5901f27'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:58:55.244431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:58:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a80a3d18-6fec-4e18-a183-382fd5901f27'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:55.274944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-3d26351e-a5c0-45ca-8240-144c4dc5ba72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 200 len: 217 time: 0.3877444 Mar 04 23:58:55.275754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:55.292997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf441e08-8bb4-4fa8-9610-fb6c34e4a872 req-615d2f86-abd5-4d73-80e5-dcd773788e65 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:55.295575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf441e08-8bb4-4fa8-9610-fb6c34e4a872 req-615d2f86-abd5-4d73-80e5-dcd773788e65 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.9000957 Mar 04 23:58:55.300356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-8876a146-bc2e-4904-bff6-36ffd937a156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:55.305169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c7da031-c773-43c0-b82b-09589f039ae0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:58:55.313519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-8876a146-bc2e-4904-bff6-36ffd937a156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.7975686 Mar 04 23:58:55.443827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Pushing event updated for resources: {'Port': ['ID=016775fd-7f20-49a8-a253-dc136e75459f,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:55.472427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 7c7da031-c773-43c0-b82b-09589f039ae0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:58:55.481137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 7c7da031-c773-43c0-b82b-09589f039ae0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:58:55.481573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.536344 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] Set router a80a3d18-6fec-4e18-a183-382fd5901f27 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:58:55.546909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46362) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:55.589895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013ca4-9cb7-4dc8-82ea-5fb1e4dbfbf7 req-d93619f2-bd19-45de-977a-e1687f0e8ca9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:55.591557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce013ca4-9cb7-4dc8-82ea-5fb1e4dbfbf7 req-d93619f2-bd19-45de-977a-e1687f0e8ca9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.2178366 Mar 04 23:58:55.614820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Attempting to bind port 016775fd-7f20-49a8-a253-dc136e75459f on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:55.615157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Attempting to bind port 016775fd-7f20-49a8-a253-dc136e75459f by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:55.615484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Attempting to bind port 016775fd-7f20-49a8-a253-dc136e75459f on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:55.635098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Port 016775fd-7f20-49a8-a253-dc136e75459f on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:55.635098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Attempting to bind port 016775fd-7f20-49a8-a253-dc136e75459f on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:55.651346 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf441e08-8bb4-4fa8-9610-fb6c34e4a872 req-5a7dd7ae-db49-42b4-b800-5222d187fb97 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342979 Mar 04 23:58:55.653214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Attempting to bind port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:58:55.654878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Attempting to bind port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:58:55.655198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Attempting to bind port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:55.662848 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.667142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:55.667760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Checking segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:55.668871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Bound using segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:55.669533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Bound port: 016775fd-7f20-49a8-a253-dc136e75459f, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:55.670081 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.707122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce013ca4-9cb7-4dc8-82ea-5fb1e4dbfbf7 req-8b4840f1-a09b-412d-8009-afc1e11e3e3f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070318 Mar 04 23:58:55.734108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7c7da031-c773-43c0-b82b-09589f039ae0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c7da031-c773-43c0-b82b-09589f039ae0,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:55.741669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.742530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:55.756480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a671c7-5924-4930-b691-474858485181 req-fefbc0be-9640-4c35-9d62-dc34c70e75ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:55.758896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-fefbc0be-9640-4c35-9d62-dc34c70e75ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.3142388 Mar 04 23:58:55.825108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-179982545-network', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:55.857308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:55.868605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Usage tracker for resource:network and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:55.883458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:58:55.884125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Attempting to bind port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:58:55.889861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:55.898240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=7c7da031-c773-43c0-b82b-09589f039ae0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:55.924260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:58:55.924693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Checking segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:55.925145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Bound using segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:58:55.925674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Bound port: dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:58:55.926082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.928632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:55.957086 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:55.977337 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:58:50Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:58:55.990821 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50d4f2-1b62-481d-8416-f70b6db31292 None None] The sync data for ids ['a80a3d18-6fec-4e18-a183-382fd5901f27'] in n-d-828979-4 is: [{'id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'name': 'tempest-TaggedBootDevicesTest-815924884-router', 'tenant_id': 'd094337e09fb4ccf8025bdd1937addca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:51:58Z', 'updated_at': '2022-03-04T23:58:50Z', 'revision_number': 5, 'project_id': 'd094337e09fb4ccf8025bdd1937addca', 'gw_port': {'id': 'fb0e76c8-54be-4b15-81e7-07c0dbaf4b60', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a3d18-6fec-4e18-a183-382fd5901f27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:00Z', 'updated_at': '2022-03-04T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:58:55.996144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:56.000654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] For port 016775fd-7f20-49a8-a253-dc136e75459f, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:56.003489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.009475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Made reservation on behalf of 4b6adfccb83b4089bdd0a02b5a8ed557 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:56.011879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.034772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.046832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] For port 016775fd-7f20-49a8-a253-dc136e75459f, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=016775fd-7f20-49a8-a253-dc136e75459f,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:56.077566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.098515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:56.136151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-1cff93c3-785d-461c-9158-2b4b7f396dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7332428 Mar 04 23:58:56.142244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] For port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:58:56.173117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:56.186091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaeb3b-5890-449d-b181-2a75bae8c70c req-b2c94c37-f840-44af-984d-71545ab27ecf tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:56.186782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fbbaeb3b-5890-449d-b181-2a75bae8c70c req-b2c94c37-f840-44af-984d-71545ab27ecf tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:56.189394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] For port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:58:56.190654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:56.194901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.196259 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] 10.222.0.10 "PUT /v2.0/ports/016775fd-7f20-49a8-a253-dc136e75459f HTTP/1.1" status: 200 len: 1091 time: 2.3876028 Mar 04 23:58:56.198755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975bc324-a06f-466a-b000-cd598458944f', 'tag': '016775fd-7f20-49a8-a253-dc136e75459f'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:56.203632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:56.214093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:56.232498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968acb6-962b-4ea6-93cb-72acb32e7626 service neutron] Pushing event updated for resources: {'Port': ['ID=016775fd-7f20-49a8-a253-dc136e75459f,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:56.256480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.268065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fbbaeb3b-5890-449d-b181-2a75bae8c70c req-b2c94c37-f840-44af-984d-71545ab27ecf tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:56.269205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fbbaeb3b-5890-449d-b181-2a75bae8c70c req-b2c94c37-f840-44af-984d-71545ab27ecf tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 943 time: 0.3118863 Mar 04 23:58:56.320040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.386747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fbbaeb3b-5890-449d-b181-2a75bae8c70c req-64167287-a92f-4f74-8ea3-d2a237bb965a tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103063 Mar 04 23:58:56.414176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.428204 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.442387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-6c23e0f2-aaef-4415-8669-f4de4b0acffe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 1094 time: 0.2056425 Mar 04 23:58:56.522272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.523629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] 10.222.0.10 "PUT /v2.0/ports/dff36e9d-f88b-40d0-bfbd-c1f4f105b33e HTTP/1.1" status: 200 len: 1092 time: 3.6121264 Mar 04 23:58:56.529470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-337e3360-c061-4236-b983-30263f132732 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:56.530182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-337e3360-c061-4236-b983-30263f132732 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:56.535722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-fb46a697-0855-4db7-b288-0f3e396b3fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7607579 Mar 04 23:58:56.554415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:58:56.564375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.565019 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Added segment 8b30a824-a78e-4803-b7bd-7298a961425a of type vlan for network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a Mar 04 23:58:56.581049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace3cfc-6086-46db-a865-97b8352cafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:56.588771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec4ca15-5e4c-4807-9e20-998ea3f50dc8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:56.660619 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-cc7938e8-4a3a-40bb-9168-5c729c1562e7 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115705 Mar 04 23:58:56.663717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2900675-3c04-41df-b6d3-909038dc00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7da031-c773-43c0-b82b-09589f039ae0'}, {'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:56.675147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.683273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-e278b64e-164f-48c7-9e20-76a0fe92bda7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016775fd-7f20-49a8-a253-dc136e75459f HTTP/1.1" status: 200 len: 217 time: 0.2246537 Mar 04 23:58:56.726328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-337e3360-c061-4236-b983-30263f132732 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:56.727386 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-337e3360-c061-4236-b983-30263f132732 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 946 time: 0.7576394 Mar 04 23:58:56.789558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.790397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:56.790975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.814436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de7f34-3684-4333-91ee-86399d6e4289 req-959e5123-c771-40ce-a287-ecdc91aaf5e8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:56.816037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1de7f34-3684-4333-91ee-86399d6e4289 req-959e5123-c771-40ce-a287-ecdc91aaf5e8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 948 time: 0.2338078 Mar 04 23:58:56.816815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.817413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-6c3c5312-4143-4291-9d61-4fe37ee2e589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:56.818143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:56.818806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-6c3c5312-4143-4291-9d61-4fe37ee2e589 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.1231592 Mar 04 23:58:56.900161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'tag': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:58:56.921114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-dd9272bd-086c-421d-a207-a763e86dc114 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724461 Mar 04 23:58:56.949190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-9aa4a1e2-6ce1-4d1b-97a8-9df99646f786 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229444 Mar 04 23:58:56.967785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-8a81f23d-a062-4bc4-afd8-f7ef96981001 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:58:57.022090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-055d3077-30d6-479a-882f-4cc72b0035d5 req-799e9078-cafd-47ea-a1fd-16380708b5d1 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241503 Mar 04 23:58:57.038459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] Pushing event updated for resources: {'Network': ['ID=6f6c85af-8f9b-4384-a24f-490ed43d5a0a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:57.051984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:58:57.057282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f1eb7f5-bb16-49ba-b79a-d51a846fdb1f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5056562 Mar 04 23:58:57.057451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-473cc233-55aa-4ec1-a698-2793ec27eb7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=5059f901-fb97-4352-8ce5-5b3269a9fc42 HTTP/1.1" status: 200 len: 1095 time: 0.4030354 Mar 04 23:58:57.057451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46382) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:57.070477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Request body: {'subnet': {'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-179982545-subnet', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:57.201661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1de7f34-3684-4333-91ee-86399d6e4289 req-ec8ebe41-a15b-40e8-be41-8ceb63820ea7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742888 Mar 04 23:58:57.250692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-b25cdf73-af16-4f9d-bd7e-2482e994e320 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936110 Mar 04 23:58:57.286835 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975bc324-a06f-466a-b000-cd598458944f', 'tag': '016775fd-7f20-49a8-a253-dc136e75459f', 'status': 'completed', 'code': 200} Mar 04 23:58:57.296170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:57.306866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-8a81f23d-a062-4bc4-afd8-f7ef96981001 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:58:57.308007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38215e78-ceac-4dc2-a22e-f4b876b931aa req-8a81f23d-a062-4bc4-afd8-f7ef96981001 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738838 Mar 04 23:58:57.340677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Usage tracker for resource:subnet and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:57.349904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:57.368162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:57.375141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-5ec110b4-8152-4547-8d93-9280589798a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e HTTP/1.1" status: 200 len: 217 time: 0.3085186 Mar 04 23:58:57.410664 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2900675-3c04-41df-b6d3-909038dc00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7da031-c773-43c0-b82b-09589f039ae0', 'code': 200} Mar 04 23:58:57.411036 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'code': 200} Mar 04 23:58:57.454481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77a671c7-5924-4930-b691-474858485181 req-07612c37-45bd-4247-b246-b8ae70af6236 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191143 Mar 04 23:58:57.471662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-c5c9e346-1826-45b6-9841-d214f42eb001 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055731 Mar 04 23:58:57.471946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Made reservation on behalf of 4b6adfccb83b4089bdd0a02b5a8ed557 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:58:57.474715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:57.524203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a230d5-8af4-4742-a437-59da532f8b5c req-9451cb1c-ccc9-40d2-8d29-c7e5301212f6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:57.529752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67a230d5-8af4-4742-a437-59da532f8b5c req-9451cb1c-ccc9-40d2-8d29-c7e5301212f6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1479912 Mar 04 23:58:57.581483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:57.630359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67a230d5-8af4-4742-a437-59da532f8b5c req-220fe3da-a872-47e7-9fdd-5f79ef9cb993 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703638 Mar 04 23:58:57.644558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-f6fe26b4-864d-4ef1-8bba-89a2101bac6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 1094 time: 0.1138175 Mar 04 23:58:57.670107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-d0c80b10-2cfc-412b-9e5d-ac4b35495794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:57.671511 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-d0c80b10-2cfc-412b-9e5d-ac4b35495794 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.2826707 Mar 04 23:58:57.722326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9967288c-efe6-40bf-bbfd-1ed7302e272b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:58:57.731928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Deleting port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:58:57.732531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:57.755381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 9967288c-efe6-40bf-bbfd-1ed7302e272b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:58:57.755971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9967288c-efe6-40bf-bbfd-1ed7302e272b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:58:57.758285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-aecd492f-de84-4a14-a52b-2b376bf5afa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 1099 time: 0.4928930 Mar 04 23:58:57.810773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-be45de13-7663-49be-a6d2-5f8bd73ce6c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205416 Mar 04 23:58:57.852394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-fb6ba078-fe00-4a2a-9ea1-5381a48db867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:57.853872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-fb6ba078-fe00-4a2a-9ea1-5381a48db867 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 912 time: 0.2030387 Mar 04 23:58:57.932912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-d4552f6c-6ed7-4271-9b9c-442a698f1de5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016775fd-7f20-49a8-a253-dc136e75459f HTTP/1.1" status: 200 len: 217 time: 0.0710132 Mar 04 23:58:57.938844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0874-78f7-4f59-8231-fc5853ac08e7 req-86aa56cf-562e-4ad1-8cd5-fa445ed91ebe tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:57.945724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e3f0874-78f7-4f59-8231-fc5853ac08e7 req-86aa56cf-562e-4ad1-8cd5-fa445ed91ebe tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 947 time: 0.1826842 Mar 04 23:58:58.040205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-7723f716-3f93-47ed-9811-09c75eb01e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:58.041682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-7723f716-3f93-47ed-9811-09c75eb01e90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.0931811 Mar 04 23:58:58.044332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e3f0874-78f7-4f59-8231-fc5853ac08e7 req-bd3ebb94-250b-4614-a5ac-e104058f9ede tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976720 Mar 04 23:58:58.088916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-f7010c97-2bed-47bf-af09-1e2cdf432326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403914 Mar 04 23:58:58.120350 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'tag': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e', 'status': 'completed', 'code': 200} Mar 04 23:58:58.221422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae2997-2bf5-4fd2-a6a4-cbf704753ccb req-38831e7b-3b22-4dc2-b745-91f41d2db995 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:58.222807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aae2997-2bf5-4fd2-a6a4-cbf704753ccb req-38831e7b-3b22-4dc2-b745-91f41d2db995 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.6521163 Mar 04 23:58:58.254408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4719baa-803e-4c2b-aa6c-d27bd2bef6ee req-ad6649ae-e3b5-45e7-8fc1-60144861cc35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 1097 time: 0.6810234 Mar 04 23:58:58.267275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-b96583fe-4153-496e-ba71-ff3aebc08cee service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714532 Mar 04 23:58:58.312633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-1a129b1f-a676-40e9-a82f-b4382e181aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:58.314352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-1a129b1f-a676-40e9-a82f-b4382e181aa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5330262 Mar 04 23:58:58.343317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-c158b7c7-286c-4d5f-809b-a56a73b4655f service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115235 Mar 04 23:58:58.390599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d63ee-c0e9-4f29-80f4-a741ae952b15 req-e7f6036f-f134-407c-87e4-e07c1b56bb7d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:58.392049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-240d63ee-c0e9-4f29-80f4-a741ae952b15 req-e7f6036f-f134-407c-87e4-e07c1b56bb7d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 943 time: 0.1689043 Mar 04 23:58:58.453570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe67f553-3cf9-41b2-9c02-807fe877d351 req-4d6bc3ee-24c9-4b6f-9fa6-1171b0c05ac6 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716142 Mar 04 23:58:58.463598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-240d63ee-c0e9-4f29-80f4-a741ae952b15 req-45d6040f-154c-44fa-a848-cd6aa6490ed3 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Mar 04 23:58:58.546975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-c48b94e8-137d-40cf-ac7f-f051a97c217d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff HTTP/1.1" status: 200 len: 217 time: 0.2104945 Mar 04 23:58:58.551784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] For port fb0e76c8-54be-4b15-81e7-07c0dbaf4b60, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:58:58.552172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:58.605932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:58.648388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6225a-940b-4bfd-9f61-91cf022dcb64 req-5a93ae5f-22c5-47ba-aa5b-5003ba320d6b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:58.649873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5c6225a-940b-4bfd-9f61-91cf022dcb64 req-5a93ae5f-22c5-47ba-aa5b-5003ba320d6b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 948 time: 0.0761609 Mar 04 23:58:58.695478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5c6225a-940b-4bfd-9f61-91cf022dcb64 req-7577974e-bffb-4703-a81a-2a1469a84ea6 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Mar 04 23:58:58.700290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aae2997-2bf5-4fd2-a6a4-cbf704753ccb req-d7119f8a-8fed-48ab-8676-7628996f0785 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492400 Mar 04 23:58:58.887455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4719baa-803e-4c2b-aa6c-d27bd2bef6ee req-e0f575b7-9ae6-4949-b308-3e99ab0b8b89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147716 Mar 04 23:58:58.896324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2548f-fcfa-4f20-bab5-948a4d82fca7 req-cb1a4a59-abeb-4b71-be07-9b1eea389a85 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:58.897787 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65c2548f-fcfa-4f20-bab5-948a4d82fca7 req-cb1a4a59-abeb-4b71-be07-9b1eea389a85 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 946 time: 0.0807896 Mar 04 23:58:58.903987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Calling delete_port for fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:58:58.943972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65c2548f-fcfa-4f20-bab5-948a4d82fca7 req-cbd35619-cd16-454c-b1d8-4ac266ea44ed tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Mar 04 23:58:59.076435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4f4730-32e7-46ef-acd3-1bce767b260b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:59.079975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-14aa86c6-f0d3-4d85-be8a-d411e189fb01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:59.082030 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-14aa86c6-f0d3-4d85-be8a-d411e189fb01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.5128558 Mar 04 23:58:59.118247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b541b4cc-6ace-4d2e-a803-bd41cad2156d req-78620ea3-a40c-465c-ba93-8490b18cec25 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029948 Mar 04 23:58:59.136531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b2afb-080b-4c91-af50-e1de966f4799 req-2bbb4ce9-0d1f-4811-a16b-e550304f89ea tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:59.138580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-234b2afb-080b-4c91-af50-e1de966f4799 req-2bbb4ce9-0d1f-4811-a16b-e550304f89ea tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.0789962 Mar 04 23:58:59.144425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Checking segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:58:59.144786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Network hostable DHCP agents. Network: 6f6c85af-8f9b-4384-a24f-490ed43d5a0a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:58:59.187421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-234b2afb-080b-4c91-af50-e1de966f4799 req-1b848714-7310-497d-8050-6317da6dc509 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Mar 04 23:58:59.248250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cffe1-3c25-4b8b-b06d-ce1d654794cd req-8885a9b2-397d-410c-8abc-6a9fb65e7650 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:59.249727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7cffe1-3c25-4b8b-b06d-ce1d654794cd req-8885a9b2-397d-410c-8abc-6a9fb65e7650 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.3561656 Mar 04 23:58:59.367905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:58:59.377949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b28ee-56c5-4d61-a52a-1ba2cd37a1d7 req-cac32879-d004-4448-abbf-629d819b8afd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:59.379540 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b28ee-56c5-4d61-a52a-1ba2cd37a1d7 req-cac32879-d004-4448-abbf-629d819b8afd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 947 time: 0.0815475 Mar 04 23:58:59.403688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7cffe1-3c25-4b8b-b06d-ce1d654794cd req-323b2d14-885b-421e-aab2-aaa0e143cccf tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415377 Mar 04 23:58:59.407689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 6f6c85af-8f9b-4384-a24f-490ed43d5a0a) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:58:59.412411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:59.413005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:59.417813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33a215-fdcc-4583-a19d-e0db23ed8d9a None None] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:58:59.443757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-9db1f9e9-f792-487d-9bc0-fcedd4fdc651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2893183 Mar 04 23:58:59.450694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b28ee-56c5-4d61-a52a-1ba2cd37a1d7 req-e848aab4-5020-43e1-8894-f2e613c021c5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Mar 04 23:58:59.455207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-53046be7-4157-4d86-abd9-78d684130245 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=5059f901-fb97-4352-8ce5-5b3269a9fc42 HTTP/1.1" status: 200 len: 1095 time: 0.2639420 Mar 04 23:58:59.456469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:59.545475 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8b229479-ad21-4b72-9de7-ae53d36910fc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4851563 Mar 04 23:58:59.548355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:58:59.553655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0e76c8-54be-4b15-81e7-07c0dbaf4b60,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:58:59.556511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:58:59.564520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:58:59.572150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Usage tracker for resource:router and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:58:59.575074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:58:59.591615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:58:59.607632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:59.609478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:59.632803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:59.682988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 04 23:58:59.684296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:58:59.852406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Allocated IP 172.20.0.2 (6f6c85af-8f9b-4384-a24f-490ed43d5a0a/da4f4730-32e7-46ef-acd3-1bce767b260b/3db3d27c-b232-41e1-b52e-72f3644ace6f) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:58:59.980760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c34376-8f7c-4d64-bc84-b8e8bc116936 req-7f10f567-d99c-47ce-8f3e-966321af6d5c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:58:59.987687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24c34376-8f7c-4d64-bc84-b8e8bc116936 req-7f10f567-d99c-47ce-8f3e-966321af6d5c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 943 time: 0.3532643 Mar 04 23:59:00.013117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-46907bde-0bab-45ce-b92e-7cc9bbf49c4c service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519235 Mar 04 23:59:00.016156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-82ccc2ad-fd4a-472d-92f3-d8f3cc2bf714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:00.018564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-82ccc2ad-fd4a-472d-92f3-d8f3cc2bf714 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 912 time: 0.5051589 Mar 04 23:59:00.021753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.042668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24c34376-8f7c-4d64-bc84-b8e8bc116936 req-0c7237bb-4633-4b83-a9e6-3a58ce5db4a9 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539131 Mar 04 23:59:00.088684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.102985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Transition to ACTIVE for port object 3db3d27c-b232-41e1-b52e-72f3644ace6f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:00.125849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Transition to ACTIVE for port object 3db3d27c-b232-41e1-b52e-72f3644ace6f will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:00.133198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.214102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:00.214102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:00.215586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Pushing event updated for resources: {'Port': ['ID=3db3d27c-b232-41e1-b52e-72f3644ace6f,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:00.217743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:00.255114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a1c57c4-83d9-4a52-be9c-5d4432780c56 req-ca954fff-3fc9-42c5-9cd2-61730f898e68 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354965 Mar 04 23:59:00.302974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.325592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-0481000c-1d48-4cd0-9ad9-1bcf01e28322 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e HTTP/1.1" status: 200 len: 217 time: 0.2334349 Mar 04 23:59:00.330699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Attempting to bind port 3db3d27c-b232-41e1-b52e-72f3644ace6f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:00.331590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Attempting to bind port 3db3d27c-b232-41e1-b52e-72f3644ace6f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:00.331590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Attempting to bind port 3db3d27c-b232-41e1-b52e-72f3644ace6f on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:00.332326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0a72-2bfb-460b-a6b5-0848c338cac0 req-373abdbb-371a-443e-866b-6574c54fa15b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:00.333927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-207b0a72-2bfb-460b-a6b5-0848c338cac0 req-373abdbb-371a-443e-866b-6574c54fa15b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.7241888 Mar 04 23:59:00.335900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.338036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:00.338411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Checking segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:00.338816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.339210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Bound using segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:00.339678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Bound port: 3db3d27c-b232-41e1-b52e-72f3644ace6f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:00.340053 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.340550 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.387587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7153eb5-a1bb-4300-aa1c-1a6dada16d59 req-f5600d1a-48e2-484c-af1f-12402eb3a736 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:00.389031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7153eb5-a1bb-4300-aa1c-1a6dada16d59 req-f5600d1a-48e2-484c-af1f-12402eb3a736 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 948 time: 0.2123320 Mar 04 23:59:00.445256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] For port 3db3d27c-b232-41e1-b52e-72f3644ace6f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:00.448775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] For port 3db3d27c-b232-41e1-b52e-72f3644ace6f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3db3d27c-b232-41e1-b52e-72f3644ace6f,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:00.457340 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.527860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7153eb5-a1bb-4300-aa1c-1a6dada16d59 req-e937127f-bbb9-4431-b15e-4e4b93fdb741 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165609 Mar 04 23:59:00.555718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb422e9-e10f-41b1-9437-1169a69283a6 None None] Pushing event updated for resources: {'Port': ['ID=3db3d27c-b232-41e1-b52e-72f3644ace6f,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:00.599061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Allocated IP 172.25.0.57 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/8e640f98-a50d-42b7-825a-1ccb739fe3b6) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:00.857802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c873e-dbcc-4334-98c7-897a78b863d4 req-50ba245f-225d-483e-b0ad-35faf491df55 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:00.860899 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a9c873e-dbcc-4334-98c7-897a78b863d4 req-50ba245f-225d-483e-b0ad-35faf491df55 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 946 time: 0.1639166 Mar 04 23:59:00.864436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.881914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-535fec3d-0a7a-4ad3-9531-47e1ff38a590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:00.883254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-535fec3d-0a7a-4ad3-9531-47e1ff38a590 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.5483742 Mar 04 23:59:00.888296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.893706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-207b0a72-2bfb-460b-a6b5-0848c338cac0 req-3782a520-cb8a-44d2-b6d2-04f79de365cc tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010741 Mar 04 23:59:00.920020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a9c873e-dbcc-4334-98c7-897a78b863d4 req-7b94be50-b526-433d-b172-79486869eceb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Mar 04 23:59:00.937246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-1f7170dc-b31e-42f3-98d3-490736fe0e28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466256 Mar 04 23:59:00.959308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:00.964441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.062333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e640f98-a50d-42b7-825a-1ccb739fe3b6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:01.092599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:01.095121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:01.099041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:01.253701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.254311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80a3d18-6fec-4e18-a183-382fd5901f27 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:59:01.273614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.277254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af4efa9a-d156-4447-a983-046058084089 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a80a3d18-6fec-4e18-a183-382fd5901f27 HTTP/1.1" status: 204 len: 168 time: 6.7765691 Mar 04 23:59:01.277254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-36acf5f8-0d68-4048-93df-6048593a5fee service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186743 Mar 04 23:59:01.278476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:01.294419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b1d4-eae1-461c-9ed3-2fa5dcd52bfc req-471eee6e-54a5-47bf-b61e-9c70bb31c6e9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:01.295928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9422b1d4-eae1-461c-9ed3-2fa5dcd52bfc req-471eee6e-54a5-47bf-b61e-9c70bb31c6e9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 947 time: 0.2020817 Mar 04 23:59:01.342175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:01.376508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9422b1d4-eae1-461c-9ed3-2fa5dcd52bfc req-72381411-250a-475d-93b5-f8c2a6e90685 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686326 Mar 04 23:59:01.405140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.407784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.485874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2d9e-709b-4230-a9d1-4187828ec482 req-fa6976ac-979a-4f28-84ad-79f3e88d66c4 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:01.487998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed5e2d9e-709b-4230-a9d1-4187828ec482 req-fa6976ac-979a-4f28-84ad-79f3e88d66c4 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.3708329 Mar 04 23:59:01.530181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Deleting subnet 9ec5386c-6ea4-46aa-9961-c0e42b9b181f {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:59:01.543607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.593014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:01.612844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'mac_address': 'fa:16:3e:94:b8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:01.643437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22023f72-f5ca-49f7-b832-16d7aa9d74e3 req-399a8b3f-1e8f-4913-ac15-fad437aab165 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574424 Mar 04 23:59:01.649610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.692019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.693110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed5e2d9e-709b-4230-a9d1-4187828ec482 req-69777a5d-d24b-4206-8c4e-f7e6316a68d3 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910453 Mar 04 23:59:01.717496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d536f357-b397-4aaa-9459-4fe248dd730d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:01.739644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de7e26-b179-4ef1-b055-dc757d00cffe req-5234ca7c-23a4-44b3-af79-97c9a15064c2 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:01.744071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:01.748517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01de7e26-b179-4ef1-b055-dc757d00cffe req-5234ca7c-23a4-44b3-af79-97c9a15064c2 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.1489232 Mar 04 23:59:01.754176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.755475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device e628f464-2f63-48a3-8ba3-d5c837b137ff details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:01.798519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.854588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 016775fd-7f20-49a8-a253-dc136e75459f details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:01.903537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01de7e26-b179-4ef1-b055-dc757d00cffe req-a59cc2ea-9025-45d2-a209-0f10ddfe6497 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436083 Mar 04 23:59:01.913674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3db3d27c-b232-41e1-b52e-72f3644ace6f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:01.928167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:01.996782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Router 8c423bf1-252d-4141-90b3-640bbb193d15 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 23:59:02.004656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cebf1-a1d8-4839-ab50-ca7119bce670 None None] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:59:02.029876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec5386c-6ea4-46aa-9961-c0e42b9b181f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:02.042719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.062641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ea057905-94c4-498f-aac3-a9784f9c8f53 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ec5386c-6ea4-46aa-9961-c0e42b9b181f HTTP/1.1" status: 204 len: 168 time: 0.7807701 Mar 04 23:59:02.062834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:02.100525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb7cad1-8fb8-4085-9134-cde6b9193ecc None None] Network 94bfae67-afb6-42ad-bf33-e1c324a2c287 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:59:02.160513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:02.182798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:02.185703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:02.204730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.229462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Deleting port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:02.231422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.329492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port e628f464-2f63-48a3-8ba3-d5c837b137ff, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:02.400583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] Provisioning for port 3db3d27c-b232-41e1-b52e-72f3644ace6f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:02.412433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'e628f464-2f63-48a3-8ba3-d5c837b137ff', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'e628f464-2f63-48a3-8ba3-d5c837b137ff', 'mac_address': 'fa:16:3e:10:4f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:02.455621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3db3d27c-b232-41e1-b52e-72f3644ace6f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:02.482946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] For port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,segment=NetworkSegment(bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c),segment_id=bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:02.483574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.488123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f91bd7-5381-468f-89ae-dcfd6c6151b5 req-13619a12-b083-4231-89ae-6906a21032bd tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:02.495104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13f91bd7-5381-468f-89ae-dcfd6c6151b5 req-13619a12-b083-4231-89ae-6906a21032bd tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 943 time: 0.1987062 Mar 04 23:59:02.497747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] Provisioning complete for port 3db3d27c-b232-41e1-b52e-72f3644ace6f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:02.498341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.560084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13f91bd7-5381-468f-89ae-dcfd6c6151b5 req-0f7de89d-501e-4ed8-a90b-c352141d8639 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640242 Mar 04 23:59:02.589349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 016775fd-7f20-49a8-a253-dc136e75459f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=016775fd-7f20-49a8-a253-dc136e75459f,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:02.612937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '016775fd-7f20-49a8-a253-dc136e75459f', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'port_id': '016775fd-7f20-49a8-a253-dc136e75459f', 'mac_address': 'fa:16:3e:8e:97:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed2f4e7-397f-4352-beb0-c6463411b57a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:02.617910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:59:02.652923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3db3d27c-b232-41e1-b52e-72f3644ace6f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:02.653271 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.693645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:59:02.694278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.695582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e64cbbf-f5f9-485d-b12b-119b5522dfe4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1454256 Mar 04 23:59:02.698561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46440) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:02.808848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Calling delete_port for 2f84d244-37d6-4645-9ba5-ac8c7287a2fb owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:02.896730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.916192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda630ab-859c-4ed8-a039-834d750e1705 req-9511d12a-7752-4f46-8fd3-ea6b96371bce tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:02.917763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dda630ab-859c-4ed8-a039-834d750e1705 req-9511d12a-7752-4f46-8fd3-ea6b96371bce tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 948 time: 0.5975730 Mar 04 23:59:02.926767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.928240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:02.928881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:58:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:02.943857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151630ca-a9ee-464b-b195-40f636229a52 req-4c1aba0c-8a88-4335-a7cd-6a2667a8ebd4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:02.945324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-151630ca-a9ee-464b-b195-40f636229a52 req-4c1aba0c-8a88-4335-a7cd-6a2667a8ebd4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 946 time: 0.1887212 Mar 04 23:59:02.984054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:02.998631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f84d244-37d6-4645-9ba5-ac8c7287a2fb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:03.019682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] No DVR routers for this DVR port 2f84d244-37d6-4645-9ba5-ac8c7287a2fb on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:03.021465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-151630ca-a9ee-464b-b195-40f636229a52 req-c97e751f-ad87-42fe-afc4-6efb7f76f1d5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669532 Mar 04 23:59:03.088045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dda630ab-859c-4ed8-a039-834d750e1705 req-2a152f41-2f43-4ea3-8d07-68854aecd558 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630347 Mar 04 23:59:03.161910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e628f464-2f63-48a3-8ba3-d5c837b137ff {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:03.193437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016775fd-7f20-49a8-a253-dc136e75459f {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:03.204743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.238353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bfae67-afb6-42ad-bf33-e1c324a2c287']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:03.257287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:03.257584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdae8cf0-4f1b-4e36-8be4-0b3dafd0a67c') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:03.271150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port e628f464-2f63-48a3-8ba3-d5c837b137ff, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:03.286602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.348533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e749-c108-4d8f-8bff-3e3369fdc124 req-f4f1e014-ab4e-43f3-900d-d815b1de97d6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:03.352385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.357977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7eb7e749-c108-4d8f-8bff-3e3369fdc124 req-f4f1e014-ab4e-43f3-900d-d815b1de97d6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 948 time: 0.1632755 Mar 04 23:59:03.368161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:59:03.368808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.374304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 016775fd-7f20-49a8-a253-dc136e75459f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=016775fd-7f20-49a8-a253-dc136e75459f,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: timer() Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: self._notify() Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:59:03.383269 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:59:03.396306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.398818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a874278-e628-4ba8-9132-d441feb8138a None None] DHCP port deletion for 94bfae67-afb6-42ad-bf33-e1c324a2c287 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:59:03.401408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.457081 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7eb7e749-c108-4d8f-8bff-3e3369fdc124 req-43981d5c-43ca-42b0-8c16-f55ef7e860b0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980840 Mar 04 23:59:03.482318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.500336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.524252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.533887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=94bfae67-afb6-42ad-bf33-e1c324a2c287,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:03.547269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=e628f464-2f63-48a3-8ba3-d5c837b137ff,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:03.551947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0766-0a2e-4daf-abff-81bf1f94fdd8 req-a36e15cb-fb8a-4063-968b-2563d1b9537e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:03.553468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22ae0766-0a2e-4daf-abff-81bf1f94fdd8 req-a36e15cb-fb8a-4063-968b-2563d1b9537e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.2395723 Mar 04 23:59:03.558070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae618d2e-2897-45c8-aab5-d09d99c43a4c admin admin] 10.222.0.32 "DELETE /v2.0/networks/94bfae67-afb6-42ad-bf33-e1c324a2c287 HTTP/1.1" status: 204 len: 168 time: 1.4912224 Mar 04 23:59:03.561894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46448) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:03.562278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.608368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.608725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.609042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.609435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.609763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.610087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.610401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.610726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.611044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.611890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.612198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:03.673532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] For port 3db3d27c-b232-41e1-b52e-72f3644ace6f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3db3d27c-b232-41e1-b52e-72f3644ace6f,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:03.701575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:03.770550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:03.818784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dff36e9d-f88b-40d0-bfbd-c1f4f105b33e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:03.866467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22ae0766-0a2e-4daf-abff-81bf1f94fdd8 req-f095ccf2-f3c5-48ae-b05b-9c26541d151f tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029523 Mar 04 23:59:03.886749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946a4e-b940-46b9-9149-73d0e2e83c3a req-c3d91623-f215-4adc-b1e0-9a420b5fe797 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:03.895492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b9946a4e-b940-46b9-9149-73d0e2e83c3a req-c3d91623-f215-4adc-b1e0-9a420b5fe797 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1756771 Mar 04 23:59:03.945171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['e628f464-2f63-48a3-8ba3-d5c837b137ff'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:03.970664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-c08e8b67-823e-4881-b377-86b6fbcba788 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:03.972173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-c08e8b67-823e-4881-b377-86b6fbcba788 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 946 time: 0.2153311 Mar 04 23:59:04.001810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b9946a4e-b940-46b9-9149-73d0e2e83c3a req-e4f8d510-6588-418e-b4d4-da5c3763f506 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050711 Mar 04 23:59:04.070688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d536f357-b397-4aaa-9459-4fe248dd730d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:04.121397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=016775fd-7f20-49a8-a253-dc136e75459f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:04.155975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Deleting port 7c7da031-c773-43c0-b82b-09589f039ae0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:04.156302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:04.168853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['016775fd-7f20-49a8-a253-dc136e75459f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:04.378480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:04.404482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077491b6-59d4-4b13-8a33-aa68780050d1 req-f9ecaea7-7781-49a5-b35e-35c947cb4157 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:04.405988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-077491b6-59d4-4b13-8a33-aa68780050d1 req-f9ecaea7-7781-49a5-b35e-35c947cb4157 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 944 time: 0.1775060 Mar 04 23:59:04.457949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:59:04.458446 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:59:04.490209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3cc1d9da-8a03-406d-ba51-569ef7ee7816 None None] Provisioning complete for port 3db3d27c-b232-41e1-b52e-72f3644ace6f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:04.490656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d9da-8a03-406d-ba51-569ef7ee7816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:04.702134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-077491b6-59d4-4b13-8a33-aa68780050d1 req-ee58a227-fce1-4857-b8d6-3ac7371523bd tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486205 Mar 04 23:59:04.766766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604252f-1dfd-4ed4-85a8-e01059fbb13f None None] Pushing event updated for resources: {'Port': ['ID=3db3d27c-b232-41e1-b52e-72f3644ace6f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:04.787839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:04.873192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e481e41-841d-4a76-bb83-c00456682ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:04.874647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'port_id': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e', 'mac_address': 'fa:16:3e:f1:1b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed2f4e7-397f-4352-beb0-c6463411b57a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:04.892337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] For port 7c7da031-c773-43c0-b82b-09589f039ae0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c7da031-c773-43c0-b82b-09589f039ae0,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:04.892979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:04.911261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Allocated IP 172.20.0.1 (6f6c85af-8f9b-4384-a24f-490ed43d5a0a/da4f4730-32e7-46ef-acd3-1bce767b260b/2d249f32-83f7-4ac4-ac91-21a2ada25ec3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:05.037149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Calling delete_port for 7c7da031-c773-43c0-b82b-09589f039ae0 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:05.037399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71faf-3faa-4f54-b447-1b09e3c79615 req-92e782f9-e5cc-4264-a67f-07302d2b1a64 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:05.038993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11a71faf-3faa-4f54-b447-1b09e3c79615 req-92e782f9-e5cc-4264-a67f-07302d2b1a64 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2900675-3c04-41df-b6d3-909038dc00de HTTP/1.1" status: 200 len: 946 time: 0.1954749 Mar 04 23:59:05.086193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c1d3-deab-4c10-af4c-06bbba1d483b req-fa41649b-84da-46cb-970d-e7210b878a27 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:05.087625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be72c1d3-deab-4c10-af4c-06bbba1d483b req-fa41649b-84da-46cb-970d-e7210b878a27 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.6414256 Mar 04 23:59:05.101135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-4f7ef2ec-0926-4b37-9fd6-4c8027da0a9a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:05.102588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-4f7ef2ec-0926-4b37-9fd6-4c8027da0a9a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da&tenant_id=6e97583599a740c1ab79bc58dc97f7a5&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 948 time: 0.6553025 Mar 04 23:59:05.153557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.183607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Transition to ACTIVE for port object 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:05.186763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11a71faf-3faa-4f54-b447-1b09e3c79615 req-3e1334cb-4312-4dfa-a4f2-8fdbebc4cbd6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367545 Mar 04 23:59:05.194479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.212656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.234980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be72c1d3-deab-4c10-af4c-06bbba1d483b req-6cdd76e2-7ce1-40e4-ac71-474541056a2e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312478 Mar 04 23:59:05.310160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:05.310767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:05.320078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:05.324167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:05.352671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.359253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-30856633-59f7-4787-99ea-f5c34b3aa7cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 1099 time: 0.1801698 Mar 04 23:59:05.388357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.402202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.434442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:05.434785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb0e76c8-54be-4b15-81e7-07c0dbaf4b60 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:05.478302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff36e9d-f88b-40d0-bfbd-c1f4f105b33e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:05.486365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Pushing event updated for resources: {'Port': ['ID=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:05.526426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:05.531625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event deleted for resources: {'Port': ['ID=7c7da031-c773-43c0-b82b-09589f039ae0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:05.537961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:01Z', 'revision_number': 3, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:05.544207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:59:05.544207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Updating router 8c423bf1-252d-4141-90b3-640bbb193d15 port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:59:05.571249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.581148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.677981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:05.680945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3db3d27c-b232-41e1-b52e-72f3644ace6f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:05.685681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e166b-ffec-472c-9cec-a49dd1aaf895 req-3ee3327b-acbf-4250-bb26-12418f9e69bd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:05.692460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f3e166b-ffec-472c-9cec-a49dd1aaf895 req-3ee3327b-acbf-4250-bb26-12418f9e69bd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 949 time: 0.2749777 Mar 04 23:59:05.807315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] No DVR routers for this DVR port 7c7da031-c773-43c0-b82b-09589f039ae0 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:05.815159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.819298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2900675-3c04-41df-b6d3-909038dc00de', 'name': 'network-vif-deleted', 'tag': '7c7da031-c773-43c0-b82b-09589f039ae0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:05.823618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f3e166b-ffec-472c-9cec-a49dd1aaf895 req-d2fc0dab-49fc-4224-ab37-e74cf43fafc5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299820 Mar 04 23:59:05.823863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0461a075-fa94-481e-9f25-d917ece6a515 None None] Provisioning for port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:05.833007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0461a075-fa94-481e-9f25-d917ece6a515 None None] Provisioning complete for port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:05.833007 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0461a075-fa94-481e-9f25-d917ece6a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.856859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-ef16228b-b933-4159-b471-921b57eaa65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:05.867646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-ef16228b-b933-4159-b471-921b57eaa65d service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3995941 Mar 04 23:59:05.871511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.872976 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5dfcd4ad-4cde-4202-8138-873c57d3bbc2 req-5822f88f-c0fa-417e-8e26-4f01d1372c68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "DELETE /v2.0/ports/7c7da031-c773-43c0-b82b-09589f039ae0 HTTP/1.1" status: 204 len: 173 time: 1.8887365 Mar 04 23:59:05.884409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b671d-1770-46cf-8a61-f95270f698d5 req-76ccf791-7e89-4450-90b5-a7893df6a021 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:05.891865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-487b671d-1770-46cf-8a61-f95270f698d5 req-76ccf791-7e89-4450-90b5-a7893df6a021 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 948 time: 0.4916334 Mar 04 23:59:05.914518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.923679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:05.997971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dff36e9d-f88b-40d0-bfbd-c1f4f105b33e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:06.053302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-e501b0e4-fe14-4efa-a65f-face2579a682 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 200 len: 217 time: 0.1777122 Mar 04 23:59:06.063982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.076776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0461a075-fa94-481e-9f25-d917ece6a515 None None] Port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:59:06.126299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-487b671d-1770-46cf-8a61-f95270f698d5 req-004c4f3e-2a61-43a2-8cef-ce76179d4915 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332911 Mar 04 23:59:06.158580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3db3d27c-b232-41e1-b52e-72f3644ace6f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:06.158957 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.192042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-d92854cf-3688-4865-921c-5936b55e7ac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:06.194400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-d92854cf-3688-4865-921c-5936b55e7ac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1276946 Mar 04 23:59:06.203518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Pushing event updated for resources: {'Port': ['ID=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:06.291593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1577-ee40-4023-9d5b-44aaa886a367 req-a6d72654-f98d-4d4a-9746-952db464f529 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:06.293212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b9ec1577-ee40-4023-9d5b-44aaa886a367 req-a6d72654-f98d-4d4a-9746-952db464f529 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2174740 Mar 04 23:59:06.297902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:06.313635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:06.523349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b9ec1577-ee40-4023-9d5b-44aaa886a367 req-22d610c6-67ab-4f68-b03b-1503714a8195 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241433 Mar 04 23:59:06.569625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-2491225f-1d71-444d-8271-a2144a240847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3538275 Mar 04 23:59:06.619229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2f84d244-37d6-4645-9ba5-ac8c7287a2fb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:06.674949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2f84d244-37d6-4645-9ba5-ac8c7287a2fb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:06.675605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2f84d244-37d6-4645-9ba5-ac8c7287a2fb not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:06.728081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.739580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e498a5ab-beee-4f77-887f-ace5d61ea717 None None] Provisioning complete for port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:06.739948 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e498a5ab-beee-4f77-887f-ace5d61ea717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.788342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Transition to ACTIVE for port object 8e640f98-a50d-42b7-825a-1ccb739fe3b6 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:06.825647 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.875808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e498a5ab-beee-4f77-887f-ace5d61ea717 None None] Port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:59:06.899337 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2900675-3c04-41df-b6d3-909038dc00de', 'name': 'network-vif-deleted', 'tag': '7c7da031-c773-43c0-b82b-09589f039ae0', 'status': 'completed', 'code': 200} Mar 04 23:59:06.925940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66f1f4-3c34-4e70-bc81-a22b9d2ff785 None None] Pushing event updated for resources: {'Port': ['ID=8e640f98-a50d-42b7-825a-1ccb739fe3b6,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:06.937959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Attempting to bind port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:06.938574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Attempting to bind port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:06.939093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Attempting to bind port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:06.946958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:06.947328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:06.947863 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.948182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:06.948616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Bound port: 8e640f98-a50d-42b7-825a-1ccb739fe3b6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:06.949040 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:06.977011 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd81-37aa-4ac6-8a4f-afd6c8aea93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:07.010992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd482a5a-87a1-4634-8c22-4aee8c874074 req-f2c7459f-45a3-4814-b063-99f80224c76e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:07.012481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd482a5a-87a1-4634-8c22-4aee8c874074 req-f2c7459f-45a3-4814-b063-99f80224c76e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 944 time: 0.6975858 Mar 04 23:59:07.036795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] For port 8e640f98-a50d-42b7-825a-1ccb739fe3b6, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:07.039965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] For port 8e640f98-a50d-42b7-825a-1ccb739fe3b6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8e640f98-a50d-42b7-825a-1ccb739fe3b6,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:07.045154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:07.066662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c0c7-42b8-4a1a-8282-c1b8283d0c70 req-de1d294e-ceb6-4ded-b1fc-a4d6520490fd tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:07.068121 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0bd4c0c7-42b8-4a1a-8282-c1b8283d0c70 req-de1d294e-ceb6-4ded-b1fc-a4d6520490fd tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.2094965 Mar 04 23:59:07.116915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-580defc3-dd15-499b-ad3f-8d40a7dbd723 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184453 Mar 04 23:59:07.129333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66f1f4-3c34-4e70-bc81-a22b9d2ff785 None None] Pushing event updated for resources: {'Port': ['ID=8e640f98-a50d-42b7-825a-1ccb739fe3b6,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:07.132113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:07.132797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:07.138509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0bd4c0c7-42b8-4a1a-8282-c1b8283d0c70 req-de149ee2-b32b-4bce-860c-4f586b746b6f tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618358 Mar 04 23:59:07.159123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Router 8c423bf1-252d-4141-90b3-640bbb193d15 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:59:07.191375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd482a5a-87a1-4634-8c22-4aee8c874074 req-eb7cce95-0fe7-4fca-9de9-6619f775c9b3 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654491 Mar 04 23:59:07.332582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-c5f7e4aa-f42e-41b7-a38b-6a6d85dd024b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4404678 Mar 04 23:59:07.404664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:07.459273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-952e8722-9937-49b3-95fb-7f3c26171ca2 req-6cdb1e3e-64cc-42e5-8a38-d8b5960200be service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226562 Mar 04 23:59:07.523679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:07.524828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:59:07.539801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-99f67aa1-4800-41f4-a2a9-ef5eff10e074 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c423bf1-252d-4141-90b3-640bbb193d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8398423 Mar 04 23:59:07.554291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a759be-2094-41fe-a31d-59ae399b31ab req-46bd64e5-5e51-4c73-9c1b-65510f493d04 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:07.555891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64a759be-2094-41fe-a31d-59ae399b31ab req-46bd64e5-5e51-4c73-9c1b-65510f493d04 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 948 time: 0.1006308 Mar 04 23:59:07.587725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-62334974-f201-44c6-bc68-b95dc7693622 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1de443bbda94aa68f827790b5b81460&device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 1101 time: 0.2273338 Mar 04 23:59:07.608892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64a759be-2094-41fe-a31d-59ae399b31ab req-37542b27-dff4-4317-8c7d-0606042285f8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458028 Mar 04 23:59:07.618707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3655f60-6b0b-4e10-8cb3-d21cb40216b0 req-e18e3cb6-c48f-4a5c-ba3c-60826800815b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:07.620186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3655f60-6b0b-4e10-8cb3-d21cb40216b0 req-e18e3cb6-c48f-4a5c-ba3c-60826800815b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 949 time: 0.1549232 Mar 04 23:59:07.750668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d536f357-b397-4aaa-9459-4fe248dd730d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:07.751039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:07.816174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3655f60-6b0b-4e10-8cb3-d21cb40216b0 req-eeea4795-5e2e-4ef5-aaaf-990a803dee29 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743622 Mar 04 23:59:07.834112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644d981-81a3-4788-bb6c-8cae45a3013b req-94e8eafe-11ed-4f0f-9d98-12c988d8fe58 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:07.835626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a644d981-81a3-4788-bb6c-8cae45a3013b req-94e8eafe-11ed-4f0f-9d98-12c988d8fe58 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.0872264 Mar 04 23:59:07.840636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 016775fd-7f20-49a8-a253-dc136e75459f up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:07.852397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-6d1f4a8a-0374-436c-811f-d78d03e6d9e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:07.853888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-6d1f4a8a-0374-436c-811f-d78d03e6d9e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2326910 Mar 04 23:59:07.862101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Deleting port b7e064c1-cbed-413d-8af2-218f2d53eba3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:07.862517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:07.959987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a644d981-81a3-4788-bb6c-8cae45a3013b req-cec0c635-f3b4-4a18-86d6-1af094babe5d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117558 Mar 04 23:59:08.022731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 016775fd-7f20-49a8-a253-dc136e75459f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:08.075983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] For port b7e064c1-cbed-413d-8af2-218f2d53eba3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7e064c1-cbed-413d-8af2-218f2d53eba3,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:08.076349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.096208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 016775fd-7f20-49a8-a253-dc136e75459f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:08.096579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.212760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ccb4f-a014-49e0-814d-53f8db67fa5e req-f3531a40-0687-4c39-b552-39a86a269d58 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:08.214565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6ccb4f-a014-49e0-814d-53f8db67fa5e req-f3531a40-0687-4c39-b552-39a86a269d58 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.0866051 Mar 04 23:59:08.258919 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.280689 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.283824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc6ccb4f-a014-49e0-814d-53f8db67fa5e req-8f05fa4f-d604-48c2-b31a-2c9e76c21718 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628443 Mar 04 23:59:08.305089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.323168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Calling delete_port for b7e064c1-cbed-413d-8af2-218f2d53eba3 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:08.323682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:08.368426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:08.377840 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.378627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device e628f464-2f63-48a3-8ba3-d5c837b137ff up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:08.420277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-eebd6c8e-8c80-4c64-b185-aac691bb37ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cb33ad93-b784-4d37-a094-18611dd53d94 HTTP/1.1" status: 200 len: 217 time: 0.5595353 Mar 04 23:59:08.493574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 2, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:08.495528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.524902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a4e45-4e72-48f5-9e3a-5bfb197115cc None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 2, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:59:08.538863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:08.558513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 016775fd-7f20-49a8-a253-dc136e75459f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=016775fd-7f20-49a8-a253-dc136e75459f,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:08.565500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.600526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port e628f464-2f63-48a3-8ba3-d5c837b137ff completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:08.622421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port e628f464-2f63-48a3-8ba3-d5c837b137ff triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:08.622799 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.694793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=016775fd-7f20-49a8-a253-dc136e75459f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:08.696422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-adf7ce34-9a28-4561-9cf0-d112805fd6c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:08.698427 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-adf7ce34-9a28-4561-9cf0-d112805fd6c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2627265 Mar 04 23:59:08.705931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-af67f101-5894-4556-b17c-908080847f9b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:08.707288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-af67f101-5894-4556-b17c-908080847f9b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.5510547 Mar 04 23:59:08.769691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-2ec1bb38-0c33-4766-af68-3ce5a55b354c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0303705 Mar 04 23:59:08.823480 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.846013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-4b43e9f1-d085-4643-88bd-942b0fb6fd80 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:08.855823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46506) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:08.868682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407551004', 'description': 'tempest-description--958637265'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:08.868817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port e628f464-2f63-48a3-8ba3-d5c837b137ff, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:08.878139 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.878990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c7da031-c773-43c0-b82b-09589f039ae0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:08.881301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:08.894333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:08.898929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:08.907157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:08.922558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:08.925738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-4b43e9f1-d085-4643-88bd-942b0fb6fd80 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:08.927038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-4b43e9f1-d085-4643-88bd-942b0fb6fd80 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1527324 Mar 04 23:59:08.946037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-aece9bf4-dd23-4738-84b3-e9c1b150ef67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2360802 Mar 04 23:59:08.978449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 7c7da031-c773-43c0-b82b-09589f039ae0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:08.978967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c7da031-c773-43c0-b82b-09589f039ae0 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:08.990292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:08.994957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:08.999177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:09.007440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:09.071272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=e628f464-2f63-48a3-8ba3-d5c837b137ff,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:09.107423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.117776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.180693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.181940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3246491 Mar 04 23:59:09.185143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46514) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:09.189891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.194502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'security_group_rule': {'security_group_id': 'dd8d1b26-1dcb-47fa-9a34-e762063282af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:09.206745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:09.209455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7131-f81a-47d1-81b7-d9fcd51f38eb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d1b26-1dcb-47fa-9a34-e762063282af,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:09.213626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:09.216670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:09.239632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:09.289307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.335721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-8fc2d6b6-88e6-494b-b784-4076c34c8a80 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594556 Mar 04 23:59:09.385826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e064c1-cbed-413d-8af2-218f2d53eba3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:09.386929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.394798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-9a3703df-6799-403f-82b5-2639cd544462 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580638 Mar 04 23:59:09.400728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.475804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef1bf7e-b3b4-456f-b8a0-e7442aab5c11,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:09.478332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.480569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5a020abc-2ba6-414d-85e3-6af9b81a77bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2944806 Mar 04 23:59:09.484886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46524) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:09.496084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'security_group_rule': {'security_group_id': 'dd8d1b26-1dcb-47fa-9a34-e762063282af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:09.518191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:09.528549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:09.540772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:09.557654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:09.615718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.621646 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.799639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.804453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.816513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dff36e9d-f88b-40d0-bfbd-c1f4f105b33e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:09.834202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0724f84-af78-4c1a-97bc-617c40fbe441,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:09.851518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537310-f75f-4cf4-a23f-d1388281c4a2 req-d9b18928-8de6-4299-a985-4ffce1072f9d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:09.852999 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2537310-f75f-4cf4-a23f-d1388281c4a2 req-d9b18928-8de6-4299-a985-4ffce1072f9d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 945 time: 0.1548963 Mar 04 23:59:09.854230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.855291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7a3328b-7140-4f29-8827-b756b7cb65e3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3694186 Mar 04 23:59:09.860640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46528) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:09.868375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:09.887051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:09.896937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:floatingip and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:09.901045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:09.904868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:09.911425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:09.912253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.916679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:09.941929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2537310-f75f-4cf4-a23f-d1388281c4a2 req-e382cab5-24f2-42be-a3ee-0ac22a91299b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798066 Mar 04 23:59:09.943230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:09.977638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-a34cfd73-9b35-4efa-bdbf-1d760b814db7 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416658 Mar 04 23:59:10.003415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8fbb36f-2e4c-4c0a-ad3f-14530e1803f4 req-b5a70119-9937-46c8-ab63-ad78f1dface8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111400 Mar 04 23:59:10.066968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:10.088401 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'code': 200} Mar 04 23:59:10.115181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:10.125331 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:10.154422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:10.258836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:10.270138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:10.491056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511d5b2-3a41-47be-bf07-e93c36b26ae9 req-38558246-e27c-4372-9dd6-5f2798b2be7a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:10.492522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b511d5b2-3a41-47be-bf07-e93c36b26ae9 req-38558246-e27c-4372-9dd6-5f2798b2be7a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 950 time: 0.1254771 Mar 04 23:59:10.505662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa792c-df70-47a6-bb0f-0dffeede8ce3 req-b86258bb-e152-4559-857f-5361fb1e0f4c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:10.507137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-33fa792c-df70-47a6-bb0f-0dffeede8ce3 req-b86258bb-e152-4559-857f-5361fb1e0f4c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.1978691 Mar 04 23:59:10.549576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Allocated IP 172.25.0.157 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/17bdc96f-c11b-48ec-9194-03c400a40cc1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:10.575012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b511d5b2-3a41-47be-bf07-e93c36b26ae9 req-5a2878c3-652c-4fa1-9622-a47d8f27a29b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705345 Mar 04 23:59:10.615604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-33fa792c-df70-47a6-bb0f-0dffeede8ce3 req-2a33022b-dfe8-4cec-8495-5b30d49c156c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008811 Mar 04 23:59:10.814044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:10.850531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:11.015412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f1861-dae9-4f44-a885-12479d1c43a1 req-c7dbf40b-3112-44c6-973f-40aeec843e10 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:11.016911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f96f1861-dae9-4f44-a885-12479d1c43a1 req-c7dbf40b-3112-44c6-973f-40aeec843e10 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2238438 Mar 04 23:59:11.076770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db1817cf-8f6e-4f92-8a84-1d723b59c962 req-2afc3064-0b69-4ce9-bbe0-971eed834c72 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 210 time: 0.1785138 Mar 04 23:59:11.085448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:11.088432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:11.093144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:11.140039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'Port': ['ID=17bdc96f-c11b-48ec-9194-03c400a40cc1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:11.194630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f96f1861-dae9-4f44-a885-12479d1c43a1 req-7bc658e4-cbc9-42e8-8bc8-f3c2ab12bf43 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664188 Mar 04 23:59:11.278833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Router c28b0d0a-20f2-44a1-b961-27b1141d7d0a has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:59:11.313788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:11.388227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:11.454559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6b63b-e29c-456d-942c-ea68d9652c25 req-1e930412-dcc3-487c-b6ab-a3961a65046a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:11.461835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82d6b63b-e29c-456d-942c-ea68d9652c25 req-1e930412-dcc3-487c-b6ab-a3961a65046a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.2053812 Mar 04 23:59:11.605807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82d6b63b-e29c-456d-942c-ea68d9652c25 req-87f8bf33-7397-4b7c-9023-cdd256ea371f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430380 Mar 04 23:59:11.606458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:59:11.625108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9cbc14c3-b70c-4a00-9d1b-f2b72b5213e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/c28b0d0a-20f2-44a1-b961-27b1141d7d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0595636 Mar 04 23:59:11.627835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46554) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:11.630925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8e640f98-a50d-42b7-825a-1ccb739fe3b6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:11.652361 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] Sync routers for ids ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:59:11.680403 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] Routers {'c28b0d0a-20f2-44a1-b961-27b1141d7d0a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:11.682168 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:11.741291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368129b-3ccf-4feb-a454-8865b2538fa1 req-98cf29fb-e5a0-4393-9955-bf98d4a047ec tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:11.742928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5368129b-3ccf-4feb-a454-8865b2538fa1 req-98cf29fb-e5a0-4393-9955-bf98d4a047ec tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 945 time: 0.2231762 Mar 04 23:59:11.807072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:11.817295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:11.845067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:11.852994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:11.854815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:11.955456 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] Set router c28b0d0a-20f2-44a1-b961-27b1141d7d0a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:12.002651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5368129b-3ccf-4feb-a454-8865b2538fa1 req-f3eed31f-1e30-4d54-bd07-d14d039e586b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998136 Mar 04 23:59:12.037428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:12.037781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-0fb9fed6-f800-4aa2-a453-3ebf64b0b36c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:12.039249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-0fb9fed6-f800-4aa2-a453-3ebf64b0b36c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.3309088 Mar 04 23:59:12.066245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Request body: {'port': {'device_id': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'admin_state_up': True, 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:12.073776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'Port': ['ID=17bdc96f-c11b-48ec-9194-03c400a40cc1,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:12.091873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:12.092627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bc324-a06f-466a-b000-cd598458944f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016775fd-7f20-49a8-a253-dc136e75459f'}, {'server_uuid': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e628f464-2f63-48a3-8ba3-d5c837b137ff'}, {'server_uuid': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:12.094988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e567477b-2c7e-45f0-a9f3-2ce006430598 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2314370 Mar 04 23:59:12.121743 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:12.140497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8e640f98-a50d-42b7-825a-1ccb739fe3b6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8e640f98-a50d-42b7-825a-1ccb739fe3b6,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:12.141496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb0e3-838e-4d44-8bc1-04b77f996450 req-795fd6de-b922-4a23-8f71-e3156eb86386 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:12.149697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:12.150529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-43beb0e3-838e-4d44-8bc1-04b77f996450 req-795fd6de-b922-4a23-8f71-e3156eb86386 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.2675211 Mar 04 23:59:12.209441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-43beb0e3-838e-4d44-8bc1-04b77f996450 req-438be7c0-8e49-4313-b84f-b0be595795d7 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578849 Mar 04 23:59:12.240775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8e640f98-a50d-42b7-825a-1ccb739fe3b6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:12.342221 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bc324-a06f-466a-b000-cd598458944f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016775fd-7f20-49a8-a253-dc136e75459f', 'code': 200} Mar 04 23:59:12.342699 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e628f464-2f63-48a3-8ba3-d5c837b137ff', 'code': 200} Mar 04 23:59:12.343136 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e', 'code': 200} Mar 04 23:59:12.400880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:12.420922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:12.429635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3856c6-e138-4b20-902d-76132f657d2f req-f76fce4f-26fe-4763-880c-b034b542697c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:12.436480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c3856c6-e138-4b20-902d-76132f657d2f req-f76fce4f-26fe-4763-880c-b034b542697c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 950 time: 0.1919742 Mar 04 23:59:12.464187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:12.507543 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:59:08Z', 'revision_number': 5, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:12.512552 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] Checking router: c28b0d0a-20f2-44a1-b961-27b1141d7d0a for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:59:12.512705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ef85358-e009-463f-9ef5-27e3fb7a52e7 req-e875e903-4198-48d5-9b78-48e7e595559f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 210 time: 0.0513048 Mar 04 23:59:12.527981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] Routers {'c28b0d0a-20f2-44a1-b961-27b1141d7d0a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:12.528683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:12.600660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3388f556-aabe-4745-9d66-2a78ac7ec54f req-70ba8ce6-f6bd-4c6e-9626-e418a55a2113 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 1096 time: 0.0741847 Mar 04 23:59:12.697645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2cb053b-3273-492d-abea-178a83049d6f req-596e8667-40b4-4b43-8989-11fe208014c8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:12.702815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3388f556-aabe-4745-9d66-2a78ac7ec54f req-45cfda45-299c-4298-a294-967cceddf0c2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Mar 04 23:59:12.718340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2cb053b-3273-492d-abea-178a83049d6f req-596e8667-40b4-4b43-8989-11fe208014c8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:12.725331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:12.728292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:12.729781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-596e8667-40b4-4b43-8989-11fe208014c8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--407551004&fields=id&tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557 HTTP/1.1" status: 200 len: 267 time: 0.0890827 Mar 04 23:59:12.729941 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] Set router c28b0d0a-20f2-44a1-b961-27b1141d7d0a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:12.875541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb053b-3273-492d-abea-178a83049d6f req-11db143c-3cc9-4d71-a8b2-c08fa269d8ec tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:12.876363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2cb053b-3273-492d-abea-178a83049d6f req-11db143c-3cc9-4d71-a8b2-c08fa269d8ec tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:12.893331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2cb053b-3273-492d-abea-178a83049d6f req-11db143c-3cc9-4d71-a8b2-c08fa269d8ec tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:12.894673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-11db143c-3cc9-4d71-a8b2-c08fa269d8ec tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 810 time: 0.1639032 Mar 04 23:59:12.915756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c3856c6-e138-4b20-902d-76132f657d2f req-7e995b1c-6bb9-4976-9862-87ce480c1659 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784124 Mar 04 23:59:12.918503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-bf7d967c-a0b9-473b-8d4f-357229a79875 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/quotas/4b6adfccb83b4089bdd0a02b5a8ed557 HTTP/1.1" status: 200 len: 375 time: 0.0136273 Mar 04 23:59:13.034190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-260c09ed-2e63-44f5-9ba8-3f927a50e41d req-10261a37-fb6b-4bac-bcf6-0de7b3eb4510 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5059f901-fb97-4352-8ce5-5b3269a9fc42 HTTP/1.1" status: 200 len: 1097 time: 0.4691615 Mar 04 23:59:13.039060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2cb053b-3273-492d-abea-178a83049d6f req-14eacb8e-ce94-45ab-a7d7-e77dc7a52012 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:13.045080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15f7321c-8bb7-43cd-8680-88cf18f705fd req-7275d1ab-6aa1-4438-b6a1-ff3b9eeeab4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 1101 time: 0.5220118 Mar 04 23:59:13.067185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2cb053b-3273-492d-abea-178a83049d6f req-14eacb8e-ce94-45ab-a7d7-e77dc7a52012 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:13.068990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-14eacb8e-ce94-45ab-a7d7-e77dc7a52012 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1369920 Mar 04 23:59:13.085496 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:59:08Z', 'revision_number': 5, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:13.093166 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de691c-a5cd-4e44-8695-4397800160b9 None None] The sync data for ids ['c28b0d0a-20f2-44a1-b961-27b1141d7d0a'] in n-d-828979-4 is: [{'id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'name': 'tempest-TaggedBootDevicesTest-467399388-router', 'tenant_id': 'fb2e1185474f425bafe72abacaa65cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:52:19Z', 'updated_at': '2022-03-04T23:59:08Z', 'revision_number': 5, 'project_id': 'fb2e1185474f425bafe72abacaa65cd0', 'gw_port': {'id': 'a3887b85-850c-4f02-8f82-7e3cadd34be3', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d0a-20f2-44a1-b961-27b1141d7d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:52:21Z', 'updated_at': '2022-03-04T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:59:13.120590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Allocated IP 172.20.0.8 (ca6a8ca4-6da0-4add-9049-7c751319a689/3b0442fb-a254-488c-afee-c0514f86ce60/c29195b6-276e-4066-8a95-7bb1b25e841a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:13.168887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-260c09ed-2e63-44f5-9ba8-3f927a50e41d req-0d23fd31-dfa7-4113-aec6-2e0de501ab77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208527 Mar 04 23:59:13.186513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15f7321c-8bb7-43cd-8680-88cf18f705fd req-d3a09336-b99d-4eac-ba68-e4be101ef885 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214058 Mar 04 23:59:13.226409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-c92f49d9-ce0d-4f3a-83e7-08e85e580bfe service neutron] 10.222.0.32 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388040 Mar 04 23:59:13.356107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-023d7caa-dbbb-43b3-bb48-481a6dfce608 service neutron] 10.222.0.32 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232479 Mar 04 23:59:13.416776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:13.438523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c681bb-9d0b-4bde-9b91-84807d0ed6e8 req-a27e21c2-aa38-4946-a387-d1f677852058 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:13.440556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28c681bb-9d0b-4bde-9b91-84807d0ed6e8 req-a27e21c2-aa38-4946-a387-d1f677852058 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2597585 Mar 04 23:59:13.448970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:13.462161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Deleting port a3887b85-850c-4f02-8f82-7e3cadd34be3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:13.462512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:13.507604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:13.638933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8e640f98-a50d-42b7-825a-1ccb739fe3b6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:13.716663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28c681bb-9d0b-4bde-9b91-84807d0ed6e8 req-592fb97a-c6a5-4563-bc0c-5d9ae3d4a82e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596936 Mar 04 23:59:13.756770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:13.771233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:13.776872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512b73-8e74-410b-81a8-41565c2bb675 req-da4cb435-6a99-40d6-a58e-4476a0aaaedb tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:13.781912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af512b73-8e74-410b-81a8-41565c2bb675 req-da4cb435-6a99-40d6-a58e-4476a0aaaedb tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 945 time: 0.1151655 Mar 04 23:59:13.791508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'port_id': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'mac_address': 'fa:16:3e:bb:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d06db92-6897-41bd-aa1c-9ccf50e787e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:13.850356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:13.850974 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:13.911104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af512b73-8e74-410b-81a8-41565c2bb675 req-0f04fe02-9856-410a-bb29-2f6de91c0b89 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189113 Mar 04 23:59:13.940869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:13.954015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:13.972738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:14.031283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:14.033988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:14.126754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:14.149550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:14.158728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] For port a3887b85-850c-4f02-8f82-7e3cadd34be3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3887b85-850c-4f02-8f82-7e3cadd34be3,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:14.159100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:14.171089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event updated for resources: {'Port': ['ID=c29195b6-276e-4066-8a95-7bb1b25e841a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:14.230435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7e064c1-cbed-413d-8af2-218f2d53eba3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:14.248698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ef2e058-6e15-4a95-8fd7-4e7c381d6d6f req-af23a417-6e00-4f49-931c-883793a549c4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 210 time: 0.2220390 Mar 04 23:59:14.274760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b7e064c1-cbed-413d-8af2-218f2d53eba3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:14.275112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7e064c1-cbed-413d-8af2-218f2d53eba3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:14.286138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:14.321694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Calling delete_port for a3887b85-850c-4f02-8f82-7e3cadd34be3 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:14.328233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:14.375997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:14.377609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:14.445319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-282c1137-fd72-4e5b-9def-1d47c6db3c33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3874319 Mar 04 23:59:14.465761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Request body: {'port': {'device_id': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:14.500952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-14955ac9-dbe7-4c0f-9689-151f7752bdf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5109990 Mar 04 23:59:14.531382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f94a97-2f0c-4773-827b-c69eca1e9b18 req-43113071-4104-49a1-8367-f87b63f01bf9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:14.534207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1f94a97-2f0c-4773-827b-c69eca1e9b18 req-43113071-4104-49a1-8367-f87b63f01bf9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 931 time: 0.1082158 Mar 04 23:59:14.541977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ba79-1988-468b-b4ef-85829699b387 req-b816709a-9212-42af-9b67-c3812be74887 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:14.543565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7674ba79-1988-468b-b4ef-85829699b387 req-b816709a-9212-42af-9b67-c3812be74887 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.6017623 Mar 04 23:59:14.619182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1f94a97-2f0c-4773-827b-c69eca1e9b18 req-ee3f9f3a-f2ed-44dd-849d-5cbef0617afd tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789506 Mar 04 23:59:14.819248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513227e-6c37-420c-9e8f-0dcbd23282f8 req-5d5a438d-fc08-415b-8085-6adef1012a0c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:14.820961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2513227e-6c37-420c-9e8f-0dcbd23282f8 req-5d5a438d-fc08-415b-8085-6adef1012a0c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 950 time: 0.0872838 Mar 04 23:59:14.830984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7674ba79-1988-468b-b4ef-85829699b387 req-932d748d-73ba-4ebb-be62-39bdd855e6c4 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717829 Mar 04 23:59:14.842125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:14.922536 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2513227e-6c37-420c-9e8f-0dcbd23282f8 req-63930f0f-01b0-437c-b818-d6af5a28480e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953259 Mar 04 23:59:14.981770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-0be5141c-3ca7-4f21-8070-ce1a81695f40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1100 time: 0.4010336 Mar 04 23:59:15.013716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:15.141718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3887b85-850c-4f02-8f82-7e3cadd34be3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:15.385842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf02b3-e134-42c4-bdc8-8e945c35b9ed req-9045efde-7b8c-48d8-bc38-e25d20f508b3 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:15.393373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71bf02b3-e134-42c4-bdc8-8e945c35b9ed req-9045efde-7b8c-48d8-bc38-e25d20f508b3 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 945 time: 0.2179716 Mar 04 23:59:15.455562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb053b-3273-492d-abea-178a83049d6f req-8b979d13-5565-4ed6-bb24-697538aee4b8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:15.457256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-8b979d13-5565-4ed6-bb24-697538aee4b8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 810 time: 0.2172198 Mar 04 23:59:15.469496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:15.472421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71bf02b3-e134-42c4-bdc8-8e945c35b9ed req-f7f223aa-dfd4-4983-9572-6197e2a7701c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779278 Mar 04 23:59:15.560325 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-f31c9611-d361-4b04-846f-b5ba8d3cfb5c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557 HTTP/1.1" status: 200 len: 379 time: 0.0834737 Mar 04 23:59:15.570307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'port': {'device_id': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'admin_state_up': True, 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'security_groups': ['dd8d1b26-1dcb-47fa-9a34-e762063282af']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:15.604145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:15.604520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:15.632677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:15.680777 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-0ecd84c9-a206-4018-af94-cb90e512399f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370007 Mar 04 23:59:15.736228 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:15.763422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:15.774384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:15.779371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:15.844066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:15.846705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:15.867510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:15.878898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-9629a176-ac28-4877-be4b-4d28830aebd8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:15.880318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-9629a176-ac28-4877-be4b-4d28830aebd8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933939 Mar 04 23:59:15.887669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Made reservation on behalf of 4b6adfccb83b4089bdd0a02b5a8ed557 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:15.890520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:15.920076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-fb22df9f-692b-4c3a-86b9-79891be62c2b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/quotas/6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0332716 Mar 04 23:59:15.983125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-5b91b753-8965-4068-98c6-0e2a3c67d324 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:15.984502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-5b91b753-8965-4068-98c6-0e2a3c67d324 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.7839723 Mar 04 23:59:15.998035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.080810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2255da9-6712-4bcb-a96f-bd2577f529b2 req-5810d846-a5f6-4ecc-af12-8226bbaf3a78 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:16.082293 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2255da9-6712-4bcb-a96f-bd2577f529b2 req-5810d846-a5f6-4ecc-af12-8226bbaf3a78 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.9189682 Mar 04 23:59:16.086835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.094346 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-4823e6de-f1f8-4f8b-accf-ac4a520fe7e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.0984092 Mar 04 23:59:16.121537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-1a8019a4-e59c-4764-b3af-c211e5cf424d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643944 Mar 04 23:59:16.125476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Allocated IP 172.20.0.5 (6f6c85af-8f9b-4384-a24f-490ed43d5a0a/da4f4730-32e7-46ef-acd3-1bce767b260b/4b0eab0b-11af-4661-87c2-3b04e8c32c87) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:16.343705 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.351699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:16.363801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Transition to ACTIVE for port object 4b0eab0b-11af-4661-87c2-3b04e8c32c87 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:16.379740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-236acded-ad95-4e41-a3e5-d8c745308d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:16.381171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-236acded-ad95-4e41-a3e5-d8c745308d1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2630367 Mar 04 23:59:16.414630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f00f4d86-3da4-48f3-a9fb-155d481ce59f req-c24b0f06-734d-412f-b6b5-fa5f7c6abcae tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 210 time: 0.0523221 Mar 04 23:59:16.436055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.478162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.478810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28b0d0a-20f2-44a1-b961-27b1141d7d0a {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 23:59:16.507998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2255da9-6712-4bcb-a96f-bd2577f529b2 req-63eced01-1538-4700-82b5-06c231367faa tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179127 Mar 04 23:59:16.531966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'Port': ['ID=4b0eab0b-11af-4661-87c2-3b04e8c32c87,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:16.543265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:16.546300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:16.548962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:16.574315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29195b6-276e-4066-8a95-7bb1b25e841a {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:16.583985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.587588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7dd392ad-473e-4499-9b42-48a67ac8693e admin admin] 10.222.0.32 "DELETE /v2.0/routers/c28b0d0a-20f2-44a1-b961-27b1141d7d0a HTTP/1.1" status: 204 len: 168 time: 4.9564927 Mar 04 23:59:16.589509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46632) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:16.596352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.683733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:16.684355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.695642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Deleting subnet c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 04 23:59:16.699793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.728657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661c393-063d-4c93-af58-491ca14b861e req-84304e36-56fe-4ed8-a5c8-a941ea8dc515 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:16.730200 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7661c393-063d-4c93-af58-491ca14b861e req-84304e36-56fe-4ed8-a5c8-a941ea8dc515 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=5059f901-fb97-4352-8ce5-5b3269a9fc42 HTTP/1.1" status: 200 len: 946 time: 0.1352179 Mar 04 23:59:16.732042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-e8848764-aa48-4055-97e1-6eb631b25b6c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1659338 Mar 04 23:59:16.757255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.758353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Request body: {'port': {'device_id': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:16.836216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7661c393-063d-4c93-af58-491ca14b861e req-2e1887ec-ede4-4a19-b92b-a44d97b1efe4 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984731 Mar 04 23:59:16.867489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Transition to ACTIVE for port object c29195b6-276e-4066-8a95-7bb1b25e841a will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:16.878590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-dc4320c2-4a76-4dcd-8281-d7d18b98e6bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4490988 Mar 04 23:59:16.905804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2f66b92a-2f13-4a3a-9920-8b0ad8461380 None None] Provisioning for port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:16.911911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.916270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.917846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2f66b92a-2f13-4a3a-9920-8b0ad8461380 None None] Provisioning complete for port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:16.918434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2f66b92a-2f13-4a3a-9920-8b0ad8461380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:16.981521 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'code': 200} Mar 04 23:59:17.042256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2f66b92a-2f13-4a3a-9920-8b0ad8461380 None None] Port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:59:17.191290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Pushing event updated for resources: {'Port': ['ID=c29195b6-276e-4066-8a95-7bb1b25e841a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:17.206460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20662351-8835-453f-a12c-173d48111e07 req-981274d9-b6c4-4eae-81a2-7e83b7aacb09 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:17.208652 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-20662351-8835-453f-a12c-173d48111e07 req-981274d9-b6c4-4eae-81a2-7e83b7aacb09 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.1420197 Mar 04 23:59:17.230553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.283621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a458a-a447-450e-a9bb-41f67b5523f4 req-cd53df36-dcd2-4eb3-b291-b1e5f88062a6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:17.284309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8b6a458a-a447-450e-a9bb-41f67b5523f4 req-cd53df36-dcd2-4eb3-b291-b1e5f88062a6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:17.333413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-20662351-8835-453f-a12c-173d48111e07 req-6450fee9-0244-4c15-b43f-b50e7f80fe65 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861404 Mar 04 23:59:17.406283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8b6a458a-a447-450e-a9bb-41f67b5523f4 req-cd53df36-dcd2-4eb3-b291-b1e5f88062a6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:17.407468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b6a458a-a447-450e-a9bb-41f67b5523f4 req-cd53df36-dcd2-4eb3-b291-b1e5f88062a6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 931 time: 0.6173460 Mar 04 23:59:17.413118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-8c36cd57-72fe-4d91-aa4d-cd902ef3864a service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673418 Mar 04 23:59:17.531427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.600942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0eab0b-11af-4661-87c2-3b04e8c32c87 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:17.612398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.623608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:17.639460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231de99-df71-4b12-b19e-dfea949bc74f req-1f09219a-8875-4a73-9552-7c41b42686b8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:17.640643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1231de99-df71-4b12-b19e-dfea949bc74f req-1f09219a-8875-4a73-9552-7c41b42686b8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 950 time: 0.1785393 Mar 04 23:59:17.641439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b6a458a-a447-450e-a9bb-41f67b5523f4 req-b8f8dd55-bdb0-4245-aa0b-c31bd05bf805 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273703 Mar 04 23:59:17.641708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Transition to ACTIVE for port object 4b0eab0b-11af-4661-87c2-3b04e8c32c87 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:17.643890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Attempting to bind port c29195b6-276e-4066-8a95-7bb1b25e841a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:17.644211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Attempting to bind port c29195b6-276e-4066-8a95-7bb1b25e841a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:17.644631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Attempting to bind port c29195b6-276e-4066-8a95-7bb1b25e841a on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:17.647736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-fcb92296-2dc6-4106-aea5-b01a084a638f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461898 Mar 04 23:59:17.649328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.652704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.658784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e3770-3e68-4d56-855a-456bb46be5fa None None] Network b1ed7c05-f282-4d43-b066-9a596ebd8fe6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:59:17.720736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4082c80-01e4-4ec9-bb54-d4a802e47460 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c41bcd99-0a1d-4e7b-96bb-43a76fcba0c8 HTTP/1.1" status: 204 len: 168 time: 1.1282017 Mar 04 23:59:17.741053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46644) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:17.884391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Port c29195b6-276e-4066-8a95-7bb1b25e841a on network ca6a8ca4-6da0-4add-9049-7c751319a689 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:17.884770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Attempting to bind port c29195b6-276e-4066-8a95-7bb1b25e841a on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:17.914062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-643f5f96-9864-4987-a5c9-ad7f5412560e req-4f06d2a5-782a-4187-af0c-49a5a6c59908 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 210 time: 0.0829246 Mar 04 23:59:17.945853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-640cb83d-2f96-4dcf-aa94-38a1c0a7d4dd req-9ef697c7-62c0-40fe-a6c4-a6d2bc2ec955 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109842 Mar 04 23:59:17.946575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:17.946930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:17.947274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Bound using segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:17.947721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Bound port: c29195b6-276e-4066-8a95-7bb1b25e841a, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:17.948055 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.951235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab0b-11af-4661-87c2-3b04e8c32c87,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:17.971069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] DHCP port deletion for b1ed7c05-f282-4d43-b066-9a596ebd8fe6 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 04 23:59:17.976496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] Deleting port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:17.976721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:17.990991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.007730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1231de99-df71-4b12-b19e-dfea949bc74f req-8c0bb1e3-7ac1-466f-b750-11961979498b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567040 Mar 04 23:59:18.206198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-1c492d47-c0b8-47af-a048-c2a801091dd4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:18.207883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-1c492d47-c0b8-47af-a048-c2a801091dd4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5523620 Mar 04 23:59:18.218313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] For port c29195b6-276e-4066-8a95-7bb1b25e841a, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:18.225239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Request body: {'port': {'device_id': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '6e97583599a740c1ab79bc58dc97f7a5'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:18.246284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Deleting port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:18.246622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.260009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] For port 7f07af1e-d207-45cf-a82a-4eb22ed167d7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7f07af1e-d207-45cf-a82a-4eb22ed167d7,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:18.260412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.264404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] For port c29195b6-276e-4066-8a95-7bb1b25e841a, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c29195b6-276e-4066-8a95-7bb1b25e841a,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:18.437338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] Calling delete_port for 7f07af1e-d207-45cf-a82a-4eb22ed167d7 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:18.469780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.516765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.565486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] Pushing event deleted for resources: {'Port': ['ID=7f07af1e-d207-45cf-a82a-4eb22ed167d7,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:18.570666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8996f-d2f0-40ab-ba1a-d94ed571ca44 None None] No DVR routers for this DVR port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:18.601826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] For port 7f07af1e-d207-45cf-a82a-4eb22ed167d7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7f07af1e-d207-45cf-a82a-4eb22ed167d7,segment=NetworkSegment(c611930b-77f1-4166-946a-819950a50490),segment_id=c611930b-77f1-4166-946a-819950a50490)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:18.602229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.607853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.609186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] 10.222.0.36 "PUT /v2.0/ports/c29195b6-276e-4066-8a95-7bb1b25e841a HTTP/1.1" status: 200 len: 1091 time: 4.1501665 Mar 04 23:59:18.620303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'tag': 'c29195b6-276e-4066-8a95-7bb1b25e841a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:18.625355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Attempting to bind port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:18.625691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Attempting to bind port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:18.626016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Attempting to bind port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:18.695100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a55d93-2dda-4526-aee5-2f920e51dfac service neutron] Pushing event updated for resources: {'Port': ['ID=c29195b6-276e-4066-8a95-7bb1b25e841a,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:18.718667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:18.740949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:18.743861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Calling delete_port for 7f07af1e-d207-45cf-a82a-4eb22ed167d7 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:18.763123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276608-b3ed-4e8d-b17b-8480a816ef52 req-93e5525a-4e0f-408e-839a-abad8d8a6783 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:18.764570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-30276608-b3ed-4e8d-b17b-8480a816ef52 req-93e5525a-4e0f-408e-839a-abad8d8a6783 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2431488 Mar 04 23:59:18.765929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Made reservation on behalf of 6e97583599a740c1ab79bc58dc97f7a5 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:18.769274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.784460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:18.784785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Attempting to bind port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:18.801493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6d3ae-2362-46aa-8a65-0b360e26ace5 req-87c57df3-9fa4-418d-bd47-e4c2f28f39ca tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:18.801805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-82f6d3ae-2362-46aa-8a65-0b360e26ace5 req-87c57df3-9fa4-418d-bd47-e4c2f28f39ca tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:18.815151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-1534ecbe-5caa-4190-aee2-7fd367bddcdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 1094 time: 0.1556754 Mar 04 23:59:18.817117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:18.817595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Checking segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:18.817920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Bound using segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:18.818357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Bound port: 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:18.818701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:18.846902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-82f6d3ae-2362-46aa-8a65-0b360e26ace5 req-87c57df3-9fa4-418d-bd47-e4c2f28f39ca tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:18.847998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82f6d3ae-2362-46aa-8a65-0b360e26ace5 req-87c57df3-9fa4-418d-bd47-e4c2f28f39ca tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 943 time: 0.6466007 Mar 04 23:59:18.933780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 23:59:18.934145 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 23:59:18.940171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-30276608-b3ed-4e8d-b17b-8480a816ef52 req-27681feb-1798-4d04-a35d-9dd478ea0ade tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601841 Mar 04 23:59:18.941341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-23d5e35f-48ee-4723-a62a-6ca3003d4d2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c29195b6-276e-4066-8a95-7bb1b25e841a HTTP/1.1" status: 200 len: 217 time: 0.0911095 Mar 04 23:59:18.972372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82f6d3ae-2362-46aa-8a65-0b360e26ace5 req-75f55222-0dc1-45e4-8570-52d709861cf4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137750 Mar 04 23:59:18.976232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] For port 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:18.979434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] For port 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:18.985275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.076099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-37fa61ee-4653-4451-a0bb-582393a0b09e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:19.077582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-37fa61ee-4653-4451-a0bb-582393a0b09e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1284792 Mar 04 23:59:19.169531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-51068cda-dc37-4cec-ab30-e6440138201b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833666 Mar 04 23:59:19.209838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.210616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Allocated IP 192.168.233.132 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/c5da3d3f-e7b8-4828-a991-7bf147a91466) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:19.211125 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 1091 time: 2.4589040 Mar 04 23:59:19.213606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:19.243803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dec0ab-8ded-4084-9af6-000ea9d34f97 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0eab0b-11af-4661-87c2-3b04e8c32c87,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:19.330156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23e3d-9cf2-41db-ad7b-082016023ba1 req-fc41b4d3-3521-42fd-bbf9-e6e95b38cd8b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:19.331628 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbe23e3d-9cf2-41db-ad7b-082016023ba1 req-fc41b4d3-3521-42fd-bbf9-e6e95b38cd8b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 946 time: 0.1665294 Mar 04 23:59:19.365951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-174365b6-7a55-4207-bf7a-2020365e3db1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1094 time: 0.1107442 Mar 04 23:59:19.398887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-b9c309ce-d145-4344-a92e-1bd64b73f8a2 service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204270 Mar 04 23:59:19.417743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49da01f0-077f-4cdd-8087-5b57d15397de req-6eac064e-89d9-46a0-b0d1-af6f56f14fa9 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 1101 time: 0.2943945 Mar 04 23:59:19.440921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Deleting port 7f07af1e-d207-45cf-a82a-4eb22ed167d7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:19.441188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.474143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-b1f51be5-2b1e-46fe-bae5-b4e8ca0ccf72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 217 time: 0.0995519 Mar 04 23:59:19.512686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7f07af1e-d207-45cf-a82a-4eb22ed167d7 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:19.544632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbe23e3d-9cf2-41db-ad7b-082016023ba1 req-6229b615-f951-435c-bca8-0f1b36d10d8b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051396 Mar 04 23:59:19.547477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7f07af1e-d207-45cf-a82a-4eb22ed167d7 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:19.547888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7f07af1e-d207-45cf-a82a-4eb22ed167d7 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:19.550103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] The port '7f07af1e-d207-45cf-a82a-4eb22ed167d7' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 04 23:59:19.640385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49da01f0-077f-4cdd-8087-5b57d15397de req-7d7f2f60-4190-4270-9294-23f521183ef1 tempest-ServersOnMultiNodesTest-4633394 tempest-ServersOnMultiNodesTest-4633394-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559734 Mar 04 23:59:19.707851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.712258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77c67a3b-85a9-4929-b7ee-9dd39c27d233 req-109cbad5-b0b4-469e-9859-7b315ee7385a service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904046 Mar 04 23:59:19.721133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb053b-3273-492d-abea-178a83049d6f req-1c471e64-f9f1-41a8-b04a-097e00560e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:19.722851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-1c471e64-f9f1-41a8-b04a-097e00560e79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.2407405 Mar 04 23:59:19.730459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.738820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Transition to ACTIVE for port object c5da3d3f-e7b8-4828-a991-7bf147a91466 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:19.781401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.794286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'd536f357-b397-4aaa-9459-4fe248dd730d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:19.812495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ed7c05-f282-4d43-b066-9a596ebd8fe6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:19.826620 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'tag': 'c29195b6-276e-4066-8a95-7bb1b25e841a', 'status': 'completed', 'code': 200} Mar 04 23:59:19.830643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c611930b-77f1-4166-946a-819950a50490') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:19.830928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c611930b-77f1-4166-946a-819950a50490') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:19.852347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.871024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:19.875066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.876297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:19.884692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 04 23:59:19.885356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: util.warn( Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: timer() Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: self._notify() Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 23:59:19.900294 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 23:59:19.911336 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-b16f4a7d-e997-4443-9b97-a0f463ace78b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712008 Mar 04 23:59:19.915359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:19.919816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:19.946511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:20.047587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:20.124287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-a7d19ea9-e518-4bf5-baf2-7a2982a3019d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 1094 time: 0.2944717 Mar 04 23:59:20.188698 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.200182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:20.221888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.289381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ed7c05-f282-4d43-b066-9a596ebd8fe6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:20.305505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3707a383-a03b-4113-b4ec-22d4fa35c425 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1ed7c05-f282-4d43-b066-9a596ebd8fe6 HTTP/1.1" status: 204 len: 168 time: 2.5597136 Mar 04 23:59:20.338731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-d6df644b-d4a6-4797-848f-2233e992f72f service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383510 Mar 04 23:59:20.371301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4304a-4220-429b-b623-dca779f81e73 req-52228fdf-2f4a-4dca-8520-6ff32925f946 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:20.372916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-acc4304a-4220-429b-b623-dca779f81e73 req-52228fdf-2f4a-4dca-8520-6ff32925f946 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/ports?device_id=5059f901-fb97-4352-8ce5-5b3269a9fc42 HTTP/1.1" status: 200 len: 946 time: 0.4164236 Mar 04 23:59:20.416027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:20.416731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.440479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.461197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-aa0f71db-c39f-46b0-bf17-0f8b29ccaf7e None None] Provisioning for port c5da3d3f-e7b8-4828-a991-7bf147a91466 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:20.487289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-aa0f71db-c39f-46b0-bf17-0f8b29ccaf7e None None] Provisioning complete for port c5da3d3f-e7b8-4828-a991-7bf147a91466 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:20.487614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aa0f71db-c39f-46b0-bf17-0f8b29ccaf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.490751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d1492-0f52-479c-b7e4-33b6ec1219bf req-553fa696-e1c6-4206-8eff-8c6bb049f852 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:20.499835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c9d1492-0f52-479c-b7e4-33b6ec1219bf req-553fa696-e1c6-4206-8eff-8c6bb049f852 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 943 time: 0.5540810 Mar 04 23:59:20.525817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7e83f-6247-49ae-947f-0684de96c84c req-3d749a43-a71e-4903-8b05-570220ce9afc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:20.527407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19e7e83f-6247-49ae-947f-0684de96c84c req-3d749a43-a71e-4903-8b05-570220ce9afc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 936 time: 0.3078403 Mar 04 23:59:20.543555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46676) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:20.562989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-62523bb8-e17f-458f-958d-8a025d49cb5c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3423631 Mar 04 23:59:20.571456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:20.586680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Request body: {'port': {'device_id': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:20.586933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Deleting port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:20.587038 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.594936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:20.617939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:20.622141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f71db-c39f-46b0-bf17-0f8b29ccaf7e None None] Port c5da3d3f-e7b8-4828-a991-7bf147a91466 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 04 23:59:20.629392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.630125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a444a-2974-4d87-ab30-065d1ddca00b req-3911a84c-1136-4f8f-ad87-ca9479a91f3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:20.631806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-3911a84c-1136-4f8f-ad87-ca9479a91f3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.5000947 Mar 04 23:59:20.644203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c9d1492-0f52-479c-b7e4-33b6ec1219bf req-a3baad69-8be8-4c36-aa9a-c5d14d95851c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435785 Mar 04 23:59:20.665153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'port_id': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'mac_address': 'fa:16:3e:62:45:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c6d14-9359-4b40-aae0-ebc0ee8274f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:20.683386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2cb053b-3273-492d-abea-178a83049d6f req-72995bc8-9409-4653-99a6-c50ab3df6679 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347673 Mar 04 23:59:20.712677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-ce7afab1-79da-48be-8383-eae2630a61cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c29195b6-276e-4066-8a95-7bb1b25e841a HTTP/1.1" status: 200 len: 217 time: 0.0717351 Mar 04 23:59:20.769824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19e7e83f-6247-49ae-947f-0684de96c84c req-28ad4857-e46f-499f-8a3c-252794aee3b0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269351 Mar 04 23:59:20.781258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.783886 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d8c67b27-a37d-43e1-b505-c2a9f324dcd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d094337e09fb4ccf8025bdd1937addca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373488 Mar 04 23:59:20.800550 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'status': 'completed', 'code': 200} Mar 04 23:59:20.803213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46682) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:20.832807 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:20.861212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:20.901242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e9f5df-72d1-453a-b07d-34380516a1dc {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:20.979571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:20.984743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a444a-2974-4d87-ab30-065d1ddca00b req-57c38f9b-ea68-46c9-99a1-6e88f66fbb44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:20.986570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-57c38f9b-ea68-46c9-99a1-6e88f66fbb44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.2071218 Mar 04 23:59:20.994525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.088770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:21.138981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-e5e889d8-3723-43d2-9f60-e4d90905f4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441712 Mar 04 23:59:21.402586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] For port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:21.403175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.418871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['35e9f5df-72d1-453a-b07d-34380516a1dc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:21.424919 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3396b8ed-e088-4f0d-bdf7-6c29a33faebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.440018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-7295b1fe-b5be-4044-b3ad-2c3b00d1fc36 service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920485 Mar 04 23:59:21.505118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:21.559906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Calling delete_port for dff36e9d-f88b-40d0-bfbd-c1f4f105b33e owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:21.590496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-09c5815d-063b-4aaf-8c56-e087346cba4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1094 time: 0.7345433 Mar 04 23:59:21.644131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3396b8ed-e088-4f0d-bdf7-6c29a33faebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.681977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818fbb1-e1d0-4cc8-a45e-78c19affc8bb req-09e47910-7c96-41c2-9bf0-552b82d5de6b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:21.684099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5818fbb1-e1d0-4cc8-a45e-78c19affc8bb req-09e47910-7c96-41c2-9bf0-552b82d5de6b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 945 time: 0.3388281 Mar 04 23:59:21.690661 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.729128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:21.735329 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.757711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494b848-4cb2-41ea-b175-fdc808049224 req-8d501268-0c48-4515-94df-08b792cf4fa0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:21.759169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6494b848-4cb2-41ea-b175-fdc808049224 req-8d501268-0c48-4515-94df-08b792cf4fa0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 943 time: 0.4442441 Mar 04 23:59:21.776640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7582-1580-4625-8050-69bd8d23492f req-8ecdc3bc-f7a7-4cab-b1cb-2cd5aa27eee9 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:21.777813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aae7582-1580-4625-8050-69bd8d23492f req-8ecdc3bc-f7a7-4cab-b1cb-2cd5aa27eee9 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/ports?device_id=975bc324-a06f-466a-b000-cd598458944f HTTP/1.1" status: 200 len: 945 time: 0.3369350 Mar 04 23:59:21.784437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a444a-2974-4d87-ab30-065d1ddca00b req-eb49be97-ce55-4ca8-aefc-2cd173bc9f8e service neutron] 10.222.0.36 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984676 Mar 04 23:59:21.806270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:21.827603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5da3d3f-e7b8-4828-a991-7bf147a91466 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:21.851761 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.862375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dff36e9d-f88b-40d0-bfbd-c1f4f105b33e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:21.891312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Transition to ACTIVE for port object c5da3d3f-e7b8-4828-a991-7bf147a91466 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:21.905806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5818fbb1-e1d0-4cc8-a45e-78c19affc8bb req-5367a07c-fb67-498f-885d-bc6413438029 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739128 Mar 04 23:59:21.909731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.920462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6494b848-4cb2-41ea-b175-fdc808049224 req-bebad751-7064-472f-b2b4-bf5b3ab3102b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424954 Mar 04 23:59:21.925844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3396b8ed-e088-4f0d-bdf7-6c29a33faebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.956257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Deleting port 016775fd-7f20-49a8-a253-dc136e75459f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:21.956257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:21.956558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3290-8da5-43de-a31e-b50e1774341e req-0348cbba-8cc2-48cf-b055-47755ded17b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:21.956558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-0348cbba-8cc2-48cf-b055-47755ded17b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.3452101 Mar 04 23:59:21.978311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b8ed-e088-4f0d-bdf7-6c29a33faebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf0e04b-3c89-475c-9672-9974dba8986f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:22.079633 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:22.126385 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-163f1844-b07b-49f7-b2f6-53078db396e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 217 time: 0.1522787 Mar 04 23:59:22.144414 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'code': 200} Mar 04 23:59:22.152442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:22.193368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:22.205483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3396b8ed-e088-4f0d-bdf7-6c29a33faebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:22.209106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3396b8ed-e088-4f0d-bdf7-6c29a33faebc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcf0e04b-3c89-475c-9672-9974dba8986f HTTP/1.1" status: 204 len: 168 time: 1.4025223 Mar 04 23:59:22.383520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event deleted for resources: {'Port': ['ID=dff36e9d-f88b-40d0-bfbd-c1f4f105b33e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:22.389260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] No DVR routers for this DVR port dff36e9d-f88b-40d0-bfbd-c1f4f105b33e on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:22.395683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:22.397951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-acc4304a-4220-429b-b623-dca779f81e73 req-9fa8b06d-7f08-4047-8977-34e5acd1aa78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "DELETE /v2.0/ports/dff36e9d-f88b-40d0-bfbd-c1f4f105b33e HTTP/1.1" status: 204 len: 173 time: 1.9662762 Mar 04 23:59:22.408781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3290-8da5-43de-a31e-b50e1774341e req-af431eaf-c4f2-4ee4-a227-9e6f9248882c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:22.410416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-af431eaf-c4f2-4ee4-a227-9e6f9248882c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.2704480 Mar 04 23:59:22.461994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['016775fd-7f20-49a8-a253-dc136e75459f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:22.555889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-52677b52-615b-4e51-b01a-ef5be1a31438 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369426 Mar 04 23:59:22.698763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-eec5b79a-c3ae-410c-a000-e84f699a9044 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307893 Mar 04 23:59:22.802348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327ecc-e54b-4804-87c6-e2a23f7921c9 req-9e2e32a8-3580-483b-995f-3783b3ad1e74 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:22.803794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25327ecc-e54b-4804-87c6-e2a23f7921c9 req-9e2e32a8-3580-483b-995f-3783b3ad1e74 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 944 time: 0.3370938 Mar 04 23:59:22.804425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-92eae169-c12c-442a-8625-d6213af29781 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:22.805879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-92eae169-c12c-442a-8625-d6213af29781 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 811 time: 0.6184580 Mar 04 23:59:22.806307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'name': 'network-vif-deleted', 'tag': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:22.820701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46704) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:22.852347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] For port 016775fd-7f20-49a8-a253-dc136e75459f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=016775fd-7f20-49a8-a253-dc136e75459f,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:22.852704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:22.863365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Attempting to bind port c5da3d3f-e7b8-4828-a991-7bf147a91466 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:22.863692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Attempting to bind port c5da3d3f-e7b8-4828-a991-7bf147a91466 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:22.864011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Attempting to bind port c5da3d3f-e7b8-4828-a991-7bf147a91466 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:22.882770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25327ecc-e54b-4804-87c6-e2a23f7921c9 req-44f385f9-6130-4643-8c0d-bcba9268f107 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714867 Mar 04 23:59:22.890497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557d3290-8da5-43de-a31e-b50e1774341e req-396664a3-b1aa-4d9d-8b60-9551aa8fc6cf service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848004 Mar 04 23:59:22.937786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-1bdf4d4a-f235-4c53-9b9f-bf4a2611694b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/quotas/bc2dd5a27f914088805b0a0b12631331 HTTP/1.1" status: 200 len: 375 time: 0.1186795 Mar 04 23:59:23.013952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Calling delete_port for 016775fd-7f20-49a8-a253-dc136e75459f owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:23.080272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Port c5da3d3f-e7b8-4828-a991-7bf147a91466 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:23.080596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Attempting to bind port c5da3d3f-e7b8-4828-a991-7bf147a91466 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:23.102304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3bb1d-426d-4cec-94cd-cd309836076e req-7df49ec2-13ef-4573-95dc-3bb57b0f376f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:23.103595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76d3bb1d-426d-4cec-94cd-cd309836076e req-7df49ec2-13ef-4573-95dc-3bb57b0f376f tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 950 time: 0.0788369 Mar 04 23:59:23.127684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:23.128011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:23.128424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:23.128954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Bound port: c5da3d3f-e7b8-4828-a991-7bf147a91466, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:23.129324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.154467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-845c5c1e-ea9e-4d0f-a388-4d813beb4fa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb2e1185474f425bafe72abacaa65cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326383 Mar 04 23:59:23.158257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:23.277597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:59:23.299502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:23.300256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:23.335561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-34918672-ec18-4fb1-9055-88b879c4b281 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3345835 Mar 04 23:59:23.336546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:23.359602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76d3bb1d-426d-4cec-94cd-cd309836076e req-1c5adf31-1162-494f-8484-a64739138705 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495983 Mar 04 23:59:23.375702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:23.432428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.433584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-20741446-97bd-409c-a8a0-86279e58673e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:23.435547 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-20741446-97bd-409c-a8a0-86279e58673e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 950 time: 0.2709751 Mar 04 23:59:23.520913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3887b85-850c-4f02-8f82-7e3cadd34be3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:23.532812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:23.539495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port e628f464-2f63-48a3-8ba3-d5c837b137ff {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:23.539495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.541743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.553332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c29195b6-276e-4066-8a95-7bb1b25e841a details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:23.585805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a3887b85-850c-4f02-8f82-7e3cadd34be3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:23.586790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3887b85-850c-4f02-8f82-7e3cadd34be3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:23.605035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event deleted for resources: {'Port': ['ID=016775fd-7f20-49a8-a253-dc136e75459f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:23.611829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.613585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-f6999e00-b326-4c34-b632-a008bc1af5f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 1096 time: 3.0367153 Mar 04 23:59:23.618458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:23.628933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e315ea-e0f7-4765-862b-e45794f0af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.727134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e315ea-e0f7-4765-862b-e45794f0af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.783158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:23.818035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] No DVR routers for this DVR port 016775fd-7f20-49a8-a253-dc136e75459f on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:23.825261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:23.848650 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-f3c2e88d-71bf-4948-a8c0-1217020a7bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012398 Mar 04 23:59:23.887394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aae7582-1580-4625-8050-69bd8d23492f req-8db6b9b2-ca10-42a3-b2be-4f29b757b36b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "DELETE /v2.0/ports/016775fd-7f20-49a8-a253-dc136e75459f HTTP/1.1" status: 204 len: 173 time: 2.0980365 Mar 04 23:59:23.888928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:23.896114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bebc4-69e2-4936-9b52-d1238f00abfe req-32bd7da6-f845-436f-aa58-f80b3a7beb62 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:23.897944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-637bebc4-69e2-4936-9b52-d1238f00abfe req-32bd7da6-f845-436f-aa58-f80b3a7beb62 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 943 time: 0.3656805 Mar 04 23:59:23.995007 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e315ea-e0f7-4765-862b-e45794f0af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.029575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port c29195b6-276e-4066-8a95-7bb1b25e841a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c29195b6-276e-4066-8a95-7bb1b25e841a,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:24.079758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e315ea-e0f7-4765-862b-e45794f0af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.081152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-83e315ea-e0f7-4765-862b-e45794f0af75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79249595-38da-4e86-84d3-973476c324c1 HTTP/1.1" status: 204 len: 168 time: 0.9212472 Mar 04 23:59:24.090324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e315ea-e0f7-4765-862b-e45794f0af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79249595-38da-4e86-84d3-973476c324c1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:24.117820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-9481a3a6-e1e7-4a41-9e5d-a384196dd5df tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:24.119389 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-9481a3a6-e1e7-4a41-9e5d-a384196dd5df tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 944 time: 0.4498279 Mar 04 23:59:24.124810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-51937913-61e0-4ea5-acd8-618d8b7dcdb3 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687628 Mar 04 23:59:24.138775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-637bebc4-69e2-4936-9b52-d1238f00abfe req-0d461046-a56e-4b02-a7f7-ba600cc9d9fa tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117221 Mar 04 23:59:24.147190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'c29195b6-276e-4066-8a95-7bb1b25e841a', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': 'c29195b6-276e-4066-8a95-7bb1b25e841a', 'mac_address': 'fa:16:3e:94:f5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:24.157937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port e628f464-2f63-48a3-8ba3-d5c837b137ff, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=e628f464-2f63-48a3-8ba3-d5c837b137ff,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:24.158528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:24.161111 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.163803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-9ad95ee7-71a2-4eea-862a-a178bf84e7d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1099 time: 0.4540329 Mar 04 23:59:24.326498 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-03ceef8a-d0f9-470f-ae07-2b1e62a73d61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.1478431 Mar 04 23:59:24.370885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for e628f464-2f63-48a3-8ba3-d5c837b137ff owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:24.582690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-932528cd-f958-411b-adce-ad299d909675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:24.585076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-932528cd-f958-411b-adce-ad299d909675 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2425923 Mar 04 23:59:24.597064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Deleting port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:24.597627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.613097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 35e9f5df-72d1-453a-b07d-34380516a1dc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:24.613630 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.643827 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5059f901-fb97-4352-8ce5-5b3269a9fc42', 'name': 'network-vif-deleted', 'tag': 'dff36e9d-f88b-40d0-bfbd-c1f4f105b33e', 'status': 'completed', 'code': 200} Mar 04 23:59:24.692040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.719163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:24.803427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29195b6-276e-4066-8a95-7bb1b25e841a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:24.811929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=e628f464-2f63-48a3-8ba3-d5c837b137ff,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:24.827554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port c29195b6-276e-4066-8a95-7bb1b25e841a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c29195b6-276e-4066-8a95-7bb1b25e841a,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:24.831715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', '43695f22-4517-408d-9e55-14ac15ca8a22', 'c9037376-d2ee-44d0-bca1-b15b742acc60'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:24.858607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51', 'e628f464-2f63-48a3-8ba3-d5c837b137ff'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:24.970886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:25.154315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port e628f464-2f63-48a3-8ba3-d5c837b137ff on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:25.158967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:25.179683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ddc60eaa-a2c7-4ab6-bb32-2c6de0ff6026 req-7a085f83-aea3-40ad-8bae-1fb014f12f46 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "DELETE /v2.0/ports/e628f464-2f63-48a3-8ba3-d5c837b137ff HTTP/1.1" status: 204 len: 173 time: 1.7297387 Mar 04 23:59:25.204468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955bc2c-66f1-430b-8ff6-5e9fbd69b174 req-f7a411d8-7c7c-46e7-804f-c32011e92888 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:25.216747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7955bc2c-66f1-430b-8ff6-5e9fbd69b174 req-f7a411d8-7c7c-46e7-804f-c32011e92888 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 948 time: 0.6442895 Mar 04 23:59:25.227370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=c29195b6-276e-4066-8a95-7bb1b25e841a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:25.272122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] For port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:25.272668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:25.349012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7955bc2c-66f1-430b-8ff6-5e9fbd69b174 req-d23c0947-03ab-4c26-92e6-6852a75cedf9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298447 Mar 04 23:59:25.350711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['c29195b6-276e-4066-8a95-7bb1b25e841a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:25.469263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:25.494213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e3f9-643b-437b-8f4a-34fea4e279f9 req-36773582-23ac-473f-8e3e-7404d9a1bc34 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:25.501069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17f8e3f9-643b-437b-8f4a-34fea4e279f9 req-36773582-23ac-473f-8e3e-7404d9a1bc34 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 945 time: 0.4630499 Mar 04 23:59:25.523248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Calling delete_port for 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:25.565038 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 04 23:59:25.576543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-28180447-2c1c-42b3-a76b-2d924b6e9111 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8689234 Mar 04 23:59:25.593967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b0eab0b-11af-4661-87c2-3b04e8c32c87 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:25.749367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33e52-ecea-4c6b-aeef-5112429e3628 req-e3ff3bff-95e1-4987-8105-503f6843d534 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:25.760451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93f33e52-ecea-4c6b-aeef-5112429e3628 req-e3ff3bff-95e1-4987-8105-503f6843d534 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 943 time: 0.2333331 Mar 04 23:59:25.775806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:25.782940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-bdf1f443-e132-45dd-97af-7f9124056e2e service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811376 Mar 04 23:59:25.809091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:25.850234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'port_id': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'mac_address': 'fa:16:3e:b1:b2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:25.850452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46760) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:25.897673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93f33e52-ecea-4c6b-aeef-5112429e3628 req-7aabef25-8605-405b-ae39-a6180f527da1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307957 Mar 04 23:59:25.943835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 2, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:25.947066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf12db2-038c-4204-aaea-0616ad32b0c8 req-64bde28c-31e1-4753-bf76-88ad067d0586 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487801 Mar 04 23:59:25.964481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17f8e3f9-643b-437b-8f4a-34fea4e279f9 req-aeee8141-9f24-43cb-9e2a-9121c23e5235 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623919 Mar 04 23:59:25.974229 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.019785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0eab0b-11af-4661-87c2-3b04e8c32c87 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:26.045691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:59:26.046047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Updating router 8c423bf1-252d-4141-90b3-640bbb193d15 port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 04 23:59:26.057331 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'status': 'completed', 'code': 200} Mar 04 23:59:26.125311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.170943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1903897314-network', 'tenant_id': 'a0876898eba44641988bff7059450461'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:26.180546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:26.188901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Usage tracker for resource:network and tenant:a0876898eba44641988bff7059450461 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:26.195768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:26.203926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:26.217509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Made reservation on behalf of a0876898eba44641988bff7059450461 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:26.221733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.240077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.254137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.273200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fdcc16ab-c699-4e07-972c-31818598f5df req-8413e657-2b67-4399-ab9a-2adc345eabe6 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8af906d8-812d-48f2-babb-553d2536f57a HTTP/1.1" status: 200 len: 210 time: 0.0784845 Mar 04 23:59:26.307575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:26.312072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Usage tracker for resource:security_group_rule and tenant:a0876898eba44641988bff7059450461 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:26.315849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:26.323448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:26.339086 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'code': 200} Mar 04 23:59:26.375356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1a89076c-46c5-4c5c-adbf-747ee80d4f84 req-7fdb9c58-771e-408c-8b3f-156e36004ade tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:26.379801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:26.410975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1a89076c-46c5-4c5c-adbf-747ee80d4f84 req-7fdb9c58-771e-408c-8b3f-156e36004ade tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:26.412279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a89076c-46c5-4c5c-adbf-747ee80d4f84 req-7fdb9c58-771e-408c-8b3f-156e36004ade tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ba59e0-08bd-49ce-9876-2668fb32159c HTTP/1.1" status: 200 len: 210 time: 0.0900741 Mar 04 23:59:26.446265 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.451573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event deleted for resources: {'Port': ['ID=14bb8d48-c8b0-48fe-8c9b-032f369ed4b9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:26.458529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:26.485462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.492603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] No DVR routers for this DVR port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:26.495308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.495895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.518846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-923f4963-2f31-494f-a7e3-39db70303c45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1099 time: 0.3903520 Mar 04 23:59:26.521159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7cfe57e-295e-48ee-b510-e88dd82ae971 req-da0f687b-ca64-49c5-8b91-7c0178b56322 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "DELETE /v2.0/ports/14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 HTTP/1.1" status: 204 len: 173 time: 2.3953559 Mar 04 23:59:26.577402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 23:59:26.597129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 016775fd-7f20-49a8-a253-dc136e75459f no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:26.622925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc1a21d-807d-4d58-9891-74e4ee5d6a40,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:26.644551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'name': 'network-vif-deleted', 'tag': 'e628f464-2f63-48a3-8ba3-d5c837b137ff'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:26.649657 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.666431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.667736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No active binding found for port 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 04 23:59:26.668302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 14bb8d48-c8b0-48fe-8c9b-032f369ed4b9 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:26.668925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device e628f464-2f63-48a3-8ba3-d5c837b137ff no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:26.670932 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Added segment f3a5d30e-7751-4e06-b791-c906a98a3b06 of type vlan for network a52660e3-6c15-4345-84cc-3db9229def04 Mar 04 23:59:26.785036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.843648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.844756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:26.846174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:26.859803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 016775fd-7f20-49a8-a253-dc136e75459f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:26.860361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 016775fd-7f20-49a8-a253-dc136e75459f not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:26.917684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12c47-e8c4-409a-83e2-fb9d8a8c40a6 req-890778b5-bb67-4b44-a7b0-9c587bcc99fb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:26.919315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ab12c47-e8c4-409a-83e2-fb9d8a8c40a6 req-890778b5-bb67-4b44-a7b0-9c587bcc99fb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 944 time: 0.2080977 Mar 04 23:59:26.924624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-b3b87cbb-3e2b-42bd-bb12-29d504362ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:26.926329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-b3b87cbb-3e2b-42bd-bb12-29d504362ccd service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3921013 Mar 04 23:59:26.935426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00babe-3040-44ce-bb7d-406e6446f735 req-112b81ea-24c4-4fb9-97fe-507fea83e6c0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:26.936423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9c00babe-3040-44ce-bb7d-406e6446f735 req-112b81ea-24c4-4fb9-97fe-507fea83e6c0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:26.990450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: e628f464-2f63-48a3-8ba3-d5c837b137ff {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:26.990796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device e628f464-2f63-48a3-8ba3-d5c837b137ff not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:27.044238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1900773 Mar 04 23:59:27.045332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e17c3e-371b-48b0-8f06-cc12b8fb2e5d admin admin] Pushing event updated for resources: {'Network': ['ID=a52660e3-6c15-4345-84cc-3db9229def04,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:27.048899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46776) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:27.060166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Request body: {'subnet': {'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1903897314-subnet', 'tenant_id': 'a0876898eba44641988bff7059450461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:27.068763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:27.073031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ab12c47-e8c4-409a-83e2-fb9d8a8c40a6 req-5505f09c-dcb5-4801-add9-2225b3917ae4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471868 Mar 04 23:59:27.075450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Usage tracker for resource:subnet and tenant:a0876898eba44641988bff7059450461 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:27.078522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:27.085211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:27.097754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Made reservation on behalf of a0876898eba44641988bff7059450461 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:27.100842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:27.139675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a52660e3-6c15-4345-84cc-3db9229def04 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 04 23:59:27.203110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4b0eab0b-11af-4661-87c2-3b04e8c32c87'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:27.259912 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:27.339009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:27.342277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-6e0d7c5f-95b1-4923-bc4e-ef98c8f4996d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.4001000 Mar 04 23:59:27.369458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:27.372427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-be81f9be-4e01-42e4-a5ff-8e3390d10c82 req-acef7268-2f49-444a-bb9d-fbd698d1a244 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:27.408420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-be81f9be-4e01-42e4-a5ff-8e3390d10c82 req-acef7268-2f49-444a-bb9d-fbd698d1a244 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:27.409796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be81f9be-4e01-42e4-a5ff-8e3390d10c82 req-acef7268-2f49-444a-bb9d-fbd698d1a244 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 210 time: 0.0977218 Mar 04 23:59:27.434755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-77eaa375-af8d-48c5-a331-f15e88737864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:27.436417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-77eaa375-af8d-48c5-a331-f15e88737864 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0855243 Mar 04 23:59:27.441348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9c00babe-3040-44ce-bb7d-406e6446f735 req-112b81ea-24c4-4fb9-97fe-507fea83e6c0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:27.451205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c00babe-3040-44ce-bb7d-406e6446f735 req-112b81ea-24c4-4fb9-97fe-507fea83e6c0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 948 time: 0.6806238 Mar 04 23:59:27.472577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab0b-11af-4661-87c2-3b04e8c32c87,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:27.545959 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:27.575435 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ba59e0-08bd-49ce-9876-2668fb32159c', 'name': 'network-vif-deleted', 'tag': 'e628f464-2f63-48a3-8ba3-d5c837b137ff', 'status': 'completed', 'code': 200} Mar 04 23:59:27.632765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-ae7f1a05-01ab-4e77-b69c-352e5058cf62 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:27.634269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-ae7f1a05-01ab-4e77-b69c-352e5058cf62 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 811 time: 0.7405865 Mar 04 23:59:27.688654 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:27.710086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c00babe-3040-44ce-bb7d-406e6446f735 req-c7edc64f-c53d-444b-be2d-09c01b5d0618 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579396 Mar 04 23:59:27.714308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Request body: {'port': {'device_id': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'admin_state_up': True, 'tenant_id': 'bc2dd5a27f914088805b0a0b12631331'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:27.752437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:27.830774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Transition to ACTIVE for port object 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:27.864864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:27.879221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Checking segment: {'id': 'f3a5d30e-7751-4e06-b791-c906a98a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:27.879775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Network hostable DHCP agents. Network: a52660e3-6c15-4345-84cc-3db9229def04, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 23:59:27.906155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2911d6f-da2e-4325-a42d-498ad691950a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:27.929094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-37f3cad5-579e-4832-9318-f778ff37b87c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4721441 Mar 04 23:59:27.934231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-0da7e67d-6b57-4cb3-98ba-7c25b209f93d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:27.935696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-0da7e67d-6b57-4cb3-98ba-7c25b209f93d tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 811 time: 0.3592350 Mar 04 23:59:27.951709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Request body: {'port': {'device_id': '656086b3-a441-4b9e-9413-6734bdb78630', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'admin_state_up': True, 'tenant_id': 'bc2dd5a27f914088805b0a0b12631331'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:27.958650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983b6ed-2d7c-4263-a004-c3cd926c75ef None None] Pushing event updated for resources: {'Port': ['ID=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:28.044207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f93767-6748-4ca8-9ad4-969f4921b43a req-81d744ab-90ff-4988-ac3d-0ffd218b30b1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:28.045990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98f93767-6748-4ca8-9ad4-969f4921b43a req-81d744ab-90ff-4988-ac3d-0ffd218b30b1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 944 time: 0.3033369 Mar 04 23:59:28.046907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Network a52660e3-6c15-4345-84cc-3db9229def04 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 23:59:28.075206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bc324-a06f-466a-b000-cd598458944f', 'name': 'network-vif-deleted', 'tag': '016775fd-7f20-49a8-a253-dc136e75459f'}, {'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-deleted', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:28.099489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a52660e3-6c15-4345-84cc-3db9229def04) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:28.110631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:28.112215 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:28.125648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e439df-b7c1-498e-b674-abbf12f90172 None None] Network a52660e3-6c15-4345-84cc-3db9229def04 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:59:28.132634 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-4976dd13-4310-4e71-b5f0-c52d309dc53c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836839 Mar 04 23:59:28.134266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:28.149171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21893d95-1350-47f4-ae83-dcd9468cee91 req-39e2526b-d7cc-4d73-a932-39f2d3766345 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:28.156255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21893d95-1350-47f4-ae83-dcd9468cee91 req-39e2526b-d7cc-4d73-a932-39f2d3766345 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2786036 Mar 04 23:59:28.199286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:28.235811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98f93767-6748-4ca8-9ad4-969f4921b43a req-286bb055-88fd-45d5-9071-5a9cf2633b4e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666503 Mar 04 23:59:28.248564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:28.259700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fde6f755-3f5b-4e4d-8231-376873184d5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2060363 Mar 04 23:59:28.300186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Made reservation on behalf of bc2dd5a27f914088805b0a0b12631331 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:28.303741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:28.307175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:28.337619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Made reservation on behalf of bc2dd5a27f914088805b0a0b12631331 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:28.344385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:28.351841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:28.400903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21893d95-1350-47f4-ae83-dcd9468cee91 req-461f438e-f1de-4fb3-b6d5-927e32bb7f18 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437601 Mar 04 23:59:28.427019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Attempting to bind port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:28.427393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Attempting to bind port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:28.432110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Attempting to bind port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:28.465030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:28.465438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Checking segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:28.465844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:28.466736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Bound using segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:28.466736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Bound port: 2d249f32-83f7-4ac4-ac91-21a2ada25ec3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:28.467086 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:28.468479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85a7f09f-86d1-409d-8013-65cbdf3cb4a0 req-18b85152-d2c4-4ac3-bf42-a63343ba31c8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272345 Mar 04 23:59:28.569683 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bc324-a06f-466a-b000-cd598458944f', 'name': 'network-vif-deleted', 'tag': '016775fd-7f20-49a8-a253-dc136e75459f', 'status': 'completed', 'code': 200} Mar 04 23:59:28.570273 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af906d8-812d-48f2-babb-553d2536f57a', 'name': 'network-vif-deleted', 'tag': '14bb8d48-c8b0-48fe-8c9b-032f369ed4b9', 'status': 'completed', 'code': 200} Mar 04 23:59:28.614171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Allocated IP 172.20.0.12 (c2f46991-59d1-4dd9-977a-1f12d5fc2278/6ed2f4e7-397f-4352-beb0-c6463411b57a/e1128a3a-173a-4ba1-add5-1011b9a4c1b3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:28.625603 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'code': 200} Mar 04 23:59:28.774112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023226a-b980-415c-98ac-567a2ed0edac None None] Network a52660e3-6c15-4345-84cc-3db9229def04 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 04 23:59:28.850845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] For port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:28.889320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] For port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:28.905959 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:28.937099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46804) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:28.947429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542259652', 'description': 'tempest-description--1438612063'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:28.958617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:28.971961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:28.986549 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.019051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.030074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60383d-3286-495d-a9e1-287e45abe19e req-e33aeecf-a3b7-4173-94c1-7274807d79ed tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:29.037313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df60383d-3286-495d-a9e1-287e45abe19e req-e33aeecf-a3b7-4173-94c1-7274807d79ed tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 944 time: 0.3439341 Mar 04 23:59:29.040397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983b6ed-2d7c-4263-a004-c3cd926c75ef None None] Pushing event updated for resources: {'Port': ['ID=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:29.071780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4865b398-1a6e-4a59-abfc-e218dfc11d94 req-79b0a06a-80d3-456a-ba08-9105847c51cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 1097 time: 0.2664063 Mar 04 23:59:29.115932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:29.139694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-729cab5c-bf0c-4496-81b4-09c17f71b8d4 req-8b047ebb-fcfb-4891-911c-21471c2ee537 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 210 time: 0.0825140 Mar 04 23:59:29.144720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Usage tracker for resource:security_group_rule and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:29.149200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df60383d-3286-495d-a9e1-287e45abe19e req-efb17deb-78d0-453c-8598-e684eb3cc160 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109095 Mar 04 23:59:29.155406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:29.168514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:29.190844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:29.193012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:29.198273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.279771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4865b398-1a6e-4a59-abfc-e218dfc11d94 req-63e025b5-d799-43cd-b5d4-63c73723ea16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912985 Mar 04 23:59:29.333885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Allocated IP 172.20.0.6 (c2f46991-59d1-4dd9-977a-1f12d5fc2278/6ed2f4e7-397f-4352-beb0-c6463411b57a/1a10a4a9-c2ef-414c-8814-f3b57187e199) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:29.362413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.375189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.386375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:29.389759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:29.394977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:29.428848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event updated for resources: {'Port': ['ID=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:29.479456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:29.480124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.494179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:29.524768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7003d405-10bb-49a7-8fd0-c6a12a3c5437,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:29.543932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-b631ee6b-50c4-4e8e-9c98-e3805ff88bfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8500619 Mar 04 23:59:29.555826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Request body: {'port': {'device_id': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:29.572454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c29195b6-276e-4066-8a95-7bb1b25e841a up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:29.661595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:29.702534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.707469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6b79732f-1cd3-45ec-80b0-695d1ecac7bf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7674026 Mar 04 23:59:29.708279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46822) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:29.734803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'security_group_rule': {'security_group_id': '7003d405-10bb-49a7-8fd0-c6a12a3c5437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:29.747718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:29.801772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Usage tracker for resource:security_group_rule and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:29.817967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:29.821770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.841556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:29.858822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:29.866918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:29.867460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.907406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.932462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:29.953008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:29.968888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-c8be632f-c50f-499a-bee9-c39862969ccc tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:29.970708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-c8be632f-c50f-499a-bee9-c39862969ccc tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Synchronizing usage tracker for tenant:a0876898eba44641988bff7059450461 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:30.016577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-c8be632f-c50f-499a-bee9-c39862969ccc tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Unset dirty status for tenant:a0876898eba44641988bff7059450461 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:30.023628 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-c8be632f-c50f-499a-bee9-c39862969ccc tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/networks?id=a52660e3-6c15-4345-84cc-3db9229def04 HTTP/1.1" status: 200 len: 814 time: 0.3256795 Mar 04 23:59:30.050272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.052974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.100461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-96ac1daf-6718-4d30-af23-0579903dc7a1 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/quotas/a0876898eba44641988bff7059450461 HTTP/1.1" status: 200 len: 375 time: 0.0757637 Mar 04 23:59:30.101049 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.151022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6277eb-cdba-4040-9188-c08517639728 req-d2cdce08-f57b-48fc-b793-73589075c343 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:30.152520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd6277eb-cdba-4040-9188-c08517639728 req-d2cdce08-f57b-48fc-b793-73589075c343 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 948 time: 0.3904147 Mar 04 23:59:30.191642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd22a388-4124-4d9c-a903-26e3abaf6061,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:30.206099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-dc7f0f90-43af-42d4-b2be-4b99a0b481ff tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0876898eba44641988bff7059450461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940697 Mar 04 23:59:30.231747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd6277eb-cdba-4040-9188-c08517639728 req-d6bd3d26-ae1a-49b4-af99-303095a6d80b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673039 Mar 04 23:59:30.234166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event updated for resources: {'Port': ['ID=1a10a4a9-c2ef-414c-8814-f3b57187e199,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:30.240428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Network c2f46991-59d1-4dd9-977a-1f12d5fc2278 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:30.284313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.288410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-788d542c-abea-4f4f-a088-6b7682d7e255 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5589297 Mar 04 23:59:30.289711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:30.295382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46832) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:30.297797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:30.314530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1128a3a-173a-4ba1-add5-1011b9a4c1b3 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:30.315380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port c29195b6-276e-4066-8a95-7bb1b25e841a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:30.322667 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.339774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Transition to ACTIVE for port object e1128a3a-173a-4ba1-add5-1011b9a4c1b3 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:30.346867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.371642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port c29195b6-276e-4066-8a95-7bb1b25e841a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:30.372008 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.422100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:30.447138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.463365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'security_group_rule': {'security_group_id': '7003d405-10bb-49a7-8fd0-c6a12a3c5437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:30.482567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:30.484485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:30.495687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Usage tracker for resource:security_group_rule and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:30.500554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:30.515198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:30.527077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:30.527077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.537094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Pushing event updated for resources: {'Port': ['ID=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:30.550770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:30.575025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-44e6a159-70bf-45b6-98b1-a56ae2c4493e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6271312 Mar 04 23:59:30.584466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.588579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.602379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eda006-6a65-4c03-bd90-166d1890880b req-914f8c3a-3f9a-4ab2-be5c-814ed1d229b5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:30.603993 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38eda006-6a65-4c03-bd90-166d1890880b req-914f8c3a-3f9a-4ab2-be5c-814ed1d229b5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 944 time: 0.2188506 Mar 04 23:59:30.635260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Request body: {'port': {'device_id': '656086b3-a441-4b9e-9413-6734bdb78630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:30.664401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.669064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-a5bcdf62-d8d4-413f-898f-28e5e0c9f272 service neutron] 10.222.0.32 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619460 Mar 04 23:59:30.691762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:28Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:30.701321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.710920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38eda006-6a65-4c03-bd90-166d1890880b req-5e93829f-622c-4020-8e58-4211eac9b5e6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764651 Mar 04 23:59:30.713062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Attempting to bind port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:30.713426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Attempting to bind port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:30.713768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Attempting to bind port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:30.718435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6870b-abf9-420e-b2ff-5427b7ee4ce3 None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:28Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:59:30.720239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:30.720566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Attempting to bind port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:30.728608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:30.729007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Checking segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:30.729359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Bound using segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:30.729790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Bound port: e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:30.730223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.743072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da3d3f-e7b8-4828-a991-7bf147a91466 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:30.757543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.782949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.805162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:30.819624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:30.841433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29195b6-276e-4066-8a95-7bb1b25e841a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:30.858993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.883647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] For port e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:30.887634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] For port e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:30.893575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.918590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port c29195b6-276e-4066-8a95-7bb1b25e841a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c29195b6-276e-4066-8a95-7bb1b25e841a,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:30.926717 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:30.927573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b0eab0b-11af-4661-87c2-3b04e8c32c87 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:31.057818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f48903-a745-4383-8cba-74c5192792e6,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:31.080897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-a6dee94c-b640-4684-aa67-bde80287001f service neutron] 10.222.0.32 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755140 Mar 04 23:59:31.118091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Pushing event updated for resources: {'Port': ['ID=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:31.154793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:31.174525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.177547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-db124cd9-f2f4-44f9-a6d4-d5b51871f7bb service neutron] 10.222.0.10 "PUT /v2.0/ports/e1128a3a-173a-4ba1-add5-1011b9a4c1b3 HTTP/1.1" status: 200 len: 1092 time: 1.6259189 Mar 04 23:59:31.195655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.196982 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7c03185-94c8-4b85-8121-7ae0bfc743e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9006786 Mar 04 23:59:31.204183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:31.212323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'tag': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:31.232723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:31.234932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:31.245975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:31.246649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.247881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:31.255437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Usage tracker for resource:floatingip and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:31.261828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:31.270525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.281902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:31.340162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=c29195b6-276e-4066-8a95-7bb1b25e841a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:31.340493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.372270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600a22-6224-44c0-bff0-8ad90f11b242 req-2f44583d-213a-487f-8312-9ccd7d1d9b56 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:31.377341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75600a22-6224-44c0-bff0-8ad90f11b242 req-2f44583d-213a-487f-8312-9ccd7d1d9b56 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.4263091 Mar 04 23:59:31.396600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c5da3d3f-e7b8-4828-a991-7bf147a91466'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:31.480664 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.579659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:31.637261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-117679e9-7aad-4211-b8c9-aab107f78de0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 1095 time: 0.4038064 Mar 04 23:59:31.639824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75600a22-6224-44c0-bff0-8ad90f11b242 req-05b881b6-8cbf-4ca8-9200-bce76cb4ca46 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474854 Mar 04 23:59:31.681323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:31.696390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.757522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-537b2f1e-c078-4c95-9ad6-b9983257dfdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3 HTTP/1.1" status: 200 len: 217 time: 0.1119239 Mar 04 23:59:31.779033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4b0eab0b-11af-4661-87c2-3b04e8c32c87,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:31.823698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:31.824042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:31.901725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-b6aaa580-f517-437e-8ab0-c3742e912585 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:31.902806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-b6aaa580-f517-437e-8ab0-c3742e912585 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 949 time: 0.4110868 Mar 04 23:59:32.016398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-ebf79eda-16eb-4f22-92ad-e07ba0c16456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:32.018433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-ebf79eda-16eb-4f22-92ad-e07ba0c16456 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.2457879 Mar 04 23:59:32.065708 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.106780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a10a4a9-c2ef-414c-8814-f3b57187e199 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:32.117623 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.142687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-1b31be9d-1b89-4624-9815-13eef1ea3553 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101646 Mar 04 23:59:32.167461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d2e3-ec8b-4a60-b107-43b2c2fd50ea req-04670d9f-7d84-4fad-8756-c0207c4acbb3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:32.168933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d484d2e3-ec8b-4a60-b107-43b2c2fd50ea req-04670d9f-7d84-4fad-8756-c0207c4acbb3 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 949 time: 0.5458629 Mar 04 23:59:32.172294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Transition to ACTIVE for port object 1a10a4a9-c2ef-414c-8814-f3b57187e199 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:32.173451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port c9037376-d2ee-44d0-bca1-b15b742acc60 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:32.173841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.180164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.385947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Pushing event updated for resources: {'Port': ['ID=1a10a4a9-c2ef-414c-8814-f3b57187e199,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:32.410363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Allocated IP 172.25.0.210 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/4ca995ae-2ebc-4b67-b2f3-9d2c1a060aeb) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:32.417172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d484d2e3-ec8b-4a60-b107-43b2c2fd50ea req-893870ff-94ad-4853-906c-e39e8afb5632 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329562 Mar 04 23:59:32.504595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0bcc-5cb5-4097-ad50-8f1e9ad73cee req-78cbd747-39de-474f-abdf-5e95848aabfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:32.505302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d1ac0bcc-5cb5-4097-ad50-8f1e9ad73cee req-78cbd747-39de-474f-abdf-5e95848aabfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:32.591995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-9f2647e0-e7b7-4cf4-af42-9b2255f285f7 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413438 Mar 04 23:59:32.629411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Attempting to bind port 1a10a4a9-c2ef-414c-8814-f3b57187e199 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:32.629744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Attempting to bind port 1a10a4a9-c2ef-414c-8814-f3b57187e199 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:32.630069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Attempting to bind port 1a10a4a9-c2ef-414c-8814-f3b57187e199 on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:32.648717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Port 1a10a4a9-c2ef-414c-8814-f3b57187e199 on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:32.648956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Attempting to bind port 1a10a4a9-c2ef-414c-8814-f3b57187e199 on network c2f46991-59d1-4dd9-977a-1f12d5fc2278 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:32.669573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:32.669894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Checking segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:32.670430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Bound using segment: {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:32.670717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Bound port: 1a10a4a9-c2ef-414c-8814-f3b57187e199, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813c4a7c-26b8-40f8-bd95-3ba0bc494f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:32.671068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.682595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.724663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d1ac0bcc-5cb5-4097-ad50-8f1e9ad73cee req-78cbd747-39de-474f-abdf-5e95848aabfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:32.725822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1ac0bcc-5cb5-4097-ad50-8f1e9ad73cee req-78cbd747-39de-474f-abdf-5e95848aabfe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 931 time: 0.6385396 Mar 04 23:59:32.943931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-6ece1674-966e-4898-a859-1587d04eae71 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342886 Mar 04 23:59:32.945508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port c9037376-d2ee-44d0-bca1-b15b742acc60, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c9037376-d2ee-44d0-bca1-b15b742acc60,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:32.945866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.959782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] For port 1a10a4a9-c2ef-414c-8814-f3b57187e199, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:32.963765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] For port 1a10a4a9-c2ef-414c-8814-f3b57187e199, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:32.965184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:32.973923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1ac0bcc-5cb5-4097-ad50-8f1e9ad73cee req-211e217b-6123-476e-b0fa-f856340ebffe tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351778 Mar 04 23:59:33.002706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:33.027623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d929d-a6bc-4e0b-8a98-3b6612835d7e req-7aa24f8e-f9f3-49f3-be8f-711f905d7c7e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:33.034785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a3d929d-a6bc-4e0b-8a98-3b6612835d7e req-7aa24f8e-f9f3-49f3-be8f-711f905d7c7e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 945 time: 0.4750204 Mar 04 23:59:33.041195 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29195b6-276e-4066-8a95-7bb1b25e841a', 'code': 200} Mar 04 23:59:33.080340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-4e7d1946-b26c-4fab-bc3f-61ac7a583052 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:33.081987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-4e7d1946-b26c-4fab-bc3f-61ac7a583052 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.36 "GET /v2.0/networks?id=a52660e3-6c15-4345-84cc-3db9229def04 HTTP/1.1" status: 200 len: 814 time: 0.3807206 Mar 04 23:59:33.093893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:33.101436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:33.104124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:33.105553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a10a4a9-c2ef-414c-8814-f3b57187e199 HTTP/1.1" status: 200 len: 1091 time: 2.4763291 Mar 04 23:59:33.107528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'Port': ['ID=4ca995ae-2ebc-4b67-b2f3-9d2c1a060aeb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:33.109574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656086b3-a441-4b9e-9413-6734bdb78630', 'tag': '1a10a4a9-c2ef-414c-8814-f3b57187e199'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:33.114101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:33.159997 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'tag': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3', 'status': 'completed', 'code': 200} Mar 04 23:59:33.164523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Request body: {'port': {'device_id': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04', 'admin_state_up': True, 'tenant_id': 'a0876898eba44641988bff7059450461'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:33.186637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for c9037376-d2ee-44d0-bca1-b15b742acc60 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:33.324729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a3d929d-a6bc-4e0b-8a98-3b6612835d7e req-7b0a85aa-f180-4dd2-8a93-e5f6872cf306 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889459 Mar 04 23:59:33.355952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa86cf-f64f-4ce0-a36d-1c7477521581 service neutron] Pushing event updated for resources: {'Port': ['ID=1a10a4a9-c2ef-414c-8814-f3b57187e199,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:33.404830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91d2edd1-78bd-471d-9535-70c8a85e9dec req-927ad4f5-5317-42c0-bf7a-655939d5d28b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 1096 time: 0.2329423 Mar 04 23:59:33.409512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-bc31ff22-29c6-4481-81d2-be2e44661502 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1985881 Mar 04 23:59:33.538803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:33.551549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Usage tracker for resource:port and tenant:a0876898eba44641988bff7059450461 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:33.560942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:33.567452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0b77fc5-daef-46f6-8dc4-0b2bd422fcd6 req-60d60cd6-f197-4db8-9fbc-190e9f4ab210 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 210 time: 0.1149027 Mar 04 23:59:33.569676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4e02-995c-429a-92f0-c7a704f40fcd req-0f70a54c-76a2-4eff-b81b-c8293fe4b0e0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:33.571146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-402f4e02-995c-429a-92f0-c7a704f40fcd req-0f70a54c-76a2-4eff-b81b-c8293fe4b0e0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 949 time: 0.3525653 Mar 04 23:59:33.577888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:33.587147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-78d15da0-34be-4ab3-a4b3-d9fafa1e61a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 1094 time: 0.3732488 Mar 04 23:59:33.671831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:33.675007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Made reservation on behalf of a0876898eba44641988bff7059450461 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:33.678310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:33.687700 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:33.700523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', '43695f22-4517-408d-9e55-14ac15ca8a22', 'c9037376-d2ee-44d0-bca1-b15b742acc60'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:33.725948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91d2edd1-78bd-471d-9535-70c8a85e9dec req-2a046997-b631-4bee-8b46-4e297f4c704f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133707 Mar 04 23:59:33.728907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:33.749070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-fa2c0b82-9d61-4621-ae6f-000f853ad958 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199 HTTP/1.1" status: 200 len: 217 time: 0.1420469 Mar 04 23:59:33.762625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=c9037376-d2ee-44d0-bca1-b15b742acc60,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:33.827645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:33.878234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930e7e-a62b-4632-9722-c13e7d002146 req-5eacab08-330f-47d6-af33-3ac24383737c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:33.879996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-5eacab08-330f-47d6-af33-3ac24383737c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 912 time: 0.4515512 Mar 04 23:59:33.949510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:33.981467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-7fa9054f-dbf9-46f4-8e5b-1d0a3a4dab20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3 HTTP/1.1" status: 200 len: 217 time: 0.0889568 Mar 04 23:59:34.042827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9c7a9-1d43-42e0-ad21-5b34988a4e03 req-f8287a62-4bea-4d3e-889a-ff16094da154 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:34.049816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09a9c7a9-1d43-42e0-ad21-5b34988a4e03 req-f8287a62-4bea-4d3e-889a-ff16094da154 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.3317125 Mar 04 23:59:34.067086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-402f4e02-995c-429a-92f0-c7a704f40fcd req-22e378d5-60ed-4aef-97d2-3d03ae6c866d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833555 Mar 04 23:59:34.086935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port c9037376-d2ee-44d0-bca1-b15b742acc60 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:34.093897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.111558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-1860f5a0-07fd-429c-953e-79d404a6ca1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:34.113188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-1860f5a0-07fd-429c-953e-79d404a6ca1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.3561149 Mar 04 23:59:34.168806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port c5da3d3f-e7b8-4828-a991-7bf147a91466 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:34.178924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c5da3d3f-e7b8-4828-a991-7bf147a91466 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:34.179298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.209329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930e7e-a62b-4632-9722-c13e7d002146 req-59ed97df-5a6f-4359-8ca2-c50d5aa3807b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:34.210957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-59ed97df-5a6f-4359-8ca2-c50d5aa3807b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.2069240 Mar 04 23:59:34.213811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3a1afc4-ac49-46df-88dc-3257fb75780a req-80fb0641-811d-4075-bbe7-fa44c5631dde tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "DELETE /v2.0/ports/c9037376-d2ee-44d0-bca1-b15b742acc60 HTTP/1.1" status: 204 len: 173 time: 2.2936618 Mar 04 23:59:34.225582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-42073dc0-69b6-4037-93f1-e4e1de6e3033 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018524 Mar 04 23:59:34.240753 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09a9c7a9-1d43-42e0-ad21-5b34988a4e03 req-a9761176-7411-4a41-abc4-013756fb75a2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893425 Mar 04 23:59:34.360228 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-fad1fe5f-7035-40a1-a9f4-9e05d654019f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365087 Mar 04 23:59:34.379351 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656086b3-a441-4b9e-9413-6734bdb78630', 'tag': '1a10a4a9-c2ef-414c-8814-f3b57187e199', 'status': 'completed', 'code': 200} Mar 04 23:59:34.505800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Allocated IP 172.20.0.11 (a52660e3-6c15-4345-84cc-3db9229def04/b2911d6f-da2e-4325-a42d-498ad691950a/c7f02649-ca28-463f-8d7d-5ca80b44b5f8) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:34.557182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.599448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3bb9d840-81d6-445d-9eb2-abd1881f9d80 req-b032d775-7b69-47d0-86e8-11564cb2ffa9 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ea4116-4cf9-492d-99ee-60bec3184108 HTTP/1.1" status: 200 len: 210 time: 0.0541403 Mar 04 23:59:34.623590 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.643027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.676430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-549e8e47-f5b6-4e9d-a520-5a50cc7d41fe service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958651 Mar 04 23:59:34.707873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:34.725736 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.769553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-c8422c0b-1409-4bdc-a966-82ffe173f343 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322485 Mar 04 23:59:34.858551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-776c1729-c6ba-4509-b71e-66d3b894c7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:34.883156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:34.928386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b0b74-3141-4fc2-bb3e-98f6faac1fbc req-d7872c10-afab-4ae2-a599-435c787ee442 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:34.936960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b48b0b74-3141-4fc2-bb3e-98f6faac1fbc req-d7872c10-afab-4ae2-a599-435c787ee442 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.6316614 Mar 04 23:59:35.005462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:35.046263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'Port': ['ID=4ca995ae-2ebc-4b67-b2f3-9d2c1a060aeb,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:35.046513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87'}, {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:35.081782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b48b0b74-3141-4fc2-bb3e-98f6faac1fbc req-fdc1a62d-dc84-4937-8f66-0786a6bec344 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316545 Mar 04 23:59:35.099073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb53dcc-ef81-426a-89ca-11023a55e4f8 req-26f71fd4-c40d-4288-ae5b-6a98599a968d service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088260 Mar 04 23:59:35.127037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:35.129327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39930e7e-a62b-4632-9722-c13e7d002146 req-531519ae-97f0-4773-b5e3-29a4231c690b service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431341 Mar 04 23:59:35.132151 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:35.170845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e2d38-a963-4013-9c77-c65d548a56af req-c2893fad-1ab1-41f6-bdbc-e9f0a60dce39 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:35.171552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-450e2d38-a963-4013-9c77-c65d548a56af req-c2893fad-1ab1-41f6-bdbc-e9f0a60dce39 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:35.190276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea4116-4cf9-492d-99ee-60bec3184108', 'name': 'network-vif-deleted', 'tag': 'c9037376-d2ee-44d0-bca1-b15b742acc60'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:35.193004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:35.198715 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9decb6e4-43a6-4604-acaa-1cfee167ee31 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9927857 Mar 04 23:59:35.200507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-450e2d38-a963-4013-9c77-c65d548a56af req-c2893fad-1ab1-41f6-bdbc-e9f0a60dce39 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:35.201869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-450e2d38-a963-4013-9c77-c65d548a56af req-c2893fad-1ab1-41f6-bdbc-e9f0a60dce39 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 943 time: 0.2984908 Mar 04 23:59:35.239042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Network a52660e3-6c15-4345-84cc-3db9229def04 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:35.276051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Pushing event updated for resources: {'Port': ['ID=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:35.278571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:35.285486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:35.327068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-450e2d38-a963-4013-9c77-c65d548a56af req-fda6598c-e3a0-4513-8167-74de50e6de90 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604520 Mar 04 23:59:35.341204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-b2ad147d-fd5e-46a0-95c4-a2ba8fe225d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2dd5a27f914088805b0a0b12631331&device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 1094 time: 0.1345866 Mar 04 23:59:35.361376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:35.361982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:35.385725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-b8368af8-917e-472e-a414-bd45f05dd09f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2288196 Mar 04 23:59:35.392290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af929d-dff7-4774-a986-f6a77bfc0c38 req-01932752-d5c5-4b8f-ba2f-f1ca6754f1be tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:35.393845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02af929d-dff7-4774-a986-f6a77bfc0c38 req-01932752-d5c5-4b8f-ba2f-f1ca6754f1be tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 945 time: 0.1509728 Mar 04 23:59:35.398543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Request body: {'port': {'device_id': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:35.531096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02af929d-dff7-4774-a986-f6a77bfc0c38 req-9347759d-6236-4b37-9a63-e78e730d2e4f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046789 Mar 04 23:59:35.540100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:35.540653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce94d82-d1a7-4119-a944-949bff94674e req-6bab2423-9bd9-4f83-ad0c-d1eddfd60069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:35.542146 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-6bab2423-9bd9-4f83-ad0c-d1eddfd60069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 200 len: 912 time: 0.1943240 Mar 04 23:59:35.553188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635477a-173e-4cc3-add8-bb7a7e1bb8e8 req-b4d5317b-ac09-46ad-b952-16ebc02c8c70 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:35.554625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7635477a-173e-4cc3-add8-bb7a7e1bb8e8 req-b4d5317b-ac09-46ad-b952-16ebc02c8c70 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 932 time: 0.1168246 Mar 04 23:59:35.611722 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'code': 200} Mar 04 23:59:35.613582 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'code': 200} Mar 04 23:59:35.763354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-4d949210-e929-4171-a04c-6cdddf287547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199 HTTP/1.1" status: 200 len: 217 time: 0.2077732 Mar 04 23:59:35.775640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7635477a-173e-4cc3-add8-bb7a7e1bb8e8 req-72665ea8-2571-4ab6-a3e6-5c1270575e30 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Synchronizing usage tracker for tenant:a0876898eba44641988bff7059450461 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:35.854764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7635477a-173e-4cc3-add8-bb7a7e1bb8e8 req-72665ea8-2571-4ab6-a3e6-5c1270575e30 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Unset dirty status for tenant:a0876898eba44641988bff7059450461 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:35.855898 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7635477a-173e-4cc3-add8-bb7a7e1bb8e8 req-72665ea8-2571-4ab6-a3e6-5c1270575e30 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494137 Mar 04 23:59:35.866634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce94d82-d1a7-4119-a944-949bff94674e req-0bc60a04-90f5-43c9-9538-9c3f58e08bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:35.868041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-0bc60a04-90f5-43c9-9538-9c3f58e08bf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 200 len: 851 time: 0.0882244 Mar 04 23:59:35.876907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7035a204-03e0-4183-a776-4d6f9396e532 req-b6ac4173-d846-4d5a-a5ab-ad1ced8dff8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1096 time: 0.1522803 Mar 04 23:59:35.948675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e1128a3a-173a-4ba1-add5-1011b9a4c1b3 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:35.958124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c9037376-d2ee-44d0-bca1-b15b742acc60 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:35.989468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-829bb194-225d-4b13-ad53-7aad8cd780e0 req-1b109d36-d112-4d52-8ada-8a6abe3af62c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1101 time: 0.2751315 Mar 04 23:59:36.009471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986354-c5f4-4dc2-b784-24ba49211ae2 req-729c5242-8351-49d6-b83c-6927e6efc58f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:36.010926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c986354-c5f4-4dc2-b784-24ba49211ae2 req-729c5242-8351-49d6-b83c-6927e6efc58f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.2568462 Mar 04 23:59:36.020849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-e8b447a2-186e-41d5-8a93-e9ceb93b8cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f46991-59d1-4dd9-977a-1f12d5fc2278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430140 Mar 04 23:59:36.076901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: c9037376-d2ee-44d0-bca1-b15b742acc60 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:36.077331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c9037376-d2ee-44d0-bca1-b15b742acc60 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:36.158176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7035a204-03e0-4183-a776-4d6f9396e532 req-4e860991-ac87-45c3-8f68-0b935900a7f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000241 Mar 04 23:59:36.186203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-829bb194-225d-4b13-ad53-7aad8cd780e0 req-a113a048-cdff-42a2-bd99-e648bfec781d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719952 Mar 04 23:59:36.232081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c986354-c5f4-4dc2-b784-24ba49211ae2 req-6b7d5917-cd07-4d78-a495-c6426e080131 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721704 Mar 04 23:59:36.285701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f02649-ca28-463f-8d7d-5ca80b44b5f8 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:36.296059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.312647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Transition to ACTIVE for port object c7f02649-ca28-463f-8d7d-5ca80b44b5f8 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:36.319160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.322043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:36.337546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c910-bf36-467d-9604-291a113ac7a4 req-041813ed-4a2a-457e-8473-6c371fb94ff2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:36.340064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2900c910-bf36-467d-9604-291a113ac7a4 req-041813ed-4a2a-457e-8473-6c371fb94ff2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.2381289 Mar 04 23:59:36.341035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'port_id': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3', 'mac_address': 'fa:16:3e:f9:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed2f4e7-397f-4352-beb0-c6463411b57a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:36.343808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-efae2bfa-ef51-4eb3-9d8f-a6c0cd9accc0 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086269 Mar 04 23:59:36.373182 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea4116-4cf9-492d-99ee-60bec3184108', 'name': 'network-vif-deleted', 'tag': 'c9037376-d2ee-44d0-bca1-b15b742acc60', 'status': 'completed', 'code': 200} Mar 04 23:59:36.400873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2900c910-bf36-467d-9604-291a113ac7a4 req-5dcaeb94-300f-45f0-94b2-1d28685e017a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544863 Mar 04 23:59:36.413099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.452346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1128a3a-173a-4ba1-add5-1011b9a4c1b3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:36.490713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:36.502420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.527466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Pushing event updated for resources: {'Port': ['ID=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:36.572190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Attempting to bind port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:36.572526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Attempting to bind port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'f3a5d30e-7751-4e06-b791-c906a98a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:36.572939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Attempting to bind port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 on network a52660e3-6c15-4345-84cc-3db9229def04 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:36.579904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 on network a52660e3-6c15-4345-84cc-3db9229def04 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:36.580319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Attempting to bind port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 on network a52660e3-6c15-4345-84cc-3db9229def04 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:36.585664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce94d82-d1a7-4119-a944-949bff94674e req-7c7a6171-208c-4861-a53f-73c158b66f27 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486442 Mar 04 23:59:36.587513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:36.587878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Checking segment: {'id': 'f3a5d30e-7751-4e06-b791-c906a98a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:36.588328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Bound using segment: {'id': 'f3a5d30e-7751-4e06-b791-c906a98a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:36.588825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Bound port: c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a5d30e-7751-4e06-b791-c906a98a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:36.589274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.682765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:36.750507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-00e7a91e-13fd-4ca8-9106-481492738c70 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:36.752876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-00e7a91e-13fd-4ca8-9106-481492738c70 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 821 time: 0.1663265 Mar 04 23:59:36.753090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] For port c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:36.760291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f47914-fc2f-404a-b940-5713c339e67c req-a5cb7a4a-0c6e-49eb-9b88-5b6bd3849207 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:36.761809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18f47914-fc2f-404a-b940-5713c339e67c req-a5cb7a4a-0c6e-49eb-9b88-5b6bd3849207 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1532671 Mar 04 23:59:36.763528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] For port c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,segment=NetworkSegment(f3a5d30e-7751-4e06-b791-c906a98a3b06),segment_id=f3a5d30e-7751-4e06-b791-c906a98a3b06)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:36.768784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.775431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-5cb38d7a-fbbf-4f8d-8617-8723378ed71c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/quotas/e531e62b2918487daff018cfbc4f143e HTTP/1.1" status: 200 len: 375 time: 0.0170023 Mar 04 23:59:36.853053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:36.854426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-cacb410b-7855-4c16-951c-216097589d8a service neutron] 10.222.0.36 "PUT /v2.0/ports/c7f02649-ca28-463f-8d7d-5ca80b44b5f8 HTTP/1.1" status: 200 len: 1092 time: 1.4597063 Mar 04 23:59:36.857843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-2a6c6839-56b8-46d1-a8aa-90b6043cd123 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766087 Mar 04 23:59:36.887669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18f47914-fc2f-404a-b940-5713c339e67c req-9c8c3327-70fa-4bf7-aae9-f2bdc9ddafb3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105316 Mar 04 23:59:36.890319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb410b-7855-4c16-951c-216097589d8a service neutron] Pushing event updated for resources: {'Port': ['ID=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:36.937821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98f22597-6d38-4287-b033-7b4421f3beff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:37.025279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-5377b36d-bc51-43da-9616-61f84d7b67cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0876898eba44641988bff7059450461&device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 1095 time: 0.1104503 Mar 04 23:59:37.027577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['e1128a3a-173a-4ba1-add5-1011b9a4c1b3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:37.121604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-99a12736-ab67-431e-ae8c-08faf4ebf09b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8 HTTP/1.1" status: 200 len: 217 time: 0.0872803 Mar 04 23:59:37.196178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-d6929f73-ea0d-4247-a019-4bcaff719f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:37.197874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-d6929f73-ea0d-4247-a019-4bcaff719f6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2911d6f-da2e-4325-a42d-498ad691950a HTTP/1.1" status: 200 len: 854 time: 0.0698907 Mar 04 23:59:37.258508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-6bb7c4e1-22bc-4abc-9ef8-236d038e6e3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a52660e3-6c15-4345-84cc-3db9229def04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529351 Mar 04 23:59:37.287111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-f2d87a39-9e9d-4350-8d8f-1c948cc73301 service neutron] 10.222.0.32 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218044 Mar 04 23:59:37.419485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-9b4eb8d7-272d-4db6-8cb1-b13dc51034ea service neutron] 10.222.0.36 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509504 Mar 04 23:59:37.449614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-130efd7e-7092-4f2d-b52a-6fd4e7935ed7 service neutron] 10.222.0.32 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611633 Mar 04 23:59:37.651623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a964664-6d8d-43d3-b693-ab0ef2209778 req-6beca9ca-4d77-43da-a3d0-8b3ec14aeab6 service neutron] 10.222.0.36 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257657 Mar 04 23:59:37.664670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78c4cb-a253-4e09-9324-2d44db230d55 req-64dc7153-84e5-47ae-8c47-10c49a8f625b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:37.666581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed78c4cb-a253-4e09-9324-2d44db230d55 req-64dc7153-84e5-47ae-8c47-10c49a8f625b tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 943 time: 0.1475520 Mar 04 23:59:37.749841 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed78c4cb-a253-4e09-9324-2d44db230d55 req-a0c1aa10-3162-476b-8e02-f8dc65fadba3 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755656 Mar 04 23:59:37.765897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caf74a-1304-48ed-a271-0c6218ce7210 req-8d8394e8-f77c-4fa8-9160-ab0155944eb7 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:37.765897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2caf74a-1304-48ed-a271-0c6218ce7210 req-8d8394e8-f77c-4fa8-9160-ab0155944eb7 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 944 time: 0.0961561 Mar 04 23:59:37.844259 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2caf74a-1304-48ed-a271-0c6218ce7210 req-076a4202-1e97-42c2-a475-88a6b34bb0cf tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730395 Mar 04 23:59:38.100014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7ca78-f536-4b25-9fa0-a7d1583314af req-f8dad539-5b2a-4886-9287-a0838ac1c8a6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:38.101646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04d7ca78-f536-4b25-9fa0-a7d1583314af req-f8dad539-5b2a-4886-9287-a0838ac1c8a6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.0833838 Mar 04 23:59:38.144534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:38.166727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04d7ca78-f536-4b25-9fa0-a7d1583314af req-95a74f6c-9cc3-4a83-8850-65ade8e07807 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574663 Mar 04 23:59:38.254418 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:38.310096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-965e5496-18f9-4f7c-b054-2af1588c901a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:38.311928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-965e5496-18f9-4f7c-b054-2af1588c901a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 815 time: 0.1827121 Mar 04 23:59:38.332767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-e20b7759-a463-4d2e-82d8-d542ee239547 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/quotas/d3f4465b3d8d4a4eb3854fa2cf52ff77 HTTP/1.1" status: 200 len: 375 time: 0.0124285 Mar 04 23:59:38.348095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-897bcb53-109f-4c4a-847e-16e8bbb9f46d req-e9cd36a8-18e0-4694-ad21-78ce76c335e9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 210 time: 0.0472474 Mar 04 23:59:38.375106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'tag': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:38.426825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-d717ac19-5715-4f12-8691-d49552f92610 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882325 Mar 04 23:59:38.534193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42a951-8406-4808-803a-9867544453cf req-38406932-2644-43f1-bc41-4ded3e462ce5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:38.535641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec42a951-8406-4808-803a-9867544453cf req-38406932-2644-43f1-bc41-4ded3e462ce5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.0764835 Mar 04 23:59:38.584106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec42a951-8406-4808-803a-9867544453cf req-43473300-9d2b-4885-adf4-9fd67ad617f4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Mar 04 23:59:38.650890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-d00ae21b-6733-4529-b6bd-05fbc3daffee service neutron] 10.222.0.32 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174156 Mar 04 23:59:38.782205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf657ffd-1894-4d8c-a77d-232e60c0229c req-502c5ae1-ec01-4ba5-9539-6350d848bbbd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:38.784153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf657ffd-1894-4d8c-a77d-232e60c0229c req-502c5ae1-ec01-4ba5-9539-6350d848bbbd tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 0.0880332 Mar 04 23:59:38.785391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-a82cfa8c-94f6-4f38-add4-c2afa81643c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288550 Mar 04 23:59:38.843064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf657ffd-1894-4d8c-a77d-232e60c0229c req-b9506325-43a6-49e0-be3e-da29457ce312 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474162 Mar 04 23:59:38.973932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-8c8170ac-4b2a-492c-a63d-919b21d9c6f4 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:38.975977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-8c8170ac-4b2a-492c-a63d-919b21d9c6f4 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 821 time: 0.1866863 Mar 04 23:59:38.994977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'port': {'device_id': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'admin_state_up': True, 'tenant_id': 'e531e62b2918487daff018cfbc4f143e'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:39.198322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:39.203272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Usage tracker for resource:port and tenant:e531e62b2918487daff018cfbc4f143e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:39.207147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:39.215031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:39.227921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Made reservation on behalf of e531e62b2918487daff018cfbc4f143e for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:39.231526 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:39.271278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1ed9c-0206-4614-ac42-58af08f1ec80 req-7aad6c51-1d18-487f-bb25-e0b13a820e21 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:39.273132 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00b1ed9c-0206-4614-ac42-58af08f1ec80 req-7aad6c51-1d18-487f-bb25-e0b13a820e21 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1783712 Mar 04 23:59:39.280671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7372d-6b18-474f-a069-ee852e878576 req-29870099-99fa-4ad3-a4f0-abb6be5fb727 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:39.282957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1b7372d-6b18-474f-a069-ee852e878576 req-29870099-99fa-4ad3-a4f0-abb6be5fb727 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a1551f-fcfa-4d98-bd73-ddb1b8cffd67 HTTP/1.1" status: 200 len: 946 time: 0.1285980 Mar 04 23:59:39.386445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Deleting port 35e9f5df-72d1-453a-b07d-34380516a1dc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:39.386791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:39.440358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00b1ed9c-0206-4614-ac42-58af08f1ec80 req-a3f2702a-7eb9-4771-8546-425177a1afd2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562505 Mar 04 23:59:39.444295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Allocated IP 172.20.0.5 (5b92aa54-0eed-46f4-af6b-1127334a9cde/3d06db92-6897-41bd-aa1c-9ccf50e787e7/6fecc831-c81b-4b6d-86b5-93a6cbc7e57d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:39.590107 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:39.653116 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'tag': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8', 'status': 'completed', 'code': 200} Mar 04 23:59:39.890552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:39.926435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4444607-6e12-4490-879b-2a1ccf73484b req-9319c292-eca6-4763-a85f-0b4cb4636a56 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:39.940345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 04 23:59:39.941816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4444607-6e12-4490-879b-2a1ccf73484b req-9319c292-eca6-4763-a85f-0b4cb4636a56 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.3492486 Mar 04 23:59:39.953388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'floatingip': {'port_id': '4b0eab0b-11af-4661-87c2-3b04e8c32c87'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:39.953817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] For port 35e9f5df-72d1-453a-b07d-34380516a1dc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=35e9f5df-72d1-453a-b07d-34380516a1dc,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:39.955059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:39.971108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1a10a4a9-c2ef-414c-8814-f3b57187e199 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:39.973393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e1128a3a-173a-4ba1-add5-1011b9a4c1b3 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:40.012121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221ce8b-8a3a-437e-a6d9-e964e54841ca req-761596fe-2e14-4a26-b888-7c18b8b694eb tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:40.013598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5221ce8b-8a3a-437e-a6d9-e964e54841ca req-761596fe-2e14-4a26-b888-7c18b8b694eb tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 943 time: 0.2902939 Mar 04 23:59:40.084713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.119662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Calling delete_port for 35e9f5df-72d1-453a-b07d-34380516a1dc owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:40.229866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:40.237303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:40.245318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.291520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a6382-8226-4676-90c4-2923be511349 req-2fb116fe-dada-4563-a971-214b5f27930c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:40.292283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-db7a6382-8226-4676-90c4-2923be511349 req-2fb116fe-dada-4563-a971-214b5f27930c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:40.302465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.351718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.352413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1a10a4a9-c2ef-414c-8814-f3b57187e199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:40.366558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['35e9f5df-72d1-453a-b07d-34380516a1dc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:40.411688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '1a10a4a9-c2ef-414c-8814-f3b57187e199', 'network_id': 'c2f46991-59d1-4dd9-977a-1f12d5fc2278', 'port_id': '1a10a4a9-c2ef-414c-8814-f3b57187e199', 'mac_address': 'fa:16:3e:9a:75:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed2f4e7-397f-4352-beb0-c6463411b57a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:40.460142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5221ce8b-8a3a-437e-a6d9-e964e54841ca req-bfcfe946-6acb-41b5-a52c-64d6756ec3e8 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350297 Mar 04 23:59:40.547893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:40.587563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-e9bde7f0-6d31-4df2-b750-379d57d7139f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0876898eba44641988bff7059450461&device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 1095 time: 0.8065119 Mar 04 23:59:40.609259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:40.625049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.631875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:40.704608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:40.726895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.739820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:40.749159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.765014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Pushing event deleted for resources: {'Port': ['ID=35e9f5df-72d1-453a-b07d-34380516a1dc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:40.785936 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf964e6d-0283-44d4-9a23-a4a773a225dd req-96b0d1ed-df2d-438a-9834-c6876275e99f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 210 time: 0.1250942 Mar 04 23:59:40.793978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a10a4a9-c2ef-414c-8814-f3b57187e199 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:40.813730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1a10a4a9-c2ef-414c-8814-f3b57187e199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:40.831501 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.868761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:40.885452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] No DVR routers for this DVR port 35e9f5df-72d1-453a-b07d-34380516a1dc on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:40.890644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:40.894182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-deleted', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:40.932683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-d9ac6908-2c01-4c25-b7f6-3e8a0c80ded2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:40.935170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-d9ac6908-2c01-4c25-b7f6-3e8a0c80ded2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a52660e3-6c15-4345-84cc-3db9229def04 HTTP/1.1" status: 200 len: 915 time: 0.3353584 Mar 04 23:59:40.940841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1b7372d-6b18-474f-a069-ee852e878576 req-b54b0145-b1d1-4c56-bffa-996a36f52c61 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "DELETE /v2.0/ports/35e9f5df-72d1-453a-b07d-34380516a1dc HTTP/1.1" status: 204 len: 173 time: 1.6387923 Mar 04 23:59:40.949593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388b4d-31d4-45e3-8d4e-e52ac410bba2 req-c2714a9b-9b5e-4a38-8857-b98b86dc26f0 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:40.955030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b388b4d-31d4-45e3-8d4e-e52ac410bba2 req-c2714a9b-9b5e-4a38-8857-b98b86dc26f0 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 944 time: 0.6486068 Mar 04 23:59:40.962383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=1a10a4a9-c2ef-414c-8814-f3b57187e199,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:41.044258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-260b6f95-4405-44bd-84b5-0f87346887cc tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:41.045772 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-260b6f95-4405-44bd-84b5-0f87346887cc tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.36 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 815 time: 0.5998266 Mar 04 23:59:41.049966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:41.050705 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:41.059455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-e0480064-bd72-4f36-a726-e3f356dddd9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8 HTTP/1.1" status: 200 len: 217 time: 0.1022437 Mar 04 23:59:41.073764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-db7a6382-8226-4676-90c4-2923be511349 req-2fb116fe-dada-4563-a971-214b5f27930c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:41.074912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db7a6382-8226-4676-90c4-2923be511349 req-2fb116fe-dada-4563-a971-214b5f27930c tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 1.2806015 Mar 04 23:59:41.087702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Request body: {'port': {'device_id': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'admin_state_up': True, 'tenant_id': 'd3f4465b3d8d4a4eb3854fa2cf52ff77'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:41.141083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b388b4d-31d4-45e3-8d4e-e52ac410bba2 req-1c51ae9d-80c5-4fe9-b0f0-a34fc4bd9eed tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227782 Mar 04 23:59:41.157762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-3ac51a2a-b3e9-4b86-9717-e5244b613a1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:41.159491 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-3ac51a2a-b3e9-4b86-9717-e5244b613a1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2911d6f-da2e-4325-a42d-498ad691950a HTTP/1.1" status: 200 len: 854 time: 0.0900102 Mar 04 23:59:41.166854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1763630 Mar 04 23:59:41.209577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['1a10a4a9-c2ef-414c-8814-f3b57187e199'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:41.215021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-445dc0d3-924b-4ef1-9693-bea198dd5958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a52660e3-6c15-4345-84cc-3db9229def04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483377 Mar 04 23:59:41.277675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Request body: {'port': {'device_id': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:41.457934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-2085bcae-8658-4b8a-abf3-03f5ccbaa20b service neutron] 10.222.0.36 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358692 Mar 04 23:59:41.466273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c600f-f2c4-4d46-be91-3a18db531458 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:41.482144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port 43695f22-4517-408d-9e55-14ac15ca8a22 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:41.482483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:41.561008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6df80-58cf-4e84-bb4b-53c54dfce92c req-efe0ed30-239f-458c-a1f7-1bc485d2977d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:41.562507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44a6df80-58cf-4e84-bb4b-53c54dfce92c req-efe0ed30-239f-458c-a1f7-1bc485d2977d tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 0.2074640 Mar 04 23:59:41.571950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:41.600641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c7f02649-ca28-463f-8d7d-5ca80b44b5f8 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:41.648708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cb0eaa9-8b03-4b9d-93a0-5e01a34ce814 req-5dad7396-6635-459f-a70f-be43556e4dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841557 Mar 04 23:59:41.664205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44a6df80-58cf-4e84-bb4b-53c54dfce92c req-6c14889f-5f27-413f-a9dd-07285d6227ad tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Mar 04 23:59:41.743219 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3', 'code': 200} Mar 04 23:59:41.797050 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a1551f-fcfa-4d98-bd73-ddb1b8cffd67', 'name': 'network-vif-deleted', 'tag': '35e9f5df-72d1-453a-b07d-34380516a1dc', 'status': 'completed', 'code': 200} Mar 04 23:59:41.872415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,segment=NetworkSegment(f3a5d30e-7751-4e06-b791-c906a98a3b06),segment_id=f3a5d30e-7751-4e06-b791-c906a98a3b06)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:41.914828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8', 'network_id': 'a52660e3-6c15-4345-84cc-3db9229def04', 'port_id': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8', 'mac_address': 'fa:16:3e:30:e0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2911d6f-da2e-4325-a42d-498ad691950a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:41.953968 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03fac52e-b986-4181-aed7-4c2ff165b885 req-363a53c2-5086-4c93-830f-16c03a257c8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1380711 Mar 04 23:59:41.994758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:42.029682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 35e9f5df-72d1-453a-b07d-34380516a1dc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:42.030052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 35e9f5df-72d1-453a-b07d-34380516a1dc not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:42.046028 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:42.067595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f02649-ca28-463f-8d7d-5ca80b44b5f8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:42.069864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03fac52e-b986-4181-aed7-4c2ff165b885 req-2def157c-deec-4e7e-ac35-5354c05d39b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080945 Mar 04 23:59:42.070303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8670ce-30d8-433d-8f7b-d04387c704b5 req-06fc0ea8-50e0-4356-8fe8-fb10fd6aa024 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:42.071239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1e8670ce-30d8-433d-8f7b-d04387c704b5 req-06fc0ea8-50e0-4356-8fe8-fb10fd6aa024 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:42.084598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,segment=NetworkSegment(f3a5d30e-7751-4e06-b791-c906a98a3b06),segment_id=f3a5d30e-7751-4e06-b791-c906a98a3b06)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:42.089144 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:42.101820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead21fe3-1d52-4a71-aace-1873fdf1974f req-8736c84d-b06b-433d-b5c2-4613a21a6c4e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:42.106506 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ead21fe3-1d52-4a71-aace-1873fdf1974f req-8736c84d-b06b-433d-b5c2-4613a21a6c4e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 944 time: 0.1049683 Mar 04 23:59:42.130409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 04 23:59:42.159172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:42.160238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ead21fe3-1d52-4a71-aace-1873fdf1974f req-a390be7f-4ddd-4293-8f08-82751d0f51c8 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Mar 04 23:59:42.201752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Usage tracker for resource:port and tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 04 23:59:42.208956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 04 23:59:42.229661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 04 23:59:42.295896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1e8670ce-30d8-433d-8f7b-d04387c704b5 req-06fc0ea8-50e0-4356-8fe8-fb10fd6aa024 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:42.297037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e8670ce-30d8-433d-8f7b-d04387c704b5 req-06fc0ea8-50e0-4356-8fe8-fb10fd6aa024 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 931 time: 1.1292534 Mar 04 23:59:42.317136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb8850e1-1482-4dd7-8601-c1d2c6282a84 req-10359e8f-8ad9-4ea1-8d83-980985408026 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:42.372956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb8850e1-1482-4dd7-8601-c1d2c6282a84 req-10359e8f-8ad9-4ea1-8d83-980985408026 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:42.374201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb8850e1-1482-4dd7-8601-c1d2c6282a84 req-10359e8f-8ad9-4ea1-8d83-980985408026 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 210 time: 0.1023650 Mar 04 23:59:42.421132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Made reservation on behalf of d3f4465b3d8d4a4eb3854fa2cf52ff77 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 23:59:42.424671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:42.464824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['c7f02649-ca28-463f-8d7d-5ca80b44b5f8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:42.518895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port 43695f22-4517-408d-9e55-14ac15ca8a22, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43695f22-4517-408d-9e55-14ac15ca8a22,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:42.519474 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:42.576695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53a468f2-19cf-48b9-83ca-19284bc58c0f req-3278e59f-8330-4272-a851-bdbddb41a3cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0823281 Mar 04 23:59:42.644491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e8670ce-30d8-433d-8f7b-d04387c704b5 req-479d791c-047a-48a0-a7e7-60d9e29635f5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233790 Mar 04 23:59:42.850838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for 43695f22-4517-408d-9e55-14ac15ca8a22 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:42.917719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a253e1-b1b4-451f-9be5-754cf58f5a35 req-57fcb097-c7b4-40f2-91c7-467cba78b30e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:42.919480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5a253e1-b1b4-451f-9be5-754cf58f5a35 req-57fcb097-c7b4-40f2-91c7-467cba78b30e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 949 time: 0.0775030 Mar 04 23:59:42.988335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5a253e1-b1b4-451f-9be5-754cf58f5a35 req-73ed6786-3026-422d-ab28-f661ccec4c60 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612786 Mar 04 23:59:43.172423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:43.182912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0eac-e08c-4de8-90e5-b232384bf4b4 req-a344217a-9b4d-45aa-bd10-21e7a6eea189 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:43.184361 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e9f0eac-e08c-4de8-90e5-b232384bf4b4 req-a344217a-9b4d-45aa-bd10-21e7a6eea189 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.0764759 Mar 04 23:59:43.229961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e9f0eac-e08c-4de8-90e5-b232384bf4b4 req-84d7d5ca-6320-4a21-b7db-437f1de28e72 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Mar 04 23:59:43.349249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Allocated IP 172.20.0.4 (0828847e-eff1-4dae-b838-d49dbd286d27/4e3c6d14-9359-4b40-aae0-ebc0ee8274f4/ac7ff80d-ebb1-4d3d-b368-c676f350b372) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 23:59:43.399331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09938a1c-0314-4975-b090-328dcba07d34 req-0b95a5a7-a51d-4d59-bcb5-fc8e63293b2c tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:43.401357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-09938a1c-0314-4975-b090-328dcba07d34 req-0b95a5a7-a51d-4d59-bcb5-fc8e63293b2c tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Synchronizing usage tracker for tenant:a0876898eba44641988bff7059450461 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:43.426890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ac0fe-58d7-45d0-a355-6f94b19169cc req-f1044a94-6fb4-4b54-ba24-ca6ad394d3a9 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:43.428626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c3ac0fe-58d7-45d0-a355-6f94b19169cc req-f1044a94-6fb4-4b54-ba24-ca6ad394d3a9 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 944 time: 0.0829453 Mar 04 23:59:43.442806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:43.462349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:43.467250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:43.480266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c3ac0fe-58d7-45d0-a355-6f94b19169cc req-b85f9506-f70e-446c-8890-b5b2bd86036c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Mar 04 23:59:43.503302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:43.639640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Transition to ACTIVE for port object 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:43.643273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-270ff2cc-d784-44ef-84ad-df4a2ffbc9a2 req-2d573099-34bf-439a-92da-1d78e4e3f02a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 210 time: 0.0417314 Mar 04 23:59:43.643553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:43.646364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-09938a1c-0314-4975-b090-328dcba07d34 req-0b95a5a7-a51d-4d59-bcb5-fc8e63293b2c tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Unset dirty status for tenant:a0876898eba44641988bff7059450461 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:43.647848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09938a1c-0314-4975-b090-328dcba07d34 req-0b95a5a7-a51d-4d59-bcb5-fc8e63293b2c tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 945 time: 0.8092186 Mar 04 23:59:43.648829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c7f02649-ca28-463f-8d7d-5ca80b44b5f8 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:43.681207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:43.708319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:43.708524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:43.742649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=43695f22-4517-408d-9e55-14ac15ca8a22,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:43.808480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-136bfb13-2f5f-4ce4-bcb0-585fb67e22a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9676795 Mar 04 23:59:43.853158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5733ba-44d9-4fb3-94bb-00bee12c6612 req-e37cb097-a283-482b-9b92-1126405d183d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:43.855277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f5733ba-44d9-4fb3-94bb-00bee12c6612 req-e37cb097-a283-482b-9b92-1126405d183d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.0860789 Mar 04 23:59:43.871296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:43.884309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:43.884891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:43.998808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1a10a4a9-c2ef-414c-8814-f3b57187e199 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:44.142788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8f5733ba-44d9-4fb3-94bb-00bee12c6612 req-7b1e3e8f-9daf-4b81-894f-9012765ebbb2 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:44.160930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09938a1c-0314-4975-b090-328dcba07d34 req-5e6df974-8ddf-4aee-89de-53383c9a8278 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610837 Mar 04 23:59:44.176676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8f5733ba-44d9-4fb3-94bb-00bee12c6612 req-7b1e3e8f-9daf-4b81-894f-9012765ebbb2 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:44.178163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f5733ba-44d9-4fb3-94bb-00bee12c6612 req-7b1e3e8f-9daf-4b81-894f-9012765ebbb2 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140109 Mar 04 23:59:44.236710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:44.239922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port 43695f22-4517-408d-9e55-14ac15ca8a22 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:44.271081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.273896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'name': 'network-vif-deleted', 'tag': '43695f22-4517-408d-9e55-14ac15ca8a22'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:44.386385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.386876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.387074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.387394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.387729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.388056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.388378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.388700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.389022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.389365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.389696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:44.399642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 1a10a4a9-c2ef-414c-8814-f3b57187e199 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:44.402528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.420583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c45fe84b-02cf-44e0-aafb-8cea4f3bd69c req-e15f3d1b-7f9c-4717-91c0-795c9e2e6f96 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bea25e2-9f0e-48e7-9880-306a3541fed7 HTTP/1.1" status: 200 len: 210 time: 0.0731866 Mar 04 23:59:44.436962 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db7a6382-8226-4676-90c4-2923be511349 req-302fa40d-5828-48ec-8e2e-fb0cfb719eff tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "DELETE /v2.0/ports/43695f22-4517-408d-9e55-14ac15ca8a22 HTTP/1.1" status: 204 len: 173 time: 3.3528543 Mar 04 23:59:44.457646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 1a10a4a9-c2ef-414c-8814-f3b57187e199 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:44.458028 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.482342 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.568094 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea25e2-9f0e-48e7-9880-306a3541fed7', 'name': 'network-vif-deleted', 'tag': '43695f22-4517-408d-9e55-14ac15ca8a22', 'status': 'completed', 'code': 200} Mar 04 23:59:44.669110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:44.709390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Attempting to bind port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:44.709969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Attempting to bind port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:44.710090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Attempting to bind port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d on network 5b92aa54-0eed-46f4-af6b-1127334a9cde {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:44.740124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,segment=NetworkSegment(f3a5d30e-7751-4e06-b791-c906a98a3b06),segment_id=f3a5d30e-7751-4e06-b791-c906a98a3b06)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:44.745845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3f313-dc13-4fd4-aaea-1d98ee560928 req-90a6f5db-91ff-46ed-835d-0573e9e4ca78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:44.749684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d on network 5b92aa54-0eed-46f4-af6b-1127334a9cde not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:44.750076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Attempting to bind port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d on network 5b92aa54-0eed-46f4-af6b-1127334a9cde {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:44.755219 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72e3f313-dc13-4fd4-aaea-1d98ee560928 req-90a6f5db-91ff-46ed-835d-0573e9e4ca78 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 944 time: 0.1002307 Mar 04 23:59:44.760149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.776312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:44.776908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Checking segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:44.777392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Bound using segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:44.777837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Bound port: 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:44.778186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.819691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72e3f313-dc13-4fd4-aaea-1d98ee560928 req-ac0b904c-4da0-499c-b37c-931ce8beccb7 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632153 Mar 04 23:59:44.936771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:44.990566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620231-c5fb-4593-b72a-0fe2e1a2ff9d req-6c2293f3-8d87-40f7-a2e2-a468a5e05dd0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:44.992358 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb620231-c5fb-4593-b72a-0fe2e1a2ff9d req-6c2293f3-8d87-40f7-a2e2-a468a5e05dd0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.5183632 Mar 04 23:59:45.017144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:45.036755 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:45.068071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744fc8b-a546-484a-a477-4b88c170539c req-b80fe6a1-c79f-4042-905a-26b43a7fe3e7 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:45.077163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3744fc8b-a546-484a-a477-4b88c170539c req-b80fe6a1-c79f-4042-905a-26b43a7fe3e7 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 931 time: 0.1049914 Mar 04 23:59:45.121434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Network 0828847e-eff1-4dae-b838-d49dbd286d27 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 23:59:45.127798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 23:59:45.150830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1a10a4a9-c2ef-414c-8814-f3b57187e199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:45.158876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3744fc8b-a546-484a-a477-4b88c170539c req-918c885d-0e96-4765-868b-fab338db030f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791645 Mar 04 23:59:45.165814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:45.166619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43695f22-4517-408d-9e55-14ac15ca8a22 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:45.176696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 04 23:59:45.231374 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Floating IP 89a494ba-9590-4649-853b-a0bb3deda6d5 associated. External IP: 172.25.0.157, port: 4b0eab0b-11af-4661-87c2-3b04e8c32c87. Mar 04 23:59:45.271149 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8', 'code': 200} Mar 04 23:59:45.295038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 43695f22-4517-408d-9e55-14ac15ca8a22 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:45.295421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43695f22-4517-408d-9e55-14ac15ca8a22 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:45.333666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=1a10a4a9-c2ef-414c-8814-f3b57187e199,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:45.416263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:45.454038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:45.455199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:45.460077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb620231-c5fb-4593-b72a-0fe2e1a2ff9d req-b739efe0-8e02-4285-80c6-3582bb5d7ce3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982911 Mar 04 23:59:45.473005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:45.496891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:45.498730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-6dbe062d-5438-44ce-ad58-b1bca1fb72be tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4228752 Mar 04 23:59:45.503588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:45.511951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Request body: {'port': {'device_id': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 04 23:59:45.534319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec544fd-0916-4d2e-961e-d39c9221dea7 req-c641d645-23e0-4e2e-9d98-596a4e6d21fa tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:45.535697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ec544fd-0916-4d2e-961e-d39c9221dea7 req-c641d645-23e0-4e2e-9d98-596a4e6d21fa tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.1151800 Mar 04 23:59:45.539397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcfa14bd-8dae-4134-9fbd-bf5e746e304f req-d909ff74-f63a-4fe2-bba4-de49acaa12d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 1097 time: 0.1569202 Mar 04 23:59:45.614898 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ec544fd-0916-4d2e-961e-d39c9221dea7 req-777029f8-ff08-464f-9843-a101119fa5fb tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 Mar 04 23:59:45.616429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcfa14bd-8dae-4134-9fbd-bf5e746e304f req-c1b73461-2450-4786-a5c0-d5f71b035783 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615075 Mar 04 23:59:45.663451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:45.664430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fecc831-c81b-4b6d-86b5-93a6cbc7e57d HTTP/1.1" status: 200 len: 1091 time: 4.3952188 Mar 04 23:59:45.772051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14b3d6-294e-49bc-8f69-6d881c41cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:45.810370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:45.911297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf981-01eb-4b2f-803c-d7c067ec01a8 req-80d8dc10-318c-45f9-bb4d-ebeccbe9bc7b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:45.912728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52acf981-01eb-4b2f-803c-d7c067ec01a8 req-80d8dc10-318c-45f9-bb4d-ebeccbe9bc7b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.3104706 Mar 04 23:59:45.966650 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-1a0d9b5c-81b8-495c-827e-7610588dcbf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1101 time: 0.2617729 Mar 04 23:59:46.099992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58819522-f011-4611-a5cb-da0a09c20800 req-45ff9d3a-e30d-4779-8b63-ac0d64d2c1e5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:46.101394 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58819522-f011-4611-a5cb-da0a09c20800 req-45ff9d3a-e30d-4779-8b63-ac0d64d2c1e5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 945 time: 0.0762858 Mar 04 23:59:46.150608 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58819522-f011-4611-a5cb-da0a09c20800 req-50700a09-5c18-41de-8dbf-74bb90daa09f tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Mar 04 23:59:46.208361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52acf981-01eb-4b2f-803c-d7c067ec01a8 req-3dd41fc7-a12d-41ba-9c0c-8496a1136630 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554843 Mar 04 23:59:46.578356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c91683-79de-427a-8420-12499c001176 req-eb721b2a-743b-473b-a975-62de88b0d05b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:46.578932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:46.580355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7c91683-79de-427a-8420-12499c001176 req-eb721b2a-743b-473b-a975-62de88b0d05b tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 950 time: 0.0819621 Mar 04 23:59:46.610814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-c083cf43-af82-4c6c-b3bc-52bfc8598f12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 1094 time: 0.6933305 Mar 04 23:59:46.611585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-e78a7c87-65ac-4565-80e4-812fe72f25fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:46.612853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-e78a7c87-65ac-4565-80e4-812fe72f25fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.6253822 Mar 04 23:59:46.628299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7c91683-79de-427a-8420-12499c001176 req-2ca86687-5a29-40df-a37d-1106199f4fb0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Mar 04 23:59:46.788655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-c0ee2bc8-3295-4323-a591-8534058fc2cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d HTTP/1.1" status: 200 len: 217 time: 0.1614838 Mar 04 23:59:46.789824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-15b86ab8-a18d-4f87-b285-5797cda92246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.1646907 Mar 04 23:59:46.810320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796868c-dd40-4b4d-a420-d6e49e587528 req-6b929a6d-b073-4bcf-85b5-fb286625c542 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:46.811756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b796868c-dd40-4b4d-a420-d6e49e587528 req-6b929a6d-b073-4bcf-85b5-fb286625c542 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.0754390 Mar 04 23:59:46.857327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b796868c-dd40-4b4d-a420-d6e49e587528 req-9dd466e4-b2df-4517-a568-111340266408 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Mar 04 23:59:46.910165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 23:59:46.923582 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'status': 'completed', 'code': 200} Mar 04 23:59:46.934053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f443553-6afc-46a7-80ce-da9d2cc14c38 req-9aa09283-f5f2-40c4-8f93-218d296a1034 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:46.934752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0f443553-6afc-46a7-80ce-da9d2cc14c38 req-9aa09283-f5f2-40c4-8f93-218d296a1034 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:46.994687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7546af67-df08-46b2-bd5a-425141e17181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:46.996226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-7546af67-df08-46b2-bd5a-425141e17181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 200 len: 861 time: 0.1961432 Mar 04 23:59:47.000876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-3aaa0aad-696d-40e7-945e-199923beba5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:47.002743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-3aaa0aad-696d-40e7-945e-199923beba5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2047882 Mar 04 23:59:47.096273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7ff80d-ebb1-4d3d-b368-c676f350b372 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:47.096545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ad31a-fe7a-4c69-bdf3-c56f5676c5a0 req-fff7b3fa-299b-4707-9b99-359f6007ef23 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:47.097901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e0ad31a-fe7a-4c69-bdf3-c56f5676c5a0 req-fff7b3fa-299b-4707-9b99-359f6007ef23 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.0832369 Mar 04 23:59:47.113514 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-4cab1e27-ddc9-47b9-a016-5df36f24e8e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b92aa54-0eed-46f4-af6b-1127334a9cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023209 Mar 04 23:59:47.118337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:47.121383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0f443553-6afc-46a7-80ce-da9d2cc14c38 req-9aa09283-f5f2-40c4-8f93-218d296a1034 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:47.121383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f443553-6afc-46a7-80ce-da9d2cc14c38 req-9aa09283-f5f2-40c4-8f93-218d296a1034 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 931 time: 0.7999716 Mar 04 23:59:47.149825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e0ad31a-fe7a-4c69-bdf3-c56f5676c5a0 req-68e70605-0802-47fc-8046-bb5061b814c1 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Mar 04 23:59:47.167794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Transition to ACTIVE for port object ac7ff80d-ebb1-4d3d-b368-c676f350b372 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 04 23:59:47.171498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-9ef5b7c0-50f5-4dce-8691-2506a398b19f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:59:47.172481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-9ef5b7c0-50f5-4dce-8691-2506a398b19f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0315175 Mar 04 23:59:47.216157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:47.273260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656086b3-a441-4b9e-9413-6734bdb78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a10a4a9-c2ef-414c-8814-f3b57187e199'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:47.357932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f16b8-c497-4530-8354-6d1f0fea8cb7 req-cbfff06c-b356-4137-86ef-4049ec3f63ff tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:47.359431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-349f16b8-c497-4530-8354-6d1f0fea8cb7 req-cbfff06c-b356-4137-86ef-4049ec3f63ff tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 945 time: 0.0765886 Mar 04 23:59:47.412126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-349f16b8-c497-4530-8354-6d1f0fea8cb7 req-307dcf1c-3f01-4050-9a09-23c39fc96416 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Mar 04 23:59:47.438737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f443553-6afc-46a7-80ce-da9d2cc14c38 req-47efde26-1d87-49df-bea8-6d7390cd4f12 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000889 Mar 04 23:59:47.461142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:47.493636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-2176837d-7732-4015-b0e8-21e99f80aedb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4490492 Mar 04 23:59:47.526728 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656086b3-a441-4b9e-9413-6734bdb78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a10a4a9-c2ef-414c-8814-f3b57187e199', 'code': 200} Mar 04 23:59:47.560838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Router 8c423bf1-252d-4141-90b3-640bbb193d15 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 23:59:47.565835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-32bb7558-8ac6-4010-9f53-346bed278fba service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830402 Mar 04 23:59:47.606968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-b4c76864-0245-4705-8245-8bcf2db05f74 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 04 23:59:47.608064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-b4c76864-0245-4705-8245-8bcf2db05f74 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1060381 Mar 04 23:59:47.728932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47011bc-f270-4e75-aad2-9cc511f9274f req-5dbdf7bd-903c-483c-aa06-e18ecf1b9058 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:47.740773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b47011bc-f270-4e75-aad2-9cc511f9274f req-5dbdf7bd-903c-483c-aa06-e18ecf1b9058 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.1938162 Mar 04 23:59:47.783233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fd616df-9f67-4003-ae67-7c587ee00f49 req-b0becd48-79d8-42c7-b72d-f92af98210c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 1096 time: 0.1837063 Mar 04 23:59:47.832768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b47011bc-f270-4e75-aad2-9cc511f9274f req-9470a919-0dad-4332-8d77-4f21afed18e5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907907 Mar 04 23:59:47.842831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fd616df-9f67-4003-ae67-7c587ee00f49 req-f5672a08-bcd9-47b6-8cce-cd0c62fd532d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509665 Mar 04 23:59:47.944452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-09a14f2c-d025-43b9-adcb-b8228ed59c55 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:47.947246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-09a14f2c-d025-43b9-adcb-b8228ed59c55 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 950 time: 0.0797191 Mar 04 23:59:48.037782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Attempting to bind port ac7ff80d-ebb1-4d3d-b368-c676f350b372 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 04 23:59:48.038326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Attempting to bind port ac7ff80d-ebb1-4d3d-b368-c676f350b372 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 04 23:59:48.038432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Attempting to bind port ac7ff80d-ebb1-4d3d-b368-c676f350b372 on network 0828847e-eff1-4dae-b838-d49dbd286d27 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:48.064742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port 33650be4-ca81-40ba-a751-b07acb4b6e51 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:48.065089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.106717 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-12b90e35-bd1c-4040-94b0-0cef01e4943c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879897 Mar 04 23:59:48.107533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Port ac7ff80d-ebb1-4d3d-b368-c676f350b372 on network 0828847e-eff1-4dae-b838-d49dbd286d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 04 23:59:48.107533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Attempting to bind port ac7ff80d-ebb1-4d3d-b368-c676f350b372 on network 0828847e-eff1-4dae-b838-d49dbd286d27 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 04 23:59:48.244371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1728-8110-4a43-9b03-daf8ffa31163 req-684c1c39-937f-49ab-b121-12b2d1cef36a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:48.245789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-919e1728-8110-4a43-9b03-daf8ffa31163 req-684c1c39-937f-49ab-b121-12b2d1cef36a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.2553668 Mar 04 23:59:48.288880 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9770c24e-6f71-42b2-9473-f66fffed61c4 req-ca39739d-13e5-4f76-8121-c65ab8b7a7d7 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899586 Mar 04 23:59:48.339891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 04 23:59:48.340238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Checking segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 04 23:59:48.340627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Bound using segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 04 23:59:48.341074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Bound port: ac7ff80d-ebb1-4d3d-b368-c676f350b372, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 04 23:59:48.341448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.423243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-73439dfc-ca3e-4d3d-81fc-686fb4973616 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:48.424663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-73439dfc-ca3e-4d3d-81fc-686fb4973616 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9a304e6-abc7-406c-93ea-4e63af5c5a90 HTTP/1.1" status: 200 len: 949 time: 0.2968192 Mar 04 23:59:48.425492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202057b4-4053-4ea5-8b0b-be09b6f1757f req-477e277d-951f-44d5-83d2-16a3441ccf64 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:48.426183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-202057b4-4053-4ea5-8b0b-be09b6f1757f req-477e277d-951f-44d5-83d2-16a3441ccf64 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:48.540681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-202057b4-4053-4ea5-8b0b-be09b6f1757f req-477e277d-951f-44d5-83d2-16a3441ccf64 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:48.541866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-202057b4-4053-4ea5-8b0b-be09b6f1757f req-477e277d-951f-44d5-83d2-16a3441ccf64 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=90cd989c-03da-478e-8208-710b96e0fd34 HTTP/1.1" status: 200 len: 950 time: 0.7113256 Mar 04 23:59:48.555116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-919e1728-8110-4a43-9b03-daf8ffa31163 req-7f947763-ca76-45cb-9c2a-f17244316351 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001039 Mar 04 23:59:48.571466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-db6a3cac-b808-4ce1-9cf4-91f3f53b56a9 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550314 Mar 04 23:59:48.608033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port 33650be4-ca81-40ba-a751-b07acb4b6e51, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33650be4-ca81-40ba-a751-b07acb4b6e51,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:48.608429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.608774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 23:59:48.613630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 23:59:48.631166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.684351 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-751b04c2-7ecc-4a38-a4d2-e5784056a8b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 1094 time: 0.3277380 Mar 04 23:59:48.725632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-202057b4-4053-4ea5-8b0b-be09b6f1757f req-c1181045-cd39-4991-a1e3-06023a91a5cf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618085 Mar 04 23:59:48.756277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for 33650be4-ca81-40ba-a751-b07acb4b6e51 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:48.803427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.804861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] 10.222.0.36 "PUT /v2.0/ports/ac7ff80d-ebb1-4d3d-b368-c676f350b372 HTTP/1.1" status: 200 len: 1091 time: 3.2969284 Mar 04 23:59:48.808089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port bd812de4-62e1-4b72-abcb-12e8a7a86b98 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:48.808445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.838863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e84ef4-a3f1-49fe-9938-79f9473b7f4f service neutron] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:48.864159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 23:59:48.871646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:48.877962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 04 23:59:48.892791 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:48.894018 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:48.927244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:49.019333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-127c76c5-7821-4157-affe-f712fbe73e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:49.020822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-127c76c5-7821-4157-affe-f712fbe73e39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 922 time: 0.3188910 Mar 04 23:59:49.057168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e313ef9-1aa4-40bf-9268-81416bdce773 req-0ae6bfbc-3dd5-4565-9985-fa718c70ce42 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:49.058663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e313ef9-1aa4-40bf-9268-81416bdce773 req-0ae6bfbc-3dd5-4565-9985-fa718c70ce42 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.1897588 Mar 04 23:59:49.094110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ce8eff2-2b1c-4bc6-8942-fa882d9cebce tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "PUT /v2.0/floatingips/89a494ba-9590-4649-853b-a0bb3deda6d5 HTTP/1.1" status: 200 len: 991 time: 9.1525562 Mar 04 23:59:49.106811 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:49.120802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-abf5b378-1de7-4866-b17f-597bf8531b8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d HTTP/1.1" status: 200 len: 217 time: 0.0931122 Mar 04 23:59:49.193808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e313ef9-1aa4-40bf-9268-81416bdce773 req-285f415c-4aea-4cf3-b5c8-265486a70e27 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731957 Mar 04 23:59:49.196769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-48decc3b-195c-4d1a-b4e7-1d5a73666f90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 1094 time: 0.3307116 Mar 04 23:59:49.213314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7e9b-93a6-4de3-94cd-a86136f898f8 req-a5494f62-f174-4710-a090-b836fabdbdbd tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:49.214850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-48eb7e9b-93a6-4de3-94cd-a86136f898f8 req-a5494f62-f174-4710-a090-b836fabdbdbd tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 945 time: 0.2666543 Mar 04 23:59:49.362170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-83bb95da-8309-4418-b775-0d5e55a793c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372 HTTP/1.1" status: 200 len: 217 time: 0.1456118 Mar 04 23:59:49.418903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-4b067ccf-34d2-439b-950f-cc3fab5c2f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:49.419696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port bd812de4-62e1-4b72-abcb-12e8a7a86b98, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=bd812de4-62e1-4b72-abcb-12e8a7a86b98,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:49.420061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:49.420346 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-4b067ccf-34d2-439b-950f-cc3fab5c2f9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 200 len: 861 time: 0.2928386 Mar 04 23:59:49.481689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-f17b37e8-b171-4d6b-8af9-49167a82da10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b92aa54-0eed-46f4-af6b-1127334a9cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434828 Mar 04 23:59:49.539671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:49.544791 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '89a494ba-9590-4649-853b-a0bb3deda6d5', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'port_id': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'mac_address': 'fa:16:3e:b1:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:59:11Z', 'updated_at': '2022-03-04T23:59:42Z', 'revision_number': 1, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:49.547398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for bd812de4-62e1-4b72-abcb-12e8a7a86b98 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:49.550533 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 04 23:59:49.553420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6', '33650be4-ca81-40ba-a751-b07acb4b6e51'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:49.561925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 04 23:59:49.562604 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-04T23:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:49.588100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-77014e59-0fbb-417f-9cce-e26e8ea3c77a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:49.589567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-77014e59-0fbb-417f-9cce-e26e8ea3c77a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 200 len: 855 time: 0.2218835 Mar 04 23:59:49.593779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-48eb7e9b-93a6-4de3-94cd-a86136f898f8 req-e7a026fb-1bb3-4f50-90ab-16b40d033ac6 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300191 Mar 04 23:59:49.601075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94', 'bd812de4-62e1-4b72-abcb-12e8a7a86b98'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:49.638685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-64c802b6-9cd1-4190-806b-19d6c34a0596 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0828847e-eff1-4dae-b838-d49dbd286d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416095 Mar 04 23:59:49.642615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=33650be4-ca81-40ba-a751-b07acb4b6e51,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:49.783970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port 33650be4-ca81-40ba-a751-b07acb4b6e51 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:49.789085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:49.794300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cd989c-03da-478e-8208-710b96e0fd34', 'name': 'network-vif-deleted', 'tag': '33650be4-ca81-40ba-a751-b07acb4b6e51'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:49.828570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032acce-cd1a-4a2a-a946-299e8c215a3c req-5821a6fb-ba12-4d1c-bf25-766a96e4b384 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:49.830128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b032acce-cd1a-4a2a-a946-299e8c215a3c req-5821a6fb-ba12-4d1c-bf25-766a96e4b384 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 943 time: 0.4632967 Mar 04 23:59:49.850460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27ef39de-7cf9-4ac6-8d26-17d743b660cc req-cbcc8fd8-7ea7-4706-9348-c504e0aa97d8 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "DELETE /v2.0/ports/33650be4-ca81-40ba-a751-b07acb4b6e51 HTTP/1.1" status: 204 len: 173 time: 1.8986404 Mar 04 23:59:49.908456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-308a60f5-7c82-438e-8b33-f874e2dab0a1 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162576 Mar 04 23:59:50.004505 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 04 23:59:50.081761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b032acce-cd1a-4a2a-a946-299e8c215a3c req-9a4d26eb-177c-4db0-b51c-f453352291a2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336147 Mar 04 23:59:50.091095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:50.155417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-ba65a80e-0866-4172-9b68-ae4fe08a336e service neutron] 10.222.0.36 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082266 Mar 04 23:59:50.216739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=bd812de4-62e1-4b72-abcb-12e8a7a86b98,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:50.253775 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'status': 'completed', 'code': 200} Mar 04 23:59:50.381815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port bd812de4-62e1-4b72-abcb-12e8a7a86b98 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:50.392186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:50.414915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a82e1b0d-c760-4559-ac9b-54c84aaf2940 req-870ff508-d581-45d6-8ec2-c385f863cccf tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "DELETE /v2.0/ports/bd812de4-62e1-4b72-abcb-12e8a7a86b98 HTTP/1.1" status: 204 len: 173 time: 1.9840200 Mar 04 23:59:50.434089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:50.677693 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '89a494ba-9590-4649-853b-a0bb3deda6d5', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'port_id': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'mac_address': 'fa:16:3e:b1:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:59:11Z', 'updated_at': '2022-03-04T23:59:42Z', 'revision_number': 1, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 23:59:50.679402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6261d1a-31b6-4e01-a7eb-e00b1665fcde req-6088f6b6-b5e1-4677-bd3b-b37708919b38 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:50.681197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6261d1a-31b6-4e01-a7eb-e00b1665fcde req-6088f6b6-b5e1-4677-bd3b-b37708919b38 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1128848 Mar 04 23:59:50.682198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74903b83-1a0f-4868-9b8b-ab6a86c37452 req-98c432ec-d4f9-43e3-81ad-553ff6b0ae14 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464726 Mar 04 23:59:50.682448 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3c51-2bb3-4787-8d74-8e6b35d70656 None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '89a494ba-9590-4649-853b-a0bb3deda6d5', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'port_id': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'mac_address': 'fa:16:3e:b1:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T23:59:11Z', 'updated_at': '2022-03-04T23:59:42Z', 'revision_number': 1, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 04 23:59:50.688262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e3a45f4-e0f4-4eeb-b42c-09acb28bf112 req-946c13d2-43bd-4a30-ae3a-c0a566e9b3b5 service neutron] 10.222.0.36 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209467 Mar 04 23:59:50.701144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b88d8-3ef5-46ba-a379-32c90819428e req-a30a847f-6c60-487b-b522-71be1a193f4a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:50.708500 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-023b88d8-3ef5-46ba-a379-32c90819428e req-a30a847f-6c60-487b-b522-71be1a193f4a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.5059147 Mar 04 23:59:50.770754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-023b88d8-3ef5-46ba-a379-32c90819428e req-3067f8e4-e2bc-4244-b361-68f444c9f48e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612175 Mar 04 23:59:50.790399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6261d1a-31b6-4e01-a7eb-e00b1665fcde req-067dd488-e1e1-4600-9978-783c5d99f66f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933983 Mar 04 23:59:50.949493 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cd989c-03da-478e-8208-710b96e0fd34', 'name': 'network-vif-deleted', 'tag': '33650be4-ca81-40ba-a751-b07acb4b6e51', 'status': 'completed', 'code': 200} Mar 04 23:59:50.950227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-072d9a8a-9d85-4839-9b48-119f2584b8dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 1094 time: 0.1416445 Mar 04 23:59:51.111190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598cb44-3dbd-406d-a6d6-aac196460e15 None None] New status for floating IP 89a494ba-9590-4649-853b-a0bb3deda6d5: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 04 23:59:51.263059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-896c660a-6f24-448c-be6f-1816a42d041d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.265164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-896c660a-6f24-448c-be6f-1816a42d041d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 916 time: 0.3077288 Mar 04 23:59:51.331416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'cb33ad93-b784-4d37-a094-18611dd53d94'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:51.366884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5e9f3-d7ee-416e-b818-0603f3861f45 req-f2e908e6-15c9-4331-b51b-749b2c3c6210 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.369683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75b5e9f3-d7ee-416e-b818-0603f3861f45 req-f2e908e6-15c9-4331-b51b-749b2c3c6210 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 945 time: 0.2138050 Mar 04 23:59:51.405911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd045a-3198-4c8c-b173-1def6c9cdabc req-951261c5-5092-4d6f-8fa6-5facd0e6cb03 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.408305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66bd045a-3198-4c8c-b173-1def6c9cdabc req-951261c5-5092-4d6f-8fa6-5facd0e6cb03 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 945 time: 0.0819230 Mar 04 23:59:51.413295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-dab24856-0252-4fd0-bc8e-187a693acc6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372 HTTP/1.1" status: 200 len: 217 time: 0.1371787 Mar 04 23:59:51.455367 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66bd045a-3198-4c8c-b173-1def6c9cdabc req-b3a025d3-e391-4924-9455-7f36fa0ac06e tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Mar 04 23:59:51.505921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75b5e9f3-d7ee-416e-b818-0603f3861f45 req-d681dfe6-6296-4039-9aa8-05f5d8218438 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216288 Mar 04 23:59:51.529040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-63d1ce28-f5e9-4d15-ba97-5af8ff040209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.529040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-63d1ce28-f5e9-4d15-ba97-5af8ff040209 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 200 len: 855 time: 0.0953093 Mar 04 23:59:51.578108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-bcf0ca0c-8839-4f17-beef-8045b56a033f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0876898eba44641988bff7059450461&device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 1097 time: 0.2533405 Mar 04 23:59:51.623050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-1f6d4138-a8cc-4b15-a486-d35864052ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0828847e-eff1-4dae-b838-d49dbd286d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827212 Mar 04 23:59:51.714179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:51.716855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33650be4-ca81-40ba-a751-b07acb4b6e51 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:51.757604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 33650be4-ca81-40ba-a751-b07acb4b6e51 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:51.758119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33650be4-ca81-40ba-a751-b07acb4b6e51 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:51.867833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ff13c-c190-4885-814e-228ddad2a38b req-b3912bed-ca4b-47a4-a215-ebe638d3f57f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.869515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-021ff13c-c190-4885-814e-228ddad2a38b req-b3912bed-ca4b-47a4-a215-ebe638d3f57f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.1942320 Mar 04 23:59:51.913189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cb198-ca6c-496e-ac74-c4211fa4b087 req-6ac289f5-8983-4f51-80fc-0a4c432735d0 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.914254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e33cb198-ca6c-496e-ac74-c4211fa4b087 req-6ac289f5-8983-4f51-80fc-0a4c432735d0 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 943 time: 0.2879722 Mar 04 23:59:51.922019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-4a9ce0a9-2cb0-4012-8a0a-709338f0c6ae service neutron] 10.222.0.36 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901864 Mar 04 23:59:51.923252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-021ff13c-c190-4885-814e-228ddad2a38b req-b0f2eeb7-28b2-4ff8-adcb-0134ba74188e tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Mar 04 23:59:51.923957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cbece-35ae-45ac-826d-24562da4b880 req-53fd36f9-48ce-4630-8acc-06a13fc5d2d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:51.924831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-53fd36f9-48ce-4630-8acc-06a13fc5d2d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a52660e3-6c15-4345-84cc-3db9229def04 HTTP/1.1" status: 200 len: 915 time: 0.3289013 Mar 04 23:59:51.951736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:51.966018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'port_id': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'mac_address': 'fa:16:3e:81:fb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d06db92-6897-41bd-aa1c-9ccf50e787e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:52.021120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:52.039866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:52.052252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device bd812de4-62e1-4b72-abcb-12e8a7a86b98 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:52.088240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: bd812de4-62e1-4b72-abcb-12e8a7a86b98 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:52.088579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device bd812de4-62e1-4b72-abcb-12e8a7a86b98 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:52.092049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:52.096654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:52.106577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-dc283dd4-bc08-4039-a65d-5aafed3ec0fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8 HTTP/1.1" status: 200 len: 217 time: 0.1621261 Mar 04 23:59:52.138951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df5a2-423e-47bb-a91d-895406a6dcd0 req-247216f4-3a89-447a-a5bc-844a7ab56ea1 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:52.140903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-639df5a2-423e-47bb-a91d-895406a6dcd0 req-247216f4-3a89-447a-a5bc-844a7ab56ea1 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 946 time: 0.1010704 Mar 04 23:59:52.181214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:52.188854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e33cb198-ca6c-496e-ac74-c4211fa4b087 req-812cadc2-60cd-4e19-90a7-02b347de7a82 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617295 Mar 04 23:59:52.221093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cbece-35ae-45ac-826d-24562da4b880 req-7c924449-3a62-49df-a1e8-6f052844e08c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:52.222563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-7c924449-3a62-49df-a1e8-6f052844e08c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2911d6f-da2e-4325-a42d-498ad691950a HTTP/1.1" status: 200 len: 854 time: 0.1098316 Mar 04 23:59:52.224262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4909aa66-2fea-4dec-a0c2-790ef6c78513 req-b4c8e8c3-326f-477a-a4f5-fd8c6a10a4fb service neutron] 10.222.0.36 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773833 Mar 04 23:59:52.241557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-639df5a2-423e-47bb-a91d-895406a6dcd0 req-a524c7c3-3025-43f9-8f66-d8c8430c0aae tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941408 Mar 04 23:59:52.269723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:52.293580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-572f3042-4329-4c2c-b977-b559b1d4625c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:52.295323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-572f3042-4329-4c2c-b977-b559b1d4625c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 945 time: 0.1003289 Mar 04 23:59:52.300381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-e326e9af-4542-4af0-897a-c6ff1bd06aba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a52660e3-6c15-4345-84cc-3db9229def04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662124 Mar 04 23:59:52.382307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Deleting port c29195b6-276e-4066-8a95-7bb1b25e841a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:52.382600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:52.533379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:52.612338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-f4ff8a01-9269-4f4d-b7ea-d5a0d9ae5e0a service neutron] 10.222.0.36 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012638 Mar 04 23:59:52.622739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168208-cab8-41fa-abe1-d5f34c21f712 req-9f9074a4-0959-45b1-848d-960b19670201 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:52.624189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94168208-cab8-41fa-abe1-d5f34c21f712 req-9f9074a4-0959-45b1-848d-960b19670201 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1279685 Mar 04 23:59:52.647252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defbeec-30e2-4127-9fd7-f8675a4efd47 req-dcc8d9c7-5c0a-4474-a316-ac282195d159 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:52.648719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5defbeec-30e2-4127-9fd7-f8675a4efd47 req-dcc8d9c7-5c0a-4474-a316-ac282195d159 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 944 time: 0.2382982 Mar 04 23:59:52.731164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] For port c29195b6-276e-4066-8a95-7bb1b25e841a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c29195b6-276e-4066-8a95-7bb1b25e841a,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:52.731515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:52.744183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5defbeec-30e2-4127-9fd7-f8675a4efd47 req-1f6d5c91-b23a-4124-887c-1b528c45e935 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847168 Mar 04 23:59:52.754433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94168208-cab8-41fa-abe1-d5f34c21f712 req-77e90175-11f9-4b4b-8f64-615e360a24c1 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111813 Mar 04 23:59:52.808850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f41cbece-35ae-45ac-826d-24562da4b880 req-8b69e312-688e-4891-b24f-da85416c12d5 service neutron] 10.222.0.36 "GET /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834636 Mar 04 23:59:52.814193 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'status': 'completed', 'code': 200} Mar 04 23:59:52.875866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Calling delete_port for c29195b6-276e-4066-8a95-7bb1b25e841a owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:52.939686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-0798e00d-1888-4465-9717-6a8dd947b4cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1096 time: 0.1005204 Mar 04 23:59:52.952708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'name': 'network-vif-deleted', 'tag': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:53.111260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:53.181425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-75a894c3-c7cc-4e83-af0e-82c77e551318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:53.183168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-75a894c3-c7cc-4e83-af0e-82c77e551318 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.2318995 Mar 04 23:59:53.185000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event deleted for resources: {'Port': ['ID=c29195b6-276e-4066-8a95-7bb1b25e841a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:53.200075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.200412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.200747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.201076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.201426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.201750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.202201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.202534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.202849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.203164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.203479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 23:59:53.301183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9df0125e-999d-4603-8e54-8a8aee6b8d07 req-d52aeab1-24aa-43b7-a544-91944129c440 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 210 time: 0.0588531 Mar 04 23:59:53.319666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] No DVR routers for this DVR port c29195b6-276e-4066-8a95-7bb1b25e841a on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:53.322419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:53.340180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-cb053bee-2741-4041-a487-ab44b148a9eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 1001 time: 0.1498172 Mar 04 23:59:53.342699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3001f1fb-9292-477b-b162-9ec7dd2c8bf4 req-0785f8bc-ba57-4a8f-aab6-4b2a9f336bca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.36 "DELETE /v2.0/ports/c29195b6-276e-4066-8a95-7bb1b25e841a HTTP/1.1" status: 204 len: 173 time: 1.0325258 Mar 04 23:59:53.369063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57279f8d-5841-4a15-a92e-6f459eab3415 req-ea7c64be-afa7-4f00-9eab-280d5a954f2c tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:53.370551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57279f8d-5841-4a15-a92e-6f459eab3415 req-ea7c64be-afa7-4f00-9eab-280d5a954f2c tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.1256344 Mar 04 23:59:53.395832 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a304e6-abc7-406c-93ea-4e63af5c5a90', 'name': 'network-vif-deleted', 'tag': 'bd812de4-62e1-4b72-abcb-12e8a7a86b98', 'status': 'completed', 'code': 200} Mar 04 23:59:53.411738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-929efa18-578b-4902-861a-5e6732be0f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:53.413912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-929efa18-578b-4902-861a-5e6732be0f17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.0634024 Mar 04 23:59:53.421977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['c29195b6-276e-4066-8a95-7bb1b25e841a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:53.456819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57279f8d-5841-4a15-a92e-6f459eab3415 req-5df1903c-62c4-4450-8946-55b54a0006d5 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806193 Mar 04 23:59:53.522864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-1de5a694-7567-4c54-9deb-5c3c2433d539 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014125 Mar 04 23:59:53.716631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 04 23:59:53.720936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:53.734224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-25848e9a-c6af-40f4-94ab-d8de5ae8ab0a service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952477 Mar 04 23:59:54.046840 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e91c3c2-46b3-45c2-b76d-f58f757dff16 req-296977dd-048c-40fe-9cf8-e64200717588 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063402 Mar 04 23:59:54.054549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924fe9-a8c9-4387-9175-799149368494 req-91b24b3f-b1c0-4abc-84d6-bdedc96d4187 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:54.056156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08924fe9-a8c9-4387-9175-799149368494 req-91b24b3f-b1c0-4abc-84d6-bdedc96d4187 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 943 time: 0.1782329 Mar 04 23:59:54.122584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:54.138013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:54.139035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:54.140496 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08924fe9-a8c9-4387-9175-799149368494 req-f745d32f-2c81-4b8b-949c-c9aa7d38c977 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752437 Mar 04 23:59:54.198820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:54.221601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'port_id': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'mac_address': 'fa:16:3e:a6:cb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c6d14-9359-4b40-aae0-ebc0ee8274f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 04 23:59:54.251176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27da42d-5814-46f6-a4ee-7f4c455b34af req-ad1b1f26-baae-4a30-80f5-9dd00159c51f tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:54.252669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e27da42d-5814-46f6-a4ee-7f4c455b34af req-ad1b1f26-baae-4a30-80f5-9dd00159c51f tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 946 time: 0.1109667 Mar 04 23:59:54.309771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e27da42d-5814-46f6-a4ee-7f4c455b34af req-bf204f45-6a5d-4b37-91c6-d831f3d9fc27 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Mar 04 23:59:54.341209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:54.362043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b63ca-d989-4bca-a00a-e9234955d6e0 req-9236035b-d2ae-4625-8af7-e4331d7b1941 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:54.362832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:54.363508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776b63ca-d989-4bca-a00a-e9234955d6e0 req-9236035b-d2ae-4625-8af7-e4331d7b1941 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 944 time: 0.0869553 Mar 04 23:59:54.374218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7ff80d-ebb1-4d3d-b368-c676f350b372 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 04 23:59:54.399330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:54.412100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:54.413944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:54.417190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:54.421818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776b63ca-d989-4bca-a00a-e9234955d6e0 req-818443ba-0342-42c5-8b7c-2c832933b59c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Mar 04 23:59:54.448036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:54.493034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:54.507952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b159d6d-ff5b-4af5-b82b-6f2ad9c1e6ab req-2f471a9d-7431-4d1e-8d1d-3190f128f888 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:54.509000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5b159d6d-ff5b-4af5-b82b-6f2ad9c1e6ab req-2f471a9d-7431-4d1e-8d1d-3190f128f888 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:54.526468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5b159d6d-ff5b-4af5-b82b-6f2ad9c1e6ab req-2f471a9d-7431-4d1e-8d1d-3190f128f888 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:54.537054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b159d6d-ff5b-4af5-b82b-6f2ad9c1e6ab req-2f471a9d-7431-4d1e-8d1d-3190f128f888 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 948 time: 0.1104617 Mar 04 23:59:54.580064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:54.581421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b159d6d-ff5b-4af5-b82b-6f2ad9c1e6ab req-c74739f0-917c-4f90-a724-a8b6894199de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Mar 04 23:59:54.634499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947ea2-7f90-427b-b811-c62eb332dc2f req-37ec2da2-e9f2-41b9-958a-65f4a3bdd2f5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:54.636136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75947ea2-7f90-427b-b811-c62eb332dc2f req-37ec2da2-e9f2-41b9-958a-65f4a3bdd2f5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.0927401 Mar 04 23:59:54.696157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75947ea2-7f90-427b-b811-c62eb332dc2f req-4fc43e31-1ae2-4178-aca0-82dcf26f3b57 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519729 Mar 04 23:59:54.757669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e51bd9bc-0b15-48aa-8021-bc596d5490d5 req-ce62f673-ee02-44a0-baee-6aed802ff100 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:54.763773 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'code': 200} Mar 04 23:59:54.775194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e51bd9bc-0b15-48aa-8021-bc596d5490d5 req-ce62f673-ee02-44a0-baee-6aed802ff100 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:54.776390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e51bd9bc-0b15-48aa-8021-bc596d5490d5 req-ce62f673-ee02-44a0-baee-6aed802ff100 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb84f9c-fc46-4874-99fe-3793c6a8eeaf HTTP/1.1" status: 200 len: 210 time: 0.0675793 Mar 04 23:59:54.825401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ac7ff80d-ebb1-4d3d-b368-c676f350b372'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:54.958473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f26e2a7-6796-4958-9668-f550a78b8ebe req-bab6d5cf-c368-49cd-b4f9-be2eb56df8ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 1096 time: 0.1310630 Mar 04 23:59:54.964999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473841a-0add-4db6-906c-f7963c10e26a req-e6262b94-822e-465d-a5d4-b2a65f039b7b tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:54.966461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3473841a-0add-4db6-906c-f7963c10e26a req-e6262b94-822e-465d-a5d4-b2a65f039b7b tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.1109481 Mar 04 23:59:55.041089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f26e2a7-6796-4958-9668-f550a78b8ebe req-36e8aa93-69ff-412f-976f-253a62e0a549 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736442 Mar 04 23:59:55.047821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3473841a-0add-4db6-906c-f7963c10e26a req-ff8af89d-d381-4d73-972d-45b3f52a7f8e tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614300 Mar 04 23:59:55.255098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-4a0a8db6-8c83-43d5-ad4e-5a16e687f6c7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:55.256746 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-4a0a8db6-8c83-43d5-ad4e-5a16e687f6c7 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 948 time: 0.0790534 Mar 04 23:59:55.337188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:55.337569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:55.397027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'name': 'network-vif-deleted', 'tag': 'c29195b6-276e-4066-8a95-7bb1b25e841a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:55.500590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a8af4-26f7-4ea7-9ac4-3bcbf038efa0 req-0a1991ce-df5f-4074-9fe1-0bd95d5ef953 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:55.502683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a23a8af4-26f7-4ea7-9ac4-3bcbf038efa0 req-0a1991ce-df5f-4074-9fe1-0bd95d5ef953 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 944 time: 0.2428114 Mar 04 23:59:55.512141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-c6cba198-b150-45db-8359-f4f82c5730c2 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:55.513635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-c6cba198-b150-45db-8359-f4f82c5730c2 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 946 time: 0.1131997 Mar 04 23:59:55.611869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Deleting port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:55.612204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:55.641515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a23a8af4-26f7-4ea7-9ac4-3bcbf038efa0 req-27952a36-00b9-4fb1-ba8e-8fe658875822 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268501 Mar 04 23:59:55.719219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c29195b6-276e-4066-8a95-7bb1b25e841a no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:55.758059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60ff37-b09f-4c42-9c71-b60fcba40a84 req-b6437321-d8d5-4608-ab3b-d9e380efb829 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:55.759444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa60ff37-b09f-4c42-9c71-b60fcba40a84 req-b6437321-d8d5-4608-ab3b-d9e380efb829 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 946 time: 0.2776237 Mar 04 23:59:55.761194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port cfd58d23-c3ea-4a3e-b105-0b939ad110c3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:55.761577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:55.768948 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: c29195b6-276e-4066-8a95-7bb1b25e841a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:55.769326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c29195b6-276e-4066-8a95-7bb1b25e841a not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:55.902120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for cfd58d23-c3ea-4a3e-b105-0b939ad110c3 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:55.972519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] For port e1128a3a-173a-4ba1-add5-1011b9a4c1b3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:55.972900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.021516 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa60ff37-b09f-4c42-9c71-b60fcba40a84 req-543c3788-8a4a-499f-9b04-9a5a3289e4aa tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7c507cf-b7f8-42f0-86b5-6bafabce5d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522800 Mar 04 23:59:56.066286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef01b-728a-4c38-b291-f57c242baffa req-c12ecfd1-b769-4b7f-972c-95ea4637c9d1 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:56.067726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57cef01b-728a-4c38-b291-f57c242baffa req-c12ecfd1-b769-4b7f-972c-95ea4637c9d1 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "GET /v2.0/ports?device_id=953a8379-056a-47b6-a709-c90b161cbb64 HTTP/1.1" status: 200 len: 950 time: 0.1731899 Mar 04 23:59:56.099666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Calling delete_port for e1128a3a-173a-4ba1-add5-1011b9a4c1b3 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:56.101777 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb84f9c-fc46-4874-99fe-3793c6a8eeaf', 'name': 'network-vif-deleted', 'tag': 'c29195b6-276e-4066-8a95-7bb1b25e841a', 'status': 'completed', 'code': 200} Mar 04 23:59:56.144799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143aaac-1488-4d08-bbb6-63a510f025b8 req-3b1b77bd-e292-4216-ab0a-6a4bd8c9dc9f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:56.146483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a143aaac-1488-4d08-bbb6-63a510f025b8 req-3b1b77bd-e292-4216-ab0a-6a4bd8c9dc9f tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.3436301 Mar 04 23:59:56.169288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-bb6c63b0-4694-4e01-951c-4b561556891c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:56.170721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-bb6c63b0-4694-4e01-951c-4b561556891c tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "GET /v2.0/ports?device_id=656086b3-a441-4b9e-9413-6734bdb78630 HTTP/1.1" status: 200 len: 945 time: 0.3217998 Mar 04 23:59:56.241080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port cb33ad93-b784-4d37-a094-18611dd53d94 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:56.241425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.272607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.284060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cb33ad93-b784-4d37-a094-18611dd53d94'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:56.289796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a143aaac-1488-4d08-bbb6-63a510f025b8 req-c9931b3d-71b8-41e8-a065-67d47a1550a6 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338723 Mar 04 23:59:56.293831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Deleting port 1a10a4a9-c2ef-414c-8814-f3b57187e199 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:56.294244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.320590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:56.419850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=cfd58d23-c3ea-4a3e-b105-0b939ad110c3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:56.463859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-545b4671-f0bc-46df-863f-4d03095dfb5a req-ed438df1-7568-4073-9334-ac17b59b007a tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=965bc5f2-4d36-4bb7-849f-1ae17ac2a474 HTTP/1.1" status: 200 len: 210 time: 0.0617142 Mar 04 23:59:56.632585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port cfd58d23-c3ea-4a3e-b105-0b939ad110c3 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:56.638839 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.649074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.687491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16283b4a-55a8-4c4d-9900-3ecd55b31dd6 req-541dc583-5c99-4170-84f2-888f5d310bbd tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:56.689578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16283b4a-55a8-4c4d-9900-3ecd55b31dd6 req-541dc583-5c99-4170-84f2-888f5d310bbd tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.4921346 Mar 04 23:59:56.714254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['1a10a4a9-c2ef-414c-8814-f3b57187e199'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:56.720868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5a57cd7-c440-4943-a8a3-0201e8774bd6 req-bbdfb08d-c621-4b6a-8ff6-074861a9c3de tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "DELETE /v2.0/ports/cfd58d23-c3ea-4a3e-b105-0b939ad110c3 HTTP/1.1" status: 204 len: 173 time: 1.4549055 Mar 04 23:59:56.793601 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16283b4a-55a8-4c4d-9900-3ecd55b31dd6 req-b8834374-0709-4c39-8a71-5c41194a8b7d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969150 Mar 04 23:59:56.802728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event deleted for resources: {'Port': ['ID=e1128a3a-173a-4ba1-add5-1011b9a4c1b3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:56.840404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port cb33ad93-b784-4d37-a094-18611dd53d94, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cb33ad93-b784-4d37-a094-18611dd53d94,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:56.844194 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.890160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.894097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:56.983688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] No DVR routers for this DVR port e1128a3a-173a-4ba1-add5-1011b9a4c1b3 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:56.989537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:57.002147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'name': 'network-vif-deleted', 'tag': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:57.017314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d57e7ae-5b68-46d8-b7a8-3cfac66e1d5f req-bfc2a8db-880a-4f80-b0a8-39cce7d66453 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "DELETE /v2.0/ports/e1128a3a-173a-4ba1-add5-1011b9a4c1b3 HTTP/1.1" status: 204 len: 173 time: 1.4877234 Mar 04 23:59:57.157665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7ca7-2afa-426d-be0f-cae277d6fdac req-3b2a3e0e-a8bf-4a39-ba20-cab61dc0d67e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:57.164287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-468c7ca7-2afa-426d-be0f-cae277d6fdac req-3b2a3e0e-a8bf-4a39-ba20-cab61dc0d67e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.4366212 Mar 04 23:59:57.185361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] For port 1a10a4a9-c2ef-414c-8814-f3b57187e199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1a10a4a9-c2ef-414c-8814-f3b57187e199,segment=NetworkSegment(813c4a7c-26b8-40f8-bd95-3ba0bc494f76),segment_id=813c4a7c-26b8-40f8-bd95-3ba0bc494f76)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:57.185717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:57.236193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for cb33ad93-b784-4d37-a094-18611dd53d94 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:57.355061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868373fb-8349-411d-a81d-e867a81f56c5 req-ae1ea182-0403-4003-b03a-02fa708766b9 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:57.356488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-868373fb-8349-411d-a81d-e867a81f56c5 req-ae1ea182-0403-4003-b03a-02fa708766b9 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 944 time: 0.2044237 Mar 04 23:59:57.453159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-868373fb-8349-411d-a81d-e867a81f56c5 req-da998fef-d8b4-425a-86ad-585cb74d4a8b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625889 Mar 04 23:59:57.454885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:57.466447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 04 23:59:57.489779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Calling delete_port for 1a10a4a9-c2ef-414c-8814-f3b57187e199 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:57.575208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-468c7ca7-2afa-426d-be0f-cae277d6fdac req-941d3568-cb47-437a-9d90-c42f44a746a8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099400 Mar 04 23:59:57.628048 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e9fbeb-f76b-4226-b293-2910e0a6f2d4', 'name': 'network-vif-deleted', 'tag': 'e1128a3a-173a-4ba1-add5-1011b9a4c1b3', 'status': 'completed', 'code': 200} Mar 04 23:59:57.660002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-ee71ee2d-0142-42e3-a588-a5be0720e78d tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:57.661738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-ee71ee2d-0142-42e3-a588-a5be0720e78d tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.36 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.4627156 Mar 04 23:59:57.676759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=cb33ad93-b784-4d37-a094-18611dd53d94,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:57.724714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port cb33ad93-b784-4d37-a094-18611dd53d94 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:57.728015 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:57.734359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 04 23:59:57.744789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57cef01b-728a-4c38-b291-f57c242baffa req-e51ab46b-eca4-4344-aa5c-33406f403232 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.10 "DELETE /v2.0/ports/cb33ad93-b784-4d37-a094-18611dd53d94 HTTP/1.1" status: 204 len: 173 time: 1.6448185 Mar 04 23:59:57.886889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port ac7ff80d-ebb1-4d3d-b368-c676f350b372 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 04 23:59:57.895198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port ac7ff80d-ebb1-4d3d-b368-c676f350b372 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 04 23:59:57.895865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ca7afac6-1110-421c-bf11-80b9717f466b req-c903f293-4277-47d9-bfd1-e66335bb87ea tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Synchronizing usage tracker for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 04 23:59:57.895972 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:57.912887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Deleting port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 04 23:59:57.913505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.010944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.027481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ca7afac6-1110-421c-bf11-80b9717f466b req-c903f293-4277-47d9-bfd1-e66335bb87ea tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Unset dirty status for tenant:bc2dd5a27f914088805b0a0b12631331 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 04 23:59:58.041318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca7afac6-1110-421c-bf11-80b9717f466b req-c903f293-4277-47d9-bfd1-e66335bb87ea tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e9fbeb-f76b-4226-b293-2910e0a6f2d4 HTTP/1.1" status: 200 len: 210 time: 0.2260275 Mar 04 23:59:58.090709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cfd58d23-c3ea-4a3e-b105-0b939ad110c3 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:58.135857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'name': 'network-vif-deleted', 'tag': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3'}, {'server_uuid': '953a8379-056a-47b6-a709-c90b161cbb64', 'name': 'network-vif-deleted', 'tag': 'cb33ad93-b784-4d37-a094-18611dd53d94'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:58.154756 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.176021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Pushing event deleted for resources: {'Port': ['ID=1a10a4a9-c2ef-414c-8814-f3b57187e199,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:58.188084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: cfd58d23-c3ea-4a3e-b105-0b939ad110c3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:58.188846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cfd58d23-c3ea-4a3e-b105-0b939ad110c3 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:58.189388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cb33ad93-b784-4d37-a094-18611dd53d94 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:58.221961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9cfa-2a2e-4a71-bc0f-371143fcbc75 req-084feeb5-0700-4fe7-a975-8276bf27d0b8 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:58.229857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f4e9cfa-2a2e-4a71-bc0f-371143fcbc75 req-084feeb5-0700-4fe7-a975-8276bf27d0b8 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 946 time: 0.1389232 Mar 04 23:59:58.236597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: cb33ad93-b784-4d37-a094-18611dd53d94 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:58.237063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cb33ad93-b784-4d37-a094-18611dd53d94 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:58.237595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e1128a3a-173a-4ba1-add5-1011b9a4c1b3 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:58.281683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: e1128a3a-173a-4ba1-add5-1011b9a4c1b3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:58.282770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e1128a3a-173a-4ba1-add5-1011b9a4c1b3 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:58.283276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1a10a4a9-c2ef-414c-8814-f3b57187e199 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:58.294634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f4e9cfa-2a2e-4a71-bc0f-371143fcbc75 req-5105c63f-1808-44b3-a066-3fc882be1514 tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cc1a21d-807d-4d58-9891-74e4ee5d6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638173 Mar 04 23:59:58.316940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] No DVR routers for this DVR port 1a10a4a9-c2ef-414c-8814-f3b57187e199 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:58.324221 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.332596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1f7eda-c542-4c02-810b-aab4a1d23c0a req-e216fc95-6b60-4af1-a0b2-40efd51f54b5 tempest-MultipleCreateTestJSON-606486907 tempest-MultipleCreateTestJSON-606486907-project] 10.222.0.10 "DELETE /v2.0/ports/1a10a4a9-c2ef-414c-8814-f3b57187e199 HTTP/1.1" status: 204 len: 173 time: 2.1460500 Mar 04 23:59:58.366513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:58.370926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:58.371116 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965bc5f2-4d36-4bb7-849f-1ae17ac2a474', 'name': 'network-vif-deleted', 'tag': 'cfd58d23-c3ea-4a3e-b105-0b939ad110c3', 'status': 'completed', 'code': 200} Mar 04 23:59:58.371901 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953a8379-056a-47b6-a709-c90b161cbb64', 'name': 'network-vif-deleted', 'tag': 'cb33ad93-b784-4d37-a094-18611dd53d94', 'status': 'completed', 'code': 200} Mar 04 23:59:58.392858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.394591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 1a10a4a9-c2ef-414c-8814-f3b57187e199 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:58.394924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1a10a4a9-c2ef-414c-8814-f3b57187e199 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 04 23:59:58.499465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:58.568866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] For port c7f02649-ca28-463f-8d7d-5ca80b44b5f8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,segment=NetworkSegment(f3a5d30e-7751-4e06-b791-c906a98a3b06),segment_id=f3a5d30e-7751-4e06-b791-c906a98a3b06)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 23:59:58.569784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.638381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-d21832b4-b82d-41c4-b9f6-a3c8a8635462 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:58.639723 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-d21832b4-b82d-41c4-b9f6-a3c8a8635462 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.1708465 Mar 04 23:59:58.646044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052fbc-b125-4866-bb4d-2bd7d8605258 req-07a12074-0f3b-4773-ac80-b2323d4d627a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:58.647472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea052fbc-b125-4866-bb4d-2bd7d8605258 req-07a12074-0f3b-4773-ac80-b2323d4d627a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.2101388 Mar 04 23:59:58.657000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-d47aec5c-fb15-49b5-b047-83750bd93713 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0112064 Mar 04 23:59:58.703051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-023c2725-11d8-4423-9f18-fb692d4ed9e9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401535 Mar 04 23:59:58.707243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Calling delete_port for c7f02649-ca28-463f-8d7d-5ca80b44b5f8 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 04 23:59:58.809381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea052fbc-b125-4866-bb4d-2bd7d8605258 req-14b08410-1613-40ae-bbe7-56ae7f040c6c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097105 Mar 04 23:59:58.859386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-fd8c2896-29da-4570-b25b-7f375bd228e2 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488883 Mar 04 23:59:58.906283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:58.970509 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'code': 200} Mar 04 23:59:58.976305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Pushing event deleted for resources: {'Port': ['ID=c7f02649-ca28-463f-8d7d-5ca80b44b5f8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 23:59:59.051311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-674d914a-019d-4b68-a8a5-5ad53ac3ae33 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906919 Mar 04 23:59:59.080933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] No DVR routers for this DVR port c7f02649-ca28-463f-8d7d-5ca80b44b5f8 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 23:59:59.083844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 04 23:59:59.101327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5f39975-7e6d-4353-b172-fe23bddda7ee req-4e8b97cf-97e6-4b4d-8d06-3f98ab48c0ce tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.36 "DELETE /v2.0/ports/c7f02649-ca28-463f-8d7d-5ca80b44b5f8 HTTP/1.1" status: 204 len: 173 time: 1.4318733 Mar 04 23:59:59.232985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fd627-da71-4e45-ab04-d72d2e941ca9 req-6d7477aa-4bb2-4876-890c-ed15b2fff821 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:59.234779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed2fd627-da71-4e45-ab04-d72d2e941ca9 req-6d7477aa-4bb2-4876-890c-ed15b2fff821 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1173251 Mar 04 23:59:59.247847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0e5baef-f28a-47fa-a53b-ab87f60e2055 req-46767339-8106-41ab-b53e-af5073907731 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 1096 time: 0.1424274 Mar 04 23:59:59.294284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed2fd627-da71-4e45-ab04-d72d2e941ca9 req-67c94a4f-571d-41a8-b1d8-33b1f69414ef tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464823 Mar 04 23:59:59.317544 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0e5baef-f28a-47fa-a53b-ab87f60e2055 req-87e0bb84-66e9-4e61-bfb5-15cc92b69a34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554056 Mar 04 23:59:59.406028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbed4c2-7c98-445c-8fde-02a39bdfa330 req-4acb9d4f-6f5a-4008-98c3-3ee3288a0678 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:59.407715 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cbed4c2-7c98-445c-8fde-02a39bdfa330 req-4acb9d4f-6f5a-4008-98c3-3ee3288a0678 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.0796468 Mar 04 23:59:59.458174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cbed4c2-7c98-445c-8fde-02a39bdfa330 req-cd3e92a2-f5fd-42ce-ab59-466563c7df3a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Mar 04 23:59:59.500328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d9033-549c-49aa-a420-ed18ab37df0f req-08da9977-0b4f-4a6a-90e1-7aa532c47ce5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 23:59:59.501964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f20d9033-549c-49aa-a420-ed18ab37df0f req-08da9977-0b4f-4a6a-90e1-7aa532c47ce5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.0871305 Mar 04 23:59:59.556247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f20d9033-549c-49aa-a420-ed18ab37df0f req-16541805-4a82-4556-bda8-a2e5155a11ff tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Mar 04 23:59:59.655969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656086b3-a441-4b9e-9413-6734bdb78630', 'name': 'network-vif-deleted', 'tag': '1a10a4a9-c2ef-414c-8814-f3b57187e199'}, {'server_uuid': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'name': 'network-vif-deleted', 'tag': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 04 23:59:59.755262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c7f02649-ca28-463f-8d7d-5ca80b44b5f8 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 04 23:59:59.779697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d413ef79-0622-4fb3-a0e7-6604ec0cf036 req-6fa21e93-6434-40f9-9eff-76e05d9b5b1c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.1641238 Mar 04 23:59:59.819930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fcd7673-1eb6-4ca7-bdd7-b73fbfa93ffe req-ace8f2d7-a8d7-4fbf-a65f-172a3e335adb tempest-InstanceActionsTestJSON-1480597816 tempest-InstanceActionsTestJSON-1480597816-project] 10.222.0.32 "GET /v2.0/ports?device_id=a55e2e8a-7dec-4fc9-9841-b8e7134dce43 HTTP/1.1" status: 200 len: 210 time: 0.0662565 Mar 04 23:59:59.840060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: c7f02649-ca28-463f-8d7d-5ca80b44b5f8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 04 23:59:59.840469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device c7f02649-ca28-463f-8d7d-5ca80b44b5f8 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:00.163103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47264) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:00.226827 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656086b3-a441-4b9e-9413-6734bdb78630', 'name': 'network-vif-deleted', 'tag': '1a10a4a9-c2ef-414c-8814-f3b57187e199', 'status': 'completed', 'code': 200} Mar 05 00:00:00.227097 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55e2e8a-7dec-4fc9-9841-b8e7134dce43', 'name': 'network-vif-deleted', 'tag': 'c7f02649-ca28-463f-8d7d-5ca80b44b5f8', 'status': 'completed', 'code': 200} Mar 05 00:00:00.246716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Deleting subnet 6ed2f4e7-397f-4352-beb0-c6463411b57a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:00:00.249917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.317869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.388011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.469902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.502331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcc172-abc1-4f13-a19c-a38d6a6a2c49 req-fc80dc1d-a8ad-4cd5-96e8-bbcb5e5b3204 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:00.503024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7bfcc172-abc1-4f13-a19c-a38d6a6a2c49 req-fc80dc1d-a8ad-4cd5-96e8-bbcb5e5b3204 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Synchronizing usage tracker for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:00.521473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7bfcc172-abc1-4f13-a19c-a38d6a6a2c49 req-fc80dc1d-a8ad-4cd5-96e8-bbcb5e5b3204 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Unset dirty status for tenant:b1de443bbda94aa68f827790b5b81460 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:00.522977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bfcc172-abc1-4f13-a19c-a38d6a6a2c49 req-fc80dc1d-a8ad-4cd5-96e8-bbcb5e5b3204 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 949 time: 0.1298380 Mar 05 00:00:00.531723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed2f4e7-397f-4352-beb0-c6463411b57a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:00.538490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.547652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a08c197-935f-471f-a3fd-e1745d965b5b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ed2f4e7-397f-4352-beb0-c6463411b57a HTTP/1.1" status: 204 len: 168 time: 0.3831658 Mar 05 00:00:00.548992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:00.591159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bfcc172-abc1-4f13-a19c-a38d6a6a2c49 req-d2e75b92-e6c8-4b30-b483-1c11603fcee5 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618823 Mar 05 00:00:00.682115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.823818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a458779-2455-457b-a6a9-9a3273fc28fe req-a161581a-fcf5-4795-af20-c45cda2d739a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:00.831722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a458779-2455-457b-a6a9-9a3273fc28fe req-a161581a-fcf5-4795-af20-c45cda2d739a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.0979254 Mar 05 00:00:00.850955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.883513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a458779-2455-457b-a6a9-9a3273fc28fe req-63bed950-8c70-412b-8a9b-2b11d0c13983 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Mar 05 00:00:00.928993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f46991-59d1-4dd9-977a-1f12d5fc2278']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:00.943980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813c4a7c-26b8-40f8-bd95-3ba0bc494f76') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:00.944271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813c4a7c-26b8-40f8-bd95-3ba0bc494f76') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:00.964062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.983445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:00.992973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:00:00.993413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:00:01.014554 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:00:01.053860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5baa16ca-d13f-46e6-8582-2818a3515ea5 req-f60e1c6b-22b8-4445-9802-30cab1543b67 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.0415418 Mar 05 00:00:01.112724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-7f9bdc03-058a-4c48-b263-f0270b776c99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.0965278 Mar 05 00:00:01.118287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cfc4-6a01-4231-8a45-4cb72d5b6cb3 req-4e8ec63f-e056-4d16-9096-92e3844728f8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:01.119696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db27cfc4-6a01-4231-8a45-4cb72d5b6cb3 req-4e8ec63f-e056-4d16-9096-92e3844728f8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.2518525 Mar 05 00:00:01.184447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:01.239525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.258795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Deleting subnet b2911d6f-da2e-4325-a42d-498ad691950a {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:00:01.261920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.269448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.284976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f46991-59d1-4dd9-977a-1f12d5fc2278,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:01.315213 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db27cfc4-6a01-4231-8a45-4cb72d5b6cb3 req-5ccc80d7-6411-41f1-96e3-460db83d4715 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659906 Mar 05 00:00:01.319136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-98e75bcc-33df-47c0-9e22-f385ed5dcb95 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c2f46991-59d1-4dd9-977a-1f12d5fc2278 HTTP/1.1" status: 204 len: 168 time: 0.7699287 Mar 05 00:00:01.342177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-81336a37-6688-417c-98e3-b573db924140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:01.343642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-81336a37-6688-417c-98e3-b573db924140 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=70a7f240566d4002991d511bd5bc3ada&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2231035 Mar 05 00:00:01.367390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.432480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.464669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e4ba5-29d4-4a02-ae36-9423ce23f371 req-c11f70cc-c361-428d-8134-ee585bd65d0a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:01.466178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-071e4ba5-29d4-4a02-ae36-9423ce23f371 req-c11f70cc-c361-428d-8134-ee585bd65d0a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.1765444 Mar 05 00:00:01.496624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-efc37312-ccbf-4f2a-9968-357d96cc5e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:01.498042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-efc37312-ccbf-4f2a-9968-357d96cc5e03 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436226 Mar 05 00:00:01.537130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:01.543391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-071e4ba5-29d4-4a02-ae36-9423ce23f371 req-283c63f6-1254-4677-ab6e-6347e571e1d7 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662642 Mar 05 00:00:01.565506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab8e1bfb-a5db-47ed-93b8-2dbf97000808 req-b27dc18b-6bdf-4542-bd7f-f2353eb9b606 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/ports?device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.0445664 Mar 05 00:00:01.572637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.616671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2911d6f-da2e-4325-a42d-498ad691950a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:01.627198 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.653702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cc3f0d08-45df-45bd-8e42-fdd3d10cae84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc2dd5a27f914088805b0a0b12631331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1150622 Mar 05 00:00:01.658257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47304) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:01.659487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-569c37f4-f162-4326-8321-62f9aaa8a788 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2911d6f-da2e-4325-a42d-498ad691950a HTTP/1.1" status: 204 len: 168 time: 0.4735515 Mar 05 00:00:01.660141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47306) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:01.749258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe475d0b-6c09-461c-bd94-fd37e16d9eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.827368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe475d0b-6c09-461c-bd94-fd37e16d9eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.896542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:01.920825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17e48b1f-e332-4c85-846d-d54f51fa7f82 req-3cde3103-3c99-46d3-9966-89ae89cdde65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.0605552 Mar 05 00:00:02.134260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508812-451b-4948-b97b-f786eb01a729 req-fd8e1931-4e65-42af-b45b-781aad4f3973 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:02.136137 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-32508812-451b-4948-b97b-f786eb01a729 req-fd8e1931-4e65-42af-b45b-781aad4f3973 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 949 time: 0.3608737 Mar 05 00:00:02.142162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.158828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe475d0b-6c09-461c-bd94-fd37e16d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.187791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52660e3-6c15-4345-84cc-3db9229def04']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:02.203278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe475d0b-6c09-461c-bd94-fd37e16d9eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c507cf-b7f8-42f0-86b5-6bafabce5d00,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:02.207441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a5d30e-7751-4e06-b791-c906a98a3b06') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:02.207726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a5d30e-7751-4e06-b791-c906a98a3b06') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:02.214714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48b1f-e332-4c85-846d-d54f51fa7f82 req-968c2b57-8d54-4886-9d59-86d3d2a0cfab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:02.216167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17e48b1f-e332-4c85-846d-d54f51fa7f82 req-968c2b57-8d54-4886-9d59-86d3d2a0cfab service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=70a7f240566d4002991d511bd5bc3ada&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2883272 Mar 05 00:00:02.232436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.255329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-4dfe7358-b211-470a-a4fd-e84c78b299d0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:02.256633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe475d0b-6c09-461c-bd94-fd37e16d9eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.256763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-4dfe7358-b211-470a-a4fd-e84c78b299d0 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 949 time: 0.2298284 Mar 05 00:00:02.257722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fe475d0b-6c09-461c-bd94-fd37e16d9eed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7c507cf-b7f8-42f0-86b5-6bafabce5d00 HTTP/1.1" status: 204 len: 168 time: 0.5997736 Mar 05 00:00:02.267958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40fcaa-d2ec-4b1e-8939-153522ca9668 req-13dc1cea-e5a2-4b9e-80c9-485e265cc413 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:02.269437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b40fcaa-d2ec-4b1e-8939-153522ca9668 req-13dc1cea-e5a2-4b9e-80c9-485e265cc413 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2124202 Mar 05 00:00:02.271569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.320922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-32508812-451b-4948-b97b-f786eb01a729 req-b33452ae-6946-434c-a54a-d8697a750216 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc9c629-71a1-4156-b7de-e9870ce34cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665475 Mar 05 00:00:02.332749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:00:02.333164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:00:02.353132 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:00:02.382144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48b1f-e332-4c85-846d-d54f51fa7f82 req-44a9fff2-8659-40d3-ba89-798d84934b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:02.384826 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17e48b1f-e332-4c85-846d-d54f51fa7f82 req-44a9fff2-8659-40d3-ba89-798d84934b1e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575634 Mar 05 00:00:02.435908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Deleting port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:02.436248 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.471173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17e48b1f-e332-4c85-846d-d54f51fa7f82 req-96ab14c5-3904-40a7-938e-7f113b86b538 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/ports?device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.0443587 Mar 05 00:00:02.513285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.519598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479c9fbd-2ad1-4334-a8b1-eb32287dc17e req-c85f871d-a764-4b4b-b68e-ef61b7f5629b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=706d7e3d-5587-4757-a49a-e8e838b788f0 HTTP/1.1" status: 200 len: 210 time: 0.0571241 Mar 05 00:00:02.561447 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:00:02.579843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b40fcaa-d2ec-4b1e-8939-153522ca9668 req-7372fac2-19e7-4443-89fd-be6048e3f773 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770607 Mar 05 00:00:02.583313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.615509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52660e3-6c15-4345-84cc-3db9229def04,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:02.639445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-992a61a3-5a5e-4fa8-8c65-3d87cfc85c49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a52660e3-6c15-4345-84cc-3db9229def04 HTTP/1.1" status: 204 len: 168 time: 0.9782777 Mar 05 00:00:02.771033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c26b30-9132-4cad-856f-532cec505255 req-f2d63b5d-d22e-4dab-8306-f5f239a97c08 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:02.779601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4c26b30-9132-4cad-856f-532cec505255 req-f2d63b5d-d22e-4dab-8306-f5f239a97c08 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1163507 Mar 05 00:00:02.976157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] For port d81059c7-a7d0-4a16-b772-7c8dafbbecf6, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:02.976522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:02.985684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4c26b30-9132-4cad-856f-532cec505255 req-04f276e1-1b0d-483a-802f-ddf33e2ca699 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050083 Mar 05 00:00:03.143766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:03.169009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Calling delete_port for d81059c7-a7d0-4a16-b772-7c8dafbbecf6 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:03.311971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc958d6-d95e-4e30-9981-6ee8356f7326 req-75bf10e9-9c9f-4834-ac9c-518c52ed0e7b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:03.319829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ccc958d6-d95e-4e30-9981-6ee8356f7326 req-75bf10e9-9c9f-4834-ac9c-518c52ed0e7b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.4087486 Mar 05 00:00:03.324943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-471914bb-1ed2-4458-8774-88ffd2fff1cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0876898eba44641988bff7059450461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1771181 Mar 05 00:00:03.327756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47338) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:03.404962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bd273-bf13-49d7-b017-0cdc3d90ed75 req-de2d2cb7-6e53-4643-aa89-b5f607fe9e26 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:03.411890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c6bd273-bf13-49d7-b017-0cdc3d90ed75 req-de2d2cb7-6e53-4643-aa89-b5f607fe9e26 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1688275 Mar 05 00:00:03.444103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ccc958d6-d95e-4e30-9981-6ee8356f7326 req-a0ad7f3c-63b6-4d19-adcb-4c760ae54223 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233335 Mar 05 00:00:03.461621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca80d388-e1ba-42a6-94be-bf9315fd2e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:03.487684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c6bd273-bf13-49d7-b017-0cdc3d90ed75 req-87d01755-67e7-4bef-a512-849084f4864a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746577 Mar 05 00:00:03.502268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:03.517454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca80d388-e1ba-42a6-94be-bf9315fd2e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:03.523520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d81059c7-a7d0-4a16-b772-7c8dafbbecf6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:03.601871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Pushing event deleted for resources: {'Port': ['ID=d81059c7-a7d0-4a16-b772-7c8dafbbecf6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:03.647429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca80d388-e1ba-42a6-94be-bf9315fd2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:03.696883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80d388-e1ba-42a6-94be-bf9315fd2e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc1a21d-807d-4d58-9891-74e4ee5d6a40,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:03.719659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca80d388-e1ba-42a6-94be-bf9315fd2e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:03.721401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ca80d388-e1ba-42a6-94be-bf9315fd2e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cc1a21d-807d-4d58-9891-74e4ee5d6a40 HTTP/1.1" status: 204 len: 168 time: 0.3919811 Mar 05 00:00:03.773838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:03.798443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cab329cc-914c-47fd-9d28-c4254b60a061 req-52ad1fef-a3a1-4513-9078-e064ecd4db67 tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc4172a-7035-4695-9625-5c425a5b0d30 HTTP/1.1" status: 200 len: 210 time: 0.1001084 Mar 05 00:00:03.810193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] No DVR routers for this DVR port d81059c7-a7d0-4a16-b772-7c8dafbbecf6 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:00:03.822513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:03.844982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'name': 'network-vif-deleted', 'tag': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:03.876627 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07eb1e86-762c-4204-9ffd-bb4325ca8a13 req-5bf16b39-4c8b-459c-b63e-ce65e790a42e tempest-ServersOnMultiNodesTest-1391008111 tempest-ServersOnMultiNodesTest-1391008111-project] 10.222.0.36 "DELETE /v2.0/ports/d81059c7-a7d0-4a16-b772-7c8dafbbecf6 HTTP/1.1" status: 204 len: 173 time: 1.6056592 Mar 05 00:00:04.133990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:04.180006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'port_id': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'mac_address': 'fa:16:3e:81:fb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d06db92-6897-41bd-aa1c-9ccf50e787e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:04.289936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbb090-6067-4436-91cf-983dc9132bda req-f8f3b75d-5c93-4c61-9ee1-41ed48e78412 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:04.292747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7abbb090-6067-4436-91cf-983dc9132bda req-f8f3b75d-5c93-4c61-9ee1-41ed48e78412 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1682684 Mar 05 00:00:04.293844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:04.333580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:04.363935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:04.373315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:04.396885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7abbb090-6067-4436-91cf-983dc9132bda req-c5db2bae-ca14-4d31-822f-465556a71e3c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965576 Mar 05 00:00:04.495977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:04.509095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:04.565281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47376) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:04.605626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.608131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.613267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.613791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.614292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.614770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.615242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.615714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.616204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.616679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.617290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:04.661148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3b11d-1c7d-414c-93e9-a11721c2a7ba req-d7633b38-df7b-41c0-83b6-68fd95490a23 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:04.663409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5b3b11d-1c7d-414c-93e9-a11721c2a7ba req-d7633b38-df7b-41c0-83b6-68fd95490a23 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1358581 Mar 05 00:00:04.756528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-557483491-network', 'tenant_id': 'c3f17cb0780a4a8fb0277561465ccb97'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:04.762171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:04.769118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Usage tracker for resource:network and tenant:c3f17cb0780a4a8fb0277561465ccb97 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:04.773262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:04.780521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:04.796739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Made reservation on behalf of c3f17cb0780a4a8fb0277561465ccb97 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:04.802334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:04.822671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:04.831225 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-38438a21-223b-46a4-85b8-2c3d0967ca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:04.884001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:04.889932 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc4172a-7035-4695-9625-5c425a5b0d30', 'name': 'network-vif-deleted', 'tag': 'd81059c7-a7d0-4a16-b772-7c8dafbbecf6', 'status': 'completed', 'code': 200} Mar 05 00:00:04.902947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5b3b11d-1c7d-414c-93e9-a11721c2a7ba req-96bba5f0-c740-47f5-b6a9-849f11056154 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270312 Mar 05 00:00:04.918520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Usage tracker for resource:security_group_rule and tenant:c3f17cb0780a4a8fb0277561465ccb97 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:04.924780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:04.985562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:05.091771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-28aba642-18a9-4121-b04a-be8d0c376fd6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:05.093684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-28aba642-18a9-4121-b04a-be8d0c376fd6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.2113903 Mar 05 00:00:05.125832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc7577-e38c-4888-ad2f-cb9744c28bcd req-d45dc805-086e-4b4a-8f82-76e5f5693f25 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:05.127526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1dc7577-e38c-4888-ad2f-cb9744c28bcd req-d45dc805-086e-4b4a-8f82-76e5f5693f25 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.0859749 Mar 05 00:00:05.132919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.135266 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-84dbdb10-3e2a-4e92-848f-ef3708334b1c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0327244 Mar 05 00:00:05.138158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.180136 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1dc7577-e38c-4888-ad2f-cb9744c28bcd req-a14a93be-cd5d-4540-8f85-c171ed9e1967 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449913 Mar 05 00:00:05.209541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-87146dd0-f7ea-474d-87e4-66321c2f462e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507946 Mar 05 00:00:05.287992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:00:05.307682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51090e5d-7701-4579-8a52-abd0eca100bd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:05.319485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.319937 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Added segment 999b0ac4-d48b-45b6-b2f9-5d75718b4855 of type vlan for network a3e6a390-bd05-40a5-ac73-5f75ab2a624f Mar 05 00:00:05.373991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.385163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78a2c9-60c5-4977-9a7b-55c1b763aa17 req-aa3780a7-223e-49dc-a50d-c554ff8a0c32 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:05.385748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c78a2c9-60c5-4977-9a7b-55c1b763aa17 req-aa3780a7-223e-49dc-a50d-c554ff8a0c32 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 944 time: 0.0876610 Mar 05 00:00:05.386214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:05.389524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-ec3ec198-dac2-4a29-936b-1c37d3cfdd5b service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755404 Mar 05 00:00:05.432853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c78a2c9-60c5-4977-9a7b-55c1b763aa17 req-8866a905-b1fb-4983-b78e-0f7054e84d78 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Mar 05 00:00:05.501169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.502219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:05.502794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.527420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1543960918-network', 'tenant_id': '051b7b71bab14c3394f76748ce603403'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:05.532185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:05.536084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Usage tracker for resource:network and tenant:051b7b71bab14c3394f76748ce603403 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:05.539553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:05.548135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:05.628811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Made reservation on behalf of 051b7b71bab14c3394f76748ce603403 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:05.632406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.640594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-04b4ab0e-3bd4-4c3a-9698-ed1c103175f6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501643 Mar 05 00:00:05.645680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0787952 Mar 05 00:00:05.646480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47414) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:05.657122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Request body: {'subnet': {'network_id': 'a3e6a390-bd05-40a5-ac73-5f75ab2a624f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-557483491-subnet', 'tenant_id': 'c3f17cb0780a4a8fb0277561465ccb97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:05.663646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2ca6a-aaa5-4447-8b97-524f6b1fcada admin admin] Pushing event updated for resources: {'Network': ['ID=a3e6a390-bd05-40a5-ac73-5f75ab2a624f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:05.666534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:05.670859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Usage tracker for resource:subnet and tenant:c3f17cb0780a4a8fb0277561465ccb97 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:05.674162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a3e6a390-bd05-40a5-ac73-5f75ab2a624f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:00:05.677209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:05.685548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:05.697935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.709247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Made reservation on behalf of c3f17cb0780a4a8fb0277561465ccb97 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:05.712240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.782444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:05.795766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Usage tracker for resource:security_group_rule and tenant:051b7b71bab14c3394f76748ce603403 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:05.801076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:05.811822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:05.831345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:05.931068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47426) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:05.957865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.965761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:05.994430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:00:05.998864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:05.999380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.020098 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.022675 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Added segment 6916dec1-5a63-4691-8d49-63677cdb8f1e of type vlan for network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 Mar 05 00:00:06.023055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6b0e148-afb5-48a3-92a2-521f7bc7d3f6 req-b4a05bea-09d8-421c-8b4c-fede39353ca3 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 210 time: 0.0999229 Mar 05 00:00:06.095397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.200506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45561a12-f72a-4817-8ec7-bc7a617f1226,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:06.221949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.230205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:06.232049 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.426482 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.482691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0952711 Mar 05 00:00:06.485661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01d4a-58ee-471b-88f4-67dfaba03178 admin admin] Pushing event updated for resources: {'Network': ['ID=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:06.488368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47444) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:06.488505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:06.499447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:00:06.505771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Request body: {'subnet': {'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1543960918-subnet', 'tenant_id': '051b7b71bab14c3394f76748ce603403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:06.513972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:06.517778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:06.522677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Usage tracker for resource:subnet and tenant:051b7b71bab14c3394f76748ce603403 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:06.527197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:06.528824 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.534188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:06.546304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e264d45-6602-4809-b15f-1fa242163f9f req-f6837659-d148-4e29-9521-497a608c659d tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:06.547817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e264d45-6602-4809-b15f-1fa242163f9f req-f6837659-d148-4e29-9521-497a608c659d tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1332612 Mar 05 00:00:06.556459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Made reservation on behalf of 051b7b71bab14c3394f76748ce603403 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:06.559119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.586500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.587506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d81059c7-a7d0-4a16-b772-7c8dafbbecf6 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:06.623655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4fc0cfe-6cdb-4799-a428-9fcf305349c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1de443bbda94aa68f827790b5b81460&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6369038 Mar 05 00:00:06.632987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47450) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:06.675323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e264d45-6602-4809-b15f-1fa242163f9f req-18d11c91-0a72-4f9e-b12b-ce43f74e6e8e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213820 Mar 05 00:00:06.735567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d81059c7-a7d0-4a16-b772-7c8dafbbecf6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:00:06.736164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d81059c7-a7d0-4a16-b772-7c8dafbbecf6 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:06.746988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6feca7-26d3-4560-af58-bd86e40e2f44 req-235f1831-23fc-4ee3-8dab-f40363a13523 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:06.757249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c6feca7-26d3-4560-af58-bd86e40e2f44 req-235f1831-23fc-4ee3-8dab-f40363a13523 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.4802229 Mar 05 00:00:06.780101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:06.826269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Checking segment: {'id': '999b0ac4-d48b-45b6-b2f9-5d75718b4855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a3e6a390-bd05-40a5-ac73-5f75ab2a624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:06.826650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Network hostable DHCP agents. Network: a3e6a390-bd05-40a5-ac73-5f75ab2a624f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:00:06.840812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b7d357-916e-49a1-a7b5-1e195930fb1a,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:06.851738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2890bcd-d338-48a9-9e35-3939c81da906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.891965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.897769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c6feca7-26d3-4560-af58-bd86e40e2f44 req-34998c19-b42b-44e9-b466-206a2d2d5f53 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396248 Mar 05 00:00:06.916016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Network a3e6a390-bd05-40a5-ac73-5f75ab2a624f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:00:06.919641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2890bcd-d338-48a9-9e35-3939c81da906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.951192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-926cb219-e3ec-489b-84fb-d64f939527f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.984752 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'code': 200} Mar 05 00:00:06.990646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a3e6a390-bd05-40a5-ac73-5f75ab2a624f) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:06.995261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:06.996124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:06.996680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776e5c8f-2a41-4daa-9f27-12731622e75f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:07.021426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08c515-7340-4b35-b6c4-97ba26459dd8 None None] Network a3e6a390-bd05-40a5-ac73-5f75ab2a624f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:07.024825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49582631-464e-423a-aa75-03c56f6560e8 req-9959b4f0-a4de-400b-b914-2d14eb9b9f9a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:07.026365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49582631-464e-423a-aa75-03c56f6560e8 req-9959b4f0-a4de-400b-b914-2d14eb9b9f9a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.1700175 Mar 05 00:00:07.029906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Checking segment: {'id': '6916dec1-5a63-4691-8d49-63677cdb8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:07.030255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Network hostable DHCP agents. Network: ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:00:07.047017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-abbf18d2-d5e9-499e-b835-5763325144f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3971572 Mar 05 00:00:07.067070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2890bcd-d338-48a9-9e35-3939c81da906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:07.073140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2890bcd-d338-48a9-9e35-3939c81da906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:07.078247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2890bcd-d338-48a9-9e35-3939c81da906 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc9c629-71a1-4156-b7de-e9870ce34cb6 HTTP/1.1" status: 204 len: 168 time: 0.4301453 Mar 05 00:00:07.091706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49582631-464e-423a-aa75-03c56f6560e8 req-4b71a212-cdd2-428c-8cc1-61cf3898e5c2 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553639 Mar 05 00:00:07.097504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:00:07.108617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890bcd-d338-48a9-9e35-3939c81da906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc9c629-71a1-4156-b7de-e9870ce34cb6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:07.127965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:07.137671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:07.140014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:07.142015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a8c72-82e2-499d-a0b2-894a8b4ed26a None None] Network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:07.198709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff0bd30c-c15e-439d-a13a-d50f5df341c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6994855 Mar 05 00:00:07.374380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7754dba5-d540-4b1f-8aa2-b05ad3121b62 req-6b87fa61-8cf0-4d28-91bb-bf96820e9cd4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 210 time: 0.0883675 Mar 05 00:00:07.554223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2f0e2-1a98-4a2b-9565-55fe726735b6 None None] Network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:07.567571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670873d-0f80-450c-8ae7-ebb076c0c206 None None] Network a3e6a390-bd05-40a5-ac73-5f75ab2a624f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:07.570377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-52bbd234-171e-44de-9f91-aa6026e98c70 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:07.572396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-52bbd234-171e-44de-9f91-aa6026e98c70 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.2250230 Mar 05 00:00:07.589576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Request body: {'port': {'device_id': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'admin_state_up': True, 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:07.784261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:07.797456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:07.810054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:07.813259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:07.829377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47476) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:08.051561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f142be7f-5c08-4619-8b16-b5583c5bd13b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5efd014e87da4a37b3f158007f023b0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2208650 Mar 05 00:00:08.058717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47488) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:08.061960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041cc62-105e-474f-8b48-d799c80642ec req-45ad94ab-8507-4515-845d-fd82cdabc755 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:08.071925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0041cc62-105e-474f-8b48-d799c80642ec req-45ad94ab-8507-4515-845d-fd82cdabc755 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1074488 Mar 05 00:00:08.121493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0041cc62-105e-474f-8b48-d799c80642ec req-65a11a19-f14c-4ee8-b35b-9a1128a79ab7 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Mar 05 00:00:08.153585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.204687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-0430ba87-ea3c-4bba-aec2-dc5d019c7144 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:08.206151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-0430ba87-ea3c-4bba-aec2-dc5d019c7144 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/networks?id=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 HTTP/1.1" status: 200 len: 822 time: 0.3022687 Mar 05 00:00:08.231573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Allocated IP 172.20.0.14 (ca6a8ca4-6da0-4add-9049-7c751319a689/3b0442fb-a254-488c-afee-c0514f86ce60/f1874b04-8050-45fb-89c9-b54a0253464f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:08.251492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.255294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c393af3-0a95-43f9-8b86-74496864fe70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.260904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-a38d7e26-6031-4f04-82a0-a565d7bfd407 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/quotas/051b7b71bab14c3394f76748ce603403 HTTP/1.1" status: 200 len: 375 time: 0.0462923 Mar 05 00:00:08.335807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ae67b-2aba-401d-8ad2-d286e8dfcf61 req-c0025e5d-38fc-479c-b466-6682c3323c20 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:08.337161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b13ae67b-2aba-401d-8ad2-d286e8dfcf61 req-c0025e5d-38fc-479c-b466-6682c3323c20 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.0782084 Mar 05 00:00:08.349890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-58b09dbf-460d-4d2f-80c8-c7cb18f6b5e7 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=051b7b71bab14c3394f76748ce603403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764112 Mar 05 00:00:08.382181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b13ae67b-2aba-401d-8ad2-d286e8dfcf61 req-cb17c9cf-75ec-4743-bfd5-03a9ba8111f8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Mar 05 00:00:08.387221 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c393af3-0a95-43f9-8b86-74496864fe70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.572299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade6305-ceab-4f6e-874d-04457006ee64 req-66d7604d-be3a-4624-af41-797463ddf493 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:08.573758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ade6305-ceab-4f6e-874d-04457006ee64 req-66d7604d-be3a-4624-af41-797463ddf493 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.0800736 Mar 05 00:00:08.620301 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5ade6305-ceab-4f6e-874d-04457006ee64 req-8cbd88c2-4483-488b-9cc3-df3b4c81fd0c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Mar 05 00:00:08.655789 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c393af3-0a95-43f9-8b86-74496864fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.677725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-de234826-0aa3-403e-9311-a124b5904fd8 service neutron] 10.222.0.32 "GET /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144202 Mar 05 00:00:08.725053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c393af3-0a95-43f9-8b86-74496864fe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3fd5a-9def-47d6-8ad5-330c8c702a9a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:08.796416 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.805110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2446210f-e993-4b42-adac-ed57b5aae92f req-2cab25ea-cabf-497a-8047-cb9163c09f19 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 210 time: 0.0399489 Mar 05 00:00:08.851214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c393af3-0a95-43f9-8b86-74496864fe70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.852322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9c393af3-0a95-43f9-8b86-74496864fe70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12e3fd5a-9def-47d6-8ad5-330c8c702a9a HTTP/1.1" status: 204 len: 168 time: 0.7926977 Mar 05 00:00:08.876515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-072848cf-31d2-4872-8fbe-e92552de856a service neutron] 10.222.0.32 "GET /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974707 Mar 05 00:00:08.888454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:08.921362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47506) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:09.001478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Deleting subnet d3b7d357-916e-49a1-a7b5-1e195930fb1a {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:00:09.006323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.124159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.138649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event updated for resources: {'Port': ['ID=f1874b04-8050-45fb-89c9-b54a0253464f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:09.148796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:09.151171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:09.154018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:09.160251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6684d806-d257-4e87-8b3e-3400c6947bdb req-ab36d2ec-26ba-4428-99df-b1ec528a7d9c tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 210 time: 0.0890934 Mar 05 00:00:09.201902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.274287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:09.275345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.305708 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.354001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-bd0d14fa-dd38-40b8-869b-77da42e2ea49 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7690983 Mar 05 00:00:09.357489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b7d357-916e-49a1-a7b5-1e195930fb1a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:09.363420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.372563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e841dad1-46ed-492e-a7de-98e1e1fe6fa9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3b7d357-916e-49a1-a7b5-1e195930fb1a HTTP/1.1" status: 204 len: 168 time: 0.4481478 Mar 05 00:00:09.373060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47524) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:09.376285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Request body: {'port': {'device_id': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:09.497610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb10ccb-1375-408b-86e5-0174997a76bc req-d9ff0467-b7d3-4da3-a3ea-b7c7c1891b35 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:09.499484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7eb10ccb-1375-408b-86e5-0174997a76bc req-d9ff0467-b7d3-4da3-a3ea-b7c7c1891b35 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2137897 Mar 05 00:00:09.594416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.615159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.637263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7eb10ccb-1375-408b-86e5-0174997a76bc req-936c8571-69b0-4995-946b-fe5f01558e59 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897105 Mar 05 00:00:09.757396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf6e7-1171-455e-8dd7-e15c4c99a9b1 req-31df8789-9255-44ed-8aa6-549c9079c298 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:09.765599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b2bf6e7-1171-455e-8dd7-e15c4c99a9b1 req-31df8789-9255-44ed-8aa6-549c9079c298 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1527412 Mar 05 00:00:09.797855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.923771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b2bf6e7-1171-455e-8dd7-e15c4c99a9b1 req-6a4b2a91-e817-4087-b378-6687dbb5771b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573737 Mar 05 00:00:09.944149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:09.973288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e6a390-bd05-40a5-ac73-5f75ab2a624f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:10.000045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999b0ac4-d48b-45b6-b2f9-5d75718b4855') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:10.000336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999b0ac4-d48b-45b6-b2f9-5d75718b4855') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:10.033876 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.066038 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.073714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06dcb0-8072-4ca4-9cab-1fbcb80e0796 req-ad20a8a9-5c65-442e-9f5b-280fe9d9c70f tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:10.076300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe06dcb0-8072-4ca4-9cab-1fbcb80e0796 req-ad20a8a9-5c65-442e-9f5b-280fe9d9c70f tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.2041059 Mar 05 00:00:10.079874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:00:10.080356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:00:10.095399 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:00:10.197376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1874b04-8050-45fb-89c9-b54a0253464f {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:10.208783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.214881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe06dcb0-8072-4ca4-9cab-1fbcb80e0796 req-1f01ed82-30e4-4d57-b615-501165512c43 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256707 Mar 05 00:00:10.220700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.237670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Transition to ACTIVE for port object f1874b04-8050-45fb-89c9-b54a0253464f will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:10.253096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.255056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.256163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e6a390-bd05-40a5-ac73-5f75ab2a624f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:10.266429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dc95c335-c66e-4615-a34c-ec9844c65a6f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3e6a390-bd05-40a5-ac73-5f75ab2a624f HTTP/1.1" status: 204 len: 168 time: 0.8920653 Mar 05 00:00:10.281116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a400-8d63-4370-a381-bee676c88b2d req-590ce587-6e2c-4b44-b878-5a58a0676493 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:10.283067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0e3a400-8d63-4370-a381-bee676c88b2d req-590ce587-6e2c-4b44-b878-5a58a0676493 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 932 time: 0.1837113 Mar 05 00:00:10.368168 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0e3a400-8d63-4370-a381-bee676c88b2d req-79d38517-d62b-48fd-aeba-562d9afa4221 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789447 Mar 05 00:00:10.504614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Pushing event updated for resources: {'Port': ['ID=f1874b04-8050-45fb-89c9-b54a0253464f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:10.513269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47558) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:10.652340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-f61fee76-64ac-43a9-86de-0cd82b89db17 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:10.653046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-f61fee76-64ac-43a9-86de-0cd82b89db17 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Synchronizing usage tracker for tenant:051b7b71bab14c3394f76748ce603403 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:10.693530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e16c513e-a15f-4c24-9f12-a37cecc95126 req-a806051b-4fb7-46d3-a05d-a7c9ab2a792f tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 210 time: 0.1205893 Mar 05 00:00:10.695115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Attempting to bind port f1874b04-8050-45fb-89c9-b54a0253464f on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:10.695698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Attempting to bind port f1874b04-8050-45fb-89c9-b54a0253464f by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:10.696029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Attempting to bind port f1874b04-8050-45fb-89c9-b54a0253464f on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:10.754043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Port f1874b04-8050-45fb-89c9-b54a0253464f on network ca6a8ca4-6da0-4add-9049-7c751319a689 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:10.754316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Attempting to bind port f1874b04-8050-45fb-89c9-b54a0253464f on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:10.768734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4c587c64-58eb-444e-943b-57ba9463791a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3f17cb0780a4a8fb0277561465ccb97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1975417 Mar 05 00:00:10.769377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47568) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:10.773001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:10.773262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:10.773592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Bound using segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:10.774028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Bound port: f1874b04-8050-45fb-89c9-b54a0253464f, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:10.774372 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:10.798808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-162c33f2-a220-46cf-bd79-1adcbe383b86 service neutron] 10.222.0.10 "GET /v2.0/ports/c5da3d3f-e7b8-4828-a991-7bf147a91466/bindings/n-h2-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.1403575 Mar 05 00:00:10.800303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-f61fee76-64ac-43a9-86de-0cd82b89db17 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Unset dirty status for tenant:051b7b71bab14c3394f76748ce603403 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:10.801815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-f61fee76-64ac-43a9-86de-0cd82b89db17 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.36 "GET /v2.0/networks?id=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 HTTP/1.1" status: 200 len: 822 time: 0.3674035 Mar 05 00:00:10.831924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Request body: {'port': {'device_id': '3d102172-1576-4f99-b520-3f8b18513518', 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5', 'admin_state_up': True, 'tenant_id': '051b7b71bab14c3394f76748ce603403'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:11.003408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] For port f1874b04-8050-45fb-89c9-b54a0253464f, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:11.025162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fd127b9-2ace-418e-9189-e14763e44f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.029248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] For port f1874b04-8050-45fb-89c9-b54a0253464f, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f1874b04-8050-45fb-89c9-b54a0253464f,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:11.047998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.129525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fd127b9-2ace-418e-9189-e14763e44f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.166600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7afcb-3c9c-49b9-8b19-115520c145a9 req-2b474ef7-d894-4653-9c2d-6055c7eb4d8a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:11.167949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0c7afcb-3c9c-49b9-8b19-115520c145a9 req-2b474ef7-d894-4653-9c2d-6055c7eb4d8a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2583151 Mar 05 00:00:11.171249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.173043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] 10.222.0.10 "PUT /v2.0/ports/f1874b04-8050-45fb-89c9-b54a0253464f HTTP/1.1" status: 200 len: 1092 time: 1.8058951 Mar 05 00:00:11.176058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'tag': 'f1874b04-8050-45fb-89c9-b54a0253464f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:11.233678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:11.241721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f4bc9-3d4e-4c6d-b0d7-1c9375365ee6 req-589768fb-b2cd-454b-8bae-5f1e3b904f0a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:11.248254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a9f4bc9-3d4e-4c6d-b0d7-1c9375365ee6 req-589768fb-b2cd-454b-8bae-5f1e3b904f0a tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 945 time: 0.2518234 Mar 05 00:00:11.266185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Usage tracker for resource:port and tenant:051b7b71bab14c3394f76748ce603403 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:11.269729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:11.273588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad091-7d21-4ad5-be5c-93f4ff56804b service neutron] Pushing event updated for resources: {'Port': ['ID=f1874b04-8050-45fb-89c9-b54a0253464f,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:11.286219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:11.294154 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-9a25ea6e-1e65-4064-9b6f-a1f71c8da3f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982&tenant_id=6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 1101 time: 0.2095659 Mar 05 00:00:11.325078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0c7afcb-3c9c-49b9-8b19-115520c145a9 req-7b190511-8726-46ea-8518-017d38f8410c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379340 Mar 05 00:00:11.339405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fd127b9-2ace-418e-9189-e14763e44f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.357245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Made reservation on behalf of 051b7b71bab14c3394f76748ce603403 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:11.360726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.364746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-6825dcc4-c9e8-457b-91d3-edd7f6b63dd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 1095 time: 0.1423576 Mar 05 00:00:11.367426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd127b9-2ace-418e-9189-e14763e44f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51090e5d-7701-4579-8a52-abd0eca100bd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:11.404934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a9f4bc9-3d4e-4c6d-b0d7-1c9375365ee6 req-674a7893-ea8d-4dc9-b4c1-168f97ff62d9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517856 Mar 05 00:00:11.576278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-f7ba9459-6969-4aa6-8ec7-1d11ca2928e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1101 time: 0.2608147 Mar 05 00:00:11.604015 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'tag': 'f1874b04-8050-45fb-89c9-b54a0253464f', 'status': 'completed', 'code': 200} Mar 05 00:00:11.604817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fd127b9-2ace-418e-9189-e14763e44f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:11.608887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3fd127b9-2ace-418e-9189-e14763e44f4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51090e5d-7701-4579-8a52-abd0eca100bd HTTP/1.1" status: 204 len: 168 time: 0.8359272 Mar 05 00:00:11.609134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-2c6dd5ec-eb8e-48d6-9025-53d8784734b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1874b04-8050-45fb-89c9-b54a0253464f HTTP/1.1" status: 200 len: 217 time: 0.2372546 Mar 05 00:00:11.759084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Allocated IP 172.20.0.7 (ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5/776e5c8f-2a41-4daa-9f27-12731622e75f/62469122-a967-43e6-8413-e39afaeb5f69) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:11.763539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-cc296905-ee41-462b-b5cc-935c2060f62a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:11.765142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-cc296905-ee41-462b-b5cc-935c2060f62a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1510711 Mar 05 00:00:11.813865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891b9d-65e9-4ac9-843a-da3c69c3c537 req-2531577f-25ca-42b8-ad77-85227a9e0930 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:11.815344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42891b9d-65e9-4ac9-843a-da3c69c3c537 req-2531577f-25ca-42b8-ad77-85227a9e0930 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1648629 Mar 05 00:00:11.821673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-65437cad-a2ff-4804-b31d-da02d4514fb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509837 Mar 05 00:00:11.874418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:11.974382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317357f2-6a23-4154-bd5c-479bdfd09944 req-5fa375a8-f48e-4c16-a7ee-99e339f6d1c9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:11.981003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-317357f2-6a23-4154-bd5c-479bdfd09944 req-5fa375a8-f48e-4c16-a7ee-99e339f6d1c9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 944 time: 0.3517256 Mar 05 00:00:11.998085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42891b9d-65e9-4ac9-843a-da3c69c3c537 req-f56aa0eb-bf2c-480f-aa5a-f73440b96e13 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726162 Mar 05 00:00:12.003478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-3572ea79-c90b-4565-9769-a10b7a636539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:12.005113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-3572ea79-c90b-4565-9769-a10b7a636539 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4199593 Mar 05 00:00:12.035050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-2213c94f-17b2-47a5-88e4-2fc4cdee1fcc service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075198 Mar 05 00:00:12.060877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:12.089211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:12.099874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:12.104536 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:12.180630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-d2e7cc5b-f557-4e27-9d97-89ffb1938de1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.1559360 Mar 05 00:00:12.201417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:12.243754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-317357f2-6a23-4154-bd5c-479bdfd09944 req-832a2964-cd31-416e-b1a8-806ce18d9c16 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616906 Mar 05 00:00:12.303630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a81589b5-befd-4768-9339-a9e309bf9c29 req-88bbe0c9-7ff4-494e-8d98-ebfc5299cec4 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 210 time: 0.0650268 Mar 05 00:00:12.309275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8dadc66f-eeb1-4464-8779-4d80b66e0e44 req-b41a9944-d0ea-4496-a8f2-cda2d53f3cf7 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658470 Mar 05 00:00:12.339220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-08038abb-95b8-4373-a9ea-63240f28b202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:12.340674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-08038abb-95b8-4373-a9ea-63240f28b202 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1513193 Mar 05 00:00:12.406694 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:12.453017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-2d988670-4c49-49c6-8fa4-56f4c83bb0ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996339 Mar 05 00:00:12.458462 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-fe775547-e9a9-4fdb-8735-f20941878f7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 1095 time: 0.1022282 Mar 05 00:00:12.559711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:12.569745 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'code': 200} Mar 05 00:00:12.654216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Pushing event updated for resources: {'Port': ['ID=62469122-a967-43e6-8413-e39afaeb5f69,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:12.714969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:12.719184 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-cb4d303c-83ea-4e54-84fa-23edb595c0af service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596505 Mar 05 00:00:12.720452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:12.724156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:12.798410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-418d8c83-4454-48f4-85ba-a09a0f1f01dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:12.800029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-418d8c83-4454-48f4-85ba-a09a0f1f01dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.3357368 Mar 05 00:00:12.904115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47624) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:12.933270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-16ef287c-a1df-4453-9ce8-eba70f1df908 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1874b04-8050-45fb-89c9-b54a0253464f HTTP/1.1" status: 200 len: 217 time: 0.1241708 Mar 05 00:00:12.944450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297b448-c330-4fca-b2ee-c38433719309 req-a368c26e-a350-4009-a9ad-397e81447d29 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:12.945941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2297b448-c330-4fca-b2ee-c38433719309 req-a368c26e-a350-4009-a9ad-397e81447d29 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.2471557 Mar 05 00:00:12.972368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:12.973087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:12.996127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8211ed8-e45b-49c1-99db-58e256a2cb52 req-4f1f93bb-997c-4b2d-8868-26809e1d2257 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376196 Mar 05 00:00:13.022426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c5c374bd-41ad-4bae-9b45-168d6f96788a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1990530 Mar 05 00:00:13.044272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef69fc-5759-4751-8a1d-93d8770e52a9 req-c5052627-3908-47a8-b04c-fb1c18e6f8c6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:13.062949 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebef69fc-5759-4751-8a1d-93d8770e52a9 req-c5052627-3908-47a8-b04c-fb1c18e6f8c6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.3032153 Mar 05 00:00:13.071534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-3b9ce0b4-d37c-43b1-a393-c45ce639d27b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:13.072987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-3b9ce0b4-d37c-43b1-a393-c45ce639d27b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1261821 Mar 05 00:00:13.101822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Request body: {'port': {'device_id': '3d102172-1576-4f99-b520-3f8b18513518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:13.119301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2297b448-c330-4fca-b2ee-c38433719309 req-27ea9db6-7f71-453b-a2e7-4eecd6caca7d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329455 Mar 05 00:00:13.130386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-788752335-network', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:13.143813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-da503d59-ebd4-4d6b-b509-2e9702cabc80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622249 Mar 05 00:00:13.151375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb228-3636-4b66-83d0-b2875651f356 req-2be5ba78-f3b9-4345-97fb-4e65100ac0d7 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:13.153405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-879fb228-3636-4b66-83d0-b2875651f356 req-2be5ba78-f3b9-4345-97fb-4e65100ac0d7 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.2898180 Mar 05 00:00:13.155915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:13.204642 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebef69fc-5759-4751-8a1d-93d8770e52a9 req-27eab22f-8585-44a0-b030-7ad8db8ce85c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406755 Mar 05 00:00:13.233913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Usage tracker for resource:network and tenant:27ece4463927474fa89e49d4c5039eb0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:13.287816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:13.296849 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:13.321900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:13.410956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Deleting port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:13.411301 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:13.458479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Made reservation on behalf of 27ece4463927474fa89e49d4c5039eb0 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:13.462521 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:13.508048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:13.544512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-1b1aa7db-bb59-4338-9764-d6974f29d2d0 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900547 Mar 05 00:00:13.758429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62469122-a967-43e6-8413-e39afaeb5f69 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:13.769565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:13.806110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Transition to ACTIVE for port object 62469122-a967-43e6-8413-e39afaeb5f69 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:13.815946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:13.858004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac97d-2986-4b1c-ab6b-4b61cb225615 req-75a5ab47-d50d-435a-acf8-d4fef99cdb4e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:13.860013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e372f-6188-43be-8e3e-e0e2a5cfd1a2 req-8fc3985a-dd46-4b0e-94c5-24a5e60e2763 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:13.860358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-560ac97d-2986-4b1c-ab6b-4b61cb225615 req-75a5ab47-d50d-435a-acf8-d4fef99cdb4e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 944 time: 0.1603792 Mar 05 00:00:13.866626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-285e372f-6188-43be-8e3e-e0e2a5cfd1a2 req-8fc3985a-dd46-4b0e-94c5-24a5e60e2763 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.5388558 Mar 05 00:00:13.886783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:13.930325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47644) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:13.935384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-560ac97d-2986-4b1c-ab6b-4b61cb225615 req-dd46f4a4-c367-4fb0-b315-d5444a9ed99c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677741 Mar 05 00:00:13.965285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Usage tracker for resource:security_group_rule and tenant:27ece4463927474fa89e49d4c5039eb0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:13.968676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:14.005322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:14.072870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb0b1391-b06e-4c66-8337-49c0f1623b60 req-a598f071-d27b-44be-9dd2-b270e72fc88d service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186973 Mar 05 00:00:14.113896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-285e372f-6188-43be-8e3e-e0e2a5cfd1a2 req-e9615d80-8afe-40bb-95cb-218f06c7cc20 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463310 Mar 05 00:00:14.149238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:14.168244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] For port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:14.168733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.206670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Pushing event updated for resources: {'Port': ['ID=62469122-a967-43e6-8413-e39afaeb5f69,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:14.340985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Calling delete_port for 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:14.398774 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.429094 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.448449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:14.453785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.455267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.467492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.496083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-96e6e1d3-5674-45bd-987d-6aee1df026ec tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:14.496777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-96e6e1d3-5674-45bd-987d-6aee1df026ec tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Synchronizing usage tracker for tenant:051b7b71bab14c3394f76748ce603403 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:14.513279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281a0dd7-bb88-405f-902c-f4bda4c93054,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:14.514148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:14.523368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Usage tracker for resource:security_group_rule and tenant:42bd9cd12fbb4f5181f28d2416a24a15 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:14.530254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:14.539593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Attempting to bind port 62469122-a967-43e6-8413-e39afaeb5f69 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:14.539925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Attempting to bind port 62469122-a967-43e6-8413-e39afaeb5f69 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '6916dec1-5a63-4691-8d49-63677cdb8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:14.540251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Attempting to bind port 62469122-a967-43e6-8413-e39afaeb5f69 on network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:14.542688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:14.551735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-96e6e1d3-5674-45bd-987d-6aee1df026ec tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Unset dirty status for tenant:051b7b71bab14c3394f76748ce603403 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:14.553177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-96e6e1d3-5674-45bd-987d-6aee1df026ec tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 943 time: 0.2450140 Mar 05 00:00:14.553322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:14.556923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Port 62469122-a967-43e6-8413-e39afaeb5f69 on network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:14.556923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Attempting to bind port 62469122-a967-43e6-8413-e39afaeb5f69 on network ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:14.562099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:00:14.568869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:14.569315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Checking segment: {'id': '6916dec1-5a63-4691-8d49-63677cdb8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:14.569702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Bound using segment: {'id': '6916dec1-5a63-4691-8d49-63677cdb8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:14.570135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Bound port: 62469122-a967-43e6-8413-e39afaeb5f69, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6916dec1-5a63-4691-8d49-63677cdb8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:14.570477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.571492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:14.584534 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.584871 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Added segment 1e38f86b-d267-4b5f-a70c-79e6b07e9ef7 of type vlan for network 100b6d85-200c-4966-b397-4c9db0b69252 Mar 05 00:00:14.626275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d923e3-d12c-4da1-9ba6-21c0e4e6197f req-507293a0-0835-43a7-9cbd-84658a20c329 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:14.627661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4d923e3-d12c-4da1-9ba6-21c0e4e6197f req-507293a0-0835-43a7-9cbd-84658a20c329 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba326ae-1b23-4216-9f34-842108cfbabf HTTP/1.1" status: 200 len: 943 time: 0.2955785 Mar 05 00:00:14.690668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.711514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-53cae179-5eb1-46c7-87cc-0771f596eb92 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Synchronizing usage tracker for tenant:051b7b71bab14c3394f76748ce603403 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:14.729180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.751414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] For port 62469122-a967-43e6-8413-e39afaeb5f69, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:14.754223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.757194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] For port 62469122-a967-43e6-8413-e39afaeb5f69, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=62469122-a967-43e6-8413-e39afaeb5f69,segment=NetworkSegment(6916dec1-5a63-4691-8d49-63677cdb8f1e),segment_id=6916dec1-5a63-4691-8d49-63677cdb8f1e)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:14.759173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.773826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-53cae179-5eb1-46c7-87cc-0771f596eb92 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Unset dirty status for tenant:051b7b71bab14c3394f76748ce603403 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:14.774965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7388470b-544d-4d8e-a44a-4a95ee010cb7 req-53cae179-5eb1-46c7-87cc-0771f596eb92 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907008 Mar 05 00:00:14.775986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.777878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4d923e3-d12c-4da1-9ba6-21c0e4e6197f req-51751783-02fc-4282-8e8d-ad008dd07c2e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401689 Mar 05 00:00:14.791446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event deleted for resources: {'Port': ['ID=6fecc831-c81b-4b6d-86b5-93a6cbc7e57d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:14.827374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.828230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:14.829388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.890748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc81fd-f0c6-4acb-8335-c8854774edaa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:14.896608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:14.897981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] 10.222.0.36 "PUT /v2.0/ports/62469122-a967-43e6-8413-e39afaeb5f69 HTTP/1.1" status: 200 len: 1091 time: 1.8042808 Mar 05 00:00:14.900070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f795dbb-72b7-42c2-824f-f1bea3fb6e36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42bd9cd12fbb4f5181f28d2416a24a15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9633009 Mar 05 00:00:14.900662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d102172-1576-4f99-b520-3f8b18513518', 'tag': '62469122-a967-43e6-8413-e39afaeb5f69'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:14.904646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47656) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:14.924204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab317b-b538-4c86-b2a4-96756baa2224 service neutron] Pushing event updated for resources: {'Port': ['ID=62469122-a967-43e6-8413-e39afaeb5f69,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:14.942805 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'code': 200} Mar 05 00:00:15.002331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] No DVR routers for this DVR port 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:00:15.004925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.013640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-deleted', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:15.031011 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d102172-1576-4f99-b520-3f8b18513518', 'tag': '62469122-a967-43e6-8413-e39afaeb5f69', 'status': 'completed', 'code': 200} Mar 05 00:00:15.047402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] Pushing event updated for resources: {'Network': ['ID=100b6d85-200c-4966-b397-4c9db0b69252,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:15.063278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 100b6d85-200c-4966-b397-4c9db0b69252 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:00:15.065975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-879fb228-3636-4b66-83d0-b2875651f356 req-0b454a50-e74e-4bd7-ae14-f2b467fca646 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "DELETE /v2.0/ports/6fecc831-c81b-4b6d-86b5-93a6cbc7e57d HTTP/1.1" status: 204 len: 173 time: 1.9067025 Mar 05 00:00:15.072856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dd6f9693-bc3d-4ace-aa7d-aa57b223cda3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1668086 Mar 05 00:00:15.075434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac59-5025-47b9-bd97-ab15279cd178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.075984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47666) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:15.082814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Request body: {'subnet': {'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-788752335-subnet', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:15.088721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:15.093816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Usage tracker for resource:subnet and tenant:27ece4463927474fa89e49d4c5039eb0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:15.098092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:15.108194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:15.130094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Made reservation on behalf of 27ece4463927474fa89e49d4c5039eb0 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:15.137695 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.161125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac59-5025-47b9-bd97-ab15279cd178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.224803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-ddc24414-3047-42ba-b759-afe2f8e79641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=051b7b71bab14c3394f76748ce603403&device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 1094 time: 0.2445526 Mar 05 00:00:15.306901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fea088-787c-4ec5-8be7-9c1d05681417 req-562cac54-e8cf-412c-a30c-4135abdec00d tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:15.308452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2fea088-787c-4ec5-8be7-9c1d05681417 req-562cac54-e8cf-412c-a30c-4135abdec00d tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2300656 Mar 05 00:00:15.310317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-3cd9aa30-984a-40b1-8f02-206b48afbcea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62469122-a967-43e6-8413-e39afaeb5f69 HTTP/1.1" status: 200 len: 217 time: 0.0774179 Mar 05 00:00:15.345877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ece71-d7ac-42c4-bae4-7a84919172c7 req-d19c7481-94c5-4b0d-b666-fcd34fffb4b9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:15.346575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c07ece71-d7ac-42c4-bae4-7a84919172c7 req-d19c7481-94c5-4b0d-b666-fcd34fffb4b9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:15.365198 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac59-5025-47b9-bd97-ab15279cd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.401524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c07ece71-d7ac-42c4-bae4-7a84919172c7 req-d19c7481-94c5-4b0d-b666-fcd34fffb4b9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:15.402216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ac59-5025-47b9-bd97-ab15279cd178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc81fd-f0c6-4acb-8335-c8854774edaa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:15.402603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c07ece71-d7ac-42c4-bae4-7a84919172c7 req-d19c7481-94c5-4b0d-b666-fcd34fffb4b9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 944 time: 0.2335975 Mar 05 00:00:15.416901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac59-5025-47b9-bd97-ab15279cd178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.418026 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e1f1ac59-5025-47b9-bd97-ab15279cd178 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ffc81fd-f0c6-4acb-8335-c8854774edaa HTTP/1.1" status: 204 len: 168 time: 0.5096977 Mar 05 00:00:15.444248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-2c2767dd-5974-4467-87e9-1d2bae765795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:15.445926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-2c2767dd-5974-4467-87e9-1d2bae765795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=776e5c8f-2a41-4daa-9f27-12731622e75f HTTP/1.1" status: 200 len: 862 time: 0.1281030 Mar 05 00:00:15.450421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2fea088-787c-4ec5-8be7-9c1d05681417 req-7c3de725-e2ac-438a-8db3-7816dd5ed475 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348920 Mar 05 00:00:15.488899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c07ece71-d7ac-42c4-bae4-7a84919172c7 req-bd3b5eff-628f-4309-afda-00a9b6fa9175 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Mar 05 00:00:15.492228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.545796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-ed1d5fc9-a3af-4377-aee3-ee757d11fda8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837770 Mar 05 00:00:15.576409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5f4440-b351-4ef4-95c8-549fb264aff2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:15.596403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Checking segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:15.596953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Network hostable DHCP agents. Network: 100b6d85-200c-4966-b397-4c9db0b69252, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:00:15.619213 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba326ae-1b23-4216-9f34-842108cfbabf', 'name': 'network-vif-deleted', 'tag': '6fecc831-c81b-4b6d-86b5-93a6cbc7e57d', 'status': 'completed', 'code': 200} Mar 05 00:00:15.628812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Network 100b6d85-200c-4966-b397-4c9db0b69252 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:00:15.651090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 100b6d85-200c-4966-b397-4c9db0b69252) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:15.658758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:15.659063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.663453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c071a-eaa9-4cfa-8586-59f0a8a02241 None None] Network 100b6d85-200c-4966-b397-4c9db0b69252 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:15.712739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e7fe2a2e-6815-4ec6-9ff8-54d50b69733d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6354644 Mar 05 00:00:15.715649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47676) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:15.720948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:15.731887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:15.741493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Usage tracker for resource:router and tenant:27ece4463927474fa89e49d4c5039eb0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:15.749706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:15.763475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:15.771312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-1b8f96f1-ea63-424c-8caa-2fe7748b3f3f service neutron] 10.222.0.36 "GET /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147224 Mar 05 00:00:15.862605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.864152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.889932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:15.905917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:15.930342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906192b-3d1f-438b-9810-6268aed76057 req-c1f5588f-1631-4125-bddb-72bf8b50ffc4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:15.932157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1906192b-3d1f-438b-9810-6268aed76057 req-c1f5588f-1631-4125-bddb-72bf8b50ffc4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 948 time: 0.1612997 Mar 05 00:00:15.933149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:16.006932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:00:16.007272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6fecc831-c81b-4b6d-86b5-93a6cbc7e57d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:16.034604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.162523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:16.167477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Usage tracker for resource:security_group_rule and tenant:981bb382139049c0aa1efa3dedb5717b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:16.170538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:16.176737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:16.230327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f1874b04-8050-45fb-89c9-b54a0253464f details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:16.233431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1906192b-3d1f-438b-9810-6268aed76057 req-f15164b1-fb61-43b7-aaf0-53f580495a54 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923737 Mar 05 00:00:16.247709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.254682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.269782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.305432 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-486f1aa6-a510-4cb8-9d9e-d14db036e236 req-c53f469b-6a1a-41bc-b008-bcc1fb353821 service neutron] 10.222.0.36 "GET /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229292 Mar 05 00:00:16.366988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b6eb6-2ec2-48ad-8650-45c384f1e252,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:16.384229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad781d-aa7e-47f5-9182-e3b615212a94 req-70c828c0-977d-448e-8ec1-e189817596d7 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:16.385905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-afad781d-aa7e-47f5-9182-e3b615212a94 req-70c828c0-977d-448e-8ec1-e189817596d7 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 943 time: 0.3169546 Mar 05 00:00:16.391693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-882e143b-6922-4e04-b3f2-6874bfa565e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=981bb382139049c0aa1efa3dedb5717b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4541783 Mar 05 00:00:16.396293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f1874b04-8050-45fb-89c9-b54a0253464f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f1874b04-8050-45fb-89c9-b54a0253464f,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:16.413721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'f1874b04-8050-45fb-89c9-b54a0253464f', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': 'f1874b04-8050-45fb-89c9-b54a0253464f', 'mac_address': 'fa:16:3e:db:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:16.432882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:16.446749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386461e-d14c-49dd-8771-d72f0bae8044 None None] Network 100b6d85-200c-4966-b397-4c9db0b69252 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:16.531847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-afad781d-aa7e-47f5-9182-e3b615212a94 req-7933cf0d-f978-4bf8-8c4d-4d103afda622 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979156 Mar 05 00:00:16.571112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-2fb814c9-0b5a-4646-a248-ae2f0c04aec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=051b7b71bab14c3394f76748ce603403&device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 1094 time: 0.1939080 Mar 05 00:00:16.589602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.593429 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.636095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1874b04-8050-45fb-89c9-b54a0253464f {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:16.680830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f1874b04-8050-45fb-89c9-b54a0253464f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f1874b04-8050-45fb-89c9-b54a0253464f,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:16.690929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.711399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.712340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:16.783380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae19a8-e8d6-474d-ac0b-696d8107475a req-4f61ee3f-6ce2-4d26-a555-d263fa183dec tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:16.784847 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87ae19a8-e8d6-474d-ac0b-696d8107475a req-4f61ee3f-6ce2-4d26-a555-d263fa183dec tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1664598 Mar 05 00:00:16.793436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f1874b04-8050-45fb-89c9-b54a0253464f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:16.815480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe81d30f-37eb-4ee4-bdb5-2271b8f38e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.896948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Allocated IP 172.25.0.167 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/38beccb6-176d-4aff-b47c-7c41fc8a2d5a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:16.900158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87ae19a8-e8d6-474d-ac0b-696d8107475a req-8f763c81-1c0c-498b-8530-f587a1c7a1e0 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701203 Mar 05 00:00:16.933985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe81d30f-37eb-4ee4-bdb5-2271b8f38e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:16.996785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e44c-55ff-4983-a0ff-785422053325 req-89562988-64b8-44f8-93d3-89f1b4a1438f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:16.998284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-89562988-64b8-44f8-93d3-89f1b4a1438f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 HTTP/1.1" status: 200 len: 923 time: 0.4189818 Mar 05 00:00:17.022833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:17.040165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:17.095665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-101f033a-f287-4282-95f8-2aef0a9107e9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:17.097157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-101f033a-f287-4282-95f8-2aef0a9107e9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 821 time: 0.3120704 Mar 05 00:00:17.097535 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.099891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-4a16e9a7-da65-4f94-b6cd-a6c0884e7a4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62469122-a967-43e6-8413-e39afaeb5f69 HTTP/1.1" status: 200 len: 217 time: 0.0905414 Mar 05 00:00:17.117322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da3d3f-e7b8-4828-a991-7bf147a91466 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:17.133439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:17.135090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.138344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.166635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe81d30f-37eb-4ee4-bdb5-2271b8f38e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.194544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81d30f-37eb-4ee4-bdb5-2271b8f38e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b6eb6-2ec2-48ad-8650-45c384f1e252,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:17.198517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fd6b0-4fbe-4a81-9188-5924f22094e9 req-013cf68b-5134-4c59-b789-e3566d203344 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:17.200021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f40fd6b0-4fbe-4a81-9188-5924f22094e9 req-013cf68b-5134-4c59-b789-e3566d203344 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 945 time: 0.1074178 Mar 05 00:00:17.200143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-75a9028e-c9f7-4e25-9d84-8cd3b3264970 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/quotas/e531e62b2918487daff018cfbc4f143e HTTP/1.1" status: 200 len: 375 time: 0.0521331 Mar 05 00:00:17.201488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.204766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe81d30f-37eb-4ee4-bdb5-2271b8f38e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.205789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe81d30f-37eb-4ee4-bdb5-2271b8f38e11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/411b6eb6-2ec2-48ad-8650-45c384f1e252 HTTP/1.1" status: 204 len: 168 time: 0.7446339 Mar 05 00:00:17.247761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:17.263594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e44c-55ff-4983-a0ff-785422053325 req-fbcf0417-6872-43ac-a8f9-f8fc3fc768f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:17.264864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-fbcf0417-6872-43ac-a8f9-f8fc3fc768f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=776e5c8f-2a41-4daa-9f27-12731622e75f HTTP/1.1" status: 200 len: 862 time: 0.1540101 Mar 05 00:00:17.318076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-2684bc1b-dc74-4bf3-97df-4044593db692 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452819 Mar 05 00:00:17.319002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:17.324063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:17.326484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:17.356599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Pushing event updated for resources: {'Port': ['ID=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:17.382999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f40fd6b0-4fbe-4a81-9188-5924f22094e9 req-f4c15688-96a2-4a88-861f-0850be84c13c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684437 Mar 05 00:00:17.421175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-7540f566-0a08-47cb-a023-f4cc2cd5d532 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026577 Mar 05 00:00:17.447680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-8183f8d8-a69b-4353-823c-7964f191becb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:00:17.448567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-8183f8d8-a69b-4353-823c-7964f191becb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0153787 Mar 05 00:00:17.488909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c5da3d3f-e7b8-4828-a991-7bf147a91466'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:17.569171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f1874b04-8050-45fb-89c9-b54a0253464f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:17.602958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-3af1099b-18c0-4d9c-bb4d-c2aa41c8c411 service neutron] 10.222.0.36 "GET /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762139 Mar 05 00:00:17.613772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.615171 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:17.628446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b50070-b9ad-412a-ae99-d636948dcd27 req-c000bd8a-b18d-4458-8ff8-074c47cd2c82 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:17.630783 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-61b50070-b9ad-412a-ae99-d636948dcd27 req-c000bd8a-b18d-4458-8ff8-074c47cd2c82 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 949 time: 0.1130261 Mar 05 00:00:17.760538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-aa7d4ae6-fbcc-480f-b90d-c9c6541ae84f service neutron] 10.222.0.32 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948186 Mar 05 00:00:17.832570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-61b50070-b9ad-412a-ae99-d636948dcd27 req-73f57a9b-c9bf-41c9-aead-04964c6ed543 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483037 Mar 05 00:00:17.939519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-5433bb85-df68-4057-a16a-4091dd6e6370 service neutron] 10.222.0.32 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780870 Mar 05 00:00:17.957404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Router ca90d9b0-6729-4c95-8983-0a4f2d951e17 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:00:17.993097 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd71e44c-55ff-4983-a0ff-785422053325 req-07023c69-41c6-4d43-b5f5-a840125402ad service neutron] 10.222.0.36 "GET /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722897 Mar 05 00:00:18.333184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed47f-0b12-4d90-bd21-d59d39c44979 req-57c8ab4b-c036-4012-b137-4ec3f32b9fbd tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:18.334722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4bed47f-0b12-4d90-bd21-d59d39c44979 req-57c8ab4b-c036-4012-b137-4ec3f32b9fbd tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 943 time: 0.3601723 Mar 05 00:00:18.407840 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4bed47f-0b12-4d90-bd21-d59d39c44979 req-e6ed6297-b645-4e21-9c21-2e81afd9691a tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625005 Mar 05 00:00:18.427261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:00:18.446533 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Sync routers for ids ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:00:18.466923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Routers {'ca90d9b0-6729-4c95-8983-0a4f2d951e17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:00:18.467899 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:00:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:18.536763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:18.540708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e1e1e47d-930d-47a2-bad0-4156d2e4e46b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8214445 Mar 05 00:00:18.541477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47750) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:18.592168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-74e0ac67-0039-4904-9195-5a8bd67091ae req-b7caf516-8125-4908-828f-359f2983e155 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:18.628885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-74e0ac67-0039-4904-9195-5a8bd67091ae req-b7caf516-8125-4908-828f-359f2983e155 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:18.630318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74e0ac67-0039-4904-9195-5a8bd67091ae req-b7caf516-8125-4908-828f-359f2983e155 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 210 time: 0.0999246 Mar 05 00:00:18.647328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-2acef741-dcd2-4c84-9bf0-8f0285fba0ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:18.648838 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-2acef741-dcd2-4c84-9bf0-8f0285fba0ee tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982&tenant_id=6e97583599a740c1ab79bc58dc97f7a5&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 949 time: 0.1639988 Mar 05 00:00:18.751477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-efc690c1-b2e7-4bc0-a52e-2af0f17ce822 service neutron] 10.222.0.10 "GET /v2.0/ports/c5da3d3f-e7b8-4828-a991-7bf147a91466/bindings/n-h2-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.0968680 Mar 05 00:00:18.773685 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Set router ca90d9b0-6729-4c95-8983-0a4f2d951e17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:00:18.878161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-e65fde5b-18f4-4a94-8357-63359e5e0fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1100 time: 0.1057620 Mar 05 00:00:18.918207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df1a1-cd6c-4e97-b6f7-1863edf4ef46 req-91cae825-2cd5-41a1-b612-cb6ee2eb4890 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:18.926696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-974df1a1-cd6c-4e97-b6f7-1863edf4ef46 req-91cae825-2cd5-41a1-b612-cb6ee2eb4890 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.3119419 Mar 05 00:00:18.996535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-974df1a1-cd6c-4e97-b6f7-1863edf4ef46 req-11269d60-a862-4ad5-ae8f-81b4d30b30d1 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684261 Mar 05 00:00:19.110394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-8ba63f1a-b522-43be-908c-16676203b9f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:19.111850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-8ba63f1a-b522-43be-908c-16676203b9f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2274668 Mar 05 00:00:19.157067 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:00:17Z', 'revision_number': 3, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:19.161253 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Checking router: ca90d9b0-6729-4c95-8983-0a4f2d951e17 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:00:19.161606 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Updating router ca90d9b0-6729-4c95-8983-0a4f2d951e17 port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:00:19.203024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-5f476890-f622-470c-b91f-7d1928b87889 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.0787697 Mar 05 00:00:19.219288 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:19.263057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b602-3059-4bc1-9287-120fa2a3426f req-ec906f75-d129-40d2-ac51-a1e712a7cd0f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:19.264667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af71b602-3059-4bc1-9287-120fa2a3426f req-ec906f75-d129-40d2-ac51-a1e712a7cd0f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 949 time: 0.2123032 Mar 05 00:00:19.279505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-03b7f171-eac3-4b8f-9be7-bcae8362a6af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:19.280837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-03b7f171-eac3-4b8f-9be7-bcae8362a6af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0725286 Mar 05 00:00:19.395275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af71b602-3059-4bc1-9287-120fa2a3426f req-f10497ba-5085-45af-a13c-b68622fb22de tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116402 Mar 05 00:00:19.428529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86395-6069-4a9c-af08-80d7f67a2caf req-b7808b25-d6c3-4ad4-8e3c-95862d93e1c3 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:19.430153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ab86395-6069-4a9c-af08-80d7f67a2caf req-b7808b25-d6c3-4ad4-8e3c-95862d93e1c3 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 945 time: 0.1671607 Mar 05 00:00:19.446221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-cb441720-23cf-411a-9102-84c78e675203 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485345 Mar 05 00:00:19.618644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ab86395-6069-4a9c-af08-80d7f67a2caf req-6192b19b-e46e-407e-b8e1-f6835dad76e8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654232 Mar 05 00:00:19.648813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-08311490-6780-4e52-bb84-ea0f875f4659 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:19.650920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-08311490-6780-4e52-bb84-ea0f875f4659 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 821 time: 0.2192960 Mar 05 00:00:19.672663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Request body: {'port': {'device_id': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'admin_state_up': True, 'tenant_id': 'e531e62b2918487daff018cfbc4f143e'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:19.712746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-00cc3cc4-6b64-49db-b3bc-e31f9b4740ab service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574649 Mar 05 00:00:19.770189 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:19.790303 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Transition to ACTIVE for port object 38beccb6-176d-4aff-b47c-7c41fc8a2d5a will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:19.802509 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:19.857799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-9e56a81d-e3e3-4201-8da8-159191dfa3e3 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cd4cfae9ebce4eb0afd83066a8c976b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453370 Mar 05 00:00:19.905877 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Attempting to bind port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:19.906272 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Attempting to bind port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:19.906637 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Attempting to bind port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:19.907255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 62469122-a967-43e6-8413-e39afaeb5f69 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:19.908579 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Pushing event updated for resources: {'Port': ['ID=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:19.934219 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.934665 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.934999 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.935321 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.935640 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.935969 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.936262 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.936573 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.936878 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.937188 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.954305 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:19.966719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:19.967339 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:19.967743 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:19.968121 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:19.968591 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Bound port: 38beccb6-176d-4aff-b47c-7c41fc8a2d5a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:19.969601 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.018263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-2baabaf0-8479-41ac-b23e-e4b2b5a466eb service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989755 Mar 05 00:00:20.032710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:20.049463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673891-5169-4eb4-a156-8aa4ccbb16e1 req-b354ee4c-f562-4146-82db-b37e64afe7e5 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:20.056152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb673891-5169-4eb4-a156-8aa4ccbb16e1 req-b354ee4c-f562-4146-82db-b37e64afe7e5 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 943 time: 0.2291207 Mar 05 00:00:20.062429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:20.097078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-48096eee-4eb4-4e29-a7b9-6c70908ce56d tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:20.104722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Made reservation on behalf of e531e62b2918487daff018cfbc4f143e for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:20.107126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.107483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-48096eee-4eb4-4e29-a7b9-6c70908ce56d tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417119 Mar 05 00:00:20.130805 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] For port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:20.135468 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] For port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:20.139221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-8814925b-f674-4719-859b-efee4a2af433 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/quotas/cd4cfae9ebce4eb0afd83066a8c976b6 HTTP/1.1" status: 200 len: 375 time: 0.0299969 Mar 05 00:00:20.142954 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.151125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 62469122-a967-43e6-8413-e39afaeb5f69, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=62469122-a967-43e6-8413-e39afaeb5f69,segment=NetworkSegment(6916dec1-5a63-4691-8d49-63677cdb8f1e),segment_id=6916dec1-5a63-4691-8d49-63677cdb8f1e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:20.154504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb673891-5169-4eb4-a156-8aa4ccbb16e1 req-f8e7d54f-5921-4eab-ad27-8384db62b4d6 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974219 Mar 05 00:00:20.166843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '62469122-a967-43e6-8413-e39afaeb5f69', 'network_id': 'ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5', 'port_id': '62469122-a967-43e6-8413-e39afaeb5f69', 'mac_address': 'fa:16:3e:69:94:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776e5c8f-2a41-4daa-9f27-12731622e75f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:20.201933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-1bafe741-147c-4676-8aaf-b7ec1fad46ed tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd4cfae9ebce4eb0afd83066a8c976b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551202 Mar 05 00:00:20.251028 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c68e4-0d41-45e0-bf06-16b9d12d83c5 None None] Pushing event updated for resources: {'Port': ['ID=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:20.256677 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Routers {'ca90d9b0-6729-4c95-8983-0a4f2d951e17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:00:20.257299 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:00:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:20.290185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.317109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:20.349575 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc2a6fbe-ac8d-42c2-8bb9-36b5a01b0720 req-1c262e72-94e9-4d0f-a275-daf05e66e8a9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 210 time: 0.0492916 Mar 05 00:00:20.363037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62469122-a967-43e6-8413-e39afaeb5f69 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:20.451227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 62469122-a967-43e6-8413-e39afaeb5f69, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=62469122-a967-43e6-8413-e39afaeb5f69,segment=NetworkSegment(6916dec1-5a63-4691-8d49-63677cdb8f1e),segment_id=6916dec1-5a63-4691-8d49-63677cdb8f1e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:20.460169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.496132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Allocated IP 172.20.0.5 (5b92aa54-0eed-46f4-af6b-1127334a9cde/3d06db92-6897-41bd-aa1c-9ccf50e787e7/a502b840-57c0-48f3-ace2-13087b13fcc8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:20.512883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] Set router ca90d9b0-6729-4c95-8983-0a4f2d951e17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:00:20.559698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1bebef57-5c16-4153-babd-3464c8caeddb req-afb92105-fd9f-49bb-a14c-af6f27715343 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 210 time: 0.0839770 Mar 05 00:00:20.575408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c5da3d3f-e7b8-4828-a991-7bf147a91466 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:20.575772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.657641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=62469122-a967-43e6-8413-e39afaeb5f69,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:20.731824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4e2e0-87fd-4280-8f40-329c0142fa6a req-5f2854ec-204a-4382-9c02-16faa8b9a695 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:20.742700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fcd4e2e0-87fd-4280-8f40-329c0142fa6a req-5f2854ec-204a-4382-9c02-16faa8b9a695 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1667092 Mar 05 00:00:20.793029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.801909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fcd4e2e0-87fd-4280-8f40-329c0142fa6a req-02fd10c5-a2a4-4872-bf79-9c58633d959b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Mar 05 00:00:20.834387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['62469122-a967-43e6-8413-e39afaeb5f69'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:20.896892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.903066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:20.918750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:20.929148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:20.930099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f1874b04-8050-45fb-89c9-b54a0253464f up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:21.041599 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:00:17Z', 'revision_number': 3, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:21.048972 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ecf49-1712-4e28-9edb-332e84ead62a None None] The sync data for ids ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'] in n-d-828979-4 is: [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:00:17Z', 'revision_number': 3, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:00:21.060871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107548-53b3-41c3-85bb-6d35650df991 req-e6aa2d1b-fe45-4c30-87a7-984e0418f74e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:21.071397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68107548-53b3-41c3-85bb-6d35650df991 req-e6aa2d1b-fe45-4c30-87a7-984e0418f74e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 945 time: 0.1057391 Mar 05 00:00:21.150431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68107548-53b3-41c3-85bb-6d35650df991 req-97726c68-eeda-4361-ac3d-723e0b9442c8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775905 Mar 05 00:00:21.173803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:21.239242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port f1874b04-8050-45fb-89c9-b54a0253464f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:21.248575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port f1874b04-8050-45fb-89c9-b54a0253464f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:21.248575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:21.306967 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'code': 200} Mar 05 00:00:21.486035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:21.514900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9d8ff-6ffc-421c-b360-cfedd7a8b6e4 req-5110e1c7-3683-4c32-8627-bd8429ba0ee9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:21.530109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ef9d8ff-6ffc-421c-b360-cfedd7a8b6e4 req-5110e1c7-3683-4c32-8627-bd8429ba0ee9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 949 time: 0.7196977 Mar 05 00:00:21.541195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f1874b04-8050-45fb-89c9-b54a0253464f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f1874b04-8050-45fb-89c9-b54a0253464f,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:21.550669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:21.618263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:21.645627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c046b-a9d0-4859-9135-67851c06dda2 req-44f73399-3212-4d86-a9f2-91ad6fa47688 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:21.648466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b1c046b-a9d0-4859-9135-67851c06dda2 req-44f73399-3212-4d86-a9f2-91ad6fa47688 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 944 time: 0.1458941 Mar 05 00:00:21.684617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f1874b04-8050-45fb-89c9-b54a0253464f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:21.688998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38beccb6-176d-4aff-b47c-7c41fc8a2d5a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:21.722383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b1c046b-a9d0-4859-9135-67851c06dda2 req-2f71c9a2-7195-4a42-887f-3f7834ba7027 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624053 Mar 05 00:00:21.769961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ef9d8ff-6ffc-421c-b360-cfedd7a8b6e4 req-0b6c66be-000c-4e7b-b689-d8be4ba1890e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389536 Mar 05 00:00:21.789346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:21.790723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:21.798066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:21.798833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:21.805572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Allocated IP 172.20.0.1 (100b6d85-200c-4966-b397-4c9db0b69252/fc5f4440-b351-4ef4-95c8-549fb264aff2/f8b2ba1d-e0a9-409d-b389-ec2cebcf1039) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:21.976548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Network 5b92aa54-0eed-46f4-af6b-1127334a9cde is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:22.003931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.024742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:22.031632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.111222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:22.152172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:22.264539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.292352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-07d36324-326c-498d-95ae-e57b288665cc tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd4cfae9ebce4eb0afd83066a8c976b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326720 Mar 05 00:00:22.299398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab1d3-5bc1-40d0-97d8-58dd09213a4d req-5287e2ed-c3f2-4278-a07c-57e1679ecddf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:22.301499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:22.301632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ec8ab1d3-5bc1-40d0-97d8-58dd09213a4d req-5287e2ed-c3f2-4278-a07c-57e1679ecddf tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 931 time: 0.3849325 Mar 05 00:00:22.353766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03390626-993f-4d45-b3c9-da00aecdd51d req-e27ec431-2fac-4855-8c7c-61bcbd810616 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 210 time: 0.2402287 Mar 05 00:00:22.354600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event updated for resources: {'Port': ['ID=a502b840-57c0-48f3-ace2-13087b13fcc8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:22.415131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:22.415847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.420146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.529775 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ec8ab1d3-5bc1-40d0-97d8-58dd09213a4d req-1f7989a2-fa72-45c8-b0ca-8ef7706846da tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032077 Mar 05 00:00:22.554130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Network 100b6d85-200c-4966-b397-4c9db0b69252 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:22.559558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:22.566334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:22.603213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:22.609144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-6725b5ef-55fd-4949-8d7b-41f632b0e4e0 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:22.610654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-6725b5ef-55fd-4949-8d7b-41f632b0e4e0 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079145 Mar 05 00:00:22.611589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-089784b7-cd6b-497d-8683-c0b5d5835578 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9479561 Mar 05 00:00:22.634647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Request body: {'port': {'device_id': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'cd4cfae9ebce4eb0afd83066a8c976b6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:22.639243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Request body: {'port': {'device_id': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:22.696620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.720205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5059f9f-ad3a-47f1-8635-0259540ab60b req-d7e6ac4b-47ec-4990-9454-0d3845b8228b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:22.721689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5059f9f-ad3a-47f1-8635-0259540ab60b req-d7e6ac4b-47ec-4990-9454-0d3845b8228b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2343702 Mar 05 00:00:22.759487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-fa25c22e-0211-4b5b-a3d6-3e85611fb09f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982&tenant_id=6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 1101 time: 0.2129467 Mar 05 00:00:22.815057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.869911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5059f9f-ad3a-47f1-8635-0259540ab60b req-201fbf83-0a3f-47a2-83f1-aac94bc8bea5 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197932 Mar 05 00:00:22.877777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:22.888973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Usage tracker for resource:port and tenant:cd4cfae9ebce4eb0afd83066a8c976b6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:22.898211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c95-47be-4d78-bae2-245ba662b88d req-81c74c4b-5898-4e5b-8877-315192c63b10 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:22.899658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4605c95-47be-4d78-bae2-245ba662b88d req-81c74c4b-5898-4e5b-8877-315192c63b10 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.2464676 Mar 05 00:00:22.900605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:22.910689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:22.938887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.959785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Made reservation on behalf of cd4cfae9ebce4eb0afd83066a8c976b6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:22.960976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:22.976672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-25057c34-2631-4671-b181-84813f15dbd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1101 time: 0.1876199 Mar 05 00:00:22.981083 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.017838 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4605c95-47be-4d78-bae2-245ba662b88d req-547d0e69-9be4-4571-9fbe-65a13a525307 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090186 Mar 05 00:00:23.110773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:23.126502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Usage tracker for resource:security_group_rule and tenant:cd4cfae9ebce4eb0afd83066a8c976b6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:23.130786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:23.145392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:23.193521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-44dc60f8-4090-4a75-98eb-5fc52df5632e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:23.194937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-44dc60f8-4090-4a75-98eb-5fc52df5632e service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2047496 Mar 05 00:00:23.277490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-b10244d4-7840-4390-8665-508a7762dff3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.0761669 Mar 05 00:00:23.308423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1874b04-8050-45fb-89c9-b54a0253464f'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:23.368767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87b8f8-8b07-4614-88cf-fe3cef40d2bd req-7c62d55d-04cf-4d8b-8403-a39d03f2b5f9 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:23.370175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c87b8f8-8b07-4614-88cf-fe3cef40d2bd req-7c62d55d-04cf-4d8b-8403-a39d03f2b5f9 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 944 time: 0.3356044 Mar 05 00:00:23.379926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-409c885d-e27d-46f7-80c4-4b08ff0fef55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:23.381394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-409c885d-e27d-46f7-80c4-4b08ff0fef55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0941873 Mar 05 00:00:23.437345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0e94a-58e9-4e6a-a3cb-29001dde4b48 req-5f61e381-a032-4f54-ba85-4c30541b13c4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:23.439592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-30a0e94a-58e9-4e6a-a3cb-29001dde4b48 req-5f61e381-a032-4f54-ba85-4c30541b13c4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.2883821 Mar 05 00:00:23.450044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.470346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.505689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c87b8f8-8b07-4614-88cf-fe3cef40d2bd req-d3f71c84-85d8-4a39-8f24-b6f4150c99c8 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193311 Mar 05 00:00:23.507488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.511840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.578895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:23.612127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38beccb6-176d-4aff-b47c-7c41fc8a2d5a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:23.616895 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-30a0e94a-58e9-4e6a-a3cb-29001dde4b48 req-1c5acbcd-7de0-4df8-95e6-4f5591aae8dd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696651 Mar 05 00:00:23.669409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-02f8b674-67fd-4b8c-9370-ceefdafc1554 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751791 Mar 05 00:00:23.728112 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1874b04-8050-45fb-89c9-b54a0253464f', 'code': 200} Mar 05 00:00:23.797436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a502b840-57c0-48f3-ace2-13087b13fcc8 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:23.806430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:23.806798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.822260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.830926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Allocated IP 192.168.233.67 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/cb089c05-1bbf-4416-948b-6f933b862478) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:23.853947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c534478f-aaa8-4e16-9075-ae19a8141bfd req-6856ebe1-88f5-4c1d-9cc6-72d8d474f060 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 210 time: 0.0650954 Mar 05 00:00:23.900696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.901266 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-b6447569-c1be-441a-b36f-33533b4b7f0b service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245395 Mar 05 00:00:23.904478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:23.907364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Transition to ACTIVE for port object a502b840-57c0-48f3-ace2-13087b13fcc8 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:23.924639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:23.935967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 62469122-a967-43e6-8413-e39afaeb5f69 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:24.088367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 62469122-a967-43e6-8413-e39afaeb5f69 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:24.094939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 62469122-a967-43e6-8413-e39afaeb5f69 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:24.094939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.184912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a502b840-57c0-48f3-ace2-13087b13fcc8,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:24.190858 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c79bbf1-c553-4107-9982-cb37eccc50c5 req-7f8929bd-e3bf-40cd-afe4-1c81ca03804f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 1097 time: 0.4405072 Mar 05 00:00:24.218133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:24.276664 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.281046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56ae98-1455-4d14-a004-ec009e6102a9 req-8ea1fab7-b6d5-4d6a-be09-f796225ca50c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:24.282304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0a56ae98-1455-4d14-a004-ec009e6102a9 req-8ea1fab7-b6d5-4d6a-be09-f796225ca50c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Synchronizing usage tracker for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:24.336060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b26f04ee-4a2e-447a-9477-e57677341aa5 req-9d4c1afc-1a45-4ed1-a9fe-678263e3064b service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278803 Mar 05 00:00:24.356536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 62469122-a967-43e6-8413-e39afaeb5f69, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=62469122-a967-43e6-8413-e39afaeb5f69,segment=NetworkSegment(6916dec1-5a63-4691-8d49-63677cdb8f1e),segment_id=6916dec1-5a63-4691-8d49-63677cdb8f1e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:24.368148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.377085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfb6f5-9e94-40ac-8d5a-263d275968e9 req-1eb627c9-4e00-48f1-84c9-1f599e015dab tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:24.378967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4cfb6f5-9e94-40ac-8d5a-263d275968e9 req-1eb627c9-4e00-48f1-84c9-1f599e015dab tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2221081 Mar 05 00:00:24.379981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c79bbf1-c553-4107-9982-cb37eccc50c5 req-a7114c9f-eba1-47f0-b8ef-fae392047d50 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782739 Mar 05 00:00:24.380564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0a56ae98-1455-4d14-a004-ec009e6102a9 req-8ea1fab7-b6d5-4d6a-be09-f796225ca50c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Unset dirty status for tenant:e531e62b2918487daff018cfbc4f143e on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:24.386796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a56ae98-1455-4d14-a004-ec009e6102a9 req-8ea1fab7-b6d5-4d6a-be09-f796225ca50c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 931 time: 0.5518913 Mar 05 00:00:24.389838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Network 100b6d85-200c-4966-b397-4c9db0b69252 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:24.409576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:24.422784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.423795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.454289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Transition to ACTIVE for port object cb089c05-1bbf-4416-948b-6f933b862478 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:24.470817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=62469122-a967-43e6-8413-e39afaeb5f69,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:24.475792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4cfb6f5-9e94-40ac-8d5a-263d275968e9 req-c2c9e945-ca26-4969-bed9-064c18a9d834 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809658 Mar 05 00:00:24.477454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:24.485711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.506627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.566730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:24.588975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Attempting to bind port a502b840-57c0-48f3-ace2-13087b13fcc8 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:24.589325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Attempting to bind port a502b840-57c0-48f3-ace2-13087b13fcc8 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:24.589646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Attempting to bind port a502b840-57c0-48f3-ace2-13087b13fcc8 on network 5b92aa54-0eed-46f4-af6b-1127334a9cde {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:24.612394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Port a502b840-57c0-48f3-ace2-13087b13fcc8 on network 5b92aa54-0eed-46f4-af6b-1127334a9cde not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:24.612665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Attempting to bind port a502b840-57c0-48f3-ace2-13087b13fcc8 on network 5b92aa54-0eed-46f4-af6b-1127334a9cde {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:24.618857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a56ae98-1455-4d14-a004-ec009e6102a9 req-964b86b2-806d-4529-9430-2c5a7ba23057 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312627 Mar 05 00:00:24.638930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:24.639270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Checking segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:24.639646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Bound using segment: {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:24.640073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Bound port: a502b840-57c0-48f3-ace2-13087b13fcc8, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dc3436-7867-42da-bcaa-d035324ec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:24.640415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.662445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:24.679214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:24.686198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:24.756276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Pushing event updated for resources: {'Port': ['ID=cb089c05-1bbf-4416-948b-6f933b862478,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:24.775882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:24.776519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.805480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f5cdb-8437-4137-8094-9bda4cb6e899 req-b24ffc90-accf-4a6e-ba8c-b4f26cc88e23 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:24.812207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-924f5cdb-8437-4137-8094-9bda4cb6e899 req-b24ffc90-accf-4a6e-ba8c-b4f26cc88e23 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.2084186 Mar 05 00:00:24.848474 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-21d24f22-b144-46d1-917d-aaa64b365615 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2183073 Mar 05 00:00:24.864785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Request body: {'port': {'device_id': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:24.914237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-924f5cdb-8437-4137-8094-9bda4cb6e899 req-6a927a7d-3636-40a8-9fcc-6d3abb59da57 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009831 Mar 05 00:00:24.930601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] For port a502b840-57c0-48f3-ace2-13087b13fcc8, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:24.946344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1ee8ddb7-1252-4756-acf5-40f32aa0cb54 None None] Provisioning for port cb089c05-1bbf-4416-948b-6f933b862478 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:24.950483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] For port a502b840-57c0-48f3-ace2-13087b13fcc8, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a502b840-57c0-48f3-ace2-13087b13fcc8,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:24.952498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1ee8ddb7-1252-4756-acf5-40f32aa0cb54 None None] Provisioning complete for port cb089c05-1bbf-4416-948b-6f933b862478 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:24.954866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ddb7-1252-4756-acf5-40f32aa0cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:24.970616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:25.028153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8ddb7-1252-4756-acf5-40f32aa0cb54 None None] Port cb089c05-1bbf-4416-948b-6f933b862478 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:00:25.056579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a502b840-57c0-48f3-ace2-13087b13fcc8,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:25.075800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4edef-0864-46e9-aecf-5f93364cbe71 req-e9cd80db-0420-45a3-9904-7fe0f60d1cf6 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:25.077756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34a4edef-0864-46e9-aecf-5f93364cbe71 req-e9cd80db-0420-45a3-9904-7fe0f60d1cf6 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.2977071 Mar 05 00:00:25.079396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:25.106896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:25.108330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-14e32e57-08fe-4e33-8cff-e888526bd3c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a502b840-57c0-48f3-ace2-13087b13fcc8 HTTP/1.1" status: 200 len: 1091 time: 2.4762323 Mar 05 00:00:25.110389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'tag': 'a502b840-57c0-48f3-ace2-13087b13fcc8'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:25.195480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34a4edef-0864-46e9-aecf-5f93364cbe71 req-a2874939-7353-403b-a739-364280ff6bab tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106157 Mar 05 00:00:25.259450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-1366c742-e006-449b-acd9-45b15c19cbb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 1094 time: 0.1122663 Mar 05 00:00:25.268540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Router ca90d9b0-6729-4c95-8983-0a4f2d951e17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:00:25.294370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb3c8c-3a71-4109-884d-748c76681b44 req-0714e288-6ad8-48ad-ac1f-f95032ce0afa tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:25.295855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3efb3c8c-3a71-4109-884d-748c76681b44 req-0714e288-6ad8-48ad-ac1f-f95032ce0afa tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 948 time: 0.1985860 Mar 05 00:00:25.429338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3efb3c8c-3a71-4109-884d-748c76681b44 req-49852266-29fc-43ca-95e5-9d4f9a5fe062 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240528 Mar 05 00:00:25.481730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-ac13ac81-d1fa-4b30-bbfc-e8d36d16ef5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a502b840-57c0-48f3-ace2-13087b13fcc8 HTTP/1.1" status: 200 len: 217 time: 0.2118726 Mar 05 00:00:25.529738 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'tag': 'a502b840-57c0-48f3-ace2-13087b13fcc8', 'status': 'completed', 'code': 200} Mar 05 00:00:25.557285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb089c05-1bbf-4416-948b-6f933b862478 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:25.565545 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:25.580215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Transition to ACTIVE for port object cb089c05-1bbf-4416-948b-6f933b862478 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:25.584390 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:25.684401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-ac58ecbf-0bd8-45ae-8844-ad6991622bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:25.685965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-ac58ecbf-0bd8-45ae-8844-ad6991622bae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 200 len: 861 time: 0.1965177 Mar 05 00:00:25.729071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d102172-1576-4f99-b520-3f8b18513518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62469122-a967-43e6-8413-e39afaeb5f69'}, {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:25.743416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-e26f14b7-2440-41ac-a77c-b2df105e3991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b92aa54-0eed-46f4-af6b-1127334a9cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486531 Mar 05 00:00:25.761807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7f678-6776-4876-b929-066c72051806 service neutron] Pushing event updated for resources: {'Port': ['ID=cb089c05-1bbf-4416-948b-6f933b862478,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:25.796371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536f9e7-58a4-4820-906b-979cec1d871f req-5933f098-6c4b-4b18-9099-7a2e62b1858a tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:25.798463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7536f9e7-58a4-4820-906b-979cec1d871f req-5933f098-6c4b-4b18-9099-7a2e62b1858a tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 935 time: 0.4600480 Mar 05 00:00:25.929241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f044-f1c9-40a7-ae38-91021346fdf0 req-9465a040-330e-4a8e-b691-5aa8abfab109 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:25.936743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02e2f044-f1c9-40a7-ae38-91021346fdf0 req-9465a040-330e-4a8e-b691-5aa8abfab109 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.3211782 Mar 05 00:00:25.956245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Attempting to bind port cb089c05-1bbf-4416-948b-6f933b862478 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:25.956245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Attempting to bind port cb089c05-1bbf-4416-948b-6f933b862478 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:25.956245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Attempting to bind port cb089c05-1bbf-4416-948b-6f933b862478 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:25.961556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7536f9e7-58a4-4820-906b-979cec1d871f req-8433d674-804b-4785-a177-c0d170f3f4fc tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139505 Mar 05 00:00:25.964225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Port cb089c05-1bbf-4416-948b-6f933b862478 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:25.964656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Attempting to bind port cb089c05-1bbf-4416-948b-6f933b862478 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:25.976123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-6c54f14b-8d30-4284-8fd4-8822c4938913 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237406 Mar 05 00:00:25.976510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:25.977109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:25.977792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:25.978479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Bound port: cb089c05-1bbf-4416-948b-6f933b862478, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:25.979021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:26.097279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02e2f044-f1c9-40a7-ae38-91021346fdf0 req-24b24e22-0080-44ca-949c-b5fbc6264331 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585290 Mar 05 00:00:26.098081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] For port cb089c05-1bbf-4416-948b-6f933b862478, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:26.101464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] For port cb089c05-1bbf-4416-948b-6f933b862478, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb089c05-1bbf-4416-948b-6f933b862478,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:26.106734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:26.178572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7f678-6776-4876-b929-066c72051806 service neutron] Pushing event updated for resources: {'Port': ['ID=cb089c05-1bbf-4416-948b-6f933b862478,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:26.182777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:00:26.191021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:26.192523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-24e7f678-6776-4876-b929-066c72051806 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb089c05-1bbf-4416-948b-6f933b862478 HTTP/1.1" status: 200 len: 1095 time: 1.3325171 Mar 05 00:00:26.193057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'tag': 'cb089c05-1bbf-4416-948b-6f933b862478'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:26.206433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Sync routers for ids ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:00:26.207851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17458320-1b7c-45ee-8417-7d2c27582326 admin admin] 10.222.0.32 "PUT /v2.0/routers/ca90d9b0-6729-4c95-8983-0a4f2d951e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6641519 Mar 05 00:00:26.225889 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d102172-1576-4f99-b520-3f8b18513518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62469122-a967-43e6-8413-e39afaeb5f69', 'code': 200} Mar 05 00:00:26.227708 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'code': 200} Mar 05 00:00:26.236221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b03bef5c-d953-41e8-98f1-72de914aa14b req-040da2b6-83cf-41c2-99f4-953100210741 service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515206 Mar 05 00:00:26.240685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Routers {'ca90d9b0-6729-4c95-8983-0a4f2d951e17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:00:26.241599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:00:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:26.401011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512d24-8f21-4173-bb65-29d3120c64cd req-5d5c7577-a956-403d-85ac-274f098bb2fe tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:26.402650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f512d24-8f21-4173-bb65-29d3120c64cd req-5d5c7577-a956-403d-85ac-274f098bb2fe tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 943 time: 0.3089435 Mar 05 00:00:26.481821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f512d24-8f21-4173-bb65-29d3120c64cd req-350133d5-aabc-4c00-8d48-8977e4c3b11c tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727220 Mar 05 00:00:26.486748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-3b145286-8879-45bb-838e-a3f88aae8443 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd4cfae9ebce4eb0afd83066a8c976b6&device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 1098 time: 0.2316461 Mar 05 00:00:26.578296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-1fd088b6-f2c5-4126-a612-c6c8934bf949 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=cb089c05-1bbf-4416-948b-6f933b862478 HTTP/1.1" status: 200 len: 217 time: 0.0811634 Mar 05 00:00:26.594568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Set router ca90d9b0-6729-4c95-8983-0a4f2d951e17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:00:26.651083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-0641d4e9-51af-4fd8-9868-97db80ddfb88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:26.653109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-0641d4e9-51af-4fd8-9868-97db80ddfb88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0691147 Mar 05 00:00:26.686261 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'tag': 'cb089c05-1bbf-4416-948b-6f933b862478', 'status': 'completed', 'code': 200} Mar 05 00:00:26.718641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-67da11bd-f7a7-4e1c-9d4f-d0cb147392be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e531e62b2918487daff018cfbc4f143e&device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 1094 time: 0.3839505 Mar 05 00:00:26.723241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ac784dd-76b0-4d4f-9a1b-4d2082cfd7c2 req-f0a8ef38-b8c8-466b-becf-fc47156b436f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 1096 time: 0.3202493 Mar 05 00:00:26.732970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e03a0-d4fe-46a9-8ecb-8b9c7165c3d8 req-5b9747c9-febf-4722-8cfa-76b6dd21e96c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:26.739913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-845e03a0-d4fe-46a9-8ecb-8b9c7165c3d8 req-5b9747c9-febf-4722-8cfa-76b6dd21e96c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.3408387 Mar 05 00:00:26.757501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-b4af20f0-b1ff-420b-ad00-9e301c95482b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980327 Mar 05 00:00:26.865122 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:26.869842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:26.902538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-845e03a0-d4fe-46a9-8ecb-8b9c7165c3d8 req-5e4000ca-8fa5-49d6-8c3c-44e2318dae3d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617270 Mar 05 00:00:26.908173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ac784dd-76b0-4d4f-9a1b-4d2082cfd7c2 req-78ae6f3a-0615-484b-92a5-5fc2193ec59a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490417 Mar 05 00:00:26.955816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-5b2f39b1-5d7c-47e9-92f6-09e5046b2af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:26.957457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-5b2f39b1-5d7c-47e9-92f6-09e5046b2af1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 200 len: 922 time: 0.2011416 Mar 05 00:00:26.981291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d0f9-8f94-4e5f-a77b-02ee87966f9a req-f1b6b082-bf96-432d-896c-9e6072222495 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:26.982809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0879d0f9-8f94-4e5f-a77b-02ee87966f9a req-f1b6b082-bf96-432d-896c-9e6072222495 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.1962833 Mar 05 00:00:26.986981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-c059e0dc-ac35-4484-985a-0430d83f0110 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227700 Mar 05 00:00:26.987961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f8b2ba1d-e0a9-409d-b389-ec2cebcf1039', 'name': '', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'mac_address': 'fa:16:3e:06:21:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:21Z', 'updated_at': '2022-03-05T00:00:23Z', 'revision_number': 2, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'subnets': [{'id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:26.992275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Checking router: ca90d9b0-6729-4c95-8983-0a4f2d951e17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:00:26.992625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Updating router ca90d9b0-6729-4c95-8983-0a4f2d951e17 port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:00:27.034113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0879d0f9-8f94-4e5f-a77b-02ee87966f9a req-fded1b3a-c930-481b-a9bd-5e2b86b03e77 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Mar 05 00:00:27.050040 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:27.150022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b34d-f5b1-497f-b37c-9de605128b1c req-7249c33f-0373-4996-94d7-c9e1ec1a113a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:27.151288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4d1b34d-f5b1-497f-b37c-9de605128b1c req-7249c33f-0373-4996-94d7-c9e1ec1a113a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 948 time: 0.0895450 Mar 05 00:00:27.271065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-f4375ca7-2570-4f24-956a-ea2a82c65102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a502b840-57c0-48f3-ace2-13087b13fcc8 HTTP/1.1" status: 200 len: 217 time: 0.0891328 Mar 05 00:00:27.279269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4d1b34d-f5b1-497f-b37c-9de605128b1c req-341c9c01-d454-4f73-ba75-8eccf6416571 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222992 Mar 05 00:00:27.376783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-d590e57f-deff-4c3d-b8e7-afb19c525e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:27.378532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-d590e57f-deff-4c3d-b8e7-afb19c525e7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 200 len: 861 time: 0.0975561 Mar 05 00:00:27.428790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-a53d25ab-efce-448d-9aed-086a4c23f2b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b92aa54-0eed-46f4-af6b-1127334a9cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413883 Mar 05 00:00:27.507472 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:27.540477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Transition to ACTIVE for port object f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:27.551668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:27.674584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ec73895-b710-4ab5-95f8-4a1092fda667 req-c2c86c90-068a-4ff5-9670-38a8c7702ebf service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987648 Mar 05 00:00:27.682680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-77885a62-b285-4f6c-b433-5e829a486011 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:27.684594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-77885a62-b285-4f6c-b433-5e829a486011 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 810 time: 0.4347017 Mar 05 00:00:27.715631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-20e0a891-2c8b-41f5-8f8c-2f78441f6167 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/quotas/27ece4463927474fa89e49d4c5039eb0 HTTP/1.1" status: 200 len: 375 time: 0.0158539 Mar 05 00:00:27.769193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1a03d-6802-45f9-bd51-02833e640e89 None None] Pushing event updated for resources: {'Port': ['ID=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:27.777244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-93733861-1295-4396-a779-587ff53e55ee service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414817 Mar 05 00:00:27.835405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Attempting to bind port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:27.835766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Attempting to bind port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:27.836132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Attempting to bind port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 on network 100b6d85-200c-4966-b397-4c9db0b69252 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:27.844722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:27.845089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Checking segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:27.845525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:27.845933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Bound using segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:27.846380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Bound port: f8b2ba1d-e0a9-409d-b389-ec2cebcf1039, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:27.846752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:27.907873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-1cbd914f-17a5-4648-aa37-38decce464b1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Synchronizing usage tracker for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:27.914937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-3441ad03-d841-4d0b-9ecc-3910d2c35201 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd4cfae9ebce4eb0afd83066a8c976b6&device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 1098 time: 0.1431525 Mar 05 00:00:27.936970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-54285424-aa59-478e-9130-c94c470e099b tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:27.938388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-54285424-aa59-478e-9130-c94c470e099b tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Synchronizing usage tracker for tenant:cd4cfae9ebce4eb0afd83066a8c976b6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:27.955763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] For port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:27.961982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] For port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:27.968688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:27.970723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d122293-b7d0-4276-a9ca-2aec49ac4fc1 req-ef089e58-8c86-43fe-9df1-d247ee81662c service neutron] 10.222.0.36 "GET /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841025 Mar 05 00:00:27.978716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-54285424-aa59-478e-9130-c94c470e099b tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Unset dirty status for tenant:cd4cfae9ebce4eb0afd83066a8c976b6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:27.987779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-54285424-aa59-478e-9130-c94c470e099b tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 947 time: 0.3147302 Mar 05 00:00:28.017743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-1cbd914f-17a5-4648-aa37-38decce464b1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Unset dirty status for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:28.019510 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-1cbd914f-17a5-4648-aa37-38decce464b1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2972217 Mar 05 00:00:28.035830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-5d1ffeeb-cc9f-4e79-b527-5f617d31c42e tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Synchronizing usage tracker for tenant:cd4cfae9ebce4eb0afd83066a8c976b6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:28.058060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-5d1ffeeb-cc9f-4e79-b527-5f617d31c42e tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Unset dirty status for tenant:cd4cfae9ebce4eb0afd83066a8c976b6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:28.059415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddad52a7-0b99-4304-8025-14a073a0e4bd req-5d1ffeeb-cc9f-4e79-b527-5f617d31c42e tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701420 Mar 05 00:00:28.078723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1a03d-6802-45f9-bd51-02833e640e89 None None] Pushing event updated for resources: {'Port': ['ID=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:28.086196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Routers {'ca90d9b0-6729-4c95-8983-0a4f2d951e17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:00:28.086954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:00:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:28.108513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-f6e16bb2-5f41-421a-b5fd-3216a9940ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:28.111455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-f6e16bb2-5f41-421a-b5fd-3216a9940ec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1868458 Mar 05 00:00:28.198578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-8dd1befc-fd32-4120-902e-4aff6a6ac242 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=cb089c05-1bbf-4416-948b-6f933b862478 HTTP/1.1" status: 200 len: 217 time: 0.0784628 Mar 05 00:00:28.223302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:28.274266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f0a6-d9b9-44e7-b7e1-59ee7d8b5019 req-ada5286f-3c34-40af-8d15-b8330cb5d99f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:28.275756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4526f0a6-d9b9-44e7-b7e1-59ee7d8b5019 req-ada5286f-3c34-40af-8d15-b8330cb5d99f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.0808778 Mar 05 00:00:28.338286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4526f0a6-d9b9-44e7-b7e1-59ee7d8b5019 req-b507aac5-4c74-4207-adbd-a9ff2bca3fe9 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562823 Mar 05 00:00:28.361065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-e57ae507-bcab-43d2-a860-d064a7e063bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:28.362547 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-e57ae507-bcab-43d2-a860-d064a7e063bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1574531 Mar 05 00:00:28.441842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] Set router ca90d9b0-6729-4c95-8983-0a4f2d951e17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:00:28.445585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-5a685420-e366-4eed-b38a-90883db278d2 service neutron] 10.222.0.32 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170051 Mar 05 00:00:28.527554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4b271-ce99-4cdc-ab9d-d2b01180036b req-686099ec-51ee-4aa0-bba7-9d914da39afc tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:28.529014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0be4b271-ce99-4cdc-ab9d-d2b01180036b req-686099ec-51ee-4aa0-bba7-9d914da39afc tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 943 time: 0.0760925 Mar 05 00:00:28.542967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:28.551424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-a113f0b0-0951-4967-9b82-d155d546ef6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738086 Mar 05 00:00:28.579922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0be4b271-ce99-4cdc-ab9d-d2b01180036b req-3b023cd3-4977-4b48-a2d1-4e33c974fc25 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Mar 05 00:00:28.617659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:28.668901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-78a237b0-f585-4fef-911e-dc0e730ec206 service neutron] 10.222.0.32 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169549 Mar 05 00:00:28.732665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-01b6edef-6adb-41be-b1b4-4c3e620b5045 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629541 Mar 05 00:00:28.757138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:28.798810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da3d3f-e7b8-4828-a991-7bf147a91466 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:28.882216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:28.904390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-275a8f99-4d01-48fb-82f5-cd1a8fb91f36 req-430d0af1-71bb-419d-853c-ff70e7dd0563 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620114 Mar 05 00:00:28.907579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:28.948895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9beed-5837-460c-af3b-33d1e5fa02d9 req-9f9a20e7-136e-4b4c-8c5a-172453bc9faa tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:28.958758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3c9beed-5837-460c-af3b-33d1e5fa02d9 req-9f9a20e7-136e-4b4c-8c5a-172453bc9faa tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.2232678 Mar 05 00:00:29.033648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:29.051086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3c9beed-5837-460c-af3b-33d1e5fa02d9 req-dbfb03aa-2aa8-4459-a492-eae42f0a1458 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912545 Mar 05 00:00:29.058428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a66b3a-0553-4ace-8eaf-4f5e1de2bc88 req-f73ba40f-5c9e-4a17-bd43-f0e29bdd0856 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:29.061030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95a66b3a-0553-4ace-8eaf-4f5e1de2bc88 req-f73ba40f-5c9e-4a17-bd43-f0e29bdd0856 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.1346493 Mar 05 00:00:29.087451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f8b2ba1d-e0a9-409d-b389-ec2cebcf1039', 'name': '', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'mac_address': 'fa:16:3e:06:21:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:21Z', 'updated_at': '2022-03-05T00:00:27Z', 'revision_number': 4, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'subnets': [{'id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:29.092498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a76eaa-3aa9-475d-89bd-b7cce6b9068c None None] The sync data for ids ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'] in n-d-828979-4 is: [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f8b2ba1d-e0a9-409d-b389-ec2cebcf1039', 'name': '', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'mac_address': 'fa:16:3e:06:21:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:21Z', 'updated_at': '2022-03-05T00:00:27Z', 'revision_number': 4, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'subnets': [{'id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:00:29.145068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95a66b3a-0553-4ace-8eaf-4f5e1de2bc88 req-836a576c-59e3-4068-b250-fe6241dee8eb tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Mar 05 00:00:29.251864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c5da3d3f-e7b8-4828-a991-7bf147a91466'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:29.281693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ed5b2726-e454-4306-93df-21e8e92ac0e9 req-9131e701-0aa3-4367-a9dd-3e72b54375e0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 210 time: 0.0554326 Mar 05 00:00:29.332966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efd24d-588e-4ea2-8b94-7ea764387e16 req-379268e7-2d83-44e1-aff8-a4696418026c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:29.341586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72efd24d-588e-4ea2-8b94-7ea764387e16 req-379268e7-2d83-44e1-aff8-a4696418026c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1211293 Mar 05 00:00:29.414194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72efd24d-588e-4ea2-8b94-7ea764387e16 req-9885c545-1f3b-413e-af0f-0466c849a221 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Mar 05 00:00:29.680172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:29.697972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8be0-f97b-4edd-b334-613d03b4dde6 req-39454743-f04f-49d0-8ea5-ce52d648816a tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:29.702846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-579c8be0-f97b-4edd-b334-613d03b4dde6 req-39454743-f04f-49d0-8ea5-ce52d648816a tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 947 time: 0.1117589 Mar 05 00:00:29.757200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:29.762016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:29.762386 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:29.788332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-579c8be0-f97b-4edd-b334-613d03b4dde6 req-8e5ee6a3-4558-4db9-8967-92cfb613d899 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778790 Mar 05 00:00:29.947763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:29.980989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a502b840-57c0-48f3-ace2-13087b13fcc8 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:30.003977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:30.020564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c068746-aa25-4702-9752-3c5625ee2608 req-7483f470-2bac-49be-99c2-e0953cca124f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:30.028030 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c068746-aa25-4702-9752-3c5625ee2608 req-7483f470-2bac-49be-99c2-e0953cca124f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.0884008 Mar 05 00:00:30.029824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:30.087292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20b0b7-58ad-490e-b437-8ecbf54a603d req-b8e5963a-6f6b-40e4-88b4-4d3cf299c8c5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:30.088421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c068746-aa25-4702-9752-3c5625ee2608 req-61daf3ee-e9bb-4a05-be92-72851090ffd9 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594544 Mar 05 00:00:30.091568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de20b0b7-58ad-490e-b437-8ecbf54a603d req-b8e5963a-6f6b-40e4-88b4-4d3cf299c8c5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 950 time: 0.1604693 Mar 05 00:00:30.159752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de20b0b7-58ad-490e-b437-8ecbf54a603d req-0ab22cc0-6e5d-47c3-8531-661e7c1a2cb5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621426 Mar 05 00:00:30.195337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:30.217265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a502b840-57c0-48f3-ace2-13087b13fcc8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a502b840-57c0-48f3-ace2-13087b13fcc8,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:30.233511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:30.280010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'a502b840-57c0-48f3-ace2-13087b13fcc8', 'network_id': '5b92aa54-0eed-46f4-af6b-1127334a9cde', 'port_id': 'a502b840-57c0-48f3-ace2-13087b13fcc8', 'mac_address': 'fa:16:3e:cf:9c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d06db92-6897-41bd-aa1c-9ccf50e787e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:30.368582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:30.394347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a502b840-57c0-48f3-ace2-13087b13fcc8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:30.414609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c5da3d3f-e7b8-4828-a991-7bf147a91466 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:30.414986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:30.427339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9019d0-c3b9-485d-9623-544f6acfa586 req-42ef707c-9113-4050-8393-413664533b6b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:30.435391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a9019d0-c3b9-485d-9623-544f6acfa586 req-42ef707c-9113-4050-8393-413664533b6b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 943 time: 0.2312722 Mar 05 00:00:30.455605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a502b840-57c0-48f3-ace2-13087b13fcc8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a502b840-57c0-48f3-ace2-13087b13fcc8,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:30.468199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:30.507914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a9019d0-c3b9-485d-9623-544f6acfa586 req-8cbd285d-44d8-4e06-931f-0e5a0b922c91 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668292 Mar 05 00:00:30.585508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a502b840-57c0-48f3-ace2-13087b13fcc8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:30.645973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:30.652195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-f7c94f1a-7052-4a5f-a99d-74e676886f27 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:30.654219 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-f7c94f1a-7052-4a5f-a99d-74e676886f27 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.36 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 810 time: 0.2368052 Mar 05 00:00:30.665745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec14d-029e-4438-a38a-5edd7fad6a6f req-b557f5d0-982c-45f2-83a7-0dfeef9b3dca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:30.667467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3aaec14d-029e-4438-a38a-5edd7fad6a6f req-b557f5d0-982c-45f2-83a7-0dfeef9b3dca tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.3196888 Mar 05 00:00:30.674268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Request body: {'port': {'device_id': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'admin_state_up': True, 'tenant_id': '27ece4463927474fa89e49d4c5039eb0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:30.679856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:30.693727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:30.698967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:30.758375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef22f38-4384-4dda-9cb5-b0ea8e9d36b8 req-c5c01167-2d05-446a-bed3-bfdb17d05d6d tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:30.759901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ef22f38-4384-4dda-9cb5-b0ea8e9d36b8 req-c5c01167-2d05-446a-bed3-bfdb17d05d6d tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.0924337 Mar 05 00:00:30.777074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:30.809122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ef22f38-4384-4dda-9cb5-b0ea8e9d36b8 req-402d3552-f29f-4f4b-b6e7-2533643b47a6 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Mar 05 00:00:30.912441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3aaec14d-029e-4438-a38a-5edd7fad6a6f req-40e4d9a9-2afa-46bf-89a2-4c4302e72bb8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156933 Mar 05 00:00:30.943604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['a502b840-57c0-48f3-ace2-13087b13fcc8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:30.956594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:30.967270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:30.982060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Made reservation on behalf of 27ece4463927474fa89e49d4c5039eb0 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:30.987063 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:31.049973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9f59336-4af8-470c-aa89-8aec40797656 req-6f5e6309-c158-42c7-a685-855fa3fdf214 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 210 time: 0.0628421 Mar 05 00:00:31.050863 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'code': 200} Mar 05 00:00:31.247632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Allocated IP 172.20.0.14 (100b6d85-200c-4966-b397-4c9db0b69252/fc5f4440-b351-4ef4-95c8-549fb264aff2/4be65dea-9212-413f-a21e-11c1782f9122) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:31.293662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-17036b32-3dc5-4989-8b96-e0c6f7efc775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404007 Mar 05 00:00:31.302918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f41e68-35a6-4904-b603-014779e93dcf req-45a2e571-d0b9-4db6-bbf0-55db9b71b3a1 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:31.304441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92f41e68-35a6-4904-b603-014779e93dcf req-45a2e571-d0b9-4db6-bbf0-55db9b71b3a1 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 947 time: 0.1449087 Mar 05 00:00:31.442419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b3b71633-e992-49d4-ac29-f272ec551c60 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:31.443858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b3b71633-e992-49d4-ac29-f272ec551c60 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442516 Mar 05 00:00:31.460296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-461a1374-1cb8-4629-9f05-29a2f26dfa25 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/quotas/6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0110013 Mar 05 00:00:31.493873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92f41e68-35a6-4904-b603-014779e93dcf req-dbc03503-37d6-4d91-bfa6-bd8324282388 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829107 Mar 05 00:00:31.555693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041826b-f246-438e-89b7-068bfe0f1316 req-8ca95973-475c-4554-9956-bb060d57ed2e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:31.556370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-8771afa0-7396-4f92-8a8c-b17ec0ea5a60 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909023 Mar 05 00:00:31.557178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8041826b-f246-438e-89b7-068bfe0f1316 req-8ca95973-475c-4554-9956-bb060d57ed2e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.2228696 Mar 05 00:00:31.600465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:31.609318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:31.649526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Deleting port f1874b04-8050-45fb-89c9-b54a0253464f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:31.649865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:31.686891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:31.687367 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:31.811784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:31.923916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815293-1c79-4c9a-a903-7e940d0c4b9e req-46917b98-7779-4f9a-9acd-ac4de54d8f7e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:31.925877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0815293-1c79-4c9a-a903-7e940d0c4b9e req-46917b98-7779-4f9a-9acd-ac4de54d8f7e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 944 time: 0.0903697 Mar 05 00:00:31.936386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Network 100b6d85-200c-4966-b397-4c9db0b69252 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:31.980406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0815293-1c79-4c9a-a903-7e940d0c4b9e req-05f8011e-3533-4873-9289-9456c04534a9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Mar 05 00:00:31.990185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb089c05-1bbf-4416-948b-6f933b862478 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:31.995611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:31.998200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:32.053205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Pushing event updated for resources: {'Port': ['ID=4be65dea-9212-413f-a21e-11c1782f9122,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:32.071538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66c0ae-2244-4803-b666-9df56c942f99 req-d8f3a382-a63b-4a22-93fd-ee4da17e3d5e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:32.074436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef66c0ae-2244-4803-b666-9df56c942f99 req-d8f3a382-a63b-4a22-93fd-ee4da17e3d5e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.3926277 Mar 05 00:00:32.100716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78ad0e64-5e3c-4871-83ef-d71968dcd610 req-3e124c89-f7c2-45cb-9fab-2df0b451907a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 210 time: 0.0584450 Mar 05 00:00:32.148609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:32.149738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:32.209730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port cb089c05-1bbf-4416-948b-6f933b862478, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb089c05-1bbf-4416-948b-6f933b862478,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:32.211007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] For port f1874b04-8050-45fb-89c9-b54a0253464f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f1874b04-8050-45fb-89c9-b54a0253464f,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:32.211362 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:32.221894 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef66c0ae-2244-4803-b666-9df56c942f99 req-5a05fb21-c5ae-40a1-9e56-7ce14ccac9db tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368825 Mar 05 00:00:32.226684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'cb089c05-1bbf-4416-948b-6f933b862478', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'cb089c05-1bbf-4416-948b-6f933b862478', 'mac_address': 'fa:16:3e:1d:b5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:32.289088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-bd91f629-db24-4c79-8692-8b3ac5d1115c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6205170 Mar 05 00:00:32.295396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:32.315165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb089c05-1bbf-4416-948b-6f933b862478 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:32.331823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port cb089c05-1bbf-4416-948b-6f933b862478, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb089c05-1bbf-4416-948b-6f933b862478,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:32.341305 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:32.354807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Calling delete_port for f1874b04-8050-45fb-89c9-b54a0253464f owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:32.386704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Request body: {'port': {'device_id': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:32.438130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=cb089c05-1bbf-4416-948b-6f933b862478,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:32.662958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667e8ed-589d-4866-8fc6-67271a7bc0b9 req-1d1da58d-7c8f-46dc-966f-12b492275587 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:32.664696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c667e8ed-589d-4866-8fc6-67271a7bc0b9 req-1d1da58d-7c8f-46dc-966f-12b492275587 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 932 time: 0.0816550 Mar 05 00:00:32.711767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c667e8ed-589d-4866-8fc6-67271a7bc0b9 req-e00ac520-9e76-4904-9ad2-25f6e5ff3907 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Synchronizing usage tracker for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:32.728400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:32.729029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c667e8ed-589d-4866-8fc6-67271a7bc0b9 req-e00ac520-9e76-4904-9ad2-25f6e5ff3907 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Unset dirty status for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:32.730224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c667e8ed-589d-4866-8fc6-67271a7bc0b9 req-e00ac520-9e76-4904-9ad2-25f6e5ff3907 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Mar 05 00:00:32.758595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['cb089c05-1bbf-4416-948b-6f933b862478'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:32.852327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31c7fb-a32e-42dc-84fb-53be1b8338a7 req-e538522a-0d2a-4fce-90dd-9b5d194c4f89 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:32.853814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd31c7fb-a32e-42dc-84fb-53be1b8338a7 req-e538522a-0d2a-4fce-90dd-9b5d194c4f89 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc716420-e644-4057-bcf0-8cd6c396b052 HTTP/1.1" status: 200 len: 946 time: 0.4273281 Mar 05 00:00:32.884212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:32.936701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c352b-c291-4038-aeae-fbf8f82aaab3 req-85754219-874a-416e-bafe-44285479ab8e tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:32.945461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-375c352b-c291-4038-aeae-fbf8f82aaab3 req-85754219-874a-416e-bafe-44285479ab8e tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.0995553 Mar 05 00:00:32.983506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event deleted for resources: {'Port': ['ID=f1874b04-8050-45fb-89c9-b54a0253464f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:33.002283 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-375c352b-c291-4038-aeae-fbf8f82aaab3 req-71bc5448-51fd-4563-8d3e-a53fff2323d1 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Mar 05 00:00:33.106002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-28c34eca-a2f5-40c1-a963-31846722ada2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328310 Mar 05 00:00:33.123831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd31c7fb-a32e-42dc-84fb-53be1b8338a7 req-f9902df1-e7b2-4d2f-b1c2-8ee79d8a09db tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599232 Mar 05 00:00:33.128700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] No DVR routers for this DVR port f1874b04-8050-45fb-89c9-b54a0253464f on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:00:33.177251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:33.179776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'name': 'network-vif-deleted', 'tag': 'f1874b04-8050-45fb-89c9-b54a0253464f'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:33.218616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8041826b-f246-438e-89b7-068bfe0f1316 req-066f7309-acfb-4fd1-a74b-04391f5b115f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "DELETE /v2.0/ports/f1874b04-8050-45fb-89c9-b54a0253464f HTTP/1.1" status: 204 len: 173 time: 1.6523716 Mar 05 00:00:33.328925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffa7e-0e43-46d9-a09c-b0ab101bff3b req-9f7e520b-c108-471c-b75f-77adc6987792 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:33.333690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eaffa7e-0e43-46d9-a09c-b0ab101bff3b req-9f7e520b-c108-471c-b75f-77adc6987792 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 948 time: 0.1901596 Mar 05 00:00:33.368113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-6e690160-f213-456b-9edd-44f99dfe8c3a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:33.369716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-6e690160-f213-456b-9edd-44f99dfe8c3a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572296 Mar 05 00:00:33.394301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Request body: {'port': {'device_id': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '6e97583599a740c1ab79bc58dc97f7a5'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:33.418572 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eaffa7e-0e43-46d9-a09c-b0ab101bff3b req-54dbd373-bc80-496d-b15b-9c980ff220a7 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806575 Mar 05 00:00:33.440658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9dc9-95b0-479e-82f8-e1f2994df2cc req-cd2c97d5-24ac-44ee-b43b-4e7bff4a2aad tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:33.447615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3baa9dc9-95b0-479e-82f8-e1f2994df2cc req-cd2c97d5-24ac-44ee-b43b-4e7bff4a2aad tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 944 time: 0.1488380 Mar 05 00:00:33.470723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be65dea-9212-413f-a21e-11c1782f9122 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:33.480116 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:33.510965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Transition to ACTIVE for port object 4be65dea-9212-413f-a21e-11c1782f9122 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:33.525658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3baa9dc9-95b0-479e-82f8-e1f2994df2cc req-c0292ee9-2d55-4ecc-9e4e-4ac462df33ac tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771320 Mar 05 00:00:33.527442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:33.579767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b276ca71-2c37-4272-b0a1-2d3e1805b207 req-cda48afd-def7-43b0-8587-464ef97ed730 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 210 time: 0.0497952 Mar 05 00:00:33.581834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:33.598881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:33.604073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4be65dea-9212-413f-a21e-11c1782f9122,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:33.611728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Made reservation on behalf of 6e97583599a740c1ab79bc58dc97f7a5 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:33.623287 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:33.654018 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc716420-e644-4057-bcf0-8cd6c396b052', 'name': 'network-vif-deleted', 'tag': 'f1874b04-8050-45fb-89c9-b54a0253464f', 'status': 'completed', 'code': 200} Mar 05 00:00:33.849142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Attempting to bind port 4be65dea-9212-413f-a21e-11c1782f9122 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:33.849583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Attempting to bind port 4be65dea-9212-413f-a21e-11c1782f9122 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:33.850037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Attempting to bind port 4be65dea-9212-413f-a21e-11c1782f9122 on network 100b6d85-200c-4966-b397-4c9db0b69252 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:33.869004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Port 4be65dea-9212-413f-a21e-11c1782f9122 on network 100b6d85-200c-4966-b397-4c9db0b69252 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:33.869484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Attempting to bind port 4be65dea-9212-413f-a21e-11c1782f9122 on network 100b6d85-200c-4966-b397-4c9db0b69252 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:33.881902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:33.882379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Checking segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:33.882881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Bound using segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:33.883425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Bound port: 4be65dea-9212-413f-a21e-11c1782f9122, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:33.883870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:33.894465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Allocated IP 192.168.233.207 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:33.970347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fd896-d081-4b97-8829-a24524d20b9a req-41450077-e61f-4b01-8fad-6149e935938e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:33.972086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c70fd896-d081-4b97-8829-a24524d20b9a req-41450077-e61f-4b01-8fad-6149e935938e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1961517 Mar 05 00:00:33.992430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb089c05-1bbf-4416-948b-6f933b862478 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:34.060515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] For port 4be65dea-9212-413f-a21e-11c1782f9122, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:34.064885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c70fd896-d081-4b97-8829-a24524d20b9a req-bda616f8-81b7-4c25-a61b-b21077d2276c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850041 Mar 05 00:00:34.066996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] For port 4be65dea-9212-413f-a21e-11c1782f9122, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4be65dea-9212-413f-a21e-11c1782f9122,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:34.073430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.141513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176acb-8940-4e77-bb61-6df65dcdb864 req-97b4482c-bc8b-43e7-a1c5-68d17b47c0e0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:34.149694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03176acb-8940-4e77-bb61-6df65dcdb864 req-97b4482c-bc8b-43e7-a1c5-68d17b47c0e0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 944 time: 0.2258508 Mar 05 00:00:34.153011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port cb089c05-1bbf-4416-948b-6f933b862478 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:34.170368 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.172671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] 10.222.0.36 "PUT /v2.0/ports/4be65dea-9212-413f-a21e-11c1782f9122 HTTP/1.1" status: 200 len: 1092 time: 1.8237641 Mar 05 00:00:34.174476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port cb089c05-1bbf-4416-948b-6f933b862478 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:34.175297 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.179333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52296c4f-17c9-4522-9244-43c6c9856f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4be65dea-9212-413f-a21e-11c1782f9122,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:34.263885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f1874b04-8050-45fb-89c9-b54a0253464f no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:34.302540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: f1874b04-8050-45fb-89c9-b54a0253464f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:00:34.302878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f1874b04-8050-45fb-89c9-b54a0253464f not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:34.371226 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.381794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4156-9102-4881-a1ff-d426744a0458 req-dddc2607-91b7-41fd-a38d-e21cfda02982 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:34.389068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac8e4156-9102-4881-a1ff-d426744a0458 req-dddc2607-91b7-41fd-a38d-e21cfda02982 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.1256101 Mar 05 00:00:34.393957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-44f4ce49-93aa-4b44-99f2-317e984b94dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 1095 time: 0.1774437 Mar 05 00:00:34.400609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb089c05-1bbf-4416-948b-6f933b862478'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:34.404420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.410587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port cb089c05-1bbf-4416-948b-6f933b862478, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb089c05-1bbf-4416-948b-6f933b862478,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:34.414795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.415693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a502b840-57c0-48f3-ace2-13087b13fcc8 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:34.417829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03176acb-8940-4e77-bb61-6df65dcdb864 req-1102d4c9-3b8c-4340-abdf-805f79b9a8a8 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670739 Mar 05 00:00:34.440523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Transition to ACTIVE for port object d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:34.469585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.492845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-54b4f4a9-dd1c-4d23-9dd2-12768cf7e1c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be65dea-9212-413f-a21e-11c1782f9122 HTTP/1.1" status: 200 len: 217 time: 0.0806437 Mar 05 00:00:34.509338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c5da3d3f-e7b8-4828-a991-7bf147a91466'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:34.562164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'd536f357-b397-4aaa-9459-4fe248dd730d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:34.574066 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac8e4156-9102-4881-a1ff-d426744a0458 req-92b2ed2d-7cde-405e-b77b-db474ca24fa5 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/security-groups?id=45561a12-f72a-4817-8ec7-bc7a617f1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843972 Mar 05 00:00:34.588395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-0365e70d-6026-490f-aed6-6a1f95187a1d tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:34.591925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-0365e70d-6026-490f-aed6-6a1f95187a1d tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 945 time: 0.2766657 Mar 05 00:00:34.630521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-29851b68-8e9d-4de9-a38e-f30f98332962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:34.631974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-29851b68-8e9d-4de9-a38e-f30f98332962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.1310329 Mar 05 00:00:34.684950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Deleting port 62469122-a967-43e6-8413-e39afaeb5f69 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:34.685342 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.707116 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb089c05-1bbf-4416-948b-6f933b862478', 'code': 200} Mar 05 00:00:34.778673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=cb089c05-1bbf-4416-948b-6f933b862478,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:34.788732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-6432dfd5-71c0-4352-8523-fd659cd29744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733478 Mar 05 00:00:34.793170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:34.796927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:34.809817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:34.819681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:34.832766 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d6468b06-1e4f-463b-9341-08e39f97e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:34.903717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port a502b840-57c0-48f3-ace2-13087b13fcc8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:34.930199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port a502b840-57c0-48f3-ace2-13087b13fcc8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:34.930693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.138587 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb71d3aa-2fc1-4190-8ead-f04259436935 req-50383548-70e8-4d9f-85e1-acd766d60873 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 1100 time: 0.4894443 Mar 05 00:00:35.144734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-34ef7165-0fe9-433c-a6fe-3585ef7006bf service neutron] 10.222.0.36 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551612 Mar 05 00:00:35.158412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:35.159071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.181357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5546f-3466-4a21-a114-f013e5dda494 req-3b03b884-fb42-496f-b55a-52eede1e0b6f tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:35.183040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dff5546f-3466-4a21-a114-f013e5dda494 req-3b03b884-fb42-496f-b55a-52eede1e0b6f tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 949 time: 0.4410601 Mar 05 00:00:35.190276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ea4f6-f60f-40dd-ac3b-8a3b5a10ba33 req-b0a475d9-86f2-4a3c-a998-383fa37d83c8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:35.192004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-465ea4f6-f60f-40dd-ac3b-8a3b5a10ba33 req-b0a475d9-86f2-4a3c-a998-383fa37d83c8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 944 time: 0.3677213 Mar 05 00:00:35.246364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.246930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] For port 62469122-a967-43e6-8413-e39afaeb5f69, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=62469122-a967-43e6-8413-e39afaeb5f69,segment=NetworkSegment(6916dec1-5a63-4691-8d49-63677cdb8f1e),segment_id=6916dec1-5a63-4691-8d49-63677cdb8f1e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:35.246930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.255369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-b77ede72-3e59-434c-a0bf-2b275bb79775 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8648574 Mar 05 00:00:35.268205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Request body: {'port': {'device_id': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:35.322980 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb71d3aa-2fc1-4190-8ead-f04259436935 req-0843d348-468e-4f0f-a784-4c463933805e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768794 Mar 05 00:00:35.328707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a502b840-57c0-48f3-ace2-13087b13fcc8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a502b840-57c0-48f3-ace2-13087b13fcc8,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:35.331851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0b79c40f-7937-485e-9fd9-a8b0a0394b1e None None] Provisioning for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:35.341757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-465ea4f6-f60f-40dd-ac3b-8a3b5a10ba33 req-c6e90108-9893-4427-ba0a-e84f14425a23 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419840 Mar 05 00:00:35.342090 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.383463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0b79c40f-7937-485e-9fd9-a8b0a0394b1e None None] Provisioning complete for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:35.383925 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0b79c40f-7937-485e-9fd9-a8b0a0394b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.385071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38aba6b1-312c-4da0-a8be-4d2197c24fd4 req-fdc9a816-3036-4e04-8868-26c28b90fa7a service neutron] 10.222.0.36 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216020 Mar 05 00:00:35.443780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Calling delete_port for 62469122-a967-43e6-8413-e39afaeb5f69 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:35.472348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0b79c40f-7937-485e-9fd9-a8b0a0394b1e None None] Port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:00:35.481263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a502b840-57c0-48f3-ace2-13087b13fcc8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:35.490044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dff5546f-3466-4a21-a114-f013e5dda494 req-27ee4222-3cb8-41de-9e77-b4f14cf16202 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846563 Mar 05 00:00:35.554821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8472d84-45db-4c7a-b6b4-b76bb1e8d177 req-e9c7648f-df44-4d26-a6af-ef6bde3d0dd3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:35.563187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8472d84-45db-4c7a-b6b4-b76bb1e8d177 req-e9c7648f-df44-4d26-a6af-ef6bde3d0dd3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 936 time: 0.0968585 Mar 05 00:00:35.582244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.610422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8472d84-45db-4c7a-b6b4-b76bb1e8d177 req-ab9c4dc5-41f2-4e80-82e6-b80c5ebedde6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Mar 05 00:00:35.655122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'tag': '4be65dea-9212-413f-a21e-11c1782f9122'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:35.796723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb031-a007-4a57-95e8-4ad23933017d req-8a3d9b84-7d4f-4dbd-8f46-57697d75be25 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:35.798173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee1fb031-a007-4a57-95e8-4ad23933017d req-8a3d9b84-7d4f-4dbd-8f46-57697d75be25 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.0772908 Mar 05 00:00:35.844713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee1fb031-a007-4a57-95e8-4ad23933017d req-b3069a28-bd52-4cd2-9cb9-e16e4f4e3e7f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Mar 05 00:00:35.864508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:35.929987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['62469122-a967-43e6-8413-e39afaeb5f69'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:35.940125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Pushing event deleted for resources: {'Port': ['ID=62469122-a967-43e6-8413-e39afaeb5f69,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:35.983899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c5cbf289-9549-458a-94ae-66f3e9885b4c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:35.986091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c5cbf289-9549-458a-94ae-66f3e9885b4c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.3850112 Mar 05 00:00:36.041159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0175852-f214-49d7-a761-1f8a8d6c0c95 req-f34d652a-bf61-4c87-b435-09e2fef3d8f9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:36.041881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e0175852-f214-49d7-a761-1f8a8d6c0c95 req-f34d652a-bf61-4c87-b435-09e2fef3d8f9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Synchronizing usage tracker for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:36.057641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e0175852-f214-49d7-a761-1f8a8d6c0c95 req-f34d652a-bf61-4c87-b435-09e2fef3d8f9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Unset dirty status for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:36.058724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0175852-f214-49d7-a761-1f8a8d6c0c95 req-f34d652a-bf61-4c87-b435-09e2fef3d8f9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 944 time: 0.0943222 Mar 05 00:00:36.104535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0175852-f214-49d7-a761-1f8a8d6c0c95 req-480d379f-186a-4b63-b93b-af40fda871ea tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Mar 05 00:00:36.127716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] No DVR routers for this DVR port 62469122-a967-43e6-8413-e39afaeb5f69 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:00:36.138089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-b7228eb2-d484-4702-acc9-125ac9993ca4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0818915 Mar 05 00:00:36.140867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:36.147190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d102172-1576-4f99-b520-3f8b18513518', 'name': 'network-vif-deleted', 'tag': '62469122-a967-43e6-8413-e39afaeb5f69'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:36.261466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8300b9d6-8720-4d27-9e12-bd0a8d123f2b req-26a8ee3b-2977-4bc1-9aac-ed796963e433 tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d102172-1576-4f99-b520-3f8b18513518 HTTP/1.1" status: 200 len: 210 time: 0.0447805 Mar 05 00:00:36.314442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-7d3170b3-1ad6-4776-99a4-ef8e65fd785b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1749964 Mar 05 00:00:36.318163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-43717e44-2360-4008-9dc5-c75e4e7d4322 req-2c806e6a-aaf5-4631-a4f6-38b4c028400b tempest-InstanceActionsNegativeTestJSON-504388592 tempest-InstanceActionsNegativeTestJSON-504388592-project] 10.222.0.36 "DELETE /v2.0/ports/62469122-a967-43e6-8413-e39afaeb5f69 HTTP/1.1" status: 204 len: 173 time: 1.7203667 Mar 05 00:00:36.337630 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'tag': '4be65dea-9212-413f-a21e-11c1782f9122', 'status': 'completed', 'code': 200} Mar 05 00:00:36.453902 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d102172-1576-4f99-b520-3f8b18513518', 'name': 'network-vif-deleted', 'tag': '62469122-a967-43e6-8413-e39afaeb5f69', 'status': 'completed', 'code': 200} Mar 05 00:00:36.551326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f69d11-49bd-4fc2-93c9-ba7cb04dc28d req-1b859fde-fce3-47c9-8cb0-51ec84f12c19 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:36.552765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8f69d11-49bd-4fc2-93c9-ba7cb04dc28d req-1b859fde-fce3-47c9-8cb0-51ec84f12c19 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 945 time: 0.0792274 Mar 05 00:00:36.598878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8f69d11-49bd-4fc2-93c9-ba7cb04dc28d req-c84bb63e-46c0-4cb0-b832-a08d21c069aa tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Mar 05 00:00:36.599989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-02ed9ded-051f-4969-b3fe-19016315ae13 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728908 Mar 05 00:00:36.601896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:36.611071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:36.707796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-4dda5d6e-18f1-4bd6-a634-1cbeef31f4d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 1095 time: 0.2938607 Mar 05 00:00:36.708910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a502b840-57c0-48f3-ace2-13087b13fcc8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:36.710617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Transition to ACTIVE for port object d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:36.717204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:36.801280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3809a57-c77d-446d-af27-5cbaa0f3dccc req-f4f81dc5-3f37-49f6-8fe8-6755db02e3e1 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:36.803256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3809a57-c77d-446d-af27-5cbaa0f3dccc req-f4f81dc5-3f37-49f6-8fe8-6755db02e3e1 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 949 time: 0.0857484 Mar 05 00:00:36.855458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3809a57-c77d-446d-af27-5cbaa0f3dccc req-4c217530-8f6e-4549-99c6-547ce2db1820 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Mar 05 00:00:36.938232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec60-c733-4b34-97a5-51b1ef5683d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:36.994522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-f83938f7-c302-4289-835d-9d7a7b307c5f service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852522 Mar 05 00:00:37.013079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:37.130784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-37962570-c4a5-4be5-9c0a-877051c33428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:37.133975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-37962570-c4a5-4be5-9c0a-877051c33428 service neutron] 10.222.0.36 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 911 time: 0.4105957 Mar 05 00:00:37.205587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9480da-4b85-4279-bfde-90575e11ee5b req-9b3875dc-79ea-4af3-82fc-b615d74a6592 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:37.208124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a9480da-4b85-4279-bfde-90575e11ee5b req-9b3875dc-79ea-4af3-82fc-b615d74a6592 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.1556699 Mar 05 00:00:37.253577 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a502b840-57c0-48f3-ace2-13087b13fcc8', 'code': 200} Mar 05 00:00:37.294915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a9480da-4b85-4279-bfde-90575e11ee5b req-57abfe58-7f0c-4434-81d7-575831563725 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Mar 05 00:00:37.309545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-67a5c5eb-13b5-46d2-8e13-c5e2984fa9ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be65dea-9212-413f-a21e-11c1782f9122 HTTP/1.1" status: 200 len: 217 time: 0.0892730 Mar 05 00:00:37.431273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:37.431843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:37.431968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:37.443289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-ca1ab3f9-c95a-4f40-a5fb-e4f8b2fb3e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:37.444737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-ca1ab3f9-c95a-4f40-a5fb-e4f8b2fb3e62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.1278770 Mar 05 00:00:37.452650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:37.453539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:37.498479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a834d8eb-ba02-402e-8ac7-911d1e58ad16 req-e521c932-59f8-413d-bb34-9f5b0633705e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 1096 time: 0.1690407 Mar 05 00:00:37.512764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-9ead8478-aaf0-4469-9a06-0acbf640cf4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547011 Mar 05 00:00:37.515055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:37.515386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:37.516280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:37.516709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Bound port: d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:37.517315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:37.587269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a834d8eb-ba02-402e-8ac7-911d1e58ad16 req-26bc4760-9b11-46f9-a175-96a1a5435cff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822060 Mar 05 00:00:37.601919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a3fe-4da3-46d1-b65b-13b4ccfc780d req-5f761419-9375-44d8-925f-d847e209cd02 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:37.609472 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f86a3fe-4da3-46d1-b65b-13b4ccfc780d req-5f761419-9375-44d8-925f-d847e209cd02 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 944 time: 0.1564696 Mar 05 00:00:37.655091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f86a3fe-4da3-46d1-b65b-13b4ccfc780d req-c0ccbec1-4843-4984-bef6-a43a4a0b88b5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Mar 05 00:00:37.674742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d078c-2bdb-4052-9ce6-84abba7fdea1 req-df5eaf3b-8e54-4be8-8a51-6e52e925938f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:37.685003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f91d078c-2bdb-4052-9ce6-84abba7fdea1 req-df5eaf3b-8e54-4be8-8a51-6e52e925938f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2954979 Mar 05 00:00:37.762403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:37.772474 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-b908bea9-5ec1-48fd-b59b-57cc385f82f2 service neutron] 10.222.0.36 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436748 Mar 05 00:00:37.780300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:37.783089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f91d078c-2bdb-4052-9ce6-84abba7fdea1 req-351e14df-8d84-481e-9b69-982420b9219b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995126 Mar 05 00:00:37.787204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:37.833863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-235b14d1-1678-44bd-a5a2-845991c0216e req-39c762ab-bb9e-4ed5-8750-dd577a06c73e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:37.849663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-235b14d1-1678-44bd-a5a2-845991c0216e req-39c762ab-bb9e-4ed5-8750-dd577a06c73e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:37.851126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-235b14d1-1678-44bd-a5a2-845991c0216e req-39c762ab-bb9e-4ed5-8750-dd577a06c73e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 210 time: 0.0745034 Mar 05 00:00:37.907900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48002) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:38.030293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4be65dea-9212-413f-a21e-11c1782f9122 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:38.032835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 62469122-a967-43e6-8413-e39afaeb5f69 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:38.085687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.087043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] 10.222.0.36 "PUT /v2.0/ports/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 1096 time: 2.8237419 Mar 05 00:00:38.093188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 62469122-a967-43e6-8413-e39afaeb5f69 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:00:38.093598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 62469122-a967-43e6-8413-e39afaeb5f69 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:38.099466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Deleting subnet 776e5c8f-2a41-4daa-9f27-12731622e75f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:00:38.128825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.193123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.193568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e516354-c69f-4c46-ab9c-462b6f3a595f service neutron] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:38.204408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.238996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546043b3-6859-497a-86d1-4c7d3325a0ce req-a4f41398-82a1-48ae-b15a-f39cc45f0850 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:38.245942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-546043b3-6859-497a-86d1-4c7d3325a0ce req-a4f41398-82a1-48ae-b15a-f39cc45f0850 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 945 time: 0.2245691 Mar 05 00:00:38.263447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4be65dea-9212-413f-a21e-11c1782f9122, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4be65dea-9212-413f-a21e-11c1782f9122,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:38.268667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3172a081-1c8b-4ce8-bd1d-e98f9b8c4021 req-31ebb3ad-ba73-49a3-9db3-c173a29f83ce service neutron] 10.222.0.36 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330752 Mar 05 00:00:38.292936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e04c94-fc57-484c-9a33-9612d9e9a8e6 req-0a45b4a6-65ab-481f-9d1d-d7a7bd8ac587 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:38.294440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2e04c94-fc57-484c-9a33-9612d9e9a8e6 req-0a45b4a6-65ab-481f-9d1d-d7a7bd8ac587 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 949 time: 0.2106411 Mar 05 00:00:38.302626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-5cbd58e2-41e9-4848-b219-0fe671b12598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1099 time: 0.1563594 Mar 05 00:00:38.316037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4be65dea-9212-413f-a21e-11c1782f9122', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'port_id': '4be65dea-9212-413f-a21e-11c1782f9122', 'mac_address': 'fa:16:3e:df:ca:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:38.356743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-546043b3-6859-497a-86d1-4c7d3325a0ce req-82b60b51-707c-4886-b089-62d29dc70f50 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098509 Mar 05 00:00:38.398769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.401283 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-248525c1-493b-4bc6-8e5c-2b6e0ad8ab3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.0778861 Mar 05 00:00:38.402329 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.429349 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.438377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be65dea-9212-413f-a21e-11c1782f9122 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:38.454570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:38.474730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4be65dea-9212-413f-a21e-11c1782f9122, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4be65dea-9212-413f-a21e-11c1782f9122,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:38.487487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.494753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2e04c94-fc57-484c-9a33-9612d9e9a8e6 req-97eeabeb-0f55-4278-a8f5-026199e169df tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910753 Mar 05 00:00:38.510069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-9850a260-2d5a-40af-b0d2-91bd25500bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:38.511752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-9850a260-2d5a-40af-b0d2-91bd25500bc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1031449 Mar 05 00:00:38.588108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4be65dea-9212-413f-a21e-11c1782f9122,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:38.612586 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'status': 'completed', 'code': 200} Mar 05 00:00:38.689817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-67633c15-747d-4350-ab5f-8b1ad019af6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707478 Mar 05 00:00:38.869937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-e699f8b6-41f7-4822-ab08-06c0cb153532 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719608 Mar 05 00:00:38.912931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:38.923177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4be65dea-9212-413f-a21e-11c1782f9122'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:39.061790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776e5c8f-2a41-4daa-9f27-12731622e75f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:39.072736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-db9a415e-bf77-41cf-b79a-90546eab5615 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:39.074838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-db9a415e-bf77-41cf-b79a-90546eab5615 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.5963931 Mar 05 00:00:39.076128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.085760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82eb0c90-cbf3-4ca3-a70d-df5c3ba8625d req-16d8fa92-30f7-4a46-84d5-b2234f6af9a5 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100012 Mar 05 00:00:39.088588 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0ffbbd08-0cd2-4192-b154-494ae4f88038 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/776e5c8f-2a41-4daa-9f27-12731622e75f HTTP/1.1" status: 204 len: 168 time: 1.1789694 Mar 05 00:00:39.092062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48020) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:39.099618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Request body: {'port': {'device_id': '4985f761-dadf-4470-a18f-1c42872eeb79', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'admin_state_up': True, 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:39.121208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39dddd-ae5c-4be2-b1cb-568b849f98ba req-391795c7-0f49-4bf8-8aa5-e5d68227beae tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:39.128899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee39dddd-ae5c-4be2-b1cb-568b849f98ba req-391795c7-0f49-4bf8-8aa5-e5d68227beae tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 945 time: 0.1576996 Mar 05 00:00:39.212913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced26d-8f90-4578-98ce-941185c9fae6 req-20c8dbc3-8e72-4505-bab7-617f589936e8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:39.217918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19ced26d-8f90-4578-98ce-941185c9fae6 req-20c8dbc3-8e72-4505-bab7-617f589936e8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.4079666 Mar 05 00:00:39.295813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.300041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee39dddd-ae5c-4be2-b1cb-568b849f98ba req-c1fb93aa-f13b-42de-bcfa-2ff99a02aeaf tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703341 Mar 05 00:00:39.300388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19ced26d-8f90-4578-98ce-941185c9fae6 req-edbe5230-ec45-4115-aaf7-43c3322bcf1c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766604 Mar 05 00:00:39.306522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:39.317212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:39.340697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:39.345331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.444101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.458871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-9fdee5e8-a88d-4f6a-8833-512861ee770d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1099 time: 0.2296700 Mar 05 00:00:39.537021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:39.551883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:00:39.584670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.585459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Allocated IP 172.20.0.4 (ca6a8ca4-6da0-4add-9049-7c751319a689/3b0442fb-a254-488c-afee-c0514f86ce60/25f9fedb-799f-488d-b871-7b92e3a99366) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:39.591756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59581-679e-432e-ac57-2a4405915792 req-31c853ac-6604-4d9a-9d39-0b9e066d327e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:39.593258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6b59581-679e-432e-ac57-2a4405915792 req-31c853ac-6604-4d9a-9d39-0b9e066d327e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.1576462 Mar 05 00:00:39.593657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6916dec1-5a63-4691-8d49-63677cdb8f1e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:39.593950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6916dec1-5a63-4691-8d49-63677cdb8f1e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:39.614429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.647941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.657377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:00:39.657720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:00:39.683822 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:00:39.686928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6b59581-679e-432e-ac57-2a4405915792 req-269f6329-680c-4efa-a4a7-01d9051ac721 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836916 Mar 05 00:00:39.775951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-19378d95-2ab5-4703-b1bb-9e0179f830e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:39.777420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-19378d95-2ab5-4703-b1bb-9e0179f830e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2780859 Mar 05 00:00:39.783738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef86d6-6c1b-4d05-a1f5-3a7aff2a727d req-f87694dd-4532-4316-96a1-ec5d9b13c436 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:39.785144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6ef86d6-6c1b-4d05-a1f5-3a7aff2a727d req-f87694dd-4532-4316-96a1-ec5d9b13c436 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 949 time: 0.3297403 Mar 05 00:00:39.865614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6891e79-17db-4d16-93be-7c103cad30e3 req-f2b0f298-583c-4253-9f74-43ccb2c139e2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 210 time: 0.0557127 Mar 05 00:00:39.895380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.925921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.942540 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.977990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:39.989478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-c016b47e-1f05-4e84-9572-d0633c4d5733 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.2026865 Mar 05 00:00:39.995937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:40.005844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:40.022840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:40.023958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:40.030491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:40.055813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53762554-0f92-4e2d-885f-0b94037708aa admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee673c2d-6f3c-44b5-8cd9-56b4f7ba4de5 HTTP/1.1" status: 204 len: 168 time: 0.9628022 Mar 05 00:00:40.069574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6ef86d6-6c1b-4d05-a1f5-3a7aff2a727d req-21d89ba2-e652-4e70-8fab-45587d1a59b7 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351755 Mar 05 00:00:40.076418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-e010b20c-c889-4290-808f-d72c24ad3de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:40.077869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-e010b20c-c889-4290-808f-d72c24ad3de5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0797851 Mar 05 00:00:40.155239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:40.155841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.162829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-eb6104ef-0537-4040-8ed9-8808bcf3b3ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786846 Mar 05 00:00:40.192744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0662be-b7c0-4798-a46e-1b1c72136046 req-526458f2-f2fc-412b-ad4b-39225a9b0bea tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:40.194244 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb0662be-b7c0-4798-a46e-1b1c72136046 req-526458f2-f2fc-412b-ad4b-39225a9b0bea tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 945 time: 0.1338408 Mar 05 00:00:40.195432 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-c158d676-2b93-49d5-995d-f8745402ac28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997903 Mar 05 00:00:40.224116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Request body: {'port': {'device_id': '4985f761-dadf-4470-a18f-1c42872eeb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:40.275556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48028) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:40.301853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb0662be-b7c0-4798-a46e-1b1c72136046 req-ab2b0ab9-b2a1-4708-b309-57354fd60f35 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000762 Mar 05 00:00:40.342410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-493b9e96-353b-40b0-aea8-cde586f51de5 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708729 Mar 05 00:00:40.368626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.465094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1486a9ac-fe09-41eb-841b-e9f933fa4bfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=051b7b71bab14c3394f76748ce603403&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1883712 Mar 05 00:00:40.467758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48038) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:40.564377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1aa1efbf-3e9c-4e29-bc23-39e524ce633d req-ba4e5d93-e64b-4ee8-848d-08e350f2ef9a service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135816 Mar 05 00:00:40.582203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21f37b5c-50d6-4e0a-9e2b-a9a5b0185f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.631472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaacba-b141-4688-aff0-35be8570ff4a req-e910543f-2722-4bc0-a109-a5bd1aaabad3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:40.632924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dbcaacba-b141-4688-aff0-35be8570ff4a req-e910543f-2722-4bc0-a109-a5bd1aaabad3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.1930902 Mar 05 00:00:40.650366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21f37b5c-50d6-4e0a-9e2b-a9a5b0185f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.755526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dbcaacba-b141-4688-aff0-35be8570ff4a req-178a74aa-77a9-4e02-9390-568643fd0709 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772398 Mar 05 00:00:40.766876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-a64199e6-0559-412a-a19c-7b7efc9b8a26 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:40.768492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-a64199e6-0559-412a-a19c-7b7efc9b8a26 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 949 time: 0.1585340 Mar 05 00:00:40.816118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21f37b5c-50d6-4e0a-9e2b-a9a5b0185f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.860030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f37b5c-50d6-4e0a-9e2b-a9a5b0185f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45561a12-f72a-4817-8ec7-bc7a617f1226,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:40.862462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f9fedb-799f-488d-b871-7b92e3a99366 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:40.870145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.880759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Deleting port cb089c05-1bbf-4416-948b-6f933b862478 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:40.881101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.907819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21f37b5c-50d6-4e0a-9e2b-a9a5b0185f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.908904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-21f37b5c-50d6-4e0a-9e2b-a9a5b0185f0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45561a12-f72a-4817-8ec7-bc7a617f1226 HTTP/1.1" status: 204 len: 168 time: 0.4402814 Mar 05 00:00:40.920013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Transition to ACTIVE for port object 25f9fedb-799f-488d-b871-7b92e3a99366 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:40.926123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:40.928609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c0233-e7b7-4004-be54-242cf3493d56 req-154ffb5f-4341-419b-8847-3e4c5d5834b1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:40.930250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b52c0233-e7b7-4004-be54-242cf3493d56 req-154ffb5f-4341-419b-8847-3e4c5d5834b1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 945 time: 0.2246497 Mar 05 00:00:41.039445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b52c0233-e7b7-4004-be54-242cf3493d56 req-ea641f62-9680-4579-88b5-d36bb1f43d77 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954375 Mar 05 00:00:41.144993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:41.260606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] For port cb089c05-1bbf-4416-948b-6f933b862478, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb089c05-1bbf-4416-948b-6f933b862478,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:41.260993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:41.302267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594f4a9-c37b-41e2-8fad-437d7e2c4995 req-bc521c87-000e-492d-a2b5-ba3b26f8352b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:41.303742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6594f4a9-c37b-41e2-8fad-437d7e2c4995 req-bc521c87-000e-492d-a2b5-ba3b26f8352b tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 945 time: 0.4175990 Mar 05 00:00:41.379806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Attempting to bind port 25f9fedb-799f-488d-b871-7b92e3a99366 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:41.380149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Attempting to bind port 25f9fedb-799f-488d-b871-7b92e3a99366 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:41.380775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Attempting to bind port 25f9fedb-799f-488d-b871-7b92e3a99366 on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:41.385300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6594f4a9-c37b-41e2-8fad-437d7e2c4995 req-0a3ffd75-1502-46a9-92a4-e0858f46d02e tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696824 Mar 05 00:00:41.388680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Calling delete_port for cb089c05-1bbf-4416-948b-6f933b862478 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:41.389311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Port 25f9fedb-799f-488d-b871-7b92e3a99366 on network ca6a8ca4-6da0-4add-9049-7c751319a689 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:41.389637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Attempting to bind port 25f9fedb-799f-488d-b871-7b92e3a99366 on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:41.398770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:41.399113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:41.399498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Bound using segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:41.399926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Bound port: 25f9fedb-799f-488d-b871-7b92e3a99366, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:41.400276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:41.457624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cea76-d299-4ab3-9daa-898ed44223a4 req-732ab8aa-3319-4ce3-bf0f-cd83646e5a35 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:41.458838 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-346cea76-d299-4ab3-9daa-898ed44223a4 req-732ab8aa-3319-4ce3-bf0f-cd83646e5a35 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2784348 Mar 05 00:00:41.515109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:41.518279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:41.524854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:41.582311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-346cea76-d299-4ab3-9daa-898ed44223a4 req-8e76e2fc-cb43-412d-bd6b-55d27d371186 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142538 Mar 05 00:00:41.602112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:41.602112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] 10.222.0.10 "PUT /v2.0/ports/25f9fedb-799f-488d-b871-7b92e3a99366 HTTP/1.1" status: 200 len: 1091 time: 1.3956635 Mar 05 00:00:41.602112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:41.647939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:41.652904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32036ffa-c83a-42c8-b568-bdec9eca8d77 service neutron] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:41.663318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['cb089c05-1bbf-4416-948b-6f933b862478'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:41.726507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Pushing event deleted for resources: {'Port': ['ID=cb089c05-1bbf-4416-948b-6f933b862478,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:41.784823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-93e24ea3-a7d3-450a-a542-6b2b3e109f64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 1094 time: 0.1331272 Mar 05 00:00:41.793863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc6fb-590c-4bca-9008-c8c203bee81b req-94af65c3-15e3-434e-9bc1-1a708d3ab9de tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:41.794596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-65fcc6fb-590c-4bca-9008-c8c203bee81b req-94af65c3-15e3-434e-9bc1-1a708d3ab9de tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:41.912342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-106bd3c4-03c5-4cc0-9937-f6fc7af41d18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25f9fedb-799f-488d-b871-7b92e3a99366 HTTP/1.1" status: 200 len: 217 time: 0.1128714 Mar 05 00:00:41.950306 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd7d258c-004f-4007-8786-526a9814cde3 req-19a5c3ef-120e-419c-b4a8-5725b6d8f9ff tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdcacdeb-5419-4928-9608-70d7134a7748 HTTP/1.1" status: 200 len: 210 time: 0.2259040 Mar 05 00:00:41.978723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-65fcc6fb-590c-4bca-9008-c8c203bee81b req-94af65c3-15e3-434e-9bc1-1a708d3ab9de tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:41.985099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65fcc6fb-590c-4bca-9008-c8c203bee81b req-94af65c3-15e3-434e-9bc1-1a708d3ab9de tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 943 time: 0.3807366 Mar 05 00:00:42.001762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48072) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:42.020273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] No DVR routers for this DVR port cb089c05-1bbf-4416-948b-6f933b862478 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:00:42.023530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.026067 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366', 'status': 'completed', 'code': 200} Mar 05 00:00:42.026795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'name': 'network-vif-deleted', 'tag': 'cb089c05-1bbf-4416-948b-6f933b862478'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:42.038491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-8fd432dd-8247-4fe4-ba76-c3a9938b47d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:42.040765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-8fd432dd-8247-4fe4-ba76-c3a9938b47d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1221969 Mar 05 00:00:42.046433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7f7edf-a1c8-4c05-9808-f8f37e61ca14 req-01e12ce1-9548-410f-9523-125bd25e3c95 tempest-ImagesNegativeTestJSON-1160252039 tempest-ImagesNegativeTestJSON-1160252039-project] 10.222.0.36 "DELETE /v2.0/ports/cb089c05-1bbf-4416-948b-6f933b862478 HTTP/1.1" status: 204 len: 173 time: 1.2593200 Mar 05 00:00:42.071575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:42.085516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4be65dea-9212-413f-a21e-11c1782f9122 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:42.114955 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65fcc6fb-590c-4bca-9008-c8c203bee81b req-edef169a-3011-4731-b147-45933d97ae33 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288884 Mar 05 00:00:42.117267 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-8ef370ba-d247-4872-be00-135ef0b8c634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692506 Mar 05 00:00:42.243489 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcacdeb-5419-4928-9608-70d7134a7748', 'name': 'network-vif-deleted', 'tag': 'cb089c05-1bbf-4416-948b-6f933b862478', 'status': 'completed', 'code': 200} Mar 05 00:00:42.273923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1550168645-network', 'tenant_id': '8ce8748a1a3844ee84d6ad8d8bc0e3c3'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:42.279949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:42.284583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Usage tracker for resource:network and tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:42.288171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:42.294801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:42.318354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-5b66aaa6-f83e-4f86-8ad0-06ed44fce1c9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:42.322915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-5b66aaa6-f83e-4f86-8ad0-06ed44fce1c9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 945 time: 0.2295096 Mar 05 00:00:42.323961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Made reservation on behalf of 8ce8748a1a3844ee84d6ad8d8bc0e3c3 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:42.327659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.392383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4be65dea-9212-413f-a21e-11c1782f9122 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:42.401791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4be65dea-9212-413f-a21e-11c1782f9122 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:42.402155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.418873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Deleting port a502b840-57c0-48f3-ace2-13087b13fcc8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:42.419219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.422774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-31ee8b26-3f6b-411c-bda1-2fe1b829c895 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939212 Mar 05 00:00:42.458991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:42.464133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953d7d5-8616-4d86-9c26-550c3f57c76e req-798ac649-1f21-4bed-9b69-ea7c964b146c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:42.464836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b953d7d5-8616-4d86-9c26-550c3f57c76e req-798ac649-1f21-4bed-9b69-ea7c964b146c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:42.467730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.479195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'port_id': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'mac_address': 'fa:16:3e:a6:cb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c6d14-9359-4b40-aae0-ebc0ee8274f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:42.520577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b953d7d5-8616-4d86-9c26-550c3f57c76e req-798ac649-1f21-4bed-9b69-ea7c964b146c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:42.522036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b953d7d5-8616-4d86-9c26-550c3f57c76e req-798ac649-1f21-4bed-9b69-ea7c964b146c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.3872802 Mar 05 00:00:42.542286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758b5ff-ac4f-41c3-826c-63a2d3e34333 req-bdc82f64-c382-4788-a8a2-aef55f497393 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:42.543742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e758b5ff-ac4f-41c3-826c-63a2d3e34333 req-bdc82f64-c382-4788-a8a2-aef55f497393 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 945 time: 0.1802757 Mar 05 00:00:42.574777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:42.611233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dab5b7e-9446-494b-9dd1-7cfa04569258 req-87b845ff-a0d7-48d9-9267-c1f7bc495c5e service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799090 Mar 05 00:00:42.619116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e758b5ff-ac4f-41c3-826c-63a2d3e34333 req-21b7b9b7-9bf1-41c9-9bef-443e04963a05 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Mar 05 00:00:42.627123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.636509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:42.642464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:42.656723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:42.667580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac7ff80d-ebb1-4d3d-b368-c676f350b372 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:42.672621 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.676312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b953d7d5-8616-4d86-9c26-550c3f57c76e req-20ca9df5-8a86-4512-b3f3-c72e5d3cd529 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Mar 05 00:00:42.711558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:42.726259 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.726949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:42.779597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be65dea-9212-413f-a21e-11c1782f9122'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:42.802863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4be65dea-9212-413f-a21e-11c1782f9122, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4be65dea-9212-413f-a21e-11c1782f9122,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:42.823464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.824256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:42.868768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-15b14b95-b4e8-42d1-a6d7-55dbca0abf9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 1094 time: 0.1648922 Mar 05 00:00:42.918258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] For port a502b840-57c0-48f3-ace2-13087b13fcc8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a502b840-57c0-48f3-ace2-13087b13fcc8,segment=NetworkSegment(a0dc3436-7867-42da-bcaa-d035324ec029),segment_id=a0dc3436-7867-42da-bcaa-d035324ec029)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:42.918965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:42.973797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:42.993339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03798f-b70b-4b68-ab14-05f5120f8515 req-ba6af535-e533-49be-949f-799934e258b1 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:42.994815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae03798f-b70b-4b68-ab14-05f5120f8515 req-ba6af535-e533-49be-949f-799934e258b1 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 945 time: 0.2284226 Mar 05 00:00:43.073077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae03798f-b70b-4b68-ab14-05f5120f8515 req-bf25650e-e478-4d64-addb-749509be3e11 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Mar 05 00:00:43.089595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-819799da-89b9-4932-bb4a-d563b1226022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:43.091142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-819799da-89b9-4932-bb4a-d563b1226022 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.2141821 Mar 05 00:00:43.126102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Calling delete_port for a502b840-57c0-48f3-ace2-13087b13fcc8 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:43.170718 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be65dea-9212-413f-a21e-11c1782f9122', 'code': 200} Mar 05 00:00:43.174212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:43.189255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4be65dea-9212-413f-a21e-11c1782f9122,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:43.199083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.210427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'mac_address': 'fa:16:3e:4a:47:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:43.250972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ac7ff80d-ebb1-4d3d-b368-c676f350b372 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:43.286774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:43.292445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.305029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.320176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-852b8e0f-23e6-43f2-bf40-e8d497bd45ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25f9fedb-799f-488d-b871-7b92e3a99366 HTTP/1.1" status: 200 len: 217 time: 0.2215865 Mar 05 00:00:43.354188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c26840-6074-410d-a3c8-3e4aca96d7b7 req-4d23f061-5cff-4fa4-a494-b699180ef95a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:43.360829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:43.362000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0c26840-6074-410d-a3c8-3e4aca96d7b7 req-4d23f061-5cff-4fa4-a494-b699180ef95a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 944 time: 0.4461234 Mar 05 00:00:43.367170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.396449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:43.400156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.400584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-15a34baa-0f43-4dcf-83e9-c485d8e97115 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:43.400854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:43.402481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-15a34baa-0f43-4dcf-83e9-c485d8e97115 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.0765452 Mar 05 00:00:43.405620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.414548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:00:43.453560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.453996 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Added segment 5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19 of type vlan for network c65b92a6-678c-4905-8c30-a01202fcacee Mar 05 00:00:43.480846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:43.490122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-cc35985d-abb4-4d1b-b945-4bf84ea1469b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478828 Mar 05 00:00:43.535689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03562786-4fc6-4fff-b10c-1d4aba4d0406,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:43.545728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eaf586d9-ee2b-4db7-96ee-8880aa1d4ab7 req-5893308a-8d1e-4942-ad7e-c49e9ce43f1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 1097 time: 0.3098602 Mar 05 00:00:43.564638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0c26840-6074-410d-a3c8-3e4aca96d7b7 req-aa42d2c5-2eff-45b5-a532-5c9bfd4ac125 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016635 Mar 05 00:00:43.584874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.615588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.629811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['a502b840-57c0-48f3-ace2-13087b13fcc8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:43.630182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3969d22-124e-4675-8a46-0eec20075446 req-c9cc8103-a7bb-4a66-899c-ebe2a5cc5437 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:43.636735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3969d22-124e-4675-8a46-0eec20075446 req-c9cc8103-a7bb-4a66-899c-ebe2a5cc5437 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 943 time: 0.2324483 Mar 05 00:00:43.669659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-eea6ee9f-7516-4830-9667-e7c399e2c6c2 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723797 Mar 05 00:00:43.689508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eaf586d9-ee2b-4db7-96ee-8880aa1d4ab7 req-dc976a59-7e8b-4b11-b9e7-1c4d0e92a61e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238945 Mar 05 00:00:43.692713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event deleted for resources: {'Port': ['ID=a502b840-57c0-48f3-ace2-13087b13fcc8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:43.738449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.738931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:43.739511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.780037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d2377680-dfaf-4d4b-ad44-f24ac5e4abe3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:43.789834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3969d22-124e-4675-8a46-0eec20075446 req-bd3a5ede-560b-4ebb-953c-05ffccd4a1b2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522186 Mar 05 00:00:43.831986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ac7ff80d-ebb1-4d3d-b368-c676f350b372'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:43.842622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72acdb79-3787-4fd9-a5c9-ac37d2311c9e req-67af6003-cf75-4811-9b02-7b34e6da9ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649036 Mar 05 00:00:43.893672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] No DVR routers for this DVR port a502b840-57c0-48f3-ace2-13087b13fcc8 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:00:43.907435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:43.946310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] Pushing event updated for resources: {'Network': ['ID=c65b92a6-678c-4905-8c30-a01202fcacee,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:43.965036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-13c321d2-6f32-4ca8-a92f-468c21ecbf25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9580381 Mar 05 00:00:43.966025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48104) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:43.969118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network c65b92a6-678c-4905-8c30-a01202fcacee details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:00:43.970802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f136d1d-ac58-4666-bde5-075af580f0bc req-07186be6-dccb-44e8-9fdf-e83cad3d68d5 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.36 "DELETE /v2.0/ports/a502b840-57c0-48f3-ace2-13087b13fcc8 HTTP/1.1" status: 204 len: 173 time: 1.6269536 Mar 05 00:00:43.976308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Request body: {'subnet': {'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1550168645-subnet', 'tenant_id': '8ce8748a1a3844ee84d6ad8d8bc0e3c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:43.982483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:43.989129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Usage tracker for resource:subnet and tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:43.992876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:44.001244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:44.018629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab516f-0605-4d64-aa13-9956d76833ca req-608d0eb9-f9c9-4033-b855-ac1ee6d4ef5a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:44.025174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56ab516f-0605-4d64-aa13-9956d76833ca req-608d0eb9-f9c9-4033-b855-ac1ee6d4ef5a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2249398 Mar 05 00:00:44.049554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Made reservation on behalf of 8ce8748a1a3844ee84d6ad8d8bc0e3c3 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:44.051922 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:44.077086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4edbd-c418-4e60-a56e-551716bfc266 req-728eacca-bb7c-403a-88d9-bf8955eddd29 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:44.084991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fca4edbd-c418-4e60-a56e-551716bfc266 req-728eacca-bb7c-403a-88d9-bf8955eddd29 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 949 time: 0.1439245 Mar 05 00:00:44.088283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb089c05-1bbf-4416-948b-6f933b862478 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:44.157413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: cb089c05-1bbf-4416-948b-6f933b862478 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:00:44.158122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb089c05-1bbf-4416-948b-6f933b862478 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:44.164477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fca4edbd-c418-4e60-a56e-551716bfc266 req-5fdfb65b-ed86-4e2a-bb6a-6ba1b0edf38b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752547 Mar 05 00:00:44.247006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'name': 'network-vif-deleted', 'tag': 'a502b840-57c0-48f3-ace2-13087b13fcc8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:44.264423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56ab516f-0605-4d64-aa13-9956d76833ca req-2eee73c0-6636-4c05-9244-cb53c9de500c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383797 Mar 05 00:00:44.383433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91a3b5ea-361d-4aeb-bf0b-ad570e0dd9be req-970a6c23-dfdb-4e7a-ac05-582f9abcfde9 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/ports?device_id=25819c56-e4c6-4e00-99ac-1ae07704ab00 HTTP/1.1" status: 200 len: 210 time: 0.0462337 Mar 05 00:00:44.391075 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25819c56-e4c6-4e00-99ac-1ae07704ab00', 'name': 'network-vif-deleted', 'tag': 'a502b840-57c0-48f3-ace2-13087b13fcc8', 'status': 'completed', 'code': 200} Mar 05 00:00:44.398788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:44.475115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efe1029-ab98-4c78-9aa1-30a4a5756b16,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:44.489988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.490323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.490944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.491275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.491592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.491908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.492321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.492538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.492847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.493156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.493486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:44.501118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Checking segment: {'id': '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:44.501430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Network hostable DHCP agents. Network: c65b92a6-678c-4905-8c30-a01202fcacee, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:00:44.526109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Network c65b92a6-678c-4905-8c30-a01202fcacee is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:00:44.536721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, c65b92a6-678c-4905-8c30-a01202fcacee) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:44.541571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:44.543013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:44.552899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0fecb-31a4-41c2-8ee3-3a3fcd76ec48 None None] Network c65b92a6-678c-4905-8c30-a01202fcacee requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:44.580932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-485fb0fb-1862-4962-8201-00e9180b78c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6131415 Mar 05 00:00:44.844462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06886c5-9e90-4fac-a317-6a9b0951daf6 None None] Network c65b92a6-678c-4905-8c30-a01202fcacee requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:44.880138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518e690-e3d0-495f-a5d7-6042e1694276 req-7fe59bad-30ab-4bf9-a72f-74cde62d3550 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:44.884132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b518e690-e3d0-495f-a5d7-6042e1694276 req-7fe59bad-30ab-4bf9-a72f-74cde62d3550 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 943 time: 0.1383603 Mar 05 00:00:44.885419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48130) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:44.937987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b518e690-e3d0-495f-a5d7-6042e1694276 req-dde1fab8-3d04-4bcb-b3db-cd0ab6dc1067 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Mar 05 00:00:45.089786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09854fbc-fdd0-4ff1-acf3-58fcc518154c req-590d4c89-4e9d-4b1e-81ca-60d6ce215942 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:45.091273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09854fbc-fdd0-4ff1-acf3-58fcc518154c req-590d4c89-4e9d-4b1e-81ca-60d6ce215942 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 943 time: 0.1317427 Mar 05 00:00:45.138825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09854fbc-fdd0-4ff1-acf3-58fcc518154c req-d7499ed9-055d-4950-84d4-74b5ea15e95d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Mar 05 00:00:45.147384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8fd7a1cb-751c-49a0-9995-c70b0d59ce8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd4cfae9ebce4eb0afd83066a8c976b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2607057 Mar 05 00:00:45.149700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48140) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:45.226937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb433-269e-4c34-83f8-fd94f6cc0cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:45.265408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb433-269e-4c34-83f8-fd94f6cc0cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:45.390904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb433-269e-4c34-83f8-fd94f6cc0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:45.414188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcb433-269e-4c34-83f8-fd94f6cc0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f67ea98-4a02-42d1-8fd1-8027bc3b6d28,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:45.421708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b67431-ccfc-4a8f-8561-524ef7d910b1 req-9e9712c7-e16a-4bbe-b318-3177dc3e7429 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:45.423191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3b67431-ccfc-4a8f-8561-524ef7d910b1 req-9e9712c7-e16a-4bbe-b318-3177dc3e7429 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 949 time: 0.1093764 Mar 05 00:00:45.429885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfdcb433-269e-4c34-83f8-fd94f6cc0cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:45.430932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cfdcb433-269e-4c34-83f8-fd94f6cc0cf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f67ea98-4a02-42d1-8fd1-8027bc3b6d28 HTTP/1.1" status: 204 len: 168 time: 0.2801070 Mar 05 00:00:45.433343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-f04eb2f0-ae76-4a4b-a3bc-e657f6997eab tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:45.434428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-f04eb2f0-ae76-4a4b-a3bc-e657f6997eab tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Synchronizing usage tracker for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:45.456114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-f04eb2f0-ae76-4a4b-a3bc-e657f6997eab tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Unset dirty status for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:45.457455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-f04eb2f0-ae76-4a4b-a3bc-e657f6997eab tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/networks?id=c65b92a6-678c-4905-8c30-a01202fcacee HTTP/1.1" status: 200 len: 822 time: 0.1848176 Mar 05 00:00:45.475301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-6ec9bf4c-b4f8-4753-9d8e-ff0462eb8ff7 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/quotas/8ce8748a1a3844ee84d6ad8d8bc0e3c3 HTTP/1.1" status: 200 len: 375 time: 0.0113025 Mar 05 00:00:45.476477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3b67431-ccfc-4a8f-8561-524ef7d910b1 req-4a6a4627-7047-4f59-9799-d51aff7f7bea tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477722 Mar 05 00:00:45.529814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-7a5cee9b-543c-4f9d-8df3-7023961af9f6 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ce8748a1a3844ee84d6ad8d8bc0e3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486126 Mar 05 00:00:45.666964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a212863-7893-44ef-b635-abcbff919e72 req-3883b286-b681-46b2-9446-f3925c2ab59e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:45.668528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a212863-7893-44ef-b635-abcbff919e72 req-3883b286-b681-46b2-9446-f3925c2ab59e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.0799494 Mar 05 00:00:45.688695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-9f4da659-1b54-4876-945a-9e2070c8a203 service neutron] 10.222.0.32 "GET /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447642 Mar 05 00:00:45.720693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a212863-7893-44ef-b635-abcbff919e72 req-b1db971c-65ee-4996-a360-0040fb7d324b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464251 Mar 05 00:00:45.850711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-cd8f054e-3cd3-48f3-9ea6-96903b374d5f service neutron] 10.222.0.32 "GET /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487286 Mar 05 00:00:46.083029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:46.210825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b208d84-f3e0-43fc-b84c-13d304628481 req-ca26f117-edcb-40ef-93b8-b412b3081bcc tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 210 time: 0.1282618 Mar 05 00:00:46.249127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613137f-d348-4086-99ec-3cd6589ed2bf req-6f24551e-7648-47b9-b1af-633f6bd2930c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:46.256170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0613137f-d348-4086-99ec-3cd6589ed2bf req-6f24551e-7648-47b9-b1af-633f6bd2930c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 943 time: 0.0966606 Mar 05 00:00:46.257496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:46.268457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:46.268809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:46.277436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-1eb9a2ff-d931-4d99-abc2-2c5867006b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 1097 time: 0.1543548 Mar 05 00:00:46.311187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0613137f-d348-4086-99ec-3cd6589ed2bf req-76874e91-ce05-40cc-a55f-58f4baa1bec1 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Mar 05 00:00:46.367652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:46.460252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-43a32f32-5d33-41e9-9418-fc6196afef5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:46.462071 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-43a32f32-5d33-41e9-9418-fc6196afef5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 911 time: 0.1837752 Mar 05 00:00:46.519603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6da2d3-ad85-4b28-a00b-c6c6c2633ae8 req-7d0c16d4-797c-43b9-809b-9074a242e521 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:46.527152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c6da2d3-ad85-4b28-a00b-c6c6c2633ae8 req-7d0c16d4-797c-43b9-809b-9074a242e521 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.0991390 Mar 05 00:00:46.529744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:46.585381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-a83edb18-bc68-4a41-ae3c-c861992faf21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be65dea-9212-413f-a21e-11c1782f9122 HTTP/1.1" status: 200 len: 217 time: 0.1165631 Mar 05 00:00:46.633933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c6da2d3-ad85-4b28-a00b-c6c6c2633ae8 req-c8735901-8178-4da9-8732-5f9e4be9f5be tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056230 Mar 05 00:00:46.651725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:46.724627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:46.733726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:46.741680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-3d81f13e-78fe-4ad6-82b9-0b090f0e3d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:46.743349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-3d81f13e-78fe-4ad6-82b9-0b090f0e3d84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.1499929 Mar 05 00:00:46.753053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:46.767138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '25f9fedb-799f-488d-b871-7b92e3a99366', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': '25f9fedb-799f-488d-b871-7b92e3a99366', 'mac_address': 'fa:16:3e:4e:c1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:46.768971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:46.769733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:46.795953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-35b3f45b-d66a-40a4-98ef-2c7d7a9d6912 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460715 Mar 05 00:00:46.802461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-185658205-network', 'tenant_id': '43a76e4145b9446192f99f3f3aee7e97'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:46.803155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9fdb-dfbe-458c-a1a3-ed5d50558065 req-f764c43a-e6e3-4b03-b288-6482687689d6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:46.804556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8cf9fdb-dfbe-458c-a1a3-ed5d50558065 req-f764c43a-e6e3-4b03-b288-6482687689d6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 943 time: 0.1654506 Mar 05 00:00:46.815128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:46.819054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Usage tracker for resource:network and tenant:43a76e4145b9446192f99f3f3aee7e97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:46.822298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:46.840147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:46.857042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Made reservation on behalf of 43a76e4145b9446192f99f3f3aee7e97 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:46.864785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:46.929528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:46.954042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8cf9fdb-dfbe-458c-a1a3-ed5d50558065 req-8fad4b31-3d51-44ba-a90d-9ccd418ddfc6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298821 Mar 05 00:00:46.980986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-f032866a-e969-44fc-a3a5-957ffd0fa7a2 service neutron] 10.222.0.36 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750436 Mar 05 00:00:47.022326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:47.042016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.043366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07eb54-5bab-4358-84fd-5c7c388133ed req-9ba94849-8938-406b-90c7-d676e08ea389 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:47.054056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b07eb54-5bab-4358-84fd-5c7c388133ed req-9ba94849-8938-406b-90c7-d676e08ea389 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1790586 Mar 05 00:00:47.064777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f9fedb-799f-488d-b871-7b92e3a99366 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:47.083273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:47.090898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:47.104777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Usage tracker for resource:security_group_rule and tenant:43a76e4145b9446192f99f3f3aee7e97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:47.107630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48212) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:47.113332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.126926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:47.142052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:47.164892 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'code': 200} Mar 05 00:00:47.205594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port ac7ff80d-ebb1-4d3d-b368-c676f350b372 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:47.205968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.209639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b07eb54-5bab-4358-84fd-5c7c388133ed req-029b67b1-f0a5-448d-8de8-f7bf3558d876 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547079 Mar 05 00:00:47.258929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8222c654-aa3b-422a-a0f7-70581ee3e83d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.268920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:47.315113 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8222c654-aa3b-422a-a0f7-70581ee3e83d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.340698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42b0dfd5-9b92-4fad-8511-f7807078a8cf req-5c184543-c733-4ced-86a2-a1ffb7cd7972 service neutron] 10.222.0.36 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536198 Mar 05 00:00:47.347883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.352893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbe5a0bd-9957-4625-8c6d-ee0c1554faab req-4207f9e0-31ae-41bc-b42f-f0723a981af4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1101 time: 0.1290739 Mar 05 00:00:47.361985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.401056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:00:47.417184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b10419-2c02-4cf1-b1d0-f9ecc341f52d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:47.420106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.420505 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Added segment 1633b8d7-44bf-4291-9eae-9ac96ad93b6f of type vlan for network b0bbda56-9f3b-443f-8200-68244504e0db Mar 05 00:00:47.448718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8222c654-aa3b-422a-a0f7-70581ee3e83d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.463497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.478909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.486046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222c654-aa3b-422a-a0f7-70581ee3e83d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7003d405-10bb-49a7-8fd0-c6a12a3c5437,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:47.498940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8222c654-aa3b-422a-a0f7-70581ee3e83d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.500211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1543c7f9-7cc1-4011-baf4-cdb11830bb9b req-24cce5ce-0238-4746-b885-13c371cda99c tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 210 time: 0.1189783 Mar 05 00:00:47.503300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8222c654-aa3b-422a-a0f7-70581ee3e83d tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "DELETE /v2.0/security-groups/7003d405-10bb-49a7-8fd0-c6a12a3c5437 HTTP/1.1" status: 204 len: 168 time: 0.3946939 Mar 05 00:00:47.503885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48220) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:47.516587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['25f9fedb-799f-488d-b871-7b92e3a99366'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:47.522623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbe5a0bd-9957-4625-8c6d-ee0c1554faab req-2984ac0f-0adf-4b83-80e5-a8f3e674f5ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639524 Mar 05 00:00:47.542122 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-2e6141e3-b35a-4f7e-8c2b-22b8c6f75af8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] show failed (client error): The resource could not be found. Mar 05 00:00:47.545682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2e6141e3-b35a-4f7e-8c2b-22b8c6f75af8 tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "GET /v2.0/security-groups/7003d405-10bb-49a7-8fd0-c6a12a3c5437 HTTP/1.1" status: 404 len: 347 time: 0.0396438 Mar 05 00:00:47.546929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48224) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:47.610907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:47.614568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.615359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a502b840-57c0-48f3-ace2-13087b13fcc8 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:00:47.715942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: a502b840-57c0-48f3-ace2-13087b13fcc8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:00:47.716274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a502b840-57c0-48f3-ace2-13087b13fcc8 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:00:47.732047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:47.755503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Deleting port 4ca995ae-2ebc-4b67-b2f3-9d2c1a060aeb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:47.756197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.849002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.849868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:47.850439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:47.967397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4365699 Mar 05 00:00:47.972442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48230) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:47.996896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Request body: {'subnet': {'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-185658205-subnet', 'tenant_id': '43a76e4145b9446192f99f3f3aee7e97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:48.008808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57933ea5-e9f9-43a1-8017-6c2653e41c95 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bbda56-9f3b-443f-8200-68244504e0db,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:48.011231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:48.021349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8634d-e173-4abf-a1d4-c70cb7b7262c req-a277737c-e4d9-48dc-aa4b-0e0dc4371329 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:48.024261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b0bbda56-9f3b-443f-8200-68244504e0db details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:00:48.025798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8dd8634d-e173-4abf-a1d4-c70cb7b7262c req-a277737c-e4d9-48dc-aa4b-0e0dc4371329 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 943 time: 0.4866114 Mar 05 00:00:48.032137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed74878-7ba9-4b15-a912-207a4d30ce71 req-06559cd6-0705-414d-a247-ebbf072175fd tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:48.038868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ed74878-7ba9-4b15-a912-207a4d30ce71 req-06559cd6-0705-414d-a247-ebbf072175fd tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2186964 Mar 05 00:00:48.067783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Usage tracker for resource:subnet and tenant:43a76e4145b9446192f99f3f3aee7e97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:48.076138 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.076490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.076925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-e21144d5-921c-4192-b9f8-2afac81742f3 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:48.078416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-e21144d5-921c-4192-b9f8-2afac81742f3 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.10 "GET /v2.0/networks?id=c65b92a6-678c-4905-8c30-a01202fcacee HTTP/1.1" status: 200 len: 822 time: 0.4772937 Mar 05 00:00:48.080991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:48.087437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:48.101970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Request body: {'port': {'device_id': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee', 'admin_state_up': True, 'tenant_id': '8ce8748a1a3844ee84d6ad8d8bc0e3c3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:48.179139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Made reservation on behalf of 43a76e4145b9446192f99f3f3aee7e97 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:48.181393 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.206143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8dd8634d-e173-4abf-a1d4-c70cb7b7262c req-fa0d0a7c-46d6-43cc-8b29-785c902c0329 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596484 Mar 05 00:00:48.208625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Calling delete_port for 4ca995ae-2ebc-4b67-b2f3-9d2c1a060aeb owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:48.257851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ed74878-7ba9-4b15-a912-207a4d30ce71 req-2b8bfe41-64eb-477c-b4d6-71d0d1c59000 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180023 Mar 05 00:00:48.339438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:48.345645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Usage tracker for resource:port and tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:48.350606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:48.392173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:48.428182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.447610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Made reservation on behalf of 8ce8748a1a3844ee84d6ad8d8bc0e3c3 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:48.450568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.484881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Pushing event deleted for resources: {'Port': ['ID=4ca995ae-2ebc-4b67-b2f3-9d2c1a060aeb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:48.593250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.600781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba499a0a-6405-41ff-9e40-cdb9e81a377b req-97a416e0-8e4a-497f-8ecc-9826f3dee940 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:48.602278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba499a0a-6405-41ff-9e40-cdb9e81a377b req-97a416e0-8e4a-497f-8ecc-9826f3dee940 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 944 time: 0.2529888 Mar 05 00:00:48.603152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c736af-2473-43c6-abda-03410ca5acc5 req-c8574e53-130c-4b35-b6d4-f3ac973072dd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:48.604604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54c736af-2473-43c6-abda-03410ca5acc5 req-c8574e53-130c-4b35-b6d4-f3ac973072dd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.2072685 Mar 05 00:00:48.606410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.629748 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:48.630815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2827cc43-eb05-462a-81bc-e17ed1be27ce tempest-ImagesOneServerNegativeTestJSON-756781549 tempest-ImagesOneServerNegativeTestJSON-756781549-project] 10.222.0.32 "DELETE /v2.0/floatingips/76a47444-1931-42a1-83b5-89f04a7b8481 HTTP/1.1" status: 204 len: 168 time: 1.0826364 Mar 05 00:00:48.663217 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54c736af-2473-43c6-abda-03410ca5acc5 req-31212397-31da-4f43-9042-272b6ac5e040 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508280 Mar 05 00:00:48.776818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbeb051-617a-40c5-a1c3-198815693b04,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:48.792161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba499a0a-6405-41ff-9e40-cdb9e81a377b req-808cd3cd-21be-4b66-af83-9cb887054432 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789460 Mar 05 00:00:48.798068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Allocated IP 172.20.0.2 (c65b92a6-678c-4905-8c30-a01202fcacee/0efe1029-ab98-4c78-9aa1-30a4a5756b16/87c46f11-897b-4b41-a6be-cba71df083af) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:48.810084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Checking segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:48.810443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Network hostable DHCP agents. Network: b0bbda56-9f3b-443f-8200-68244504e0db, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:00:48.826931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f54514-e90f-4bf1-bd71-7a6cb1c2fa9a req-888408d0-1ca1-4580-ba51-571391d5739b tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 210 time: 0.0503175 Mar 05 00:00:48.869921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Network b0bbda56-9f3b-443f-8200-68244504e0db is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:00:48.898627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b0bbda56-9f3b-443f-8200-68244504e0db) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:48.912143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb37403-015e-4f7e-9a2e-a43f844d65ac None None] Network b0bbda56-9f3b-443f-8200-68244504e0db requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:48.981797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:48.985624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.056102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca9be72f-1efc-46d7-b308-82c57b166fdc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0757949 Mar 05 00:00:49.057533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48248) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:49.165830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Deleting subnet 3d06db92-6897-41bd-aa1c-9ccf50e787e7 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:00:49.172669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:49.192927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b0bbda56-9f3b-443f-8200-68244504e0db', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'tenant_id': '43a76e4145b9446192f99f3f3aee7e97', 'fixed_ips': [{'subnet_id': '3dbeb051-617a-40c5-a1c3-198815693b04'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:00:49.194699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.199744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.199937 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.262387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.279990 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'code': 200} Mar 05 00:00:49.328818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.443872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Allocated IP 172.20.0.2 (b0bbda56-9f3b-443f-8200-68244504e0db/3dbeb051-617a-40c5-a1c3-198815693b04/fb835514-af92-485c-a571-2cee850f85c5) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:49.508623 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.511457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.585079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86c1afe6-364a-4f0c-b6f8-470d63900ad5 req-36513b94-32cd-482f-8c01-733b51145ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 1096 time: 0.1858804 Mar 05 00:00:49.590657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec263c-009e-46d5-8270-63cfdb670b35 req-04aa7864-b7ec-421c-8585-92b122e2a041 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:49.592023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4ec263c-009e-46d5-8270-63cfdb670b35 req-04aa7864-b7ec-421c-8585-92b122e2a041 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1264172 Mar 05 00:00:49.621730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff049a2-ae03-4de9-a246-a100040d5b4c req-870b395c-2ca2-4f66-b315-444ba758ffcc tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:49.623089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cff049a2-ae03-4de9-a246-a100040d5b4c req-870b395c-2ca2-4f66-b315-444ba758ffcc tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2405243 Mar 05 00:00:49.623788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d06db92-6897-41bd-aa1c-9ccf50e787e7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:49.653267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.667297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86c1afe6-364a-4f0c-b6f8-470d63900ad5 req-9229347a-0d1d-4b49-8986-2bd03f42601b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743241 Mar 05 00:00:49.671096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.673173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4ec263c-009e-46d5-8270-63cfdb670b35 req-0d8c88a4-82f6-4277-8e40-82768918fef8 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662217 Mar 05 00:00:49.674267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Network c65b92a6-678c-4905-8c30-a01202fcacee is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:49.677035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:49.678843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Pushing event updated for resources: {'Port': ['ID=87c46f11-897b-4b41-a6be-cba71df083af,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:49.681103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:49.683160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Transition to ACTIVE for port object fb835514-af92-485c-a571-2cee850f85c5 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:49.714094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Transition to ACTIVE for port object fb835514-af92-485c-a571-2cee850f85c5 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:49.720750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.721190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-26ab2520-862a-4d60-a01d-9d150e96ede5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d06db92-6897-41bd-aa1c-9ccf50e787e7 HTTP/1.1" status: 204 len: 168 time: 0.6632144 Mar 05 00:00:49.724090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:49.816698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Pushing event updated for resources: {'Port': ['ID=fb835514-af92-485c-a571-2cee850f85c5,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:49.834436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Network b0bbda56-9f3b-443f-8200-68244504e0db is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:49.836418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:49.839383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:49.865691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cff049a2-ae03-4de9-a246-a100040d5b4c req-a47365f4-980f-41a4-ada7-d88e75529cdf tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344022 Mar 05 00:00:49.882057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:49.882695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.933935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-169d3bc9-fcff-4a6e-9006-533f34580d73 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8379874 Mar 05 00:00:49.946100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Request body: {'port': {'device_id': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:49.955201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Attempting to bind port fb835514-af92-485c-a571-2cee850f85c5 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:49.956325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Attempting to bind port fb835514-af92-485c-a571-2cee850f85c5 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:49.956961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Attempting to bind port fb835514-af92-485c-a571-2cee850f85c5 on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:49.972227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:49.973117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Checking segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:49.973790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.974379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Bound using segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:49.975057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Bound port: fb835514-af92-485c-a571-2cee850f85c5, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:49.975682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:49.986714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.103785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] For port fb835514-af92-485c-a571-2cee850f85c5, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:50.107373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] For port fb835514-af92-485c-a571-2cee850f85c5, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb835514-af92-485c-a571-2cee850f85c5,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:50.112728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.144577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.194543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc2f9f-6d9c-400a-8a73-97876db83092 None None] Pushing event updated for resources: {'Port': ['ID=fb835514-af92-485c-a571-2cee850f85c5,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:50.215404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.226643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44281ffb-e423-40b5-8389-04efc2147617 req-3be32f5b-c04f-4aac-9ba8-1cf0151fe3d5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:50.228119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44281ffb-e423-40b5-8389-04efc2147617 req-3be32f5b-c04f-4aac-9ba8-1cf0151fe3d5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.2119668 Mar 05 00:00:50.266428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b92aa54-0eed-46f4-af6b-1127334a9cde']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:50.289003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dc3436-7867-42da-bcaa-d035324ec029') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:50.289312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dc3436-7867-42da-bcaa-d035324ec029') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:00:50.311938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.326206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9594872-d098-4ff1-8674-7bf25394f01c req-3e5921a1-0d02-4e29-80ca-ed5ab9a31cd5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:50.328248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-3e5921a1-0d02-4e29-80ca-ed5ab9a31cd5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 815 time: 0.2765629 Mar 05 00:00:50.345285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.366943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:50.369575 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-44281ffb-e423-40b5-8389-04efc2147617 req-93b35ac3-580c-432d-8a71-8d09c6ffad6c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319339 Mar 05 00:00:50.379472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:00:50.381362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.477665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 25f9fedb-799f-488d-b871-7b92e3a99366 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:50.483401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 25f9fedb-799f-488d-b871-7b92e3a99366 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:50.483824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.500519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-0750ed84-461f-4d2e-991a-8c556b76351d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/quotas/43a76e4145b9446192f99f3f3aee7e97 HTTP/1.1" status: 200 len: 375 time: 0.1660907 Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:00:50.501469 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:00:50.593804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.599119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.635769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] Pushing event deleted for resources: {'Network': ['ID=5b92aa54-0eed-46f4-af6b-1127334a9cde,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:50.652156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a25ff2d7-6282-4fe0-9f14-8d74b6a81fea admin admin] 10.222.0.32 "DELETE /v2.0/networks/5b92aa54-0eed-46f4-af6b-1127334a9cde HTTP/1.1" status: 204 len: 168 time: 0.9270051 Mar 05 00:00:50.667632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-5fb1bea6-0ff2-45fe-9aa7-2ced7d4c13b2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562641 Mar 05 00:00:50.677376 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.714799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:50.715527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57636d-5a9a-4e60-b077-8cd5b58aec14 req-fb75b970-3497-47f3-bfbf-8fdce51c3430 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:50.717187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa57636d-5a9a-4e60-b077-8cd5b58aec14 req-fb75b970-3497-47f3-bfbf-8fdce51c3430 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 944 time: 0.1855462 Mar 05 00:00:50.718790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.729381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c46f11-897b-4b41-a6be-cba71df083af {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:50.754321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.790170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Transition to ACTIVE for port object 87c46f11-897b-4b41-a6be-cba71df083af will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:50.800203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:50.814808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:50.847429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa57636d-5a9a-4e60-b077-8cd5b58aec14 req-4d16be9a-4467-4520-a2b5-fe48863fa7fc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193898 Mar 05 00:00:50.852365 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-94addf64-2298-45ba-b761-13f3dcfa3d53 service neutron] 10.222.0.32 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747439 Mar 05 00:00:50.883023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48288) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:50.907482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Pushing event updated for resources: {'Port': ['ID=87c46f11-897b-4b41-a6be-cba71df083af,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:51.097309 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-a4eecff8-f650-4b0f-9da5-014132e1b5d5 service neutron] 10.222.0.32 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388284 Mar 05 00:00:51.104753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-877942db-c0f2-4b6b-9a77-8957be42205b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e531e62b2918487daff018cfbc4f143e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2183576 Mar 05 00:00:51.107293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48294) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:00:51.201714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af17dd1f-bb5d-4a45-8500-7e9c09ffa02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.208469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Attempting to bind port 87c46f11-897b-4b41-a6be-cba71df083af on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:51.208811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Attempting to bind port 87c46f11-897b-4b41-a6be-cba71df083af by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:51.209134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Attempting to bind port 87c46f11-897b-4b41-a6be-cba71df083af on network c65b92a6-678c-4905-8c30-a01202fcacee {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:51.241601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Port 87c46f11-897b-4b41-a6be-cba71df083af on network c65b92a6-678c-4905-8c30-a01202fcacee not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:51.242319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Attempting to bind port 87c46f11-897b-4b41-a6be-cba71df083af on network c65b92a6-678c-4905-8c30-a01202fcacee {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:51.244308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af17dd1f-bb5d-4a45-8500-7e9c09ffa02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.282997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:51.285358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:51.285703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Checking segment: {'id': '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:51.286090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Bound using segment: {'id': '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:51.286524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Bound port: 87c46f11-897b-4b41-a6be-cba71df083af, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:51.286869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.308994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd40a27-4e1e-4e09-a135-d80b4e4df010 req-315fbc1f-2c52-4ace-b802-2b9e103f8bbf tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:51.314608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ebd40a27-4e1e-4e09-a135-d80b4e4df010 req-315fbc1f-2c52-4ace-b802-2b9e103f8bbf tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Synchronizing usage tracker for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:51.375471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af17dd1f-bb5d-4a45-8500-7e9c09ffa02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.410794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17dd1f-bb5d-4a45-8500-7e9c09ffa02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d53e36-42ed-44a8-9df2-6a89bd23fdc7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:51.430243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af17dd1f-bb5d-4a45-8500-7e9c09ffa02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.430583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af17dd1f-bb5d-4a45-8500-7e9c09ffa02b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2d53e36-42ed-44a8-9df2-6a89bd23fdc7 HTTP/1.1" status: 204 len: 168 time: 0.3222461 Mar 05 00:00:51.476527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ebd40a27-4e1e-4e09-a135-d80b4e4df010 req-315fbc1f-2c52-4ace-b802-2b9e103f8bbf tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Unset dirty status for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:51.488796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebd40a27-4e1e-4e09-a135-d80b4e4df010 req-315fbc1f-2c52-4ace-b802-2b9e103f8bbf tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 943 time: 0.4391668 Mar 05 00:00:51.545762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] For port 87c46f11-897b-4b41-a6be-cba71df083af, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:51.553069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfbca3-c438-4ab1-893d-d40d0acf889c None None] Network b0bbda56-9f3b-443f-8200-68244504e0db requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:00:51.564089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebd40a27-4e1e-4e09-a135-d80b4e4df010 req-8410dbb6-0c92-481a-902b-52922914d3d6 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740864 Mar 05 00:00:51.572601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] For port 87c46f11-897b-4b41-a6be-cba71df083af, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=87c46f11-897b-4b41-a6be-cba71df083af,segment=NetworkSegment(5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19),segment_id=5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:51.585333 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.624686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05c6f65a-c98a-408c-afc0-46d592ee9751 req-68f2c7c6-f04d-43a4-8530-8c7d5688e807 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1101 time: 0.1601748 Mar 05 00:00:51.710843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb835514-af92-485c-a571-2cee850f85c5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:51.723970 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-05c6f65a-c98a-408c-afc0-46d592ee9751 req-3fa214d6-637f-4894-bd4f-c3b923cc6c1c tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968521 Mar 05 00:00:51.727955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:51.737367 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] 10.222.0.10 "PUT /v2.0/ports/87c46f11-897b-4b41-a6be-cba71df083af HTTP/1.1" status: 200 len: 1091 time: 1.7953408 Mar 05 00:00:51.737940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'tag': '87c46f11-897b-4b41-a6be-cba71df083af'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:51.762886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5269338-6598-40ed-9adb-bcc9b61477dc service neutron] Pushing event updated for resources: {'Port': ['ID=87c46f11-897b-4b41-a6be-cba71df083af,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:51.895824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0077e590-b333-4029-9bfd-63b05ea117d2 None None] Provisioning for port fb835514-af92-485c-a571-2cee850f85c5 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:51.923119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-47f5bde6-d92b-4305-bb7f-3a863e23a1cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce8748a1a3844ee84d6ad8d8bc0e3c3&device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 1094 time: 0.1080444 Mar 05 00:00:51.930042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2980829-5842-4401-869e-31dbcaab0291 req-ceb05da3-664d-4894-9a79-fd3c8b7b29e5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:51.937526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d2980829-5842-4401-869e-31dbcaab0291 req-ceb05da3-664d-4894-9a79-fd3c8b7b29e5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1585920 Mar 05 00:00:52.011994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port fb835514-af92-485c-a571-2cee850f85c5 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:52.031682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-9107579a-8316-4298-88aa-567cb2a1e4f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87c46f11-897b-4b41-a6be-cba71df083af HTTP/1.1" status: 200 len: 217 time: 0.0917957 Mar 05 00:00:52.050714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port fb835514-af92-485c-a571-2cee850f85c5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:52.051624 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:52.106312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d2980829-5842-4401-869e-31dbcaab0291 req-28106ef5-0381-4d31-a144-3944e023737d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677728 Mar 05 00:00:52.156619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-f18a9168-7f50-4f41-bce6-25801756be78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:52.159666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-f18a9168-7f50-4f41-bce6-25801756be78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0efe1029-ab98-4c78-9aa1-30a4a5756b16 HTTP/1.1" status: 200 len: 862 time: 0.1214554 Mar 05 00:00:52.195158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c809b48-322f-4b47-9aed-8b2f535c425a req-7a2236d5-3e8a-4aa7-835f-6a71463c8b8c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:52.205591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c809b48-322f-4b47-9aed-8b2f535c425a req-7a2236d5-3e8a-4aa7-835f-6a71463c8b8c tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.2402098 Mar 05 00:00:52.239771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-20b6158c-ace0-42ba-abf7-01d8bb6d9aa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c65b92a6-678c-4905-8c30-a01202fcacee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747259 Mar 05 00:00:52.246319 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366', 'code': 200} Mar 05 00:00:52.318274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c809b48-322f-4b47-9aed-8b2f535c425a req-29af02b4-ad52-4371-8e0e-c7191ead886e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116574 Mar 05 00:00:52.340764 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:52.448534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port fb835514-af92-485c-a571-2cee850f85c5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb835514-af92-485c-a571-2cee850f85c5,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:52.459281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:52.505524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-972b6a65-2e9a-4051-9d5e-ba5f66b29d88 req-ce79d333-7dfd-4844-a9e7-e6c078d02cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 1096 time: 0.1682966 Mar 05 00:00:52.620917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b096c6f-3b0e-4123-bb7a-f6a0207e7f86 None None] Provisioning complete for port fb835514-af92-485c-a571-2cee850f85c5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:52.621501 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b096c6f-3b0e-4123-bb7a-f6a0207e7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:52.659103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-972b6a65-2e9a-4051-9d5e-ba5f66b29d88 req-50a94485-1ea9-484f-9dc8-02e378bf64fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469378 Mar 05 00:00:52.703592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51c2d056-b10b-4334-83a1-53f4b4aa3702 req-fe8d3f0c-d61e-4fe2-9850-7d2e7ef457a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1083527 Mar 05 00:00:52.708406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=fb835514-af92-485c-a571-2cee850f85c5,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:52.727941 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'tag': '87c46f11-897b-4b41-a6be-cba71df083af', 'status': 'completed', 'code': 200} Mar 05 00:00:52.734749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-a30023fe-7287-4ecc-ae85-d519c5aebe56 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:52.735427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-a30023fe-7287-4ecc-ae85-d519c5aebe56 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Synchronizing usage tracker for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:52.780368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-a30023fe-7287-4ecc-ae85-d519c5aebe56 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Unset dirty status for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:52.782760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-a30023fe-7287-4ecc-ae85-d519c5aebe56 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 815 time: 0.3996356 Mar 05 00:00:52.810351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-84ddb1ec-4175-4ff3-9168-80801d2c1429 service neutron] 10.222.0.10 "GET /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614738 Mar 05 00:00:52.815377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-72db88a0-7e5a-4120-b4dc-c5ac3cc172fb tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/quotas/43a76e4145b9446192f99f3f3aee7e97 HTTP/1.1" status: 200 len: 375 time: 0.0196033 Mar 05 00:00:52.901908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c5f47bba-2e32-4447-8668-88a55101f66c tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807977 Mar 05 00:00:53.074393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-89c08937-9183-4f10-b743-9db14b558726 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316595 Mar 05 00:00:53.089805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70305eb0-2224-43f4-90a6-75b96957f48c req-e09c0705-7a42-4b77-96a3-deea0e730575 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:53.091499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70305eb0-2224-43f4-90a6-75b96957f48c req-e09c0705-7a42-4b77-96a3-deea0e730575 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1140399 Mar 05 00:00:53.153821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70305eb0-2224-43f4-90a6-75b96957f48c req-9544cb17-a8ea-4bc7-92c5-91be5e643442 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Mar 05 00:00:53.182840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-78ad8786-e798-419a-8069-382ff2c09430 service neutron] 10.222.0.32 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730243 Mar 05 00:00:53.279086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4481b978-b822-4b18-8076-f48b59cb78a5 req-105eee82-36b1-428d-97d4-68e6a49a1d5c service neutron] 10.222.0.10 "GET /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910805 Mar 05 00:00:53.332811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-ca4712e5-b543-49da-9904-00a67c746e3b service neutron] 10.222.0.32 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490650 Mar 05 00:00:53.428921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-8715b85f-2f8d-44b2-b63e-ce2a71537929 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce8748a1a3844ee84d6ad8d8bc0e3c3&device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 1094 time: 0.0840955 Mar 05 00:00:53.644417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb835514-af92-485c-a571-2cee850f85c5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:53.651725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-07628cfb-da8b-4874-ae3b-bcb3e9e1fd02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:53.653172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-07628cfb-da8b-4874-ae3b-bcb3e9e1fd02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c65b92a6-678c-4905-8c30-a01202fcacee HTTP/1.1" status: 200 len: 923 time: 0.2181158 Mar 05 00:00:53.764488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-796ad1f7-72da-456e-a58b-25c80fb03bcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87c46f11-897b-4b41-a6be-cba71df083af HTTP/1.1" status: 200 len: 217 time: 0.1017010 Mar 05 00:00:53.802863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port fb835514-af92-485c-a571-2cee850f85c5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:53.803234 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:53.927644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62d6f-47ed-4e43-a2b8-d7d090032a9d req-7b084375-2502-418d-b150-e2d793a29b8d tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:53.929178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1fe62d6f-47ed-4e43-a2b8-d7d090032a9d req-7b084375-2502-418d-b150-e2d793a29b8d tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.5784049 Mar 05 00:00:53.936530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9594872-d098-4ff1-8674-7bf25394f01c req-43e77964-903c-45c1-be9f-122585ec4200 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:53.946231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-43e77964-903c-45c1-be9f-122585ec4200 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 815 time: 0.6825082 Mar 05 00:00:53.968927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-695968b3-4000-45c8-826f-9b7b99704529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:53.971810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-695968b3-4000-45c8-826f-9b7b99704529 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0efe1029-ab98-4c78-9aa1-30a4a5756b16 HTTP/1.1" status: 200 len: 862 time: 0.1991911 Mar 05 00:00:54.000963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Request body: {'port': {'device_id': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'admin_state_up': True, 'tenant_id': '43a76e4145b9446192f99f3f3aee7e97'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:54.090619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-9b4d1d33-4185-47cb-999d-e832cd0ec462 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c65b92a6-678c-4905-8c30-a01202fcacee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086969 Mar 05 00:00:54.096231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c13f54-d30f-4581-98e4-df3a856131b4 req-c5acd7a3-a99b-4a1e-9b59-e8e5ed8d98fc tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:54.114234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4c13f54-d30f-4581-98e4-df3a856131b4 req-c5acd7a3-a99b-4a1e-9b59-e8e5ed8d98fc tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 943 time: 0.3427720 Mar 05 00:00:54.179541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1fe62d6f-47ed-4e43-a2b8-d7d090032a9d req-69c414ac-0b09-4a45-9c2e-bf15f75c3bad tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322302 Mar 05 00:00:54.241503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:54.246301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Usage tracker for resource:port and tenant:43a76e4145b9446192f99f3f3aee7e97 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:54.249621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:54.252998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b4c13f54-d30f-4581-98e4-df3a856131b4 req-36f134c0-4d68-4453-9bfc-4f0c49120df8 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383667 Mar 05 00:00:54.269129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:54.294414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Made reservation on behalf of 43a76e4145b9446192f99f3f3aee7e97 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:54.307198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:54.335678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-b62621cb-92fc-414e-aaf1-708a6683d099 service neutron] 10.222.0.10 "GET /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195861 Mar 05 00:00:54.539500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94ba0a83-fbed-426b-ae8b-d67e2c2b13da req-baa3b60c-431f-42a0-b11c-8f7708e31b65 service neutron] 10.222.0.10 "GET /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886268 Mar 05 00:00:54.568871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f2ff1-05fc-462d-b7fb-9420b5e528e7 req-c9d77340-4810-4738-aa02-64db9145492e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:54.573994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f08f2ff1-05fc-462d-b7fb-9420b5e528e7 req-c9d77340-4810-4738-aa02-64db9145492e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1857383 Mar 05 00:00:54.606456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Allocated IP 172.20.0.12 (b0bbda56-9f3b-443f-8200-68244504e0db/3dbeb051-617a-40c5-a1c3-198815693b04/43ca652d-d01e-4fc4-9c1d-11b24ac30633) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:54.653191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f08f2ff1-05fc-462d-b7fb-9420b5e528e7 req-a793cddf-18a3-445c-8495-6bd1af08b8f7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Mar 05 00:00:54.713888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd47b2-3486-44e5-a01b-1add19a56ba0 req-f85bb8a4-9b62-42af-83fc-948e44fd202f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:54.715372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efdd47b2-3486-44e5-a01b-1add19a56ba0 req-f85bb8a4-9b62-42af-83fc-948e44fd202f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.0805387 Mar 05 00:00:54.870911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efdd47b2-3486-44e5-a01b-1add19a56ba0 req-523febcc-0e63-4aae-84ca-15c4f9722e73 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479993 Mar 05 00:00:54.977924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:54.985299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-200b83ef-bfb3-4b77-9912-e04adc13d262 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:54.991853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-200b83ef-bfb3-4b77-9912-e04adc13d262 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 815 time: 0.2295852 Mar 05 00:00:55.048376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Transition to ACTIVE for port object 43ca652d-d01e-4fc4-9c1d-11b24ac30633 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:55.057131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-89476603-d53c-4817-9868-3a7ad44241d2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/quotas/43a76e4145b9446192f99f3f3aee7e97 HTTP/1.1" status: 200 len: 375 time: 0.0643754 Mar 05 00:00:55.114836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e2032-b457-4174-8569-36a231e1d6e8 req-50dfdbcc-c8e2-474f-a036-b773262036ab tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:55.116353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e10e2032-b457-4174-8569-36a231e1d6e8 req-50dfdbcc-c8e2-474f-a036-b773262036ab tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.0776265 Mar 05 00:00:55.149483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:55.168306 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e10e2032-b457-4174-8569-36a231e1d6e8 req-83616010-5fbf-44e8-aa5f-5a38e477f26e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Mar 05 00:00:55.208985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-c9604402-e3fa-4bfa-baa0-baf17e965e7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1101 time: 0.2012262 Mar 05 00:00:55.261765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Network b0bbda56-9f3b-443f-8200-68244504e0db is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:55.310731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:55.323535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:55.355436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-66dd1e48-8080-410a-8329-3c51b2f8f81f tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2757359 Mar 05 00:00:55.356044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Pushing event updated for resources: {'Port': ['ID=43ca652d-d01e-4fc4-9c1d-11b24ac30633,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:55.559529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:55.560484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:55.641482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f4ec553c-d8c2-4808-8a4e-fe3aa035211b None None] Provisioning for port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:55.648190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f4ec553c-d8c2-4808-8a4e-fe3aa035211b None None] Provisioning complete for port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:55.648684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4ec553c-d8c2-4808-8a4e-fe3aa035211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:55.659449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-4ec60b62-c2b0-4152-961b-1d2c7f017bea service neutron] 10.222.0.32 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782683 Mar 05 00:00:55.688583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-ea8ee937-9b4c-4c99-91bf-f43dce46a157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:55.690724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-ea8ee937-9b4c-4c99-91bf-f43dce46a157 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4647796 Mar 05 00:00:55.698615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-ace1789d-17ca-4119-85cc-022c56ae9215 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7020030 Mar 05 00:00:55.712970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-a1553056-4a66-49a9-89d1-a870190b1c9d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:55.714416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-a1553056-4a66-49a9-89d1-a870190b1c9d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 815 time: 0.2659163 Mar 05 00:00:55.718288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec553c-d8c2-4808-8a4e-fe3aa035211b None None] Port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:00:55.731725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Request body: {'port': {'device_id': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'admin_state_up': True, 'tenant_id': '43a76e4145b9446192f99f3f3aee7e97'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:55.893242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:55.898457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Usage tracker for resource:port and tenant:43a76e4145b9446192f99f3f3aee7e97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:00:55.903054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:00:55.909751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:55.919648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Made reservation on behalf of 43a76e4145b9446192f99f3f3aee7e97 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:55.923706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:55.961208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Request body: {'port': {'device_id': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:56.121362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-b0f61e06-326f-4fd0-966a-c91a46962539 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.3655610 Mar 05 00:00:56.131145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Allocated IP 172.20.0.14 (b0bbda56-9f3b-443f-8200-68244504e0db/3dbeb051-617a-40c5-a1c3-198815693b04/f44bec30-ee30-4bc8-9517-ab3b8d991eed) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:56.214118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.239779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-b47d2266-2d61-4a30-b73c-02d04feaf6ac service neutron] 10.222.0.32 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795083 Mar 05 00:00:56.246129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-29df4bde-df10-4795-87cd-707cd97558d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:56.247514 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-29df4bde-df10-4795-87cd-707cd97558d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1053517 Mar 05 00:00:56.375614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 87c46f11-897b-4b41-a6be-cba71df083af details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:00:56.398744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4a2fb-d566-4689-a59f-a7f3617a2e30 req-c5957dc7-4c45-4890-ab2e-4d1e8de1d479 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:56.400217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5db4a2fb-d566-4689-a59f-a7f3617a2e30 req-c5957dc7-4c45-4890-ab2e-4d1e8de1d479 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 943 time: 0.1999738 Mar 05 00:00:56.445326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.479919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Transition to ACTIVE for port object f44bec30-ee30-4bc8-9517-ab3b8d991eed will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:56.496388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-fc4ab1d9-fa41-459f-98d0-7250451ff5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203872 Mar 05 00:00:56.498602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5db4a2fb-d566-4689-a59f-a7f3617a2e30 req-63a6c5f1-2522-4acf-b5b1-29d0231d6845 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900295 Mar 05 00:00:56.540150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.654682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Network b0bbda56-9f3b-443f-8200-68244504e0db is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:00:56.657699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 87c46f11-897b-4b41-a6be-cba71df083af, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=87c46f11-897b-4b41-a6be-cba71df083af,segment=NetworkSegment(5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19),segment_id=5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:56.664559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:00:56.680082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:00:56.694928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '87c46f11-897b-4b41-a6be-cba71df083af', 'network_id': 'c65b92a6-678c-4905-8c30-a01202fcacee', 'port_id': '87c46f11-897b-4b41-a6be-cba71df083af', 'mac_address': 'fa:16:3e:96:ba:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efe1029-ab98-4c78-9aa1-30a4a5756b16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:00:56.767633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:56.768454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.782391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.809718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c46f11-897b-4b41-a6be-cba71df083af {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:56.834821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1091528 Mar 05 00:00:56.860946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 87c46f11-897b-4b41-a6be-cba71df083af, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=87c46f11-897b-4b41-a6be-cba71df083af,segment=NetworkSegment(5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19),segment_id=5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:56.872718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Request body: {'port': {'device_id': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:56.876332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.878844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.879718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:56.980310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=87c46f11-897b-4b41-a6be-cba71df083af,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:57.023660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-9762dd49-48a4-4a6e-9afc-50517c8d01d2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:57.027595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-9762dd49-48a4-4a6e-9afc-50517c8d01d2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 815 time: 0.5638697 Mar 05 00:00:57.044076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Pushing event updated for resources: {'Port': ['ID=f44bec30-ee30-4bc8-9517-ab3b8d991eed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:57.111493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.111848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.112179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.112515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.113026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.113402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.113737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.114067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.114401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.114724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.115191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2952e-400c-41da-946e-8baffbeddebd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:00:57.126575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-07848031-087c-4f10-90a9-c271177ece8f service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418434 Mar 05 00:00:57.137561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-23bcd045-069a-4276-80d1-6a86c63dce77 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/quotas/d3f4465b3d8d4a4eb3854fa2cf52ff77 HTTP/1.1" status: 200 len: 375 time: 0.0951464 Mar 05 00:00:57.158560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f6da4083-038a-48fd-9be4-409912b78296 None None] Provisioning for port f44bec30-ee30-4bc8-9517-ab3b8d991eed completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:57.164140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f6da4083-038a-48fd-9be4-409912b78296 None None] Provisioning complete for port f44bec30-ee30-4bc8-9517-ab3b8d991eed triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:57.165794 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f6da4083-038a-48fd-9be4-409912b78296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:57.167879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:57.203231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['87c46f11-897b-4b41-a6be-cba71df083af'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:00:57.262453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e76e7-ee55-4beb-9826-414a404160aa req-9e8cf119-661e-4815-b12f-ff8551af879e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:57.270421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af2e76e7-ee55-4beb-9826-414a404160aa req-9e8cf119-661e-4815-b12f-ff8551af879e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.3118672 Mar 05 00:00:57.304785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f6da4083-038a-48fd-9be4-409912b78296 None None] Port f44bec30-ee30-4bc8-9517-ab3b8d991eed cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:00:57.342133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af2e76e7-ee55-4beb-9826-414a404160aa req-0ab5e0c5-9b0d-4bab-9630-ab1bb02c20a3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704958 Mar 05 00:00:57.428147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-5a030f7c-2552-4017-937f-4ccf01081169 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937684 Mar 05 00:00:57.441133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-86a30daa-f17e-448c-9c55-acb1e04c568a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:57.442930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-86a30daa-f17e-448c-9c55-acb1e04c568a tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed945cb-2e81-4e11-b2b9-a22475e48cba HTTP/1.1" status: 200 len: 945 time: 0.3645458 Mar 05 00:00:57.537968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-15c1225e-5a83-4c01-a6f7-a73f055290d2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3724618 Mar 05 00:00:57.570240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839dd7f-9b6c-4c01-94bb-5553ed7a87b0 req-78ecd270-06ea-4907-9710-794ce499f378 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:57.572567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b839dd7f-9b6c-4c01-94bb-5553ed7a87b0 req-78ecd270-06ea-4907-9710-794ce499f378 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.0866096 Mar 05 00:00:57.592806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ca652d-d01e-4fc4-9c1d-11b24ac30633 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:57.620703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b839dd7f-9b6c-4c01-94bb-5553ed7a87b0 req-81b6d4b0-3b3b-45f7-8d1a-06c27bfb6f45 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Mar 05 00:00:57.652373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:57.666631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Deleting port ac7ff80d-ebb1-4d3d-b368-c676f350b372 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:00:57.666971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:57.730833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Transition to ACTIVE for port object 43ca652d-d01e-4fc4-9c1d-11b24ac30633 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:57.745333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:57.937791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2bb9e-803c-4781-9e11-bad99c7329c2 req-9dd1347d-7909-4ffe-b246-40c63297e98d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:57.939582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25d2bb9e-803c-4781-9e11-bad99c7329c2 req-9dd1347d-7909-4ffe-b246-40c63297e98d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1856773 Mar 05 00:00:58.117483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-a582b11d-64d9-401d-b39f-ced7bb106a5a service neutron] 10.222.0.32 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667064 Mar 05 00:00:58.130244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44bec30-ee30-4bc8-9517-ab3b8d991eed {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:00:58.142447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.153949 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25d2bb9e-803c-4781-9e11-bad99c7329c2 req-db4cf88a-9390-407c-b35c-4c7455a7d75f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000461 Mar 05 00:00:58.171737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Transition to ACTIVE for port object f44bec30-ee30-4bc8-9517-ab3b8d991eed will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:00:58.179563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.353597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2fe94589-8f55-47a7-8d8a-fe5def53a57d req-849393cb-05d4-4943-8522-5a9a72d5c2fb tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Synchronizing usage tracker for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:00:58.355041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Pushing event updated for resources: {'Port': ['ID=43ca652d-d01e-4fc4-9c1d-11b24ac30633,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:58.362324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Pushing event updated for resources: {'Port': ['ID=f44bec30-ee30-4bc8-9517-ab3b8d991eed,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:58.393474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 87c46f11-897b-4b41-a6be-cba71df083af up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:00:58.444042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2fe94589-8f55-47a7-8d8a-fe5def53a57d req-849393cb-05d4-4943-8522-5a9a72d5c2fb tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Unset dirty status for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:00:58.457773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fe94589-8f55-47a7-8d8a-fe5def53a57d req-849393cb-05d4-4943-8522-5a9a72d5c2fb tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 210 time: 0.1669903 Mar 05 00:00:58.497020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 87c46f11-897b-4b41-a6be-cba71df083af completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:00:58.505607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 87c46f11-897b-4b41-a6be-cba71df083af triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:00:58.506182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.513179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Attempting to bind port f44bec30-ee30-4bc8-9517-ab3b8d991eed on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:58.513564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Attempting to bind port f44bec30-ee30-4bc8-9517-ab3b8d991eed by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:58.513891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Attempting to bind port f44bec30-ee30-4bc8-9517-ab3b8d991eed on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:58.520339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Port f44bec30-ee30-4bc8-9517-ab3b8d991eed on network b0bbda56-9f3b-443f-8200-68244504e0db not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:58.520659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Attempting to bind port f44bec30-ee30-4bc8-9517-ab3b8d991eed on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:58.527577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:58.527919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Checking segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:58.528381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Bound using segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:58.528781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Bound port: f44bec30-ee30-4bc8-9517-ab3b8d991eed, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:58.529128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.606054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-53336baa-94d4-4939-88ff-bac92e7bf6ad tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:58.607553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-53336baa-94d4-4939-88ff-bac92e7bf6ad tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.36 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 815 time: 0.7993584 Mar 05 00:00:58.634270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Request body: {'port': {'device_id': '062885cf-68e8-4022-af15-51c97ca6affa', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'admin_state_up': True, 'tenant_id': '43a76e4145b9446192f99f3f3aee7e97'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:00:58.668059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] For port f44bec30-ee30-4bc8-9517-ab3b8d991eed, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:58.672501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] For port f44bec30-ee30-4bc8-9517-ab3b8d991eed, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:58.678926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.683312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-86713dba-3455-424b-b23f-27dfb4c26dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911413 Mar 05 00:00:58.725485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.738872 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.743294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] 10.222.0.10 "PUT /v2.0/ports/f44bec30-ee30-4bc8-9517-ab3b8d991eed HTTP/1.1" status: 200 len: 1092 time: 1.8826985 Mar 05 00:00:58.757507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'tag': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:58.790915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 87c46f11-897b-4b41-a6be-cba71df083af, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=87c46f11-897b-4b41-a6be-cba71df083af,segment=NetworkSegment(5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19),segment_id=5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:58.793353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c46f11-897b-4b41-a6be-cba71df083af'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:58.802803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.829092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] For port ac7ff80d-ebb1-4d3d-b368-c676f350b372, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ac7ff80d-ebb1-4d3d-b368-c676f350b372,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:00:58.829515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:58.892799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=87c46f11-897b-4b41-a6be-cba71df083af,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:58.992601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bedde-f173-4eda-81be-1dca0bf316ab service neutron] Pushing event updated for resources: {'Port': ['ID=f44bec30-ee30-4bc8-9517-ab3b8d991eed,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:00:59.021460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-e8f02784-7356-4ba7-848e-b6e8102e8b29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 1095 time: 0.2246838 Mar 05 00:00:59.151644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Calling delete_port for ac7ff80d-ebb1-4d3d-b368-c676f350b372 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:00:59.156565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-1ae84d39-423b-460b-8921-3c8fe4587198 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed HTTP/1.1" status: 200 len: 217 time: 0.1323333 Mar 05 00:00:59.227146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Attempting to bind port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:00:59.227494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Attempting to bind port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:00:59.228491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Attempting to bind port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:59.234964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-43aa34cd-7f8b-449d-81e9-98db7a38a548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:59.236186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-43aa34cd-7f8b-449d-81e9-98db7a38a548 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.0724440 Mar 05 00:00:59.245926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 on network b0bbda56-9f3b-443f-8200-68244504e0db not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:00:59.246250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Attempting to bind port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:00:59.249060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999243-8c2f-481c-b249-b7e33415e250 req-4b0d59e6-a683-42e1-8a35-f7adb4e0ca03 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:59.251225 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ed999243-8c2f-481c-b249-b7e33415e250 req-4b0d59e6-a683-42e1-8a35-f7adb4e0ca03 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 945 time: 0.1638706 Mar 05 00:00:59.269065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:00:59.293963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:00:59.296104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:00:59.297008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Checking segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:00:59.297429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Bound using segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:00:59.298138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Bound port: 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:00:59.298384 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:59.348977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ed999243-8c2f-481c-b249-b7e33415e250 req-99319d74-b408-469e-a826-08713334e06a tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619721 Mar 05 00:00:59.364428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-1cbee811-4634-499a-8a6c-8a3b72064ebf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226189 Mar 05 00:00:59.404627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Made reservation on behalf of 43a76e4145b9446192f99f3f3aee7e97 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:00:59.407709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:59.502941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4f9d-e966-4255-b363-11837b931ea2 req-d647239c-b555-4d23-9615-aa8cb8739c7b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:59.504467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b62e4f9d-e966-4255-b363-11837b931ea2 req-d647239c-b555-4d23-9615-aa8cb8739c7b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.3622279 Mar 05 00:00:59.565376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-232b03c1-d31e-4e48-a03f-a97882cfa54d service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917822 Mar 05 00:00:59.646808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] For port 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:00:59.698901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152854-61f4-4d56-95b3-3fd4920aec20 req-fde50816-c20c-49b8-abd9-a1910628b862 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:00:59.700383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f152854-61f4-4d56-95b3-3fd4920aec20 req-fde50816-c20c-49b8-abd9-a1910628b862 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2132909 Mar 05 00:00:59.723629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] For port 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:00:59.729257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b62e4f9d-e966-4255-b363-11837b931ea2 req-9c53b2d7-8e35-45ec-97a5-fe04fc665b48 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732519 Mar 05 00:00:59.732522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:59.737166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:59.774853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18deed83-9ab6-40fd-a9f7-96cbbd66b2b3 req-2b8ccd34-934c-45d5-9360-7675d6e589ac service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987073 Mar 05 00:00:59.790085 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f152854-61f4-4d56-95b3-3fd4920aec20 req-57eb941e-0c06-4acf-afc9-4e02718dd64f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748527 Mar 05 00:00:59.815609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Allocated IP 172.20.0.10 (b0bbda56-9f3b-443f-8200-68244504e0db/3dbeb051-617a-40c5-a1c3-198815693b04/b1acc016-a467-43e6-a740-da96776c4bb1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:00:59.831310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:00:59.832673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] 10.222.0.10 "PUT /v2.0/ports/43ca652d-d01e-4fc4-9c1d-11b24ac30633 HTTP/1.1" status: 200 len: 1092 time: 4.0762253 Mar 05 00:00:59.836556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'tag': '43ca652d-d01e-4fc4-9c1d-11b24ac30633'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:00:59.863333 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'tag': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed', 'status': 'completed', 'code': 200} Mar 05 00:00:59.881974 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c46f11-897b-4b41-a6be-cba71df083af', 'code': 200} Mar 05 00:01:00.028523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-0e7ec82f-f9e3-420d-b439-d6bed95729a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 1095 time: 0.1321292 Mar 05 00:01:00.173381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abdc23-cafa-4e3b-a932-12e394eddefb service neutron] Pushing event updated for resources: {'Port': ['ID=43ca652d-d01e-4fc4-9c1d-11b24ac30633,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:00.176946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:01:00.223378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-45b10546-275e-4c62-8447-8e5b5512f400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:00.224827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-45b10546-275e-4c62-8447-8e5b5512f400 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 916 time: 0.1902399 Mar 05 00:01:00.235746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168229a-fe12-4ee2-b215-f76a2d625892 req-ae65176a-1fe6-4945-82e1-b4ff1419e1b4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:00.236195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: ac7ff80d-ebb1-4d3d-b368-c676f350b372 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:01:00.236534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ac7ff80d-ebb1-4d3d-b368-c676f350b372 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:01:00.237179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e168229a-fe12-4ee2-b215-f76a2d625892 req-ae65176a-1fe6-4945-82e1-b4ff1419e1b4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1312227 Mar 05 00:01:00.289295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3faa6f9-96ce-4957-8dec-53c820e7320a req-6dc44abc-c295-4be1-b892-c8d2f7ce1491 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 210 time: 0.2134235 Mar 05 00:01:00.309615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] No DVR routers for this DVR port ac7ff80d-ebb1-4d3d-b368-c676f350b372 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:01:00.314654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:00.317864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Pushing event deleted for resources: {'Port': ['ID=ac7ff80d-ebb1-4d3d-b368-c676f350b372,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:00.385142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae4bc548-5328-47b2-a6f3-4a2f5ac1c8b0 req-6173d761-0990-4d37-a111-bfe8e1961994 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.36 "DELETE /v2.0/ports/ac7ff80d-ebb1-4d3d-b368-c676f350b372 HTTP/1.1" status: 204 len: 173 time: 2.9032679 Mar 05 00:01:00.509303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-fcc5ffdd-d6ed-407c-8b99-66c295d0c076 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed HTTP/1.1" status: 200 len: 217 time: 0.2709534 Mar 05 00:01:00.531701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2f1177d-4012-4739-aee4-2f67ae550677 req-82fb143b-2f66-4e38-8665-7ec099faedf8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 1096 time: 0.4548130 Mar 05 00:01:00.537454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-81dcdd69-09d9-48bc-9a07-5c069574950d req-836bac62-dd22-4d8a-a10f-8458a6eae38a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Synchronizing usage tracker for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:00.586803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-7d6e7144-9f53-435a-948e-f8bbec6ffcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 1095 time: 0.5442836 Mar 05 00:01:00.610050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e168229a-fe12-4ee2-b215-f76a2d625892 req-11f5575a-7ddd-44ba-ac18-174aa257b9b8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160556 Mar 05 00:01:00.631712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-7c30e656-a7df-4b5f-882d-125eeb7da68a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:00.633998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-7c30e656-a7df-4b5f-882d-125eeb7da68a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.1173730 Mar 05 00:01:00.692464 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'tag': '43ca652d-d01e-4fc4-9c1d-11b24ac30633', 'status': 'completed', 'code': 200} Mar 05 00:01:00.696464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-81dcdd69-09d9-48bc-9a07-5c069574950d req-836bac62-dd22-4d8a-a10f-8458a6eae38a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Unset dirty status for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:00.701723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81dcdd69-09d9-48bc-9a07-5c069574950d req-836bac62-dd22-4d8a-a10f-8458a6eae38a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 210 time: 0.2290447 Mar 05 00:01:00.728467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-4eae6921-9f32-4a8c-821f-8d067dff5508 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:00.729918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-4eae6921-9f32-4a8c-821f-8d067dff5508 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 815 time: 0.3337648 Mar 05 00:01:00.743900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:00.747477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Request body: {'port': {'device_id': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'admin_state_up': True, 'tenant_id': 'd3f4465b3d8d4a4eb3854fa2cf52ff77'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:00.766117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Transition to ACTIVE for port object b1acc016-a467-43e6-a740-da96776c4bb1 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:00.787422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2f1177d-4012-4739-aee4-2f67ae550677 req-18b31046-b9b1-4f6b-9078-2b44ea50f333 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459910 Mar 05 00:01:00.788816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-f7635ca9-2d25-413f-8d1c-e7136b13a36b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633 HTTP/1.1" status: 200 len: 217 time: 0.1907475 Mar 05 00:01:00.800871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:00.880299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Network b0bbda56-9f3b-443f-8200-68244504e0db is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:00.891158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:00.913475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-2c16c6a4-f4e9-40ee-9092-71ec647e6d11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617521 Mar 05 00:01:00.924609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:00.975502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Pushing event updated for resources: {'Port': ['ID=b1acc016-a467-43e6-a740-da96776c4bb1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:00.999562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:01.008253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Usage tracker for resource:port and tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:01.014267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:01.017759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:01.018744 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:01.045187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:01.157148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-9ced9bc5-45e5-450c-a3f7-a55d113e7d96 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5326693 Mar 05 00:01:01.166842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee67a9a-aef2-460c-9f67-345953d33128 req-752b7fd1-edc7-47b0-bf2f-5df8f579c048 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:01.169049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cee67a9a-aef2-460c-9f67-345953d33128 req-752b7fd1-edc7-47b0-bf2f-5df8f579c048 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 945 time: 0.3441632 Mar 05 00:01:01.173063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Request body: {'port': {'device_id': '062885cf-68e8-4022-af15-51c97ca6affa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:01.176317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Made reservation on behalf of d3f4465b3d8d4a4eb3854fa2cf52ff77 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:01.180690 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:01.224648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9594872-d098-4ff1-8674-7bf25394f01c req-e42a55db-de02-4215-b3de-e9cb79a50f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:01.226126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-e42a55db-de02-4215-b3de-e9cb79a50f51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.1717951 Mar 05 00:01:01.277531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8701a0a6-7c5f-4cfd-9e55-14220f86e93e None None] Provisioning for port b1acc016-a467-43e6-a740-da96776c4bb1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:01.282639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8701a0a6-7c5f-4cfd-9e55-14220f86e93e None None] Provisioning complete for port b1acc016-a467-43e6-a740-da96776c4bb1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:01.283009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8701a0a6-7c5f-4cfd-9e55-14220f86e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:01.337183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8701a0a6-7c5f-4cfd-9e55-14220f86e93e None None] Port b1acc016-a467-43e6-a740-da96776c4bb1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:01:01.346473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cee67a9a-aef2-460c-9f67-345953d33128 req-b05b6d78-0b16-46d4-896d-f943fd03bbb3 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547005 Mar 05 00:01:01.356390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-52d39143-e30a-4387-ae9b-f32b158d91cd service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012221 Mar 05 00:01:01.366534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e332e-aa84-4510-a03f-34fdb447fe80 req-178f42cf-c74d-479a-b6ec-863e013715c8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:01.373114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-126e332e-aa84-4510-a03f-34fdb447fe80 req-178f42cf-c74d-479a-b6ec-863e013715c8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.2567568 Mar 05 00:01:01.376673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:01.501282 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-126e332e-aa84-4510-a03f-34fdb447fe80 req-ab6c793b-ec8a-488e-ad0c-0736e3650bfb tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272838 Mar 05 00:01:01.547578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-981f2986-970a-438d-a557-f795245c50a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521436 Mar 05 00:01:01.578801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Allocated IP 172.20.0.7 (0828847e-eff1-4dae-b838-d49dbd286d27/4e3c6d14-9359-4b40-aae0-ebc0ee8274f4/085f5f24-6939-4b35-90bf-c5be7cba9338) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:01.616959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b816b43f-0ee5-4cdf-a3f6-2a71cdb4b1ec req-ebdb719e-912e-423c-a078-223ce64b99ac service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533824 Mar 05 00:01:01.681486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0503e-7cfd-4922-80f6-475575e41bf2 req-f2c5fb14-e6f9-4ca4-9087-a0fdf86c13d8 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:01.682809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17f0503e-7cfd-4922-80f6-475575e41bf2 req-f2c5fb14-e6f9-4ca4-9087-a0fdf86c13d8 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1891489 Mar 05 00:01:01.716149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-995250c8-e444-4054-8381-2c625e06409d req-adf4b463-a539-48e2-83f7-b58ff9a74435 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:01.823060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17f0503e-7cfd-4922-80f6-475575e41bf2 req-8a915fcf-2256-4fed-8c9a-cecaa28a69ba tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223788 Mar 05 00:01:01.880440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:01.916701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:01.958583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-995250c8-e444-4054-8381-2c625e06409d req-adf4b463-a539-48e2-83f7-b58ff9a74435 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:01.969812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-995250c8-e444-4054-8381-2c625e06409d req-adf4b463-a539-48e2-83f7-b58ff9a74435 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 210 time: 0.3340378 Mar 05 00:01:02.000845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-b3fe78ad-278e-4123-8548-4dffdd1b4ed4 service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198408 Mar 05 00:01:02.007034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Network 0828847e-eff1-4dae-b838-d49dbd286d27 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:02.010991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:02.013004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Pushing event updated for resources: {'Port': ['ID=085f5f24-6939-4b35-90bf-c5be7cba9338,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:02.016157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:02.085750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:02.086411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:02.116179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-5f93161d-75fe-4fe6-ae43-2f4923897482 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3727105 Mar 05 00:01:02.128603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Request body: {'port': {'device_id': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:02.358301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9594872-d098-4ff1-8674-7bf25394f01c req-16dbb95a-2953-4dff-a193-5d9f4b861695 service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562691 Mar 05 00:01:02.379283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1acc016-a467-43e6-a740-da96776c4bb1 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:02.394733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:02.413505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ccb0-2eb0-4bbd-b303-d5d66883d61b req-c4d6221b-a252-4100-a8e1-08e6c2b1e316 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:02.415062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89c3ccb0-2eb0-4bbd-b303-d5d66883d61b req-c4d6221b-a252-4100-a8e1-08e6c2b1e316 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 932 time: 0.2464681 Mar 05 00:01:02.436046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:02.459342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d60a9-336f-4259-baa2-e06bcc8109bc req-3e7d2cd9-46c7-4ac4-ba3d-4dbd8eb60447 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:02.460787 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f77d60a9-336f-4259-baa2-e06bcc8109bc req-3e7d2cd9-46c7-4ac4-ba3d-4dbd8eb60447 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.2773311 Mar 05 00:01:02.480694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Transition to ACTIVE for port object b1acc016-a467-43e6-a740-da96776c4bb1 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:02.493418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:02.610923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f77d60a9-336f-4259-baa2-e06bcc8109bc req-155933ce-463c-422c-b0ab-61282b6f9dce tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220548 Mar 05 00:01:02.651594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89c3ccb0-2eb0-4bbd-b303-d5d66883d61b req-6cf66a7d-5c65-4e7e-a95c-78d5ab7163f7 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048252 Mar 05 00:01:02.697669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Pushing event updated for resources: {'Port': ['ID=b1acc016-a467-43e6-a740-da96776c4bb1,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:02.700659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'name': 'network-vif-deleted', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:02.833319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-210dc7a1-aff1-451e-9e23-4fe0ef750eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 1095 time: 0.4256809 Mar 05 00:01:02.916576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085f5f24-6939-4b35-90bf-c5be7cba9338 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:02.926572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:02.953590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Transition to ACTIVE for port object 085f5f24-6939-4b35-90bf-c5be7cba9338 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:02.962757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.010993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa471-5617-489f-a102-785b32342afe req-19e8ae76-bcaf-4073-b5f2-2bae49feed6a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:03.012234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-172fa471-5617-489f-a102-785b32342afe req-19e8ae76-bcaf-4073-b5f2-2bae49feed6a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1563418 Mar 05 00:01:03.047692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Attempting to bind port b1acc016-a467-43e6-a740-da96776c4bb1 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:03.048025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Attempting to bind port b1acc016-a467-43e6-a740-da96776c4bb1 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:03.048341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Attempting to bind port b1acc016-a467-43e6-a740-da96776c4bb1 on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:03.056028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Port b1acc016-a467-43e6-a740-da96776c4bb1 on network b0bbda56-9f3b-443f-8200-68244504e0db not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:03.056353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Attempting to bind port b1acc016-a467-43e6-a740-da96776c4bb1 on network b0bbda56-9f3b-443f-8200-68244504e0db {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:03.085620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:03.085998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Checking segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:03.086329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Bound using segment: {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:03.086753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Bound port: b1acc016-a467-43e6-a740-da96776c4bb1, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1633b8d7-44bf-4291-9eae-9ac96ad93b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:03.087095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.121107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48504) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:03.130963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07bb7e-9d32-4a92-ab47-5bb7ccc808cd req-ee09ae69-c074-4b45-bc4d-f0f771073304 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:03.131959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Pushing event updated for resources: {'Port': ['ID=085f5f24-6939-4b35-90bf-c5be7cba9338,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:03.132328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f07bb7e-9d32-4a92-ab47-5bb7ccc808cd req-ee09ae69-c074-4b45-bc4d-f0f771073304 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 945 time: 0.2469606 Mar 05 00:01:03.145161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-172fa471-5617-489f-a102-785b32342afe req-3eebbd91-d8b0-43af-a648-c592a2b5cef0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215725 Mar 05 00:01:03.159836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-77607b0c-ae89-4e93-afc6-bcbf475ba840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:03.161322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-77607b0c-ae89-4e93-afc6-bcbf475ba840 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 916 time: 0.3112159 Mar 05 00:01:03.249596 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed945cb-2e81-4e11-b2b9-a22475e48cba', 'name': 'network-vif-deleted', 'tag': 'ac7ff80d-ebb1-4d3d-b368-c676f350b372', 'status': 'completed', 'code': 200} Mar 05 00:01:03.266603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Attempting to bind port 085f5f24-6939-4b35-90bf-c5be7cba9338 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:03.267109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Attempting to bind port 085f5f24-6939-4b35-90bf-c5be7cba9338 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:03.267431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Attempting to bind port 085f5f24-6939-4b35-90bf-c5be7cba9338 on network 0828847e-eff1-4dae-b838-d49dbd286d27 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:03.274798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Port 085f5f24-6939-4b35-90bf-c5be7cba9338 on network 0828847e-eff1-4dae-b838-d49dbd286d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:03.275121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Attempting to bind port 085f5f24-6939-4b35-90bf-c5be7cba9338 on network 0828847e-eff1-4dae-b838-d49dbd286d27 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:03.293091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:03.293999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Checking segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:03.294528 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-accbe94a-6e03-41c5-9054-97099681dfcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633 HTTP/1.1" status: 200 len: 217 time: 0.1260355 Mar 05 00:01:03.294972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Bound using segment: {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:03.295644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Bound port: 085f5f24-6939-4b35-90bf-c5be7cba9338, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c6a652-2ace-43ce-b3ae-3df64c1961d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:03.297351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.427522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] For port 085f5f24-6939-4b35-90bf-c5be7cba9338, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:03.430897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] For port 085f5f24-6939-4b35-90bf-c5be7cba9338, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=085f5f24-6939-4b35-90bf-c5be7cba9338,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:03.438235 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.479081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5f07bb7e-9d32-4a92-ab47-5bb7ccc808cd req-580db1dd-fda9-4ce1-a537-514422dce78e tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Synchronizing usage tracker for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:03.503349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.516559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] For port b1acc016-a467-43e6-a740-da96776c4bb1, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:03.527799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.529762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] 10.222.0.10 "PUT /v2.0/ports/085f5f24-6939-4b35-90bf-c5be7cba9338 HTTP/1.1" status: 200 len: 1091 time: 1.4067173 Mar 05 00:01:03.530560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'tag': '085f5f24-6939-4b35-90bf-c5be7cba9338'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:03.548860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] For port b1acc016-a467-43e6-a740-da96776c4bb1, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b1acc016-a467-43e6-a740-da96776c4bb1,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:03.551884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645499f-508c-4c5f-8f0c-c38fafc41907 service neutron] Pushing event updated for resources: {'Port': ['ID=085f5f24-6939-4b35-90bf-c5be7cba9338,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:03.567131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-b4153528-eabb-4c59-b47b-23df4bf7e033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:03.569075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-b4153528-eabb-4c59-b47b-23df4bf7e033 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.2590096 Mar 05 00:01:03.576867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5f07bb7e-9d32-4a92-ab47-5bb7ccc808cd req-580db1dd-fda9-4ce1-a537-514422dce78e tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Unset dirty status for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:03.589869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f07bb7e-9d32-4a92-ab47-5bb7ccc808cd req-580db1dd-fda9-4ce1-a537-514422dce78e tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272456 Mar 05 00:01:03.591063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.628579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:03.633759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Usage tracker for resource:security_group_rule and tenant:38404dd8fb4b44bbbc8c64329f521d5d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:03.636727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:03.644427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:03.763348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-011c6430-6c9a-4a0b-9533-c008b5ee884b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 1094 time: 0.1836975 Mar 05 00:01:03.773237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea36e-1bcc-4a61-9d22-75097838a9da req-718e0686-728f-452d-abcb-a02a5a94945e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:03.774709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814ea36e-1bcc-4a61-9d22-75097838a9da req-718e0686-728f-452d-abcb-a02a5a94945e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1516628 Mar 05 00:01:03.852978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.860198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:03.861595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1acc016-a467-43e6-a740-da96776c4bb1 HTTP/1.1" status: 200 len: 1092 time: 2.6952763 Mar 05 00:01:03.887053 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-f09f9fab-d005-4a32-af7b-33338d388e00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=085f5f24-6939-4b35-90bf-c5be7cba9338 HTTP/1.1" status: 200 len: 217 time: 0.1113522 Mar 05 00:01:03.967502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814ea36e-1bcc-4a61-9d22-75097838a9da req-f48d3a14-54d7-4184-a82f-35de293b7bd5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281676 Mar 05 00:01:03.986022 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.013268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-095508e1-39fb-4218-9761-fdac7ff68aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:04.015148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-095508e1-39fb-4218-9761-fdac7ff68aa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 200 len: 855 time: 0.1123705 Mar 05 00:01:04.054020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38404dd8fb4b44bbbc8c64329f521d5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9318357 Mar 05 00:01:04.056609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48524) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:04.065784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aadb3-f0a1-4817-a0d0-693e0beed7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fec1116-fdfc-41a8-985d-f03497515830,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:04.073925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-e1a099bb-1d98-441a-b80f-77cfdd5d27ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4746115 Mar 05 00:01:04.109776 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'tag': '085f5f24-6939-4b35-90bf-c5be7cba9338', 'status': 'completed', 'code': 200} Mar 05 00:01:04.130608 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-bf874956-272f-4e75-8b72-eeaf51c55c68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0828847e-eff1-4dae-b838-d49dbd286d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064353 Mar 05 00:01:04.294259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-076378d9-1a36-4a8a-b2f3-49350d94fa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.306325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2bd44-d174-4c31-94f9-46a4bbe2f711 service neutron] Pushing event updated for resources: {'Port': ['ID=b1acc016-a467-43e6-a740-da96776c4bb1,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:04.356701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545bfde-56a3-41f7-99b0-28449a96b0a6 req-790ef6f0-9f58-47b9-8615-aa1a45705097 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:04.358171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a545bfde-56a3-41f7-99b0-28449a96b0a6 req-790ef6f0-9f58-47b9-8615-aa1a45705097 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 943 time: 0.5763733 Mar 05 00:01:04.373420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-259502f5-d407-44a2-b252-7fd8b163a8fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 1095 time: 0.4583895 Mar 05 00:01:04.399073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-47e86af2-49d6-474d-83e5-caa9533d9043 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605984 Mar 05 00:01:04.435542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f44bec30-ee30-4bc8-9517-ab3b8d991eed details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:04.440519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-076378d9-1a36-4a8a-b2f3-49350d94fa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.455889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-34f5a805-d585-4010-8076-5dee28acfeab service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720844 Mar 05 00:01:04.499537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-076378d9-1a36-4a8a-b2f3-49350d94fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.550178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-10e1193f-05f0-40c1-a9ba-9ee47c29f6f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1acc016-a467-43e6-a740-da96776c4bb1 HTTP/1.1" status: 200 len: 217 time: 0.1571224 Mar 05 00:01:04.600055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f44bec30-ee30-4bc8-9517-ab3b8d991eed, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:04.618366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'port_id': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed', 'mac_address': 'fa:16:3e:21:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbeb051-617a-40c5-a1c3-198815693b04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:04.633080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a545bfde-56a3-41f7-99b0-28449a96b0a6 req-5c5f55c0-9fe8-432a-89b5-df92ef06a238 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654414 Mar 05 00:01:04.669358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-675eecc0-67f3-436a-a1f8-ad4e1ba4c5b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:04.670807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-675eecc0-67f3-436a-a1f8-ad4e1ba4c5b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.1113482 Mar 05 00:01:04.682599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076378d9-1a36-4a8a-b2f3-49350d94fa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fec1116-fdfc-41a8-985d-f03497515830,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:04.710860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-076378d9-1a36-4a8a-b2f3-49350d94fa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.712062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-076378d9-1a36-4a8a-b2f3-49350d94fa23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fec1116-fdfc-41a8-985d-f03497515830 HTTP/1.1" status: 204 len: 168 time: 0.6538455 Mar 05 00:01:04.748712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86dbd7-3636-40fb-a673-5935cd4d741a req-e2a6c306-5529-4a65-bf1c-ed15c3175a02 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:04.764759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd86dbd7-3636-40fb-a673-5935cd4d741a req-e2a6c306-5529-4a65-bf1c-ed15c3175a02 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.4213057 Mar 05 00:01:04.768214 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.774169 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a284f326-b8ab-40bb-ac64-30af4e4ccdc1 req-d2ca7a0c-f56d-441d-ae1d-7754640d4d32 service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031540 Mar 05 00:01:04.807260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44bec30-ee30-4bc8-9517-ab3b8d991eed {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:04.815451 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9bd53846-b8a3-423b-8f3e-46143b7ff1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.835322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f44bec30-ee30-4bc8-9517-ab3b8d991eed, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:04.842036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:04.889294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e26593ad-aa2a-4863-9f41-60865d033dcb req-ef7c79f8-e2d9-4c11-adc3-8864647146b4 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758413 Mar 05 00:01:04.915976 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd86dbd7-3636-40fb-a673-5935cd4d741a req-f2b89c6c-d5e1-440c-a3ee-6b9e9bc3b7d3 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443231 Mar 05 00:01:04.931647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-d09a0d60-784c-4a2b-a0ae-6e4e290dc13a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481229 Mar 05 00:01:04.985062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f44bec30-ee30-4bc8-9517-ab3b8d991eed,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:05.006570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.010867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.011354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.011836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.012181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.012701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.013037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.013387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.013712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.014037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.014357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:05.145962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-669aa0a4-ab13-4198-befb-deed56d974d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 1094 time: 0.1906912 Mar 05 00:01:05.168170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331f517-37f2-490e-8d4f-ad7eadafcafd req-98e527ca-0b77-4b68-81c0-64451aa8f618 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:05.169743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1331f517-37f2-490e-8d4f-ad7eadafcafd req-98e527ca-0b77-4b68-81c0-64451aa8f618 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 944 time: 0.3433723 Mar 05 00:01:05.265955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062885cf-68e8-4022-af15-51c97ca6affa', 'tag': 'b1acc016-a467-43e6-a740-da96776c4bb1'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:05.274493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-65dc7590-dd3c-453b-82c1-ce852559dc82 service neutron] 10.222.0.36 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364856 Mar 05 00:01:05.331378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aed57-55e5-4c28-a55b-924d4de60fa5 req-73ffe75c-3adb-4f96-b3ff-a93fc84dea42 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:05.338176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-846aed57-55e5-4c28-a55b-924d4de60fa5 req-73ffe75c-3adb-4f96-b3ff-a93fc84dea42 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1875615 Mar 05 00:01:05.376237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-a42a2c6d-a146-444d-9306-ee583ab579fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:05.377721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-a42a2c6d-a146-444d-9306-ee583ab579fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 200 len: 916 time: 0.2262595 Mar 05 00:01:05.399465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f44bec30-ee30-4bc8-9517-ab3b8d991eed'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:05.405110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1331f517-37f2-490e-8d4f-ad7eadafcafd req-f26cdb55-64ff-4668-b56d-2c74470846c2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270954 Mar 05 00:01:05.462242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-ff455cb2-4333-4f71-a8b0-b66fa0f1e0c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=085f5f24-6939-4b35-90bf-c5be7cba9338 HTTP/1.1" status: 200 len: 217 time: 0.0767734 Mar 05 00:01:05.467745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-846aed57-55e5-4c28-a55b-924d4de60fa5 req-371b277e-b2aa-40d7-9092-afd79021a9f8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286585 Mar 05 00:01:05.491290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96e7f37a-eedc-479a-a53e-e34bf958264c req-059ac6d8-8091-4bab-8b00-573bd51c0250 service neutron] 10.222.0.36 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038317 Mar 05 00:01:05.556068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-0b7dcc50-ee6c-4c66-ae2c-52884a7e591c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:05.557535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-0b7dcc50-ee6c-4c66-ae2c-52884a7e591c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 200 len: 855 time: 0.0884995 Mar 05 00:01:05.609008 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062885cf-68e8-4022-af15-51c97ca6affa', 'tag': 'b1acc016-a467-43e6-a740-da96776c4bb1', 'status': 'completed', 'code': 200} Mar 05 00:01:05.671535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-e39cd5ab-eed9-45af-a267-04aede20ab1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0828847e-eff1-4dae-b838-d49dbd286d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064086 Mar 05 00:01:05.795230 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-c14c5ce9-5f0e-47c3-a85d-cdf62e4d6030 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 1095 time: 0.1600108 Mar 05 00:01:05.846550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d975f-9944-412b-b6cf-c88fa0b057e1 req-0fc543d7-c2c5-4053-bc65-faf7e7738ec0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:05.853375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-262d975f-9944-412b-b6cf-c88fa0b057e1 req-0fc543d7-c2c5-4053-bc65-faf7e7738ec0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1426044 Mar 05 00:01:05.896011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-bdbda660-ceba-4012-8648-09d87b742a33 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179863 Mar 05 00:01:06.107573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-262d975f-9944-412b-b6cf-c88fa0b057e1 req-bf6c39a4-b8b1-4000-82ff-8802b0781743 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528026 Mar 05 00:01:06.145827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-f82ab47b-faf2-4797-add0-d67a35d04dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.145827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-f82ab47b-faf2-4797-add0-d67a35d04dd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 916 time: 0.3405585 Mar 05 00:01:06.149818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6583001-0daf-47b2-9122-f20a6a9f6dcf req-d54304a3-865c-4c3e-a715-208a7563a2c7 service neutron] 10.222.0.10 "GET /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460167 Mar 05 00:01:06.223734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-d1439c20-acc1-4304-921d-cc583572ca1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1acc016-a467-43e6-a740-da96776c4bb1 HTTP/1.1" status: 200 len: 217 time: 0.0732496 Mar 05 00:01:06.244498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028c1f4-cd9c-4ce3-9395-ff709450cb12 req-a07d99e4-2a27-428c-addf-aecd8d3006bf tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.245184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2028c1f4-cd9c-4ce3-9395-ff709450cb12 req-a07d99e4-2a27-428c-addf-aecd8d3006bf tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Synchronizing usage tracker for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:06.260870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2028c1f4-cd9c-4ce3-9395-ff709450cb12 req-a07d99e4-2a27-428c-addf-aecd8d3006bf tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Unset dirty status for tenant:d3f4465b3d8d4a4eb3854fa2cf52ff77 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:06.262142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2028c1f4-cd9c-4ce3-9395-ff709450cb12 req-a07d99e4-2a27-428c-addf-aecd8d3006bf tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 943 time: 0.0969818 Mar 05 00:01:06.307427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2028c1f4-cd9c-4ce3-9395-ff709450cb12 req-d1cfb4db-01be-460e-8578-cc3515b0c8d5 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Mar 05 00:01:06.352443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-c6fb20d0-ac15-4f52-9543-bbcf1be31c0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.353864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-c6fb20d0-ac15-4f52-9543-bbcf1be31c0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.1241767 Mar 05 00:01:06.415702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dd094-7068-4b2c-accf-3127a9744218 req-dbe8cd6a-7583-4960-83e0-e4d04fb1349d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.417147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a7dd094-7068-4b2c-accf-3127a9744218 req-dbe8cd6a-7583-4960-83e0-e4d04fb1349d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1490469 Mar 05 00:01:06.455873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43ca652d-d01e-4fc4-9c1d-11b24ac30633 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:06.489902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a7dd094-7068-4b2c-accf-3127a9744218 req-4dccd51a-97fb-4e7e-b4c8-28f9b7580fa5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649433 Mar 05 00:01:06.494224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-2d856e6e-471d-40f5-a706-577a7717331e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330900 Mar 05 00:01:06.495282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f251d-f958-4281-8f7a-e83de51fd30c req-5db58175-c944-48ec-bd5a-ad1d824ae0ab tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.496794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b4f251d-f958-4281-8f7a-e83de51fd30c req-5db58175-c944-48ec-bd5a-ad1d824ae0ab tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 945 time: 0.0812297 Mar 05 00:01:06.570169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b4f251d-f958-4281-8f7a-e83de51fd30c req-cd18df9f-64e6-4a85-b6bf-300937d40db1 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667026 Mar 05 00:01:06.608313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:06.623033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '43ca652d-d01e-4fc4-9c1d-11b24ac30633', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'port_id': '43ca652d-d01e-4fc4-9c1d-11b24ac30633', 'mac_address': 'fa:16:3e:95:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbeb051-617a-40c5-a1c3-198815693b04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:06.692696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:06.712238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ca652d-d01e-4fc4-9c1d-11b24ac30633 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:06.733468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:06.738676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:06.763449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-8847d59d-7915-471a-945f-3b45169e4f64 service neutron] 10.222.0.36 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606425 Mar 05 00:01:06.782503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335661-3fd6-45c1-91c1-fc6bf8ac9ebe req-b5923e64-bdb2-4f50-a11e-92be8306f8a9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.783952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24335661-3fd6-45c1-91c1-fc6bf8ac9ebe req-b5923e64-bdb2-4f50-a11e-92be8306f8a9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 944 time: 0.1009192 Mar 05 00:01:06.842358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=43ca652d-d01e-4fc4-9c1d-11b24ac30633,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:06.844534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-24335661-3fd6-45c1-91c1-fc6bf8ac9ebe req-1f85cae2-2e17-4e5d-a6a1-8af16bb39d60 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Synchronizing usage tracker for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:06.868993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-24335661-3fd6-45c1-91c1-fc6bf8ac9ebe req-1f85cae2-2e17-4e5d-a6a1-8af16bb39d60 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Unset dirty status for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:06.870554 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24335661-3fd6-45c1-91c1-fc6bf8ac9ebe req-1f85cae2-2e17-4e5d-a6a1-8af16bb39d60 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797808 Mar 05 00:01:06.926026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-79a8338e-4741-4191-b796-712209b4f1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:06.981604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5c1be0e-9751-4c77-b899-a9e6f9d26dc7 req-4ab7198d-9c39-4576-8ede-29006b037fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121146 Mar 05 00:01:06.996622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34764703-0f76-40f7-8944-19188e1cbd1d req-dd1912fc-3fb6-4a3c-b0da-b01c553ca78c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:06.998930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34764703-0f76-40f7-8944-19188e1cbd1d req-dd1912fc-3fb6-4a3c-b0da-b01c553ca78c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1229978 Mar 05 00:01:07.017114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64733144-b82b-43f8-9199-3be17610121f req-6908a00a-e973-4754-a18a-8d8777ffc16d tempest-AbsoluteLimitsNegativeTestJSON-1130709641 tempest-AbsoluteLimitsNegativeTestJSON-1130709641-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=665f54e7d6054ff9acc2f9e517aa1970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347397 Mar 05 00:01:07.047865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34764703-0f76-40f7-8944-19188e1cbd1d req-d8bcd0c3-f7ff-4414-98e9-aa6a48f4976a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Mar 05 00:01:07.160267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['43ca652d-d01e-4fc4-9c1d-11b24ac30633'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:07.170625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64733144-b82b-43f8-9199-3be17610121f req-695f1db4-d892-4200-b103-84666937040c tempest-AbsoluteLimitsNegativeTestJSON-1130709641 tempest-AbsoluteLimitsNegativeTestJSON-1130709641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:07.172118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64733144-b82b-43f8-9199-3be17610121f req-695f1db4-d892-4200-b103-84666937040c tempest-AbsoluteLimitsNegativeTestJSON-1130709641 tempest-AbsoluteLimitsNegativeTestJSON-1130709641-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483672 Mar 05 00:01:07.197758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64733144-b82b-43f8-9199-3be17610121f req-e27f33bc-e5a8-4370-b176-8ec16400ec27 tempest-AbsoluteLimitsNegativeTestJSON-1130709641 tempest-AbsoluteLimitsNegativeTestJSON-1130709641-project] 10.222.0.32 "GET /v2.0/quotas/665f54e7d6054ff9acc2f9e517aa1970 HTTP/1.1" status: 200 len: 375 time: 0.0199442 Mar 05 00:01:07.258020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64733144-b82b-43f8-9199-3be17610121f req-ae83c921-d136-4cc9-8ca0-80903544ff28 tempest-AbsoluteLimitsNegativeTestJSON-1130709641 tempest-AbsoluteLimitsNegativeTestJSON-1130709641-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=665f54e7d6054ff9acc2f9e517aa1970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494263 Mar 05 00:01:07.349906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdb901-cea6-4d79-a5b4-7a5101a7177b req-9c2471f6-d5a0-4a28-86a8-e6801fc9d2c9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:07.352572 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77cdb901-cea6-4d79-a5b4-7a5101a7177b req-9c2471f6-d5a0-4a28-86a8-e6801fc9d2c9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.0994437 Mar 05 00:01:07.411446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77cdb901-cea6-4d79-a5b4-7a5101a7177b req-798f5842-a9aa-491e-845b-2fb5299084d6 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523827 Mar 05 00:01:07.616561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed34501-893b-4de3-8721-b00dbfc854b3 req-c627ee84-4bc5-4153-acbb-3d21d08d3721 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:07.618026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fed34501-893b-4de3-8721-b00dbfc854b3 req-c627ee84-4bc5-4153-acbb-3d21d08d3721 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 943 time: 0.0876405 Mar 05 00:01:07.618606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:07.685822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fed34501-893b-4de3-8721-b00dbfc854b3 req-393955b5-07bf-4aa8-9100-e5e62aba99f9 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572355 Mar 05 00:01:07.687471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-9ec8e9cc-9548-4edd-9540-66be6b39cff9 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:07.689810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-9ec8e9cc-9548-4edd-9540-66be6b39cff9 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 945 time: 0.1044376 Mar 05 00:01:07.791374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:07.834608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Deleting port 87c46f11-897b-4b41-a6be-cba71df083af {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:01:07.836289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:07.874632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:07.880054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Usage tracker for resource:security_group_rule and tenant:665f54e7d6054ff9acc2f9e517aa1970 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:07.884007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:07.898746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:07.945379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa768a-59ff-4ba7-abb6-23bd6fa2294a req-ac27e27f-1779-443e-873e-75d976e9ed4d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:07.946820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3cfa768a-59ff-4ba7-abb6-23bd6fa2294a req-ac27e27f-1779-443e-873e-75d976e9ed4d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1226838 Mar 05 00:01:08.060992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3cfa768a-59ff-4ba7-abb6-23bd6fa2294a req-97e86054-1bfd-40c4-a355-232be68c1046 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006584 Mar 05 00:01:08.063494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.071882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.158315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.164340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf016551-0a1f-4e0a-8b9d-31c84ece76c6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:08.167549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818e11b-80b7-41e9-98d0-0a7cfb549e73 req-08ccf558-b05b-47b2-9d24-d7c2ce378538 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:08.173655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e2225d0-93d1-487a-aecc-2d53e2d24c71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=665f54e7d6054ff9acc2f9e517aa1970&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508778 Mar 05 00:01:08.174161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48622) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:08.175291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9818e11b-80b7-41e9-98d0-0a7cfb549e73 req-08ccf558-b05b-47b2-9d24-d7c2ce378538 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 945 time: 0.2792819 Mar 05 00:01:08.192454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b1acc016-a467-43e6-a740-da96776c4bb1 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:08.317475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9818e11b-80b7-41e9-98d0-0a7cfb549e73 req-4cba78a2-88c2-4cb6-a102-d7f7f27a7d80 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/security-groups?id=03562786-4fc6-4fff-b10c-1d4aba4d0406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412208 Mar 05 00:01:08.323568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.366129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b1acc016-a467-43e6-a740-da96776c4bb1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b1acc016-a467-43e6-a740-da96776c4bb1,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:08.383828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'b1acc016-a467-43e6-a740-da96776c4bb1', 'network_id': 'b0bbda56-9f3b-443f-8200-68244504e0db', 'port_id': 'b1acc016-a467-43e6-a740-da96776c4bb1', 'mac_address': 'fa:16:3e:1d:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbeb051-617a-40c5-a1c3-198815693b04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:08.385493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fd04a-34fc-4976-8a68-16410d544b66 req-9a45e4ab-8260-4ca8-8f1a-cb3cbdeb55fb tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:08.387748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-655fd04a-34fc-4976-8a68-16410d544b66 req-9a45e4ab-8260-4ca8-8f1a-cb3cbdeb55fb tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 944 time: 0.1794651 Mar 05 00:01:08.391181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e945d-9b62-4f3c-8221-7f46ebc765de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.407136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] For port 87c46f11-897b-4b41-a6be-cba71df083af, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=87c46f11-897b-4b41-a6be-cba71df083af,segment=NetworkSegment(5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19),segment_id=5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:08.407893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.431187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e945d-9b62-4f3c-8221-7f46ebc765de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.461926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 085f5f24-6939-4b35-90bf-c5be7cba9338 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:08.510444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e945d-9b62-4f3c-8221-7f46ebc765de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.540295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e945d-9b62-4f3c-8221-7f46ebc765de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf016551-0a1f-4e0a-8b9d-31c84ece76c6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:08.551832 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b0e945d-9b62-4f3c-8221-7f46ebc765de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.555253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b0e945d-9b62-4f3c-8221-7f46ebc765de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf016551-0a1f-4e0a-8b9d-31c84ece76c6 HTTP/1.1" status: 204 len: 168 time: 0.3778794 Mar 05 00:01:08.566006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Calling delete_port for 87c46f11-897b-4b41-a6be-cba71df083af owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:01:08.573801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-655fd04a-34fc-4976-8a68-16410d544b66 req-bd9ac900-7189-4135-98c1-759dc0f466de tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863421 Mar 05 00:01:08.628800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 085f5f24-6939-4b35-90bf-c5be7cba9338, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=085f5f24-6939-4b35-90bf-c5be7cba9338,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:08.645438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43ca652d-d01e-4fc4-9c1d-11b24ac30633 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:08.678424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '085f5f24-6939-4b35-90bf-c5be7cba9338', 'network_id': '0828847e-eff1-4dae-b838-d49dbd286d27', 'port_id': '085f5f24-6939-4b35-90bf-c5be7cba9338', 'mac_address': 'fa:16:3e:68:a7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c6d14-9359-4b40-aae0-ebc0ee8274f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:08.717561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29737c-646c-4d4e-9f9b-f9ab0d92e7ae req-b316c87c-6fe3-4023-873b-b3af06a94cfb tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:08.724968 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c29737c-646c-4d4e-9f9b-f9ab0d92e7ae req-b316c87c-6fe3-4023-873b-b3af06a94cfb tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1666467 Mar 05 00:01:08.850309 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c29737c-646c-4d4e-9f9b-f9ab0d92e7ae req-e76aefbf-43e4-4ec5-997f-55cffb674370 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242900 Mar 05 00:01:08.860715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.862388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:08.930541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1acc016-a467-43e6-a740-da96776c4bb1 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:08.942493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['87c46f11-897b-4b41-a6be-cba71df083af'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:08.943708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c754bc4-5950-4544-80aa-4c115c30df58 req-cc34e19f-8575-41b5-b172-8d8a85318205 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:08.951144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c754bc4-5950-4544-80aa-4c115c30df58 req-cc34e19f-8575-41b5-b172-8d8a85318205 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1743670 Mar 05 00:01:09.047679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.052051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c754bc4-5950-4544-80aa-4c115c30df58 req-9fa119af-5df9-4c13-8cae-59b7ea0a33c8 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998914 Mar 05 00:01:09.068307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085f5f24-6939-4b35-90bf-c5be7cba9338 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:09.072790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b1acc016-a467-43e6-a740-da96776c4bb1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b1acc016-a467-43e6-a740-da96776c4bb1,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:09.073615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-990bbeb2-9f3b-471c-9929-e9fd2587e515 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2053418 Mar 05 00:01:09.097652 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.110973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 085f5f24-6939-4b35-90bf-c5be7cba9338, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=085f5f24-6939-4b35-90bf-c5be7cba9338,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:09.180176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.194657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:09.211244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:09.212212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.215948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] No DVR routers for this DVR port 87c46f11-897b-4b41-a6be-cba71df083af on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:01:09.217910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Pushing event deleted for resources: {'Port': ['ID=87c46f11-897b-4b41-a6be-cba71df083af,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:09.224944 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.244442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'name': 'network-vif-deleted', 'tag': '87c46f11-897b-4b41-a6be-cba71df083af'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:09.282361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b1acc016-a467-43e6-a740-da96776c4bb1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:09.336823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de703ca6-e97c-4c29-a88a-1d1f876a878c req-ef1bf472-61da-459f-999e-9721afac8b78 tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.10 "DELETE /v2.0/ports/87c46f11-897b-4b41-a6be-cba71df083af HTTP/1.1" status: 204 len: 173 time: 1.6405516 Mar 05 00:01:09.382318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a8b1-c9c9-4d1c-b321-06f4f17ed95b req-98061997-7d72-4f83-b217-112e100425c6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:09.395099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1b58a8b1-c9c9-4d1c-b321-06f4f17ed95b req-98061997-7d72-4f83-b217-112e100425c6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 944 time: 0.2826698 Mar 05 00:01:09.443044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=085f5f24-6939-4b35-90bf-c5be7cba9338,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:09.458332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1b58a8b1-c9c9-4d1c-b321-06f4f17ed95b req-093e8744-816c-4702-aaf3-3574f6086f7e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Mar 05 00:01:09.475586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.497953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdff5de-4943-4145-9502-493210d48beb req-9f9cc74f-a862-4da1-8abe-c033ef4be356 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:09.500081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8cdff5de-4943-4145-9502-493210d48beb req-9f9cc74f-a862-4da1-8abe-c033ef4be356 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1500671 Mar 05 00:01:09.503256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-7f03241d-226b-4a89-9e9e-17b1887853db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 1102 time: 0.2707024 Mar 05 00:01:09.525654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['b1acc016-a467-43e6-a740-da96776c4bb1'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:09.585549 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01970f-54e1-448c-bfc1-9289c27ed1f9', 'name': 'network-vif-deleted', 'tag': '87c46f11-897b-4b41-a6be-cba71df083af', 'status': 'completed', 'code': 200} Mar 05 00:01:09.598553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8cdff5de-4943-4145-9502-493210d48beb req-bb4c04d7-9db2-4e5e-a08b-96c2d103c8f2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914111 Mar 05 00:01:09.640870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['085f5f24-6939-4b35-90bf-c5be7cba9338'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:09.746807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-edd77c2a-0a99-4540-9ed6-18fcdb90d371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:09.748624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-edd77c2a-0a99-4540-9ed6-18fcdb90d371 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1889338 Mar 05 00:01:09.756396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ca652d-d01e-4fc4-9c1d-11b24ac30633'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:09.788530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:09.807762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:09.808532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f44bec30-ee30-4bc8-9517-ab3b8d991eed up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:09.884924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-48e3d708-1614-4df2-989b-81df7bd18852 req-75e6da83-043a-403f-8db5-bb0a5ce268bb tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Synchronizing usage tracker for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:09.901314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-b24da216-e5ae-4390-8ede-db2ac65889a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 200 len: 217 time: 0.1454599 Mar 05 00:01:09.925749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-48e3d708-1614-4df2-989b-81df7bd18852 req-75e6da83-043a-403f-8db5-bb0a5ce268bb tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] Unset dirty status for tenant:8ce8748a1a3844ee84d6ad8d8bc0e3c3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:09.932883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48e3d708-1614-4df2-989b-81df7bd18852 req-75e6da83-043a-403f-8db5-bb0a5ce268bb tempest-ServerAddressesNegativeTestJSON-507473032 tempest-ServerAddressesNegativeTestJSON-507473032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01970f-54e1-448c-bfc1-9289c27ed1f9 HTTP/1.1" status: 200 len: 210 time: 0.1096289 Mar 05 00:01:09.944739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.004414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937abe6-7822-4ab9-a709-265fea7024b6 req-d0236747-b50e-4fbd-8c64-899db1722ee0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:10.014368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5937abe6-7822-4ab9-a709-265fea7024b6 req-d0236747-b50e-4fbd-8c64-899db1722ee0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 945 time: 0.1779065 Mar 05 00:01:10.074512 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ca652d-d01e-4fc4-9c1d-11b24ac30633', 'code': 200} Mar 05 00:01:10.101269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-e2345e14-70e3-494b-8d5c-1a67ba85da81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:10.104775 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-e2345e14-70e3-494b-8d5c-1a67ba85da81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1903660 Mar 05 00:01:10.152623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=43ca652d-d01e-4fc4-9c1d-11b24ac30633,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:10.169401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port f44bec30-ee30-4bc8-9517-ab3b8d991eed completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:10.186886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port f44bec30-ee30-4bc8-9517-ab3b8d991eed triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:10.187592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.313523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5937abe6-7822-4ab9-a709-265fea7024b6 req-432639cf-6194-4fde-b56a-480f63d389e5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938237 Mar 05 00:01:10.320460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d447aa93-0f32-48ed-80fe-355d9e395db6 req-aaa96c5d-88f4-42dc-b662-f1eb1a0c2f02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 1097 time: 0.1352191 Mar 05 00:01:10.375039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48666) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:10.461945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d447aa93-0f32-48ed-80fe-355d9e395db6 req-ce2e1546-ac53-41c9-868a-c27d9cdf9301 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293874 Mar 05 00:01:10.483501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a9c6-0111-4ce5-9d08-dcda447a0b4c req-e64c1f49-1e2e-4d2c-9fcf-4dbfaa4a10ff tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:10.491020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d586a9c6-0111-4ce5-9d08-dcda447a0b4c req-e64c1f49-1e2e-4d2c-9fcf-4dbfaa4a10ff tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1328371 Mar 05 00:01:10.526002 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.531548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-e480902a-5853-4445-bdf3-a3db4d981584 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4200583 Mar 05 00:01:10.555671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d586a9c6-0111-4ce5-9d08-dcda447a0b4c req-2ffb106c-1cb4-434d-92c8-dcd2e2f013a4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 Mar 05 00:01:10.568828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f44bec30-ee30-4bc8-9517-ab3b8d991eed, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:10.569028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1197291409-network', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:10.574327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.579507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:10.585255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Usage tracker for resource:network and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:10.589087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:10.596774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:10.612964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 87c46f11-897b-4b41-a6be-cba71df083af no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:01:10.619738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Made reservation on behalf of fa6990bd892f431b85b7c5a291496475 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:10.622870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.639503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.658157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 87c46f11-897b-4b41-a6be-cba71df083af {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:01:10.658502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 87c46f11-897b-4b41-a6be-cba71df083af not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:01:10.660432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4331cb-6ea7-446e-a9eb-4ada459aae05 req-dcedab35-e3ce-415d-a2b9-427fd7be311d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:10.661918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f4331cb-6ea7-446e-a9eb-4ada459aae05 req-dcedab35-e3ce-415d-a2b9-427fd7be311d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1346970 Mar 05 00:01:10.683014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f44bec30-ee30-4bc8-9517-ab3b8d991eed,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:10.702122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:10.707426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Usage tracker for resource:security_group_rule and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:10.716983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:10.725761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:10.738919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f4331cb-6ea7-446e-a9eb-4ada459aae05 req-5f50f6e4-32e1-4122-8f5a-539dc4ffdc35 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632737 Mar 05 00:01:10.745183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a93aca-6872-4f87-83c5-ffb6b8f62c96 req-fe725f63-5971-4576-834c-78c551a515ac tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:10.746792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54a93aca-6872-4f87-83c5-ffb6b8f62c96 req-fe725f63-5971-4576-834c-78c551a515ac tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 944 time: 0.0885561 Mar 05 00:01:10.804874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54a93aca-6872-4f87-83c5-ffb6b8f62c96 req-25235df0-3ab3-439c-aa28-bfdc8f73fb03 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Mar 05 00:01:10.958898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:10.965820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-2829f994-0887-4ecf-99b4-f50a9fea94f1 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213545 Mar 05 00:01:10.968710 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.045242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:11.074196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:01:11.101709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.102049 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Added segment 85ba09a8-169b-47ba-82eb-d8d9d61cb6e0 of type vlan for network 90fa0531-17ec-48c4-a113-c74c675def15 Mar 05 00:01:11.103229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe76770-7cfb-49ca-ae48-326125d8a2c6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:11.105762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Deleting subnet 0efe1029-ab98-4c78-9aa1-30a4a5756b16 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:01:11.109455 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.129518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7724c-ebd6-4be9-b06c-903b0e96ce7f req-68822229-35f2-4a34-8f73-68903a2d62a1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:11.130987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8f7724c-ebd6-4be9-b06c-903b0e96ce7f req-68822229-35f2-4a34-8f73-68903a2d62a1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.2705047 Mar 05 00:01:11.162986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.190972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.215144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8fabbc3-c8c3-4def-88bd-4d07e0288857 req-a27ac60b-f348-4b7a-92f2-653694df57a8 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346892 Mar 05 00:01:11.219088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.236212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8f7724c-ebd6-4be9-b06c-903b0e96ce7f req-e243e375-56dd-4e8b-baa1-6a26b6645bfa tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900786 Mar 05 00:01:11.248523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.251021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:11.251616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.287592 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.329412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efe1029-ab98-4c78-9aa1-30a4a5756b16,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:11.334797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.343281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-59e22e3a-e7a1-477a-9595-1673dffc3605 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0efe1029-ab98-4c78-9aa1-30a4a5756b16 HTTP/1.1" status: 204 len: 168 time: 0.2968793 Mar 05 00:01:11.343903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:11.361082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9841142 Mar 05 00:01:11.361304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a2f1-d733-4287-b7a7-99d0614b921b admin admin] Pushing event updated for resources: {'Network': ['ID=90fa0531-17ec-48c4-a113-c74c675def15,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:11.363563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48690) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:11.368545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Request body: {'subnet': {'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1197291409-subnet', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:11.373735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:11.376556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 90fa0531-17ec-48c4-a113-c74c675def15 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:01:11.378488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Usage tracker for resource:subnet and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:11.381505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:11.388026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:11.399765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Made reservation on behalf of fa6990bd892f431b85b7c5a291496475 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:11.402794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.468587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.631564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.745428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.748443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6267f9f9-4c90-417e-b3a4-5f75df7f0252,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:11.775367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65b92a6-678c-4905-8c30-a01202fcacee']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:11.779913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Checking segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:11.780263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Network hostable DHCP agents. Network: 90fa0531-17ec-48c4-a113-c74c675def15, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:01:11.790292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:11.790578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbc1ff7-e0a9-49fc-9aab-aecf8ecc2d19') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:11.804860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1e7f6-9f46-47c0-825b-da7bf2cc8632 req-302ea962-9f31-4f60-94e4-3a773a32ca2e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:11.808660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.809705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22e1e7f6-9f46-47c0-825b-da7bf2cc8632 req-302ea962-9f31-4f60-94e4-3a773a32ca2e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1390584 Mar 05 00:01:11.823653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d00874-40a7-4596-8ce5-e9dbfebed1c9 req-8aca0d5c-681b-4ece-ad11-cc1b928c19d2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:11.825385 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d00874-40a7-4596-8ce5-e9dbfebed1c9 req-8aca0d5c-681b-4ece-ad11-cc1b928c19d2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 945 time: 0.2128506 Mar 05 00:01:11.836553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.845180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:01:11.845872 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.852790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Network 90fa0531-17ec-48c4-a113-c74c675def15 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:01:11.878981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22e1e7f6-9f46-47c0-825b-da7bf2cc8632 req-79c01440-a2e6-4fa8-9e2f-0b904d61f4c0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661752 Mar 05 00:01:11.879950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 90fa0531-17ec-48c4-a113-c74c675def15) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:11.885029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:11.885909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.894088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a457f3-21c4-4179-bcf8-45d24165202b None None] Network 90fa0531-17ec-48c4-a113-c74c675def15 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:01:11.941701 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:01:11.955002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28d788d1-ebe8-4d88-b07f-1e2d3d0eab01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5907378 Mar 05 00:01:11.955903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:11.960369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.961274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:11.971983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:11.976790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Usage tracker for resource:router and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:11.980534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:11.987264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:11.988254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:11.997745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65b92a6-678c-4905-8c30-a01202fcacee,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:12.000922 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.002319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.019489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f6e0f1ff-1006-4bd1-92c1-f8d4180e60b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c65b92a6-678c-4905-8c30-a01202fcacee HTTP/1.1" status: 204 len: 168 time: 0.6744916 Mar 05 00:01:12.038791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19d00874-40a7-4596-8ce5-e9dbfebed1c9 req-c7bb08ac-5e31-4511-ad82-bb875883081e tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961547 Mar 05 00:01:12.050179 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.134612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:12.232710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b1acc016-a467-43e6-a740-da96776c4bb1 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:12.277919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c85e-4642-4469-a060-8ae3511624a3 req-23f2dadb-da7e-4592-a3a6-8a0dec997727 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:12.279447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f72c85e-4642-4469-a060-8ae3511624a3 req-23f2dadb-da7e-4592-a3a6-8a0dec997727 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 944 time: 0.0974483 Mar 05 00:01:12.317972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48710) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:12.330895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-90fa0531-17ec-48c4-a113-c74c675def15', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:01:12.331698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.339609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f72c85e-4642-4469-a060-8ae3511624a3 req-b5a9f238-4815-41f6-a3bb-e91c5ca50743 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Mar 05 00:01:12.352590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port b1acc016-a467-43e6-a740-da96776c4bb1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:12.392722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port b1acc016-a467-43e6-a740-da96776c4bb1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:12.393864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.415692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.432090 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed', 'code': 200} Mar 05 00:01:12.432368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-defff90f-ddf8-4d82-9f76-51ad233c12fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ce8748a1a3844ee84d6ad8d8bc0e3c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1062315 Mar 05 00:01:12.434935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48714) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:12.463748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f1df-5bd8-4645-a3f3-d885dda84255 req-8d045386-9018-4659-945e-b25fc17e2209 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:12.467147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8450f1df-5bd8-4645-a3f3-d885dda84255 req-8d045386-9018-4659-945e-b25fc17e2209 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2842689 Mar 05 00:01:12.467535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 085f5f24-6939-4b35-90bf-c5be7cba9338 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:12.515039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6158c5-f6d3-4883-b051-39518d490210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.548780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6158c5-f6d3-4883-b051-39518d490210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.678609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef765da-385b-4bd8-9af0-09ad59b973e7 req-00679e11-bef2-40fb-b856-24e92fbf4f69 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:12.680221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cef765da-385b-4bd8-9af0-09ad59b973e7 req-00679e11-bef2-40fb-b856-24e92fbf4f69 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.0941257 Mar 05 00:01:12.705877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6158c5-f6d3-4883-b051-39518d490210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.739814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6158c5-f6d3-4883-b051-39518d490210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03562786-4fc6-4fff-b10c-1d4aba4d0406,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:12.759252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8450f1df-5bd8-4645-a3f3-d885dda84255 req-0eb70f2f-bd82-4851-a45b-d23987d8212c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846043 Mar 05 00:01:12.765285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cef765da-385b-4bd8-9af0-09ad59b973e7 req-8a46742f-06b8-4de7-9938-cc3cfea7eec9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Mar 05 00:01:12.766108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6158c5-f6d3-4883-b051-39518d490210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.767224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2b6158c5-f6d3-4883-b051-39518d490210 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03562786-4fc6-4fff-b10c-1d4aba4d0406 HTTP/1.1" status: 204 len: 168 time: 0.3312967 Mar 05 00:01:12.800431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-01b873f5-2c27-42af-8985-672e898f8a02 req-b056274d-76ae-42ac-9a3d-55592894ba25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 1097 time: 0.2889061 Mar 05 00:01:12.816280 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.835644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Allocated IP 172.20.0.2 (90fa0531-17ec-48c4-a113-c74c675def15/6267f9f9-4c90-417e-b3a4-5f75df7f0252/99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:12.866182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-01b873f5-2c27-42af-8985-672e898f8a02 req-49274b9d-425b-460e-bc37-24b6cf4d8575 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579255 Mar 05 00:01:12.933196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.957757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b1acc016-a467-43e6-a740-da96776c4bb1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b1acc016-a467-43e6-a740-da96776c4bb1,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:12.982882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:12.996190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.068227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 085f5f24-6939-4b35-90bf-c5be7cba9338 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:13.089026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 085f5f24-6939-4b35-90bf-c5be7cba9338 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:13.089585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.165443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c0518-1cf4-4bc6-bb95-274cb65fefd3 req-820ec6ed-3eaa-4fad-bf36-061b63dc0206 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:13.174022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa7c0518-1cf4-4bc6-bb95-274cb65fefd3 req-820ec6ed-3eaa-4fad-bf36-061b63dc0206 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1409781 Mar 05 00:01:13.199320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b1acc016-a467-43e6-a740-da96776c4bb1,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:13.244512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa7c0518-1cf4-4bc6-bb95-274cb65fefd3 req-b0d2a63f-ee5c-4b16-be43-575bc22fda97 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695372 Mar 05 00:01:13.289789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Allocated IP 172.25.0.41 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/4269fb33-ed93-4872-a50b-0edec9c610dd) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:13.338484 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.340946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.362174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Transition to ACTIVE for port object 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:13.394000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Transition to ACTIVE for port object 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:13.400498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 085f5f24-6939-4b35-90bf-c5be7cba9338, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=085f5f24-6939-4b35-90bf-c5be7cba9338,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:13.406801 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.477732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df6142-88ff-476d-8958-b7288de5af7b req-8614c126-23ec-4a11-a7da-198959cccb17 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:13.481842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.484296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31df6142-88ff-476d-8958-b7288de5af7b req-8614c126-23ec-4a11-a7da-198959cccb17 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.2791574 Mar 05 00:01:13.497105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Network 90fa0531-17ec-48c4-a113-c74c675def15 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:13.534684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Pushing event updated for resources: {'Port': ['ID=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:13.547356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:13.566913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.585856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31df6142-88ff-476d-8958-b7288de5af7b req-d9d16771-56c8-4dc3-a228-068d1b39f744 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006081 Mar 05 00:01:13.595414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c88bb-9fd6-4c21-8d09-f2c862f7cfe5 req-261ad00a-3b49-4bee-9369-7532a1688b05 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:13.596291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:13.598108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a4c88bb-9fd6-4c21-8d09-f2c862f7cfe5 req-261ad00a-3b49-4bee-9369-7532a1688b05 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.1072204 Mar 05 00:01:13.620517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.668586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a4c88bb-9fd6-4c21-8d09-f2c862f7cfe5 req-b344de96-1dd3-47ea-9882-ce6c123e13a6 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609770 Mar 05 00:01:13.705421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:13.708467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:13.712796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:13.744655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Attempting to bind port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:13.745159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Attempting to bind port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:13.745650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Attempting to bind port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec on network 90fa0531-17ec-48c4-a113-c74c675def15 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:13.757602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Pushing event updated for resources: {'Port': ['ID=4269fb33-ed93-4872-a50b-0edec9c610dd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:13.758190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:13.758190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Checking segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:13.758190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.759291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Bound using segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:13.759642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Bound port: 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:13.760115 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.813684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=085f5f24-6939-4b35-90bf-c5be7cba9338,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:13.861031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] For port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:13.864600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] For port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:13.871648 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.949596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44478406-3ed9-44c8-83a9-d0934ff4339d None None] Pushing event updated for resources: {'Port': ['ID=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:13.970292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:13.971909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.048463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48750) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:14.097981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da081d5e-7fbf-45f6-815d-07f69a335772 req-a3437a29-3f0e-49ef-8403-ac48db9318f3 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:14.099674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da081d5e-7fbf-45f6-815d-07f69a335772 req-a3437a29-3f0e-49ef-8403-ac48db9318f3 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1297867 Mar 05 00:01:14.226149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da081d5e-7fbf-45f6-815d-07f69a335772 req-72b84944-ce2f-4550-9a8b-833b512e1147 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210020 Mar 05 00:01:14.255131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d026-cab9-4277-947a-61b4339f7258 req-a986ffa2-f1ca-438d-b718-8f59059ffd66 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:14.262298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80d0d026-cab9-4277-947a-61b4339f7258 req-a986ffa2-f1ca-438d-b718-8f59059ffd66 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.2334826 Mar 05 00:01:14.290135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-872180762-network', 'tenant_id': '40d0b3f830784e459effa20d291662c0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:14.297573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:14.307086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Usage tracker for resource:network and tenant:40d0b3f830784e459effa20d291662c0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:14.321029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:14.329588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:14.342807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Made reservation on behalf of 40d0b3f830784e459effa20d291662c0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:14.346211 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.377420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80d0d026-cab9-4277-947a-61b4339f7258 req-97513e4a-9cff-493e-bfd6-206c942f0ef2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034012 Mar 05 00:01:14.379683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.423069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:14.427830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Usage tracker for resource:security_group_rule and tenant:40d0b3f830784e459effa20d291662c0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:14.430893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:14.434140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062885cf-68e8-4022-af15-51c97ca6affa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1acc016-a467-43e6-a740-da96776c4bb1'}, {'server_uuid': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f5f24-6939-4b35-90bf-c5be7cba9338'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:14.461634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Router 782ab64b-332a-42b6-bbbe-e054874332d0 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:01:14.471049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:14.500399 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062885cf-68e8-4022-af15-51c97ca6affa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1acc016-a467-43e6-a740-da96776c4bb1', 'code': 200} Mar 05 00:01:14.500839 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f5f24-6939-4b35-90bf-c5be7cba9338', 'code': 200} Mar 05 00:01:14.556251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60c77d-5edb-4b6a-9cae-93484475dfde req-037dad82-4356-4272-9229-fd9608b6ab3e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:14.564537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb60c77d-5edb-4b6a-9cae-93484475dfde req-037dad82-4356-4272-9229-fd9608b6ab3e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1300664 Mar 05 00:01:14.615293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.624482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.653443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb60c77d-5edb-4b6a-9cae-93484475dfde req-cd15381e-bfb2-4cc7-8aa8-1d29fbb00053 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879748 Mar 05 00:01:14.672110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:01:14.687742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:14.694816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.696921 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Added segment c71fcf06-0f96-4b6b-b243-845a67622e14 of type vlan for network 12d4a987-fb15-47d5-86de-b27a72e7b62d Mar 05 00:01:14.739467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.779514 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.781100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:14.781909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:14.903602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f00064c-79d6-4533-abeb-b379bfc440f3 req-9349f2d8-7fe3-4793-9038-1b840939d31f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 1097 time: 0.3062942 Mar 05 00:01:14.930613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa544d82-ae49-47ae-b71f-3124671bc231 req-f2a3ae5e-798c-43bc-bccb-92b92575d2c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 1096 time: 0.3321888 Mar 05 00:01:14.970245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] Pushing event updated for resources: {'Network': ['ID=12d4a987-fb15-47d5-86de-b27a72e7b62d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:14.976712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76a54168-3d9f-4c30-845c-7be9d4adf60c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9271524 Mar 05 00:01:14.979615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48766) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:14.986135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Request body: {'subnet': {'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-subnet', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:14.987984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:01:14.996232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:15.008283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Usage tracker for resource:subnet and tenant:40d0b3f830784e459effa20d291662c0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:15.012801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:15.028879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899c95-879a-487e-9d48-9b512a039da8 req-aa08c592-13d9-4df4-b929-4681439db4bd tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:15.040628 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06899c95-879a-487e-9d48-9b512a039da8 req-aa08c592-13d9-4df4-b929-4681439db4bd tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.1742382 Mar 05 00:01:15.047671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:15.076009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Made reservation on behalf of 40d0b3f830784e459effa20d291662c0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:15.079366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:15.105445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f00064c-79d6-4533-abeb-b379bfc440f3 req-e700b0a7-c801-46d8-9d98-8638d4ff8382 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928225 Mar 05 00:01:15.118031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa544d82-ae49-47ae-b71f-3124671bc231 req-eeba710b-c253-49a7-ba24-1cbf6a74d0fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756046 Mar 05 00:01:15.130690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeeaf-78a6-449f-8fbd-d10688bcc476 req-9c5eba0c-216d-4d31-a2be-e0bf7a898398 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:15.132390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6bfeeaf-78a6-449f-8fbd-d10688bcc476 req-9c5eba0c-216d-4d31-a2be-e0bf7a898398 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.3610051 Mar 05 00:01:15.185209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:01:15.198925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Sync routers for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:01:15.216093 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:15.217046 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:15.233251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-06899c95-879a-487e-9d48-9b512a039da8 req-adc9b696-8ec1-48f6-8d2d-2ee3c35cbd29 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912415 Mar 05 00:01:15.320271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe00a9-d463-412a-88fd-f5e220f2aeda None None] Network 90fa0531-17ec-48c4-a113-c74c675def15 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:01:15.364027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:15.368900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4e6579e-de1b-41eb-82bf-54a1b9615b87 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4118187 Mar 05 00:01:15.369854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48772) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:15.416576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:15.454095 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6bfeeaf-78a6-449f-8fbd-d10688bcc476 req-f9cf935d-53ee-4fd4-9587-bcc954aac2d0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117228 Mar 05 00:01:15.525623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b285722e-a652-4134-ac11-fa22c485f433 None None] Provisioning for port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:15.626431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:15.740732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:15.778702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=972cef35-c6cb-4538-9c36-e8456702e778,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:15.789366 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:13Z', 'revision_number': 3, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:15.790445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903d9e-adcf-4b5b-a5da-f347d04a51df req-79c05bfd-1943-489c-bdab-c65515b6958e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:15.793563 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Checking router: 782ab64b-332a-42b6-bbbe-e054874332d0 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:01:15.794014 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Updating router 782ab64b-332a-42b6-bbbe-e054874332d0 port 4269fb33-ed93-4872-a50b-0edec9c610dd binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:01:15.800225 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46903d9e-adcf-4b5b-a5da-f347d04a51df req-79c05bfd-1943-489c-bdab-c65515b6958e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.3605990 Mar 05 00:01:15.840327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Checking segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:15.841130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Network hostable DHCP agents. Network: 12d4a987-fb15-47d5-86de-b27a72e7b62d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:01:15.897869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46903d9e-adcf-4b5b-a5da-f347d04a51df req-21dab648-6d1b-4701-9daf-76e9623c5b57 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930743 Mar 05 00:01:15.923802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:01:15.951915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 12d4a987-fb15-47d5-86de-b27a72e7b62d) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:15.963036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:15.963036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.002388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc707513-0a4c-46f4-b391-14e21f122a39 None None] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:01:16.005359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef552528-d53b-45ff-b4e5-b4d9d6ebc5fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0225124 Mar 05 00:01:16.006416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48782) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:16.013711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:16.018148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc0c7-3c60-4160-abcc-5703ee5fadfa req-5bc1d455-9815-4396-8f14-aa027f4ace69 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:16.022772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:16.028224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5cbc0c7-3c60-4160-abcc-5703ee5fadfa req-5bc1d455-9815-4396-8f14-aa027f4ace69 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.3154323 Mar 05 00:01:16.036551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Usage tracker for resource:router and tenant:40d0b3f830784e459effa20d291662c0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:16.057854 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.059224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:16.082164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:16.105366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.106401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.146516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:16.160237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5cbc0c7-3c60-4160-abcc-5703ee5fadfa req-151a2f85-4047-49a0-8c56-e2b1c167e7fa tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310587 Mar 05 00:01:16.170914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:16.172045 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.177538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.504605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f31f6-a7e3-45a9-9471-1a3e717088b4 None None] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:01:16.616860 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:01:16.627503 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.698463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.726683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64a5d5-ce02-4551-b0ca-ad4475b8873c req-7869f2da-c7be-4562-a5b6-f9a1861af15e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:16.734672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb64a5d5-ce02-4551-b0ca-ad4475b8873c req-7869f2da-c7be-4562-a5b6-f9a1861af15e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.4263439 Mar 05 00:01:16.814614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:16.828594 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.869778 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.884263 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Transition to ACTIVE for port object 4269fb33-ed93-4872-a50b-0edec9c610dd will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:16.892983 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.896958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f20f8-83eb-4a68-b8c3-8b21aa0187a3 req-81ad7884-5842-4401-af55-32b558ee6e34 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:16.897962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb64a5d5-ce02-4551-b0ca-ad4475b8873c req-04ebb386-5f87-47df-81e6-4c0ca71f1f14 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618273 Mar 05 00:01:16.904237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f5f20f8-83eb-4a68-b8c3-8b21aa0187a3 req-81ad7884-5842-4401-af55-32b558ee6e34 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.3494790 Mar 05 00:01:16.905661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-babece40-c8d2-453d-a8e9-2bf787391fe5 None None] Provisioning complete for port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:16.906214 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-babece40-c8d2-453d-a8e9-2bf787391fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:16.979644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:17.049167 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Attempting to bind port 4269fb33-ed93-4872-a50b-0edec9c610dd on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:17.049563 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Attempting to bind port 4269fb33-ed93-4872-a50b-0edec9c610dd by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:17.049923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Attempting to bind port 4269fb33-ed93-4872-a50b-0edec9c610dd on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:17.055025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.058120 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889177-865f-4b0c-9a13-f79dc81d8edf None None] Pushing event updated for resources: {'Port': ['ID=4269fb33-ed93-4872-a50b-0edec9c610dd,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:17.065251 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:17.065992 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:17.066928 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.067464 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:17.068077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Bound port: 4269fb33-ed93-4872-a50b-0edec9c610dd, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:17.068642 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.100222 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f5f20f8-83eb-4a68-b8c3-8b21aa0187a3 req-4c7b5499-b105-4d3e-b21c-24f1f196f52b tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950369 Mar 05 00:01:17.126286 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.166420 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] For port 4269fb33-ed93-4872-a50b-0edec9c610dd, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:17.171431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] For port 4269fb33-ed93-4872-a50b-0edec9c610dd, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4269fb33-ed93-4872-a50b-0edec9c610dd,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:17.178493 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.226475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.240831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-d131e5b1-72a9-47ae-abdd-fe05c68399d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3337476 Mar 05 00:01:17.323639 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:17.324414 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:17.389982 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889177-865f-4b0c-9a13-f79dc81d8edf None None] Pushing event updated for resources: {'Port': ['ID=4269fb33-ed93-4872-a50b-0edec9c610dd,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:17.421584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Allocated IP 172.25.0.180 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/6b0da1b7-164f-4749-810b-cd6d3db5b3d5) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:17.429383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef9194-ee2e-4e2b-9a55-79486a10afff req-cd32b247-a2a6-4463-ac14-cd702c9bd4a9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:17.430878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3ef9194-ee2e-4e2b-9a55-79486a10afff req-cd32b247-a2a6-4463-ac14-cd702c9bd4a9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.2460587 Mar 05 00:01:17.535177 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:17.586609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3ef9194-ee2e-4e2b-9a55-79486a10afff req-9727390b-4fbe-4fa2-8b91-9cf33328920f tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448615 Mar 05 00:01:17.604116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac9117-4b9e-4c27-8e12-38654d2aa9b1 req-ec487b81-1697-44b3-952d-eb186e013b2a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:17.605943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4ac9117-4b9e-4c27-8e12-38654d2aa9b1 req-ec487b81-1697-44b3-952d-eb186e013b2a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2888882 Mar 05 00:01:17.611309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Allocated IP 172.20.0.1 (90fa0531-17ec-48c4-a113-c74c675def15/6267f9f9-4c90-417e-b3a4-5f75df7f0252/20c8ece7-8563-4c9d-910b-899c67515b59) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:17.615515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-892c52ae-e937-4a26-97b3-8a82125fef8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 1100 time: 0.1944726 Mar 05 00:01:17.659532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:17.674837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.707515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.772898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:17.773346 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:17.845278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:17.849465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Pushing event updated for resources: {'Port': ['ID=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:17.855980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:17.859498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:17.898894 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:13Z', 'revision_number': 3, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:17.903387 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc867bcd-c50a-4ecf-afff-4559f8fe956a None None] The sync data for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 is: [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:13Z', 'revision_number': 3, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:01:18.010482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a83b-dc7b-41bf-aec9-465590b53646 req-46be5a42-cfdb-4cd6-b82a-877317695dd4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:18.018102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6917a83b-dc7b-41bf-aec9-465590b53646 req-46be5a42-cfdb-4cd6-b82a-877317695dd4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.2655351 Mar 05 00:01:18.022385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4ac9117-4b9e-4c27-8e12-38654d2aa9b1 req-5ef35cb2-4f5d-4038-85e5-c42438b21a71 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030085 Mar 05 00:01:18.091131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6917a83b-dc7b-41bf-aec9-465590b53646 req-f2c3dd7f-1327-4051-b00e-3ecd244f6605 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720668 Mar 05 00:01:18.101262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-f38d8813-b2cd-46b8-845d-71641fbe5b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:18.102799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-f38d8813-b2cd-46b8-845d-71641fbe5b36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4549575 Mar 05 00:01:18.140364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:18.142723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:18.257547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-ef679a2f-25d4-4f00-b007-e75352971a83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 200 len: 217 time: 0.1272197 Mar 05 00:01:18.260492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:18.326585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Transition to ACTIVE for port object 20c8ece7-8563-4c9d-910b-899c67515b59 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:18.347380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-e2be476b-bf5b-481f-aad5-60f89b5684d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:18.348761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-e2be476b-bf5b-481f-aad5-60f89b5684d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0809553 Mar 05 00:01:18.425029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:18.563505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Network 90fa0531-17ec-48c4-a113-c74c675def15 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:18.567139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22312b21-8664-412a-b4d0-0a29b7fd5ae4 req-03796145-0db5-42eb-8e06-e201fbfe81a4 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:18.568621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22312b21-8664-412a-b4d0-0a29b7fd5ae4 req-03796145-0db5-42eb-8e06-e201fbfe81a4 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.2584825 Mar 05 00:01:18.569439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:18.579396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:18.606790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Pushing event updated for resources: {'Port': ['ID=20c8ece7-8563-4c9d-910b-899c67515b59,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:18.638383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-f8dea5d8-db14-4805-a263-59f19f3368f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2815320 Mar 05 00:01:18.641591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22312b21-8664-412a-b4d0-0a29b7fd5ae4 req-15ee9d5f-32f0-49d0-8e6c-99c26d24e8a6 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632052 Mar 05 00:01:18.747318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:18.758998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Router 4b24812c-b03a-47ba-8ba7-c653d01e161e is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:01:18.769776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618c0e-cbbf-4bbb-bac7-ac5649a123e5 req-43a9af1f-df39-4957-ada7-05581fd182e2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:18.771924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e618c0e-cbbf-4bbb-bac7-ac5649a123e5 req-43a9af1f-df39-4957-ada7-05581fd182e2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.3005023 Mar 05 00:01:18.887656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-5a387f8b-184b-4371-b98c-1a7c223b4b56 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411225 Mar 05 00:01:18.954882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f68cef3d-94d2-450a-8e08-86c21fab514a None None] Provisioning for port 20c8ece7-8563-4c9d-910b-899c67515b59 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:18.962874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f68cef3d-94d2-450a-8e08-86c21fab514a None None] Provisioning complete for port 20c8ece7-8563-4c9d-910b-899c67515b59 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:18.963483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f68cef3d-94d2-450a-8e08-86c21fab514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:18.972226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e618c0e-cbbf-4bbb-bac7-ac5649a123e5 req-262ad63d-067b-4e2d-b6a1-a1253ca02307 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938059 Mar 05 00:01:19.034940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53de2-9a56-411e-b4e9-9d3c7fecb3d1 req-44cd8194-aacf-4ad6-81e7-ad09c5107e76 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:19.041935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebf53de2-9a56-411e-b4e9-9d3c7fecb3d1 req-44cd8194-aacf-4ad6-81e7-ad09c5107e76 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.2788007 Mar 05 00:01:19.073474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f68cef3d-94d2-450a-8e08-86c21fab514a None None] Port 20c8ece7-8563-4c9d-910b-899c67515b59 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:01:19.102939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:19.106095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebf53de2-9a56-411e-b4e9-9d3c7fecb3d1 req-13a48cce-dc95-4119-a0e1-981b30b9b35f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633345 Mar 05 00:01:19.119857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:01:19.147679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:19.152358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d13c2aa2-d322-4ff7-a668-64b3a4e6b2fe admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1418591 Mar 05 00:01:19.152728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:19.160966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Sync routers for ids ['4b24812c-b03a-47ba-8ba7-c653d01e161e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:01:19.178776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Routers {'4b24812c-b03a-47ba-8ba7-c653d01e161e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:19.180105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4b24812c-b03a-47ba-8ba7-c653d01e161e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:19.263743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7e2e5a9-36b2-457c-9238-aa325fb192aa req-12560ade-aa60-476b-a4c4-fbc19c9c1d33 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486753 Mar 05 00:01:19.378628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Set router 4b24812c-b03a-47ba-8ba7-c653d01e161e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:19.396967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f5fdb-07ef-4702-9900-1695680c9500 req-edb37b9b-2570-4f40-9c7e-17ba5f8c0b21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:19.404135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-856f5fdb-07ef-4702-9900-1695680c9500 req-edb37b9b-2570-4f40-9c7e-17ba5f8c0b21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2186837 Mar 05 00:01:19.410365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af84b9-7290-4f3c-9daf-b16bd6731c39 req-187b04b9-ed0f-44ef-b93a-eacb6ff77eab tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:19.411804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88af84b9-7290-4f3c-9daf-b16bd6731c39 req-187b04b9-ed0f-44ef-b93a-eacb6ff77eab tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.1232710 Mar 05 00:01:19.474345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88af84b9-7290-4f3c-9daf-b16bd6731c39 req-7dca00d5-5a29-4d21-a309-b15f72fb33e9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566921 Mar 05 00:01:19.588614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-856f5fdb-07ef-4702-9900-1695680c9500 req-55448654-f9e9-42ea-90db-c8074d8a2ee4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841288 Mar 05 00:01:19.687110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:19.700825 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-09e835b3-f131-4fbb-8816-978d10bbed07 service neutron] show failed (client error): The resource could not be found. Mar 05 00:01:19.702756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-09e835b3-f131-4fbb-8816-978d10bbed07 service neutron] 10.222.0.36 "GET /v2.0/ports/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.1656008 Mar 05 00:01:19.705091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:19.738577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4269fb33-ed93-4872-a50b-0edec9c610dd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:19.816204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Pushing event updated for resources: {'Port': ['ID=20c8ece7-8563-4c9d-910b-899c67515b59,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:19.832269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636c0ed-e853-4f29-9ae1-07c55a4427bd req-34f6aadc-b4ab-4ec8-9442-9e36980e64c6 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:19.833870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b636c0ed-e853-4f29-9ae1-07c55a4427bd req-34f6aadc-b4ab-4ec8-9442-9e36980e64c6 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1326125 Mar 05 00:01:19.875809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 3, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:19.879667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4269fb33-ed93-4872-a50b-0edec9c610dd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:19.880146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39d47f5f-c2f9-46af-8032-42d5021073e0 req-b77642d2-4806-47fd-85cb-a0255e480706 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 1097 time: 0.3790483 Mar 05 00:01:19.884488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Checking router: 4b24812c-b03a-47ba-8ba7-c653d01e161e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:01:19.885297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Updating router 4b24812c-b03a-47ba-8ba7-c653d01e161e port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:01:19.907783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b636c0ed-e853-4f29-9ae1-07c55a4427bd req-59085bef-9da6-4869-824c-c2effd1da272 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Mar 05 00:01:19.933764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4269fb33-ed93-4872-a50b-0edec9c610dd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:19.934135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.054765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.096136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.218822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f452f-3ef0-4619-973f-4c93e7786c40 req-8c11d860-d610-4b6c-8046-f73edb90ba7f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:20.221997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b68f452f-3ef0-4619-973f-4c93e7786c40 req-8c11d860-d610-4b6c-8046-f73edb90ba7f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.1684349 Mar 05 00:01:20.236994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39d47f5f-c2f9-46af-8032-42d5021073e0 req-3eec82a7-ed3a-4444-ad13-1c34e3720af1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120779 Mar 05 00:01:20.262864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862ebf-11d2-4554-bd34-24cfb5db0470 req-62a79d56-d4c3-4bf0-bb51-1c50352c07c2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:20.267974 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.269730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62862ebf-11d2-4554-bd34-24cfb5db0470 req-62a79d56-d4c3-4bf0-bb51-1c50352c07c2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.4608557 Mar 05 00:01:20.290839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b68f452f-3ef0-4619-973f-4c93e7786c40 req-98bad9b8-0011-4de9-9658-20d3bbe7f1f0 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632741 Mar 05 00:01:20.318275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-0c96c04d-3c0e-4a6a-8693-683b2de9dd2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c&tenant_id=6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 1101 time: 0.2903571 Mar 05 00:01:20.336105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:20.368897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4269fb33-ed93-4872-a50b-0edec9c610dd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4269fb33-ed93-4872-a50b-0edec9c610dd,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:20.417346 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62862ebf-11d2-4554-bd34-24cfb5db0470 req-5f0cfaed-8dc7-4b09-b5d2-6d8857dd1ec2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464248 Mar 05 00:01:20.448990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Network 90fa0531-17ec-48c4-a113-c74c675def15 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:20.452784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:20.491944 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.554624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.685807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4269fb33-ed93-4872-a50b-0edec9c610dd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:20.717054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.729204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.734856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Transition to ACTIVE for port object 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:20.741980 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.834568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be463d9-3320-4b84-a5da-cc6c726ff1a3 None None] Pushing event updated for resources: {'Port': ['ID=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:20.839831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Attempting to bind port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:20.840317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Attempting to bind port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:20.840780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Attempting to bind port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:20.852107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:20.852656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:20.853127 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.853633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:20.854190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Bound port: 6b0da1b7-164f-4749-810b-cd6d3db5b3d5, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:20.854665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.887740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e81b23b3-4595-4b65-80b4-429e1a8c9682 None None] Provisioning complete for port 20c8ece7-8563-4c9d-910b-899c67515b59 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:20.888296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e81b23b3-4595-4b65-80b4-429e1a8c9682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:20.915681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb0e3a-4d13-48a1-8953-aa01b0f50a3e req-f8998f10-ce73-4acc-8b64-04d167d4b627 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:20.922436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d2cc-1d23-4cbb-8856-a641a571bbaf req-e64af96b-4ff2-4f00-b551-0afce67e926d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:20.923031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1eeb0e3a-4d13-48a1-8953-aa01b0f50a3e req-f8998f10-ce73-4acc-8b64-04d167d4b627 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.1646669 Mar 05 00:01:20.923885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41a1d2cc-1d23-4cbb-8856-a641a571bbaf req-e64af96b-4ff2-4f00-b551-0afce67e926d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1852515 Mar 05 00:01:20.968290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e81b23b3-4595-4b65-80b4-429e1a8c9682 None None] Port 20c8ece7-8563-4c9d-910b-899c67515b59 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:01:20.979527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] For port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:20.982847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] For port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:20.992735 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.057562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Allocated IP 172.20.0.1 (12d4a987-fb15-47d5-86de-b27a72e7b62d/972cef35-c6cb-4538-9c36-e8456702e778/7173fc88-e848-4fe9-9c63-67d096d7b4f3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:21.076748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be463d9-3320-4b84-a5da-cc6c726ff1a3 None None] Pushing event updated for resources: {'Port': ['ID=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:21.079935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Routers {'4b24812c-b03a-47ba-8ba7-c653d01e161e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:21.080631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4b24812c-b03a-47ba-8ba7-c653d01e161e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:21.093836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1eeb0e3a-4d13-48a1-8953-aa01b0f50a3e req-89670430-e769-4653-8d06-1833ed23054d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698351 Mar 05 00:01:21.257814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41a1d2cc-1d23-4cbb-8856-a641a571bbaf req-c05564b2-cadb-42e1-ac40-56cf5473641d tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197222 Mar 05 00:01:21.269259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] Set router 4b24812c-b03a-47ba-8ba7-c653d01e161e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:21.277441 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.315828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.420472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:21.426101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:21.430689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:21.435730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:21.470811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Pushing event updated for resources: {'Port': ['ID=7173fc88-e848-4fe9-9c63-67d096d7b4f3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:21.562926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:21.676092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 3, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:21.679387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.681814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4269fb33-ed93-4872-a50b-0edec9c610dd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:21.701296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:21.710052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.718130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0045809-148d-4c97-8589-dd7495a15356 req-6e5ff059-66f4-44cb-a6ab-1450e5c6ab92 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:21.720183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0045809-148d-4c97-8589-dd7495a15356 req-6e5ff059-66f4-44cb-a6ab-1450e5c6ab92 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2285979 Mar 05 00:01:21.726058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659f56-d30d-457d-8a9e-186872d90369 req-bb052ceb-2131-43cc-8ed0-b702c17ab2ad tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:21.727750 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0659f56-d30d-457d-8a9e-186872d90369 req-bb052ceb-2131-43cc-8ed0-b702c17ab2ad tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2871580 Mar 05 00:01:21.737912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb097b-e64e-4e0e-8994-b9e992923ab8 None None] The sync data for ids ['4b24812c-b03a-47ba-8ba7-c653d01e161e'] in n-d-828979-4 is: [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 3, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:01:21.768048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4269fb33-ed93-4872-a50b-0edec9c610dd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:21.768408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.777599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Transition to ACTIVE for port object d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:21.788351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.840329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0045809-148d-4c97-8589-dd7495a15356 req-79d0426b-0c76-4b09-81c1-0d82c1b88114 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089702 Mar 05 00:01:21.846133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:21.879686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Router 782ab64b-332a-42b6-bbbe-e054874332d0 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:01:21.904927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0659f56-d30d-457d-8a9e-186872d90369 req-7a53a9a1-2268-4f96-8b70-32e5fe71456c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530752 Mar 05 00:01:21.982434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:22.321493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:22.333905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:22.338840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] No DVR routers for this DVR port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:01:22.489668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Pushing event updated for resources: {'Port': ['ID=7173fc88-e848-4fe9-9c63-67d096d7b4f3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:22.500866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:22.501383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:22.501541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:22.506512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:22.519078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:22.519408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:22.531969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132ac46-5bec-4d95-bfce-b057ecc643e6 req-17e91f4a-8293-4cdc-a449-2a92940c8598 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:22.533476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f132ac46-5bec-4d95-bfce-b057ecc643e6 req-17e91f4a-8293-4cdc-a449-2a92940c8598 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.2498746 Mar 05 00:01:22.541768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:22.542105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:22.542858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:22.542998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Bound port: d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:22.543253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:22.593661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1dd6-26e6-450d-a7e2-d27b89c8a353 req-a459b6f7-0be9-479c-8f1d-a37a8395f93a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:22.595111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf6e1dd6-26e6-450d-a7e2-d27b89c8a353 req-a459b6f7-0be9-479c-8f1d-a37a8395f93a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.2685506 Mar 05 00:01:22.673914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf6e1dd6-26e6-450d-a7e2-d27b89c8a353 req-a72b3446-605c-456e-b7e4-7adcce0048be tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659890 Mar 05 00:01:22.674967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f132ac46-5bec-4d95-bfce-b057ecc643e6 req-b255b90e-1e5a-4f6e-9cec-888649340a5f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342506 Mar 05 00:01:22.703970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:22.707313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:22.715079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:22.716083 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:22.716471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:22.768771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:22.770257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 1096 time: 2.4421740 Mar 05 00:01:22.833690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:01:22.844938 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Sync routers for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:01:22.861850 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'code': 200} Mar 05 00:01:22.868307 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:22.868937 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:22.945821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cbaae60e-0555-4b02-94bc-00ab0fe382ad admin admin] 10.222.0.32 "PUT /v2.0/routers/782ab64b-332a-42b6-bbbe-e054874332d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5733089 Mar 05 00:01:22.946830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f4791-50e3-471e-802a-48cf10f5c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:23.143437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-ad1f752c-628a-4112-84b3-ca9d8a1f5a0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1099 time: 0.3483751 Mar 05 00:01:23.155761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c5bd2-78d1-4191-a8e8-eef77560ab17 req-1155b56e-b4f0-435d-b707-0fa1cf8fc585 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.157441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-859c5bd2-78d1-4191-a8e8-eef77560ab17 req-1155b56e-b4f0-435d-b707-0fa1cf8fc585 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.2600427 Mar 05 00:01:23.228543 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:23.261777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87e73-dffc-4a35-8f4b-f7d041e5bf42 req-941ce733-db01-4cb6-aeca-f961bcad6eb4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.263314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70e87e73-dffc-4a35-8f4b-f7d041e5bf42 req-941ce733-db01-4cb6-aeca-f961bcad6eb4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.2901149 Mar 05 00:01:23.341116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-b11494dc-2726-430c-8c7e-bf234f6aa246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.343312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-b11494dc-2726-430c-8c7e-bf234f6aa246 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1908402 Mar 05 00:01:23.348188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70e87e73-dffc-4a35-8f4b-f7d041e5bf42 req-cdbc55a0-8003-4d32-b470-3a8f31a6ada9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776157 Mar 05 00:01:23.423045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-c374335a-908d-4b02-a0c4-ba06fcc8d963 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.0737457 Mar 05 00:01:23.459715 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-859c5bd2-78d1-4191-a8e8-eef77560ab17 req-01780bb1-4dff-4303-adb7-65c33d299fd0 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365697 Mar 05 00:01:23.502801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-c000384f-7710-4138-84ee-507fa6ad1889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.504685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-c000384f-7710-4138-84ee-507fa6ad1889 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0762825 Mar 05 00:01:23.616092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Router 4b24812c-b03a-47ba-8ba7-c653d01e161e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:01:23.636919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-6eaa2225-580e-475a-bac3-ae65a821ed44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210449 Mar 05 00:01:23.642599 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:19Z', 'revision_number': 2, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:23.647244 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Checking router: 782ab64b-332a-42b6-bbbe-e054874332d0 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:01:23.647695 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Updating router 782ab64b-332a-42b6-bbbe-e054874332d0 port 20c8ece7-8563-4c9d-910b-899c67515b59 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:01:23.705236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:23.706449 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:23.789151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:23.796060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:23.796661 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:23.850468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-0726457e-b3f1-4ec1-a053-6d440453dd90 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061248 Mar 05 00:01:23.864994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59643-c19a-4509-80b7-e34f7fc9da0d req-44dca33e-c686-488c-a053-ce4a124df4a2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.868345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59643-c19a-4509-80b7-e34f7fc9da0d req-44dca33e-c686-488c-a053-ce4a124df4a2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.872349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59643-c19a-4509-80b7-e34f7fc9da0d req-44dca33e-c686-488c-a053-ce4a124df4a2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.874554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acb59643-c19a-4509-80b7-e34f7fc9da0d req-44dca33e-c686-488c-a053-ce4a124df4a2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa&device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5&device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 2419 time: 0.1434200 Mar 05 00:01:23.895248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7042d5-2358-4b04-b8f4-10244aa995ec req-2eb013af-911f-4dc3-bb67-f5936ea59da4 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:23.896735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e7042d5-2358-4b04-b8f4-10244aa995ec req-2eb013af-911f-4dc3-bb67-f5936ea59da4 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.2753592 Mar 05 00:01:23.960797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e7042d5-2358-4b04-b8f4-10244aa995ec req-e3ddbe33-baf8-419a-a9f0-7246caf0404e tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Mar 05 00:01:24.000470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:01:24.019119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eaa268a7-e4f6-40b6-9036-99698bde035e admin admin] 10.222.0.32 "PUT /v2.0/routers/4b24812c-b03a-47ba-8ba7-c653d01e161e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8652368 Mar 05 00:01:24.030884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acb59643-c19a-4509-80b7-e34f7fc9da0d req-f999b78e-1663-4dd4-ba96-08e424e77824 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307573 Mar 05 00:01:24.033763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.054097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:24.063435 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.096581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-f9816703-0213-495d-9a41-56f3ebcdad79 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403321 Mar 05 00:01:24.209617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:24.294280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:01:24.297737 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.314002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Transition to ACTIVE for port object 20c8ece7-8563-4c9d-910b-899c67515b59 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:24.325285 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.349291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170607-6c7c-47fb-9415-25420555f7ca req-e990888b-0aee-4b21-9fa5-f35d73bcbd20 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:24.351566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25170607-6c7c-47fb-9415-25420555f7ca req-e990888b-0aee-4b21-9fa5-f35d73bcbd20 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.0983257 Mar 05 00:01:24.364153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:01:24.372010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89967ad-d3b9-45db-8d0b-cbd2f9fa0015 req-f8f15ccc-f187-4ba8-ad1b-b35428f6e9cd tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:24.373506 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f89967ad-d3b9-45db-8d0b-cbd2f9fa0015 req-f8f15ccc-f187-4ba8-ad1b-b35428f6e9cd tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1210005 Mar 05 00:01:24.408287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25170607-6c7c-47fb-9415-25420555f7ca req-5ec84f76-a0d0-4bbf-b6cc-1ce6562ee809 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509927 Mar 05 00:01:24.451461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f89967ad-d3b9-45db-8d0b-cbd2f9fa0015 req-c712494a-f96e-4702-a1d3-43f9569fce42 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715218 Mar 05 00:01:24.461304 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Pushing event updated for resources: {'Port': ['ID=20c8ece7-8563-4c9d-910b-899c67515b59,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:24.477056 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.477432 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.477769 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.479372 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.480099 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.480444 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.480773 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.484433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.484951 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.485163 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.485522 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:24.623493 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Attempting to bind port 20c8ece7-8563-4c9d-910b-899c67515b59 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:24.624409 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Attempting to bind port 20c8ece7-8563-4c9d-910b-899c67515b59 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:24.624768 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Attempting to bind port 20c8ece7-8563-4c9d-910b-899c67515b59 on network 90fa0531-17ec-48c4-a113-c74c675def15 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:24.631922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:24.632430 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Checking segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:24.632674 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.633053 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Bound using segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:24.633544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Bound port: 20c8ece7-8563-4c9d-910b-899c67515b59, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:24.633908 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.739470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] For port 20c8ece7-8563-4c9d-910b-899c67515b59, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:24.742871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] For port 20c8ece7-8563-4c9d-910b-899c67515b59, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=20c8ece7-8563-4c9d-910b-899c67515b59,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:24.747298 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:24.828699 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383b466-69ec-47af-820f-dbf4881c5341 None None] Pushing event updated for resources: {'Port': ['ID=20c8ece7-8563-4c9d-910b-899c67515b59,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:24.859912 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:24.860528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:24.863084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:24.939825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdda4c-ebbf-441c-89f4-0f3728c67260 req-72afdf40-b05f-4741-9f53-4fb21c394c03 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:24.948001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbcdda4c-ebbf-441c-89f4-0f3728c67260 req-72afdf40-b05f-4741-9f53-4fb21c394c03 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.0972586 Mar 05 00:01:25.005772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48878) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:25.012413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607936630', 'description': 'tempest-description--627990879'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:25.026240 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbcdda4c-ebbf-441c-89f4-0f3728c67260 req-62c272d8-b540-4737-af39-6ee2cd763a36 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769439 Mar 05 00:01:25.033443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:25.036678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Usage tracker for resource:security_group and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:25.044718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:25.053725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:25.066591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.097175 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:25.117301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:25.122476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Usage tracker for resource:security_group_rule and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:25.125847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:25.132648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:25.251040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.267587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.330559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.331866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3250990 Mar 05 00:01:25.333875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c175ab-2a35-438d-a8fb-1287cc1c88d4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480e12cc-b863-4587-a8f7-591fa1a8e45c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:25.335861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:25.344757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Request body: {'security_group_rule': {'security_group_id': '480e12cc-b863-4587-a8f7-591fa1a8e45c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:25.357778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ec6ce-f2ef-4591-ba77-6b3a0023ff7f req-cb3b8bbe-54c7-43dc-b5f0-f8db701a45d9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:25.359326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-797ec6ce-f2ef-4591-ba77-6b3a0023ff7f req-cb3b8bbe-54c7-43dc-b5f0-f8db701a45d9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.1710932 Mar 05 00:01:25.361906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:25.366067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Usage tracker for resource:security_group_rule and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:25.369092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:25.398078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:25.424642 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-797ec6ce-f2ef-4591-ba77-6b3a0023ff7f req-119f60bf-d7ad-4d01-adf3-b12c6bbd850a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523651 Mar 05 00:01:25.435540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.463306 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:24Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:25.468553 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6661de-dcf3-4554-8f55-73065d2b62c4 None None] The sync data for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 is: [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:24Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:01:25.511108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ad627-28c4-4276-8226-dd5dee27f111 req-4fdc0adf-cb43-44b6-ba4c-9d02921f051d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:25.512397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.515876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-4fdc0adf-cb43-44b6-ba4c-9d02921f051d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 818 time: 0.3070867 Mar 05 00:01:25.532875 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.549800 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-5715cd43-23ab-4a7d-b7f2-f45ae71b614d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/quotas/40d0b3f830784e459effa20d291662c0 HTTP/1.1" status: 200 len: 375 time: 0.0243454 Mar 05 00:01:25.562774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca19dbb2-b167-4920-bed3-cb3fcf9ce8c9,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:25.573361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.577408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5e7a8612-e6b0-49d5-b76c-37ff4c4d8354 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2362192 Mar 05 00:01:25.577750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48896) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:25.587564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Request body: {'security_group_rule': {'security_group_id': '480e12cc-b863-4587-a8f7-591fa1a8e45c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:25.596373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:25.635261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Usage tracker for resource:security_group_rule and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:25.643095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:25.657394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:25.663522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-86a2b4bc-0b42-40c5-a42e-9d2bbfcb182a tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046212 Mar 05 00:01:25.699873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.742560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1b524-ee87-4693-8f7e-1da196d775bc req-b2da87a4-4b7e-430f-bac5-0dc224570871 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:25.744042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71d1b524-ee87-4693-8f7e-1da196d775bc req-b2da87a4-4b7e-430f-bac5-0dc224570871 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1496615 Mar 05 00:01:25.758871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:25.772815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-ea22e3f7-bb4a-4d42-97cb-d287af68519f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:01:25.773755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-ea22e3f7-bb4a-4d42-97cb-d287af68519f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0957778 Mar 05 00:01:25.819084 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.828768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.847967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:25.848909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.854182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71d1b524-ee87-4693-8f7e-1da196d775bc req-c2ace4c0-e3b7-4257-9910-d819005beec6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869603 Mar 05 00:01:25.884115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314d3ca8-8143-4b77-820c-fab7abaaa2c5,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:25.910717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:25.914642 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9119c37a-2715-45a1-b609-4136cfd03859 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3332179 Mar 05 00:01:25.915002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48902) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:25.920059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:25.926291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:25.930266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Usage tracker for resource:floatingip and tenant:fa6990bd892f431b85b7c5a291496475 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:25.933173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:25.951892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:25.979613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-0108cf3c-94f5-4cf3-a911-4de582d3b49f service neutron] 10.222.0.32 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992762 Mar 05 00:01:25.985599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.033507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20c8ece7-8563-4c9d-910b-899c67515b59 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:26.113922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 20c8ece7-8563-4c9d-910b-899c67515b59 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:26.118718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 20c8ece7-8563-4c9d-910b-899c67515b59 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:26.119083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.158799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-f25ac912-27d2-4cb5-aa6e-3b9838588531 service neutron] 10.222.0.32 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701887 Mar 05 00:01:26.275312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-53d152ed-d29f-4af6-a00a-56c157b8c93a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:26.276759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-53d152ed-d29f-4af6-a00a-56c157b8c93a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 810 time: 0.1882925 Mar 05 00:01:26.308027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.309393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-7ea91292-2179-448d-98a0-aaf9f77461ce tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/quotas/27ece4463927474fa89e49d4c5039eb0 HTTP/1.1" status: 200 len: 375 time: 0.0241129 Mar 05 00:01:26.375840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.378240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 20c8ece7-8563-4c9d-910b-899c67515b59, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=20c8ece7-8563-4c9d-910b-899c67515b59,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:26.388097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.497183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=20c8ece7-8563-4c9d-910b-899c67515b59,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:26.589701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f5fc0-f9e3-4eb6-85d5-fe42606d5149 req-cd553ba1-d383-4476-b589-a618494be535 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:26.597874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7f5fc0-f9e3-4eb6-85d5-fe42606d5149 req-cd553ba1-d383-4476-b589-a618494be535 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.1157959 Mar 05 00:01:26.644274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c7f5fc0-f9e3-4eb6-85d5-fe42606d5149 req-762166b5-ab82-4406-a5a0-f82bd34f3172 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462332 Mar 05 00:01:26.672808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-26add176-ec70-409a-af9b-795e97a51ad8 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3624716 Mar 05 00:01:26.740690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Allocated IP 172.25.0.137 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/bd14a555-e2fe-4eb8-b5bc-53e9055cf188) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:26.750438 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'status': 'completed', 'code': 200} Mar 05 00:01:26.870150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.886835 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:26.932203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-4fa744af-d694-4a27-9641-45f69dd494b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1099 time: 0.1634169 Mar 05 00:01:26.938705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-4089a4ab-d56e-42bc-b3cb-891fbe594442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1099 time: 0.1225524 Mar 05 00:01:26.942891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-a82f2b8e-074d-46c9-8120-653f86761851 service neutron] 10.222.0.32 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349827 Mar 05 00:01:27.126828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:27.139865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-4564c008-fae8-4461-b799-5282960c8111 service neutron] 10.222.0.32 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888745 Mar 05 00:01:27.165299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:27.247379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:27.250549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:27.254799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:27.297141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event updated for resources: {'Port': ['ID=bd14a555-e2fe-4eb8-b5bc-53e9055cf188,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:27.353108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-cb44bbbd-2782-45d8-aaa9-302b71dfeb90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:27.354593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-cb44bbbd-2782-45d8-aaa9-302b71dfeb90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2367921 Mar 05 00:01:27.359702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-e2d6f394-fb52-4904-822b-b4f2789050b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:27.361000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-e2d6f394-fb52-4904-822b-b4f2789050b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4160426 Mar 05 00:01:27.499947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-e490cf07-4b58-4472-8160-b6233d41b8ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.1290956 Mar 05 00:01:27.502398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0316c686-7153-4fc7-8dd2-29398e41f1bb req-8a55a33c-83c8-4cce-a7bf-b90f7e32b933 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Synchronizing usage tracker for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:27.502765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-20eb4f6a-8f3d-4396-881a-e16b5e552140 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.1331127 Mar 05 00:01:27.505315 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:27.568779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0316c686-7153-4fc7-8dd2-29398e41f1bb req-8a55a33c-83c8-4cce-a7bf-b90f7e32b933 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Unset dirty status for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:27.570061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0316c686-7153-4fc7-8dd2-29398e41f1bb req-8a55a33c-83c8-4cce-a7bf-b90f7e32b933 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 210 time: 0.1292362 Mar 05 00:01:27.583159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:27.596468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf0958-dda5-48c4-8f01-a2c2aec3941b req-745074dd-68d3-4364-bd1e-39ca1fa1d942 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:27.603422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfbf0958-dda5-48c4-8f01-a2c2aec3941b req-745074dd-68d3-4364-bd1e-39ca1fa1d942 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.4844122 Mar 05 00:01:27.668042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-b896c689-d025-4dfa-8546-1a29a354bf68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:27.669545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-b896c689-d025-4dfa-8546-1a29a354bf68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1610460 Mar 05 00:01:27.710004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20c8ece7-8563-4c9d-910b-899c67515b59 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:27.735501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-c4f9197c-5089-42b9-be80-d904fce458b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:27.736944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-c4f9197c-5089-42b9-be80-d904fce458b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2270408 Mar 05 00:01:27.829804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfbf0958-dda5-48c4-8f01-a2c2aec3941b req-3db4493e-7f11-4023-8f3f-05e6579c6097 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255230 Mar 05 00:01:27.876238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-aee65cb0-0598-4305-ae08-5d33c92aabe9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770496 Mar 05 00:01:27.878919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-3d529e1a-4f44-44f7-9d63-5f4d3082e452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251745 Mar 05 00:01:27.925288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 20c8ece7-8563-4c9d-910b-899c67515b59 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:27.928360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:27.959796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58520af1-d439-4b3c-b9ba-5fc77314dfcd req-7940538b-ba0c-488c-96cc-729ad80409f4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:27.966678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58520af1-d439-4b3c-b9ba-5fc77314dfcd req-7940538b-ba0c-488c-96cc-729ad80409f4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 948 time: 0.1466243 Mar 05 00:01:28.037547 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58520af1-d439-4b3c-b9ba-5fc77314dfcd req-ce29777b-f472-44d0-81f3-0b22927102bc tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698166 Mar 05 00:01:28.040041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:28.048642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:28.408645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event updated for resources: {'Port': ['ID=bd14a555-e2fe-4eb8-b5bc-53e9055cf188,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:28.472768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:28.490254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-588105d3-4288-4b29-bb02-5b83109c1d4f service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069717 Mar 05 00:01:28.493332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ad627-28c4-4276-8226-dd5dee27f111 req-2621bc6b-70df-4780-a812-a8847a7a7687 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:28.494223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-945ad627-28c4-4276-8226-dd5dee27f111 req-2621bc6b-70df-4780-a812-a8847a7a7687 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Synchronizing usage tracker for tenant:40d0b3f830784e459effa20d291662c0 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:28.494797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-7d74a8b1-88dc-4fcc-b540-6c68011af951 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606556 Mar 05 00:01:28.501428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a791376-1508-46a6-84ee-7482412d6455 req-f6e461b8-0cf1-4099-8c23-c5eabae71b37 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:28.502824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a791376-1508-46a6-84ee-7482412d6455 req-f6e461b8-0cf1-4099-8c23-c5eabae71b37 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.2758775 Mar 05 00:01:28.524361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f61d6-72ba-49e1-8337-3c02dd9946f3 req-d943ae18-85f8-4e32-b233-06ef28ab2e83 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:28.525828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d4f61d6-72ba-49e1-8337-3c02dd9946f3 req-d943ae18-85f8-4e32-b233-06ef28ab2e83 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.2333395 Mar 05 00:01:28.528041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:28.535799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-37285f4e-26ef-468b-8c1c-4aad01d912d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6133335 Mar 05 00:01:28.544517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:28.549131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-945ad627-28c4-4276-8226-dd5dee27f111 req-2621bc6b-70df-4780-a812-a8847a7a7687 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Unset dirty status for tenant:40d0b3f830784e459effa20d291662c0 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:28.550270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-2621bc6b-70df-4780-a812-a8847a7a7687 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 818 time: 0.4266379 Mar 05 00:01:28.581334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Request body: {'port': {'device_id': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'admin_state_up': True, 'tenant_id': '40d0b3f830784e459effa20d291662c0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:28.601113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d4f61d6-72ba-49e1-8337-3c02dd9946f3 req-44d59f0f-520e-4ace-ab63-1fa36d880276 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683689 Mar 05 00:01:28.806326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a791376-1508-46a6-84ee-7482412d6455 req-2755160d-6192-4908-826b-7aab55e291b2 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832472 Mar 05 00:01:28.834819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:28.872886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '25f9fedb-799f-488d-b871-7b92e3a99366', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': '25f9fedb-799f-488d-b871-7b92e3a99366', 'mac_address': 'fa:16:3e:4e:c1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:28.882232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-e2eaa38e-c67e-4446-9e18-f9f46d49ccf5 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784626 Mar 05 00:01:28.905177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:28.907542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-319ff5f8-41d5-43e1-ac91-ebf862cd1d8b req-21e4d6fb-50cf-48bb-a21a-cbd12c985dd3 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835473 Mar 05 00:01:28.915565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:28.931874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Made reservation on behalf of 40d0b3f830784e459effa20d291662c0 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:28.935370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.017360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2963e3fe-bb1d-478b-b4e3-b08509ddef92 req-a0ad9a81-fa9a-4ec0-a030-cfeb5f9b02dc tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 210 time: 0.0583115 Mar 05 00:01:29.048085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.074789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25f9fedb-799f-488d-b871-7b92e3a99366 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:29.091957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:29.097512 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.098303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:29.287011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:29.294937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-355f8555-5b09-4ed9-b976-156250941ef2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:29.297261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-355f8555-5b09-4ed9-b976-156250941ef2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 818 time: 0.2303393 Mar 05 00:01:29.303860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-be9e38b5-220f-44b3-b6a1-2e9a86e4cbb7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Synchronizing usage tracker for tenant:fa6990bd892f431b85b7c5a291496475 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:29.317784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Allocated IP 172.20.0.6 (12d4a987-fb15-47d5-86de-b27a72e7b62d/972cef35-c6cb-4538-9c36-e8456702e778/ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:29.329555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-dd6b7cdf-fe85-453d-b3c3-23ff952cb00f tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/quotas/40d0b3f830784e459effa20d291662c0 HTTP/1.1" status: 200 len: 375 time: 0.0204988 Mar 05 00:01:29.343374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-7ee66b5d-7fd9-4ee6-b3b2-7faa44acffed tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:29.344365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-7ee66b5d-7fd9-4ee6-b3b2-7faa44acffed tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Synchronizing usage tracker for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:29.361499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:29.363521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-be9e38b5-220f-44b3-b6a1-2e9a86e4cbb7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Unset dirty status for tenant:fa6990bd892f431b85b7c5a291496475 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:29.365945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-be9e38b5-220f-44b3-b6a1-2e9a86e4cbb7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1607936630&fields=id&tenant_id=fa6990bd892f431b85b7c5a291496475 HTTP/1.1" status: 200 len: 267 time: 0.1406174 Mar 05 00:01:29.369106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-7ee66b5d-7fd9-4ee6-b3b2-7faa44acffed tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Unset dirty status for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:29.370418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-7ee66b5d-7fd9-4ee6-b3b2-7faa44acffed tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.10 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 810 time: 0.2830112 Mar 05 00:01:29.391105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'mac_address': 'fa:16:3e:4a:47:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:29.399557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Request body: {'port': {'device_id': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'admin_state_up': True, 'tenant_id': '27ece4463927474fa89e49d4c5039eb0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:29.461206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.481567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:29.498930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:29.503966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.543483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-a7ab1471-378c-43e4-88dc-baf035a52ec3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770000 Mar 05 00:01:29.588584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:29.639026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['25f9fedb-799f-488d-b871-7b92e3a99366'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:29.648813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-9eac22d3-7613-4b48-b5be-66efc81ba137 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:29.649849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-9eac22d3-7613-4b48-b5be-66efc81ba137 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Synchronizing usage tracker for tenant:fa6990bd892f431b85b7c5a291496475 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:29.667541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:29.677137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-9eac22d3-7613-4b48-b5be-66efc81ba137 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Unset dirty status for tenant:fa6990bd892f431b85b7c5a291496475 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:29.678693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-9eac22d3-7613-4b48-b5be-66efc81ba137 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/networks?id=90fa0531-17ec-48c4-a113-c74c675def15 HTTP/1.1" status: 200 len: 812 time: 0.3057752 Mar 05 00:01:29.682143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:29.682388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.703201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Made reservation on behalf of 27ece4463927474fa89e49d4c5039eb0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:29.706329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.727193 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ed288c50-96bd-425a-b5ce-bd6e11f2a84c tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/quotas/fa6990bd892f431b85b7c5a291496475 HTTP/1.1" status: 200 len: 375 time: 0.0350213 Mar 05 00:01:29.730692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-66cbb757-0c7b-4909-8186-69fef88c3c54 service neutron] 10.222.0.32 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683018 Mar 05 00:01:29.810953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:29.915753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:29.920346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:29.927197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:29.943509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-a8c33d60-b485-40d8-a30d-197a8898a8fe tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Synchronizing usage tracker for tenant:fa6990bd892f431b85b7c5a291496475 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:29.952815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Allocated IP 172.20.0.11 (100b6d85-200c-4966-b397-4c9db0b69252/fc5f4440-b351-4ef4-95c8-549fb264aff2/7701e479-882d-45e5-a643-b7ba0f0a42f6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:29.964293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Pushing event updated for resources: {'Port': ['ID=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:29.987747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['d2377680-dfaf-4d4b-ad44-f24ac5e4abe3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:29.988661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-2765f9a0-dca4-47a9-881b-79b3adcf08c5 service neutron] 10.222.0.32 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485981 Mar 05 00:01:29.991294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-a8c33d60-b485-40d8-a30d-197a8898a8fe tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Unset dirty status for tenant:fa6990bd892f431b85b7c5a291496475 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:29.992794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-a8c33d60-b485-40d8-a30d-197a8898a8fe tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa6990bd892f431b85b7c5a291496475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2209260 Mar 05 00:01:30.013840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:30.014980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.062224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-8cbf001b-10da-49bf-af07-36c19b9d6aae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4875143 Mar 05 00:01:30.080350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Request body: {'port': {'device_id': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:30.205482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.457960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.493794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-1282e435-5a35-4460-93f2-8cb01f234317 service neutron] 10.222.0.32 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865997 Mar 05 00:01:30.558654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:30.631944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 25f9fedb-799f-488d-b871-7b92e3a99366 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:30.632397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.641250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.718616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-fc176f38-f74b-402c-8950-2486157f80e6 service neutron] 10.222.0.32 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161641 Mar 05 00:01:30.734510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:30.742620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.759796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Transition to ACTIVE for port object ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:30.764990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Network 100b6d85-200c-4966-b397-4c9db0b69252 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:30.773744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4be65dea-9212-413f-a21e-11c1782f9122'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:30.774044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:30.776650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.781257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:30.788629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af1ce-55a7-40da-be5c-ceb8b7a7beea req-2d70fac2-09dc-4a2b-a081-fb3e7fa71611 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:30.791072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b05af1ce-55a7-40da-be5c-ceb8b7a7beea req-2d70fac2-09dc-4a2b-a081-fb3e7fa71611 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2456920 Mar 05 00:01:30.846751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.866005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Pushing event updated for resources: {'Port': ['ID=7701e479-882d-45e5-a643-b7ba0f0a42f6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:30.884049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:30.903658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:30.916806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:30.946755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:30.947399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:31.014364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6f0cd757-e64b-4170-a0d0-79c8f9fda40a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6188953 Mar 05 00:01:31.017955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:31.029135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Request body: {'port': {'device_id': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:31.217192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:31.279481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Pushing event updated for resources: {'Port': ['ID=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:31.293774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b05af1ce-55a7-40da-be5c-ceb8b7a7beea req-d7e395c0-b187-4541-aabb-a7435c3ef7ac tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652541 Mar 05 00:01:31.430904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Attempting to bind port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:31.430904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Attempting to bind port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:31.431227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Attempting to bind port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f on network 12d4a987-fb15-47d5-86de-b27a72e7b62d {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:31.438351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f on network 12d4a987-fb15-47d5-86de-b27a72e7b62d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:31.439550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Attempting to bind port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f on network 12d4a987-fb15-47d5-86de-b27a72e7b62d {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:31.446429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:31.446759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Checking segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:31.447139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Bound using segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:31.447552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Bound port: ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:31.447893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:31.610559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] For port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:31.614493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] For port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:31.622048 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:31.669762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889b74-2fa0-49a8-a14e-5eb0da02735f req-8119f950-6670-4de5-be48-05574ddde1d2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:31.671750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4889b74-2fa0-49a8-a14e-5eb0da02735f req-8119f950-6670-4de5-be48-05574ddde1d2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 949 time: 0.1593654 Mar 05 00:01:31.716671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:31.718674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] 10.222.0.10 "PUT /v2.0/ports/ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 1091 time: 1.6431239 Mar 05 00:01:31.719111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'tag': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:31.751870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3d03-855b-4cb3-baae-b865f0df001a service neutron] Pushing event updated for resources: {'Port': ['ID=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:31.764602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4889b74-2fa0-49a8-a14e-5eb0da02735f req-e6a2f880-79d0-4551-aabf-b45b7c3b3f4a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840697 Mar 05 00:01:31.874136 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-687db384-548c-4ece-98fb-d9f272ae389f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1094 time: 0.0964639 Mar 05 00:01:31.930047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7701e479-882d-45e5-a643-b7ba0f0a42f6 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:31.946501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:31.978409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-23cb8ef7-cada-4eab-b602-8253c5fad3de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.0947769 Mar 05 00:01:31.988856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-dc7e0640-1fd6-4f7d-a49a-74b7796385a7 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:31.990294 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-dc7e0640-1fd6-4f7d-a49a-74b7796385a7 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.36 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 818 time: 0.4057763 Mar 05 00:01:31.992256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Transition to ACTIVE for port object 7701e479-882d-45e5-a643-b7ba0f0a42f6 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:31.997887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:32.037317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c3b4-b387-4421-994c-4fb98a681c15 req-dc20bf43-b9f9-4765-a053-49785a0c13ce tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:32.038749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08a4c3b4-b387-4421-994c-4fb98a681c15 req-dc20bf43-b9f9-4765-a053-49785a0c13ce tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.4958057 Mar 05 00:01:32.043302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Request body: {'port': {'device_id': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'admin_state_up': True, 'tenant_id': '40d0b3f830784e459effa20d291662c0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:32.074018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ad627-28c4-4276-8226-dd5dee27f111 req-997411fe-e73d-4a1e-aae4-1234ac4d7f2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:32.075448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-997411fe-e73d-4a1e-aae4-1234ac4d7f2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.0772383 Mar 05 00:01:32.085354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8190e-1940-48cc-a057-ee026365dfa6 req-a29a8df2-5eab-4298-a525-400723e1fcd4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:32.086716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7b8190e-1940-48cc-a057-ee026365dfa6 req-a29a8df2-5eab-4298-a525-400723e1fcd4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 932 time: 0.1386447 Mar 05 00:01:32.139670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-7c9fb097-338b-4d7d-8872-7f7ade5815bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518610 Mar 05 00:01:32.232657 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7b8190e-1940-48cc-a057-ee026365dfa6 req-a2cc003a-2c68-43f4-9dff-39a49419bf11 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169789 Mar 05 00:01:32.255232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Pushing event updated for resources: {'Port': ['ID=7701e479-882d-45e5-a643-b7ba0f0a42f6,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:32.297466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-c35ee648-4d13-44d1-a788-74a0df507bab service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421814 Mar 05 00:01:32.302696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08a4c3b4-b387-4421-994c-4fb98a681c15 req-864bd7da-2fa4-4e37-bd95-101392e76846 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382348 Mar 05 00:01:32.338873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:32.371657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Usage tracker for resource:port and tenant:40d0b3f830784e459effa20d291662c0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:32.377664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:32.396036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:32.447544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-82b024e4-107d-44e0-8943-c20abc52888f req-fc799adc-d49f-444e-bedb-9695d15c5fb8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Synchronizing usage tracker for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:32.510176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-945ad627-28c4-4276-8226-dd5dee27f111 req-563a876b-3db2-4fb4-bb28-b9a4ae07808d service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987364 Mar 05 00:01:32.544505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Made reservation on behalf of 40d0b3f830784e459effa20d291662c0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:32.550598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-82b024e4-107d-44e0-8943-c20abc52888f req-fc799adc-d49f-444e-bedb-9695d15c5fb8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Unset dirty status for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:32.551756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:32.552599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82b024e4-107d-44e0-8943-c20abc52888f req-fc799adc-d49f-444e-bedb-9695d15c5fb8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 210 time: 0.1602759 Mar 05 00:01:32.568509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:32.590789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Attempting to bind port 7701e479-882d-45e5-a643-b7ba0f0a42f6 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:32.591107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Attempting to bind port 7701e479-882d-45e5-a643-b7ba0f0a42f6 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:32.591428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Attempting to bind port 7701e479-882d-45e5-a643-b7ba0f0a42f6 on network 100b6d85-200c-4966-b397-4c9db0b69252 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:32.643740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Port 7701e479-882d-45e5-a643-b7ba0f0a42f6 on network 100b6d85-200c-4966-b397-4c9db0b69252 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:32.644062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Attempting to bind port 7701e479-882d-45e5-a643-b7ba0f0a42f6 on network 100b6d85-200c-4966-b397-4c9db0b69252 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:32.662862 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366', 'code': 200} Mar 05 00:01:32.666962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:32.667350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Checking segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:32.667768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Bound using segment: {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:32.668244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Bound port: 7701e479-882d-45e5-a643-b7ba0f0a42f6, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:32.668605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:32.729180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:32.735790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:32.735790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:32.835785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] For port 7701e479-882d-45e5-a643-b7ba0f0a42f6, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:32.840761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] For port 7701e479-882d-45e5-a643-b7ba0f0a42f6, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:32.846149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Allocated IP 172.20.0.2 (12d4a987-fb15-47d5-86de-b27a72e7b62d/972cef35-c6cb-4538-9c36-e8456702e778/7ee7c542-959e-4319-a165-cb6245173b95) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:32.849250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:32.861774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9edba278-98e6-400d-ac6e-86493cc82de2 req-65c6e6fa-07d7-4742-865e-b5fe5d7002ce tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 210 time: 0.1022007 Mar 05 00:01:32.950249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:32.951623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] 10.222.0.10 "PUT /v2.0/ports/7701e479-882d-45e5-a643-b7ba0f0a42f6 HTTP/1.1" status: 200 len: 1092 time: 1.9282813 Mar 05 00:01:32.963531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'tag': '7701e479-882d-45e5-a643-b7ba0f0a42f6'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:33.015514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c893f-f30f-4353-bdee-d33ff18fc95a service neutron] Pushing event updated for resources: {'Port': ['ID=7701e479-882d-45e5-a643-b7ba0f0a42f6,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:33.035099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-b86d3eb0-2e13-4868-ac36-604426a2c0a6 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:33.037021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-b86d3eb0-2e13-4868-ac36-604426a2c0a6 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.10 "GET /v2.0/networks?id=90fa0531-17ec-48c4-a113-c74c675def15 HTTP/1.1" status: 200 len: 812 time: 0.4636652 Mar 05 00:01:33.049623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:33.059949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-36d741e0-d393-478f-b040-f8acf8d7ba3f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:33.063147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-36d741e0-d393-478f-b040-f8acf8d7ba3f tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.3049808 Mar 05 00:01:33.066064 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'tag': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f', 'status': 'completed', 'code': 200} Mar 05 00:01:33.088984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:33.095877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:33.210311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Deleting port 085f5f24-6939-4b35-90bf-c5be7cba9338 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:01:33.210996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:33.254620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:33.271261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-375232d1-3134-4c53-9231-2cc941d89c71 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Synchronizing usage tracker for tenant:fa6990bd892f431b85b7c5a291496475 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:33.543758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.10', 55403) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:33.555971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-bae9d1b5-9fab-412d-ac21-b6c6f1f4ec1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 1095 time: 0.2718637 Mar 05 00:01:33.594817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:33.607356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-b8704eca-57c7-483a-8773-e0caa5e027c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1094 time: 0.5168762 Mar 05 00:01:33.616881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-375232d1-3134-4c53-9231-2cc941d89c71 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Unset dirty status for tenant:fa6990bd892f431b85b7c5a291496475 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:33.618443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-375232d1-3134-4c53-9231-2cc941d89c71 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa6990bd892f431b85b7c5a291496475 HTTP/1.1" status: 200 len: 380 time: 0.5510750 Mar 05 00:01:33.646724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Request body: {'port': {'device_id': '994e9f68-e975-4415-b43f-ed233af53512', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'admin_state_up': True, 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'security_groups': ['480e12cc-b863-4587-a8f7-591fa1a8e45c']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:33.745579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-ef6e5ffb-93ea-40df-969b-8e15884acea0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1096 time: 0.4158778 Mar 05 00:01:33.796930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] For port 085f5f24-6939-4b35-90bf-c5be7cba9338, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=085f5f24-6939-4b35-90bf-c5be7cba9338,segment=NetworkSegment(77c6a652-2ace-43ce-b3ae-3df64c1961d5),segment_id=77c6a652-2ace-43ce-b3ae-3df64c1961d5)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:33.797304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:33.805327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-fb9052e1-9927-4548-b13f-c0c40fa8411e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6 HTTP/1.1" status: 200 len: 217 time: 0.2060525 Mar 05 00:01:33.943565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Calling delete_port for 085f5f24-6939-4b35-90bf-c5be7cba9338 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:01:34.047890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720216-cb44-40fd-9458-a8b101faad3f req-7b6823a5-2234-4159-aa00-bf6e7b136bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.050221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-7b6823a5-2234-4159-aa00-bf6e7b136bf0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.3868437 Mar 05 00:01:34.058434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca254-7c72-4aa2-b57f-75fabe5a9c81 req-96cce162-a613-46ab-a09d-5d9cc470500a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.059975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-548ca254-7c72-4aa2-b57f-75fabe5a9c81 req-96cce162-a613-46ab-a09d-5d9cc470500a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.3901870 Mar 05 00:01:34.073660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:34.078545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:34.106269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:34.131278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-96f57d47-6f10-4fab-975a-ddb3fb134703 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.132747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-96f57d47-6f10-4fab-975a-ddb3fb134703 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c&tenant_id=6e97583599a740c1ab79bc58dc97f7a5&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 950 time: 0.5804853 Mar 05 00:01:34.168602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Made reservation on behalf of fa6990bd892f431b85b7c5a291496475 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:01:34.172244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:34.204220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-548ca254-7c72-4aa2-b57f-75fabe5a9c81 req-2d409144-6d0c-4818-ab35-91f8eb2694c2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269507 Mar 05 00:01:34.260297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-f2fdfae6-6266-4ddc-baa4-07f87c6eb123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.261913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-f2fdfae6-6266-4ddc-baa4-07f87c6eb123 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.3432050 Mar 05 00:01:34.266965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:34.279668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['085f5f24-6939-4b35-90bf-c5be7cba9338'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:34.329611 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'tag': '7701e479-882d-45e5-a643-b7ba0f0a42f6', 'status': 'completed', 'code': 200} Mar 05 00:01:34.338551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-40524b82-adee-4c9f-8248-0b3c3bed38b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.340048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-40524b82-adee-4c9f-8248-0b3c3bed38b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.5410736 Mar 05 00:01:34.341292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-75c6269e-fde1-4d8e-bab9-fb15cec8ddc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.2692533 Mar 05 00:01:34.364918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc51edb-c3c1-4136-a096-44cc33524d7c req-00e36f17-556c-4ae1-87b9-c11f04c964ed tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.371630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cc51edb-c3c1-4136-a096-44cc33524d7c req-00e36f17-556c-4ae1-87b9-c11f04c964ed tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/ports?device_id=5802e841-eb0d-49b5-bd80-38e6c3497400 HTTP/1.1" status: 200 len: 945 time: 0.7107537 Mar 05 00:01:34.404806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Pushing event deleted for resources: {'Port': ['ID=085f5f24-6939-4b35-90bf-c5be7cba9338,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:34.522782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-6dbdabbf-87cb-44a6-8d04-0968384d5619 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300375 Mar 05 00:01:34.583750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] No DVR routers for this DVR port 085f5f24-6939-4b35-90bf-c5be7cba9338 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:01:34.587090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:34.616650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Network 12d4a987-fb15-47d5-86de-b27a72e7b62d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:34.636147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.10 "DELETE /v2.0/ports/085f5f24-6939-4b35-90bf-c5be7cba9338 HTTP/1.1" status: 204 len: 173 time: 1.5347569 Mar 05 00:01:34.651108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Allocated IP 172.20.0.12 (90fa0531-17ec-48c4-a113-c74c675def15/6267f9f9-4c90-417e-b3a4-5f75df7f0252/b87b8d37-3171-440b-97a9-fc5fb1e56f44) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:01:34.656673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:34.658690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Pushing event updated for resources: {'Port': ['ID=7ee7c542-959e-4319-a165-cb6245173b95,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:34.663858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:34.674359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:34.683340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00b1e-93ee-4356-9e5c-3e83446146e8 req-b2ee89ff-fe22-40f1-8e6e-ab498fbaab07 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.685262 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38c00b1e-93ee-4356-9e5c-3e83446146e8 req-b2ee89ff-fe22-40f1-8e6e-ab498fbaab07 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 944 time: 0.2328477 Mar 05 00:01:34.798157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4075734-d20b-4949-8eea-706ca14f612e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:34.863331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720216-cb44-40fd-9458-a8b101faad3f req-9bcd3581-17c0-42d9-afd3-8885f7f5b29a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.864297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-9bcd3581-17c0-42d9-afd3-8885f7f5b29a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.3502030 Mar 05 00:01:34.878741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cc51edb-c3c1-4136-a096-44cc33524d7c req-916a426a-8b9d-4cac-9545-9bc0d8b165f0 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] 10.222.0.32 "GET /v2.0/security-groups?id=2870fadb-afc7-4f03-a1c8-50d7f237012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062838 Mar 05 00:01:34.885818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38c00b1e-93ee-4356-9e5c-3e83446146e8 req-24ba3261-5823-4f3d-b112-42fb6695fc19 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832764 Mar 05 00:01:34.919011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-781df038-78a8-449a-9b3c-6ad1badaeac3 service neutron] 10.222.0.10 "GET /v2.0/ports/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3/bindings/n-h2-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.7275500 Mar 05 00:01:34.929453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-d82f8b60-6391-44ac-8c4f-cb430842a78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 1001 time: 0.4163465 Mar 05 00:01:34.941556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:34.942174 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:34.962097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-46776d88-b3a9-4688-8ea9-e429d1c179e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881836 Mar 05 00:01:34.982803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:35.012254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Transition to ACTIVE for port object b87b8d37-3171-440b-97a9-fc5fb1e56f44 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:35.049071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:35.101305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'name': 'network-vif-deleted', 'tag': '085f5f24-6939-4b35-90bf-c5be7cba9338'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:35.114788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Network 90fa0531-17ec-48c4-a113-c74c675def15 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:01:35.124252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:01:35.138338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:01:35.237713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:35.238599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:35.302429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-78962a07-efe9-4132-ac1d-565fce9c1374 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2626579 Mar 05 00:01:35.321016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-826b1344-4146-47b2-b415-727a9631a00c service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017992 Mar 05 00:01:35.326737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-c452b8ef-74f8-47ef-bc29-750fda2a8c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:35.328186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-c452b8ef-74f8-47ef-bc29-750fda2a8c84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.3687837 Mar 05 00:01:35.342269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Request body: {'port': {'device_id': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:35.385331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7423809 Mar 05 00:01:35.387662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb26597-587a-4b9e-b4b5-387e505e2840 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event updated for resources: {'Port': ['ID=b87b8d37-3171-440b-97a9-fc5fb1e56f44,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:35.405721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551519f-cb84-4b6c-8ca5-db39d2a460fb req-4b2778e0-26c7-4081-8a9b-4103f92c4408 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:35.431538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a551519f-cb84-4b6c-8ca5-db39d2a460fb req-4b2778e0-26c7-4081-8a9b-4103f92c4408 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1851258 Mar 05 00:01:35.507098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Request body: {'port': {'device_id': '994e9f68-e975-4415-b43f-ed233af53512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:35.652658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-bc679698-b9d2-4a72-9ff7-861246fb2052 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448288 Mar 05 00:01:35.675396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44e7ab83-e87c-44df-aab6-86b932bace22 None None] Provisioning for port b87b8d37-3171-440b-97a9-fc5fb1e56f44 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:35.680634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44e7ab83-e87c-44df-aab6-86b932bace22 None None] Provisioning complete for port b87b8d37-3171-440b-97a9-fc5fb1e56f44 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:35.681038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44e7ab83-e87c-44df-aab6-86b932bace22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:35.709666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a551519f-cb84-4b6c-8ca5-db39d2a460fb req-2068202f-e3f5-4e6f-97f2-fb15123597d5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772427 Mar 05 00:01:35.741123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-d682b027-52f2-4d4b-a520-751c360c5cda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1101 time: 0.7405005 Mar 05 00:01:35.790951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-44e7ab83-e87c-44df-aab6-86b932bace22 None None] Port b87b8d37-3171-440b-97a9-fc5fb1e56f44 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:01:35.793301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:35.858387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ea97d-9db5-4cfe-a146-8af769617080 req-72932cf0-afee-4ae0-98b4-f1423d0d1df6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:35.859767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e7ea97d-9db5-4cfe-a146-8af769617080 req-72932cf0-afee-4ae0-98b4-f1423d0d1df6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.7680755 Mar 05 00:01:35.979432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa62ef1e-ecd4-4a97-9f7a-e3964cb227ea req-89ebab5d-dfb7-4b34-8bfd-1f90faec211e service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431096 Mar 05 00:01:35.997062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:36.152327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-6c09764f-a9d5-42f6-927f-905cbaac51dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7443504 Mar 05 00:01:36.285165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87320-910e-4f40-a8c0-f69178198f82 req-10a94ff4-ed5e-4ca2-bb3a-334c3d6581df tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:36.292293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09b87320-910e-4f40-a8c0-f69178198f82 req-10a94ff4-ed5e-4ca2-bb3a-334c3d6581df tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 931 time: 0.1317728 Mar 05 00:01:36.384486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e7ea97d-9db5-4cfe-a146-8af769617080 req-0d617a42-7d46-4daf-a41c-4f261e0e89be tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548459 Mar 05 00:01:36.397078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-09b87320-910e-4f40-a8c0-f69178198f82 req-6b3eb698-6eae-4f7d-a949-915ed5dc47b2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Synchronizing usage tracker for tenant:40d0b3f830784e459effa20d291662c0 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:36.424463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87b8d37-3171-440b-97a9-fc5fb1e56f44 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:36.434674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:36.442660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-09b87320-910e-4f40-a8c0-f69178198f82 req-6b3eb698-6eae-4f7d-a949-915ed5dc47b2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Unset dirty status for tenant:40d0b3f830784e459effa20d291662c0 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:36.450681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09b87320-910e-4f40-a8c0-f69178198f82 req-6b3eb698-6eae-4f7d-a949-915ed5dc47b2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568294 Mar 05 00:01:36.476853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Transition to ACTIVE for port object b87b8d37-3171-440b-97a9-fc5fb1e56f44 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:36.483832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:36.526353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-8e5a753c-8156-4ba5-9b4c-2e3e22f5bca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:36.527669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-8e5a753c-8156-4ba5-9b4c-2e3e22f5bca8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.7602754 Mar 05 00:01:36.549163 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'code': 200} Mar 05 00:01:36.550908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-9db989be-d8da-4cae-8efb-f0ed088ff039 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594723 Mar 05 00:01:36.598240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:36.752606 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5802e841-eb0d-49b5-bd80-38e6c3497400', 'name': 'network-vif-deleted', 'tag': '085f5f24-6939-4b35-90bf-c5be7cba9338', 'status': 'completed', 'code': 200} Mar 05 00:01:36.770644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Pushing event updated for resources: {'Port': ['ID=b87b8d37-3171-440b-97a9-fc5fb1e56f44,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:36.807385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:36.827342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'port_id': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f', 'mac_address': 'fa:16:3e:bf:d9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972cef35-c6cb-4538-9c36-e8456702e778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:36.829616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 085f5f24-6939-4b35-90bf-c5be7cba9338 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:01:36.867184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-f2502eb9-02ab-4020-8783-0d6bd86f611e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.3128591 Mar 05 00:01:36.959965 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:36.973760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 085f5f24-6939-4b35-90bf-c5be7cba9338 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:01:36.974329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 085f5f24-6939-4b35-90bf-c5be7cba9338 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:01:36.993468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:37.013188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:37.018654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3344-973e-491d-a24f-47fe0989f2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:37.024445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:37.068653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-23880b18-f5f5-44dd-8dd1-642db317ad14 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981454 Mar 05 00:01:37.086074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-a4c50bfa-57f4-4e28-a8aa-02d354eaf9b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 1095 time: 1.0309620 Mar 05 00:01:37.111533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:37.132874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Attempting to bind port b87b8d37-3171-440b-97a9-fc5fb1e56f44 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:37.135186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Attempting to bind port b87b8d37-3171-440b-97a9-fc5fb1e56f44 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:37.135186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Attempting to bind port b87b8d37-3171-440b-97a9-fc5fb1e56f44 on network 90fa0531-17ec-48c4-a113-c74c675def15 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:37.169893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-5b47f87d-86d2-4dea-9e0d-c96280565b53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:37.172366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-5b47f87d-86d2-4dea-9e0d-c96280565b53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.2909060 Mar 05 00:01:37.172673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Port b87b8d37-3171-440b-97a9-fc5fb1e56f44 on network 90fa0531-17ec-48c4-a113-c74c675def15 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:37.173094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Attempting to bind port b87b8d37-3171-440b-97a9-fc5fb1e56f44 on network 90fa0531-17ec-48c4-a113-c74c675def15 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:37.186480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:37.186480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Checking segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:37.186480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Bound using segment: {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:37.187913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Bound port: b87b8d37-3171-440b-97a9-fc5fb1e56f44, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:37.188784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:37.262861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622b81f-932d-4f72-a004-9c6bd0911779 req-52981120-469e-486f-84e5-3ac0e721df5c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:37.265106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d622b81f-932d-4f72-a004-9c6bd0911779 req-52981120-469e-486f-84e5-3ac0e721df5c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2672899 Mar 05 00:01:37.352587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] For port b87b8d37-3171-440b-97a9-fc5fb1e56f44, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:37.357662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] For port b87b8d37-3171-440b-97a9-fc5fb1e56f44, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:37.391916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d622b81f-932d-4f72-a004-9c6bd0911779 req-d0d433c2-eda6-457e-990b-ddd77f561d9a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145592 Mar 05 00:01:37.397951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:37.417914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc08563-53e2-4a4d-bce3-109a08e58761 req-ef067ba9-1c4e-4e44-9b92-787f0aea0d34 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:37.432738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1bc08563-53e2-4a4d-bce3-109a08e58761 req-ef067ba9-1c4e-4e44-9b92-787f0aea0d34 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 944 time: 0.7688978 Mar 05 00:01:37.498126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:37.502122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] 10.222.0.10 "PUT /v2.0/ports/b87b8d37-3171-440b-97a9-fc5fb1e56f44 HTTP/1.1" status: 200 len: 1092 time: 1.9985814 Mar 05 00:01:37.505255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:37.600307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:01:37.711663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724e0ea-b740-4a37-9aec-b95bc0432271 service neutron] Pushing event updated for resources: {'Port': ['ID=b87b8d37-3171-440b-97a9-fc5fb1e56f44,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:37.739218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-9600bd11-5f63-48a4-916f-b39971c50767 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:37.741588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-9600bd11-5f63-48a4-916f-b39971c50767 service neutron] 10.222.0.10 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 911 time: 0.6131933 Mar 05 00:01:37.773786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1565ed78-e114-412e-906f-fd2dd4310c89 req-a3b92bd5-619b-463c-972b-39afffa2cff4 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922884 Mar 05 00:01:37.804956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-894b6f02-71db-4250-8b78-7bc2f1602515 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa6990bd892f431b85b7c5a291496475&device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 1095 time: 0.2414517 Mar 05 00:01:37.899611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee7c542-959e-4319-a165-cb6245173b95 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:37.913380 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-2c26c56f-124d-4014-bd85-609527dc12ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44 HTTP/1.1" status: 200 len: 217 time: 0.0989025 Mar 05 00:01:37.921974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1bc08563-53e2-4a4d-bce3-109a08e58761 req-64da276b-f613-4c46-8171-58dfc47d289f tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4883127 Mar 05 00:01:37.932306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:37.935426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-76791a73-9854-4864-a128-f4ac7bdc8da1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6 HTTP/1.1" status: 200 len: 217 time: 0.1691337 Mar 05 00:01:37.998886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-f9fab4c2-0bab-41e1-ac7b-b0f528c6e4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:38.004013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-f9fab4c2-0bab-41e1-ac7b-b0f528c6e4f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6267f9f9-4c90-417e-b3a4-5f75df7f0252 HTTP/1.1" status: 200 len: 851 time: 0.0815308 Mar 05 00:01:38.026011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-c560e94d-f249-4088-a134-6e764cb046de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7988791 Mar 05 00:01:38.156047 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-f4065b61-a4b0-4d48-9369-237428eac50e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90fa0531-17ec-48c4-a113-c74c675def15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159391 Mar 05 00:01:38.162452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726fc4a-ba7b-4412-b02a-0c7d39e284d5 req-03abd974-c43d-4c16-8919-b4f1f3a51c63 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:38.169640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7726fc4a-ba7b-4412-b02a-0c7d39e284d5 req-03abd974-c43d-4c16-8919-b4f1f3a51c63 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 944 time: 0.1646173 Mar 05 00:01:38.171216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:38.221506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-a97200f7-3ceb-4cb4-82e9-295d89ef4597 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776075 Mar 05 00:01:38.270148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:38.275004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Transition to ACTIVE for port object 7ee7c542-959e-4319-a165-cb6245173b95 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:38.313829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7726fc4a-ba7b-4412-b02a-0c7d39e284d5 req-38c885cb-5917-4b03-8df2-a65ca3f579f7 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428750 Mar 05 00:01:38.374812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:38.403016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-122afa56-4496-4032-9d00-4b04e4d5f9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297285 Mar 05 00:01:38.753936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:38.783725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-099c162a-29ae-4b0b-af7f-07c4a2941c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:38.785180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-099c162a-29ae-4b0b-af7f-07c4a2941c47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.8343112 Mar 05 00:01:38.785842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7c542-959e-4319-a165-cb6245173b95,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:38.788499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdafa5-438c-41b6-80df-153a90cac63a req-689101ff-6a36-42d7-b21e-66c6589c59d7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:38.795524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51fdafa5-438c-41b6-80df-153a90cac63a req-689101ff-6a36-42d7-b21e-66c6589c59d7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.3230588 Mar 05 00:01:38.819725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ab80140-b6c8-4a43-9ff3-c7e1be94d1df req-93917c79-c363-4c83-bf76-7d9eef15e743 service neutron] 10.222.0.10 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054241 Mar 05 00:01:38.854593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-995839bb-f010-4139-8175-4109d3d5ec64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561006 Mar 05 00:01:38.870115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51fdafa5-438c-41b6-80df-153a90cac63a req-9cc4bdd7-5e99-4660-a853-9c3380135994 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732958 Mar 05 00:01:38.976637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c45e7-3670-43dc-adc7-d4fda1b04053 req-48d212d0-2ec9-4840-b1e3-9fcb3f84a5df tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:38.985707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7c45e7-3670-43dc-adc7-d4fda1b04053 req-48d212d0-2ec9-4840-b1e3-9fcb3f84a5df tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.7633219 Mar 05 00:01:39.096450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2e3fa-eef9-4801-b352-826c9a4909da req-a28802bb-ddd2-41ee-aa62-0b73588890a0 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:39.104057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5cd2e3fa-eef9-4801-b352-826c9a4909da req-a28802bb-ddd2-41ee-aa62-0b73588890a0 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 943 time: 0.1060915 Mar 05 00:01:39.134161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-8dd9199f-cfd5-4a5f-b544-3f07de6fe747 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549874 Mar 05 00:01:39.162462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5cd2e3fa-eef9-4801-b352-826c9a4909da req-8927f4ce-d750-4a82-b143-039df1baa830 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560551 Mar 05 00:01:39.234319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de7c45e7-3670-43dc-adc7-d4fda1b04053 req-ff64919e-90e0-4063-810b-4e0666b5d73b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474227 Mar 05 00:01:39.278601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Attempting to bind port 7ee7c542-959e-4319-a165-cb6245173b95 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:39.278967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Attempting to bind port 7ee7c542-959e-4319-a165-cb6245173b95 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:39.279460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Attempting to bind port 7ee7c542-959e-4319-a165-cb6245173b95 on network 12d4a987-fb15-47d5-86de-b27a72e7b62d {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:39.292784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-56216e50-faee-43ad-9467-147e438d2a4a service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654840 Mar 05 00:01:39.293487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Port 7ee7c542-959e-4319-a165-cb6245173b95 on network 12d4a987-fb15-47d5-86de-b27a72e7b62d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:39.293808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Attempting to bind port 7ee7c542-959e-4319-a165-cb6245173b95 on network 12d4a987-fb15-47d5-86de-b27a72e7b62d {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:39.328951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:39.329321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Checking segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:39.329700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Bound using segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:39.330213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Bound port: 7ee7c542-959e-4319-a165-cb6245173b95, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:39.330663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:39.423082 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'status': 'completed', 'code': 200} Mar 05 00:01:39.604972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb493450-266d-4013-ac6f-bdb421918ef4 req-67c755c1-8a51-439d-b48c-4c24ed1cda17 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:39.605813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-eb493450-266d-4013-ac6f-bdb421918ef4 req-67c755c1-8a51-439d-b48c-4c24ed1cda17 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Synchronizing usage tracker for tenant:fa6990bd892f431b85b7c5a291496475 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:39.628499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-eb493450-266d-4013-ac6f-bdb421918ef4 req-67c755c1-8a51-439d-b48c-4c24ed1cda17 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Unset dirty status for tenant:fa6990bd892f431b85b7c5a291496475 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:39.630683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:39.637151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb493450-266d-4013-ac6f-bdb421918ef4 req-67c755c1-8a51-439d-b48c-4c24ed1cda17 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 944 time: 0.1143336 Mar 05 00:01:39.640729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90e9a659-19f3-4f5a-b39f-2f8b749417cc req-b6094b21-76b5-4665-adfa-dbde3ccc44a0 service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380909 Mar 05 00:01:39.713298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb493450-266d-4013-ac6f-bdb421918ef4 req-39d6bebb-27cf-441c-a1cb-7e03c8ecbbbd tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731068 Mar 05 00:01:39.740348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] For port 7ee7c542-959e-4319-a165-cb6245173b95, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:39.759605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] For port 7ee7c542-959e-4319-a165-cb6245173b95, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7ee7c542-959e-4319-a165-cb6245173b95,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:39.773810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:39.825028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-93e39245-404e-41bf-9057-770610e77cbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa6990bd892f431b85b7c5a291496475&device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 1095 time: 0.3540735 Mar 05 00:01:39.840464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:39.841864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] 10.222.0.36 "PUT /v2.0/ports/7ee7c542-959e-4319-a165-cb6245173b95 HTTP/1.1" status: 200 len: 1091 time: 4.5181227 Mar 05 00:01:39.846544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'tag': '7ee7c542-959e-4319-a165-cb6245173b95'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:39.883313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59140d17-e943-43f2-a762-098d28aa05af req-948c9577-7a1b-455f-ad5b-bc664c632075 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:39.890865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59140d17-e943-43f2-a762-098d28aa05af req-948c9577-7a1b-455f-ad5b-bc664c632075 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.3881674 Mar 05 00:01:39.934666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070cb49-3b88-45b7-9fb9-24c4e7abe799 req-252e386a-3bd7-40cc-8ddc-fdb2488a01a5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:39.942989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0070cb49-3b88-45b7-9fb9-24c4e7abe799 req-252e386a-3bd7-40cc-8ddc-fdb2488a01a5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 944 time: 0.1027398 Mar 05 00:01:40.001824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0070cb49-3b88-45b7-9fb9-24c4e7abe799 req-238f6dd5-69e6-4465-a93c-fa7ea4053e7d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575972 Mar 05 00:01:40.132149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6af100-ce0c-4ff9-b8af-86379aa8eccc service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7c542-959e-4319-a165-cb6245173b95,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:40.230769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59140d17-e943-43f2-a762-098d28aa05af req-0a21793d-37ee-4697-b657-f3dfd8c4cbae tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389828 Mar 05 00:01:40.270979 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-aa5a4982-fe32-4828-8cd1-be200495a4f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 1094 time: 0.3622143 Mar 05 00:01:40.281993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-a0206bb7-37b2-41b3-b17c-6bae3fab9d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:40.284014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-a0206bb7-37b2-41b3-b17c-6bae3fab9d98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=90fa0531-17ec-48c4-a113-c74c675def15 HTTP/1.1" status: 200 len: 913 time: 0.4405890 Mar 05 00:01:40.314130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eabbbd-8da3-4f28-a063-c85032c67824 req-116812b6-888f-4eff-b768-5f0a0216f45b tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:40.322364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1eabbbd-8da3-4f28-a063-c85032c67824 req-116812b6-888f-4eff-b768-5f0a0216f45b tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1242235 Mar 05 00:01:40.355250 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'tag': '7ee7c542-959e-4319-a165-cb6245173b95', 'status': 'completed', 'code': 200} Mar 05 00:01:40.389728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1eabbbd-8da3-4f28-a063-c85032c67824 req-a53509af-fb68-4e5f-b881-11763e0c49e0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Mar 05 00:01:40.429843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-7bbd8921-166e-4225-bc9c-d09c394ee03f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44 HTTP/1.1" status: 200 len: 217 time: 0.0737281 Mar 05 00:01:40.528401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-491b1cf2-be01-4583-9f08-1c8fb3406393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee7c542-959e-4319-a165-cb6245173b95 HTTP/1.1" status: 200 len: 217 time: 0.2429328 Mar 05 00:01:40.617554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-9e16cce8-511a-431f-9f94-3d8f51e21009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:40.618463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7701e479-882d-45e5-a643-b7ba0f0a42f6 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:40.618916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-9e16cce8-511a-431f-9f94-3d8f51e21009 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6267f9f9-4c90-417e-b3a4-5f75df7f0252 HTTP/1.1" status: 200 len: 851 time: 0.1818528 Mar 05 00:01:40.620734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:40.688228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-40607359-6e89-4af1-a321-5fc7ffe5d48f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:40.689784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-40607359-6e89-4af1-a321-5fc7ffe5d48f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.1534908 Mar 05 00:01:40.761900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-2e2c2e32-31a5-48c9-af79-e1d6f0e79fec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629179 Mar 05 00:01:40.766483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85bf3a-4117-48fb-b6e8-c69365950c11 req-cea102cf-eca0-4389-9360-915cf031b482 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:40.770699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d322-aa25-47b5-ada4-01dca56ae366 req-f925ba4f-f44f-4255-b9f2-e726f417f9f3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:40.775258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c85bf3a-4117-48fb-b6e8-c69365950c11 req-cea102cf-eca0-4389-9360-915cf031b482 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 943 time: 0.1781824 Mar 05 00:01:40.777671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6037d322-aa25-47b5-ada4-01dca56ae366 req-f925ba4f-f44f-4255-b9f2-e726f417f9f3 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.2807920 Mar 05 00:01:40.857136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:40.875418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c85bf3a-4117-48fb-b6e8-c69365950c11 req-6d422455-7266-4572-86e8-5af528f07070 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972109 Mar 05 00:01:40.925549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7701e479-882d-45e5-a643-b7ba0f0a42f6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:40.940640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7701e479-882d-45e5-a643-b7ba0f0a42f6', 'network_id': '100b6d85-200c-4966-b397-4c9db0b69252', 'port_id': '7701e479-882d-45e5-a643-b7ba0f0a42f6', 'mac_address': 'fa:16:3e:08:8d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5f4440-b351-4ef4-95c8-549fb264aff2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:40.944216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:40.944857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.113445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.132251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.141603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caad4c-d470-4559-91c5-5c26f72d4b22 req-27eaca89-8533-419d-ab19-b5afaa70cf87 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:41.143517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46caad4c-d470-4559-91c5-5c26f72d4b22 req-27eaca89-8533-419d-ab19-b5afaa70cf87 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1182978 Mar 05 00:01:41.166096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7701e479-882d-45e5-a643-b7ba0f0a42f6 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:41.206150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:41.219482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7701e479-882d-45e5-a643-b7ba0f0a42f6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:41.224962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46caad4c-d470-4559-91c5-5c26f72d4b22 req-028abb91-f8fb-434f-83c9-a9f53df3cf11 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708239 Mar 05 00:01:41.229153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:41.230651 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.231608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-ea6654dc-29a1-40c0-b271-f4bb20e49418 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90fa0531-17ec-48c4-a113-c74c675def15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6007397 Mar 05 00:01:41.249939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6037d322-aa25-47b5-ada4-01dca56ae366 req-6df3b2dd-3e92-4c2d-8bbd-2c798717392b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699111 Mar 05 00:01:41.317260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.321817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49094) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:41.389006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7701e479-882d-45e5-a643-b7ba0f0a42f6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:41.456594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Deleting subnet 4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:01:41.463385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.537706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:41.566383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-bcefcce9-0a8c-463c-aea7-8641ab1ede17 service neutron] 10.222.0.36 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695580 Mar 05 00:01:41.599396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.676082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7701e479-882d-45e5-a643-b7ba0f0a42f6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:41.684371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.725939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-220d402f-4b89-4b90-9b4d-7fbbb6f58d72 service neutron] 10.222.0.10 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740357 Mar 05 00:01:41.769084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6ca8d-c7a8-4cba-aeef-5abf39bfc1cd req-33244148-830d-40b9-8865-d8946cf7286d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:41.786841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32e6ca8d-c7a8-4cba-aeef-5abf39bfc1cd req-33244148-830d-40b9-8865-d8946cf7286d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 945 time: 0.2467806 Mar 05 00:01:41.809481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f0772-44e6-466f-9160-a274b9a6b892 req-63f676c2-6cc4-44f2-8fba-ee0a8f1907cf tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:41.812685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-773f0772-44e6-466f-9160-a274b9a6b892 req-63f676c2-6cc4-44f2-8fba-ee0a8f1907cf tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 944 time: 0.3224390 Mar 05 00:01:41.861820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32e6ca8d-c7a8-4cba-aeef-5abf39bfc1cd req-ab35df4b-cdee-4dce-9cb4-616b9b310600 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 Mar 05 00:01:41.866096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.947177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3c6d14-9359-4b40-aae0-ebc0ee8274f4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:41.971210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:41.979813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1140070f-ba6a-4f5b-b5c9-f8ed9965f2fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e3c6d14-9359-4b40-aae0-ebc0ee8274f4 HTTP/1.1" status: 204 len: 168 time: 0.6563156 Mar 05 00:01:41.985044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49102) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:42.003080 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f', 'code': 200} Mar 05 00:01:42.100996 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2a46593-5fef-4bde-a057-fc90cda1678d req-440e355f-69e1-4e8b-a033-037559927e2a service neutron] 10.222.0.36 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274751 Mar 05 00:01:42.276438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.329759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-773f0772-44e6-466f-9160-a274b9a6b892 req-8e4dc159-2193-441c-8950-991478c58827 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993503 Mar 05 00:01:42.336461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-781e40cf-4c63-4a93-b6e2-f8c7c8c7a95d req-eb771b96-7382-4745-a633-29703b9bdf06 service neutron] 10.222.0.10 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912633 Mar 05 00:01:42.450770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.454839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a5fb000-73f6-4f6b-8063-6cc336b13455 req-2dbef7d5-3e19-47db-a919-3e3614d4f43f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.3495793 Mar 05 00:01:42.468080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac764c9b-80f8-4de1-b0d3-40a5305ea27e req-304281c0-41c7-4341-8c12-0cd09e155cfa tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:42.469535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac764c9b-80f8-4de1-b0d3-40a5305ea27e req-304281c0-41c7-4341-8c12-0cd09e155cfa tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.2316747 Mar 05 00:01:42.496550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-561277cf-9431-4b89-ae7f-d4a70433b76a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 1094 time: 0.3366482 Mar 05 00:01:42.505863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0828847e-eff1-4dae-b838-d49dbd286d27']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:42.530157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c6a652-2ace-43ce-b3ae-3df64c1961d5') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:42.530440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c6a652-2ace-43ce-b3ae-3df64c1961d5') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:42.546761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.569805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac764c9b-80f8-4de1-b0d3-40a5305ea27e req-fa0077aa-9409-4878-89c0-78ba2df2fe1a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890567 Mar 05 00:01:42.574722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-91e548b1-c9cb-4463-92fe-8279c9c11377 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c&tenant_id=6e97583599a740c1ab79bc58dc97f7a5 HTTP/1.1" status: 200 len: 1101 time: 0.2347643 Mar 05 00:01:42.585058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.600709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:01:42.601334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:01:42.615538 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:01:42.623009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b87b8d37-3171-440b-97a9-fc5fb1e56f44 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:42.692470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:42.859448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b87b8d37-3171-440b-97a9-fc5fb1e56f44, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:42.876549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'port_id': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'mac_address': 'fa:16:3e:09:d7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:42.883596 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.916285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a5fb000-73f6-4f6b-8063-6cc336b13455 req-79e93e1a-28d3-44c3-a7e0-aa096de98276 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471529 Mar 05 00:01:42.933799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.939857 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.958231 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:42.970194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] Pushing event deleted for resources: {'Network': ['ID=0828847e-eff1-4dae-b838-d49dbd286d27,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:42.982086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-50292d0a-9983-4bb9-a72b-ad578d21605e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0828847e-eff1-4dae-b838-d49dbd286d27 HTTP/1.1" status: 204 len: 168 time: 0.9959180 Mar 05 00:01:42.984756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87b8d37-3171-440b-97a9-fc5fb1e56f44 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:43.011066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b0d21-0dca-493a-bde3-6f999641734d req-1914dd0d-fd4b-498e-b732-6a9dd0c5ccc5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:43.015116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df0b0d21-0dca-493a-bde3-6f999641734d req-1914dd0d-fd4b-498e-b732-6a9dd0c5ccc5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1550686 Mar 05 00:01:43.016573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b87b8d37-3171-440b-97a9-fc5fb1e56f44, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:43.027901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:43.104209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40d516-0d2f-4f3a-a3cf-d8b0b80af17e req-5ade5c08-a903-4c1c-9426-3846755d9791 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:43.105275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fd40d516-0d2f-4f3a-a3cf-d8b0b80af17e req-5ade5c08-a903-4c1c-9426-3846755d9791 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Synchronizing usage tracker for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:43.111159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df0b0d21-0dca-493a-bde3-6f999641734d req-504141bb-7a7b-407d-9247-cb2d5f395d89 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 Mar 05 00:01:43.124850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-33afb2e7-0f1e-4473-8158-ccf98f77d56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:43.126579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-33afb2e7-0f1e-4473-8158-ccf98f77d56f service neutron] 10.222.0.36 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.5919185 Mar 05 00:01:43.160202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b87b8d37-3171-440b-97a9-fc5fb1e56f44,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:43.223778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-6d82067f-4d2c-42f5-9c4c-1ec18afd4442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee7c542-959e-4319-a165-cb6245173b95 HTTP/1.1" status: 200 len: 217 time: 0.0850825 Mar 05 00:01:43.258093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49118) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:43.330997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-c5c4cd79-78ef-4e62-93af-3787caea3862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:43.332444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-c5c4cd79-78ef-4e62-93af-3787caea3862 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.0626447 Mar 05 00:01:43.340889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fd40d516-0d2f-4f3a-a3cf-d8b0b80af17e req-5ade5c08-a903-4c1c-9426-3846755d9791 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Unset dirty status for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:43.345597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd40d516-0d2f-4f3a-a3cf-d8b0b80af17e req-5ade5c08-a903-4c1c-9426-3846755d9791 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 943 time: 0.8524389 Mar 05 00:01:43.366776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98f3ae66-309b-48c5-b4c5-81898744bd33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3f4465b3d8d4a4eb3854fa2cf52ff77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1052473 Mar 05 00:01:43.367291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:43.483549 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed648f9c-661a-4038-888f-d87b01749935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:43.505381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['b87b8d37-3171-440b-97a9-fc5fb1e56f44'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:43.511058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed648f9c-661a-4038-888f-d87b01749935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:43.556444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-8a42048c-19be-455a-86a3-8920a2b9f0e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087665 Mar 05 00:01:43.621117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed648f9c-661a-4038-888f-d87b01749935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:43.645984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648f9c-661a-4038-888f-d87b01749935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2870fadb-afc7-4f03-a1c8-50d7f237012d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:43.675047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed648f9c-661a-4038-888f-d87b01749935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:43.679231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed648f9c-661a-4038-888f-d87b01749935 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2870fadb-afc7-4f03-a1c8-50d7f237012d HTTP/1.1" status: 204 len: 168 time: 0.3108215 Mar 05 00:01:43.681848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd40d516-0d2f-4f3a-a3cf-d8b0b80af17e req-86fc8286-28bb-4d27-991b-7f8d57823ffd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350654 Mar 05 00:01:43.719305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f48f0f-98de-4d12-99b2-a078fff7c47e req-af24d640-0870-4a89-8002-6cdafd138474 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:43.726758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0f48f0f-98de-4d12-99b2-a078fff7c47e req-af24d640-0870-4a89-8002-6cdafd138474 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1583207 Mar 05 00:01:43.792557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0f48f0f-98de-4d12-99b2-a078fff7c47e req-884eb4a1-aece-4405-9044-b4846ad645e0 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634816 Mar 05 00:01:44.046821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468205e-1972-446a-ac87-3bd66738103c req-e729c87e-0919-46dc-b994-5959c852aa4f tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:44.056242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3468205e-1972-446a-ac87-3bd66738103c req-e729c87e-0919-46dc-b994-5959c852aa4f tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 945 time: 0.1189797 Mar 05 00:01:44.096831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-20ac0278-9079-479d-b2c7-aeb646be1492 service neutron] 10.222.0.36 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312967 Mar 05 00:01:44.106666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:44.134482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3468205e-1972-446a-ac87-3bd66738103c req-955547f9-259f-45d1-91ba-19da0e8a4872 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761847 Mar 05 00:01:44.282526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55882f4-dcc8-45bb-b8b4-8eb4d2d2fef5 req-c91b98d7-061a-4e86-b51c-19f154d17d81 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:44.283225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c55882f4-dcc8-45bb-b8b4-8eb4d2d2fef5 req-c91b98d7-061a-4e86-b51c-19f154d17d81 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Synchronizing usage tracker for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:44.294833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:44.325580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa835372-c790-4ec6-9e09-c1c8234ecbeb req-d52d6c9f-6258-4f88-894a-c1363ddf3f42 service neutron] 10.222.0.36 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218759 Mar 05 00:01:44.376178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c55882f4-dcc8-45bb-b8b4-8eb4d2d2fef5 req-c91b98d7-061a-4e86-b51c-19f154d17d81 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Unset dirty status for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:44.377477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c55882f4-dcc8-45bb-b8b4-8eb4d2d2fef5 req-c91b98d7-061a-4e86-b51c-19f154d17d81 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 945 time: 0.4785421 Mar 05 00:01:44.383717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:44.397179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7ee7c542-959e-4319-a165-cb6245173b95 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:44.427921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:44.432659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029121f7-df4b-448b-987b-c1902a4930a7 req-3d59bff1-a1f2-492f-848b-c4aecfe27fe1 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:44.442274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-029121f7-df4b-448b-987b-c1902a4930a7 req-3d59bff1-a1f2-492f-848b-c4aecfe27fe1 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1523457 Mar 05 00:01:44.522662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-029121f7-df4b-448b-987b-c1902a4930a7 req-f1caedf5-2229-4dc8-8f67-58cd369ce7bd tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791721 Mar 05 00:01:44.533882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Transition to ACTIVE for port object d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:44.560998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:44.651414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7701e479-882d-45e5-a643-b7ba0f0a42f6 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:44.651877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c55882f4-dcc8-45bb-b8b4-8eb4d2d2fef5 req-83de8518-485d-4171-b5ef-fc9d38567848 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165337 Mar 05 00:01:44.726889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:44.820679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.821030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.821381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.821824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.822149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.822469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.822785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.823101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.823417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.823731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.824044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:01:44.834130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] No DVR routers for this DVR port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:01:44.940664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7ee7c542-959e-4319-a165-cb6245173b95, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7ee7c542-959e-4319-a165-cb6245173b95,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:44.966792 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'code': 200} Mar 05 00:01:44.969211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e469d1-b233-4af5-b7b9-cc490c1b9282 req-f662fb1d-3d5c-4dc4-8a52-97a67b4f8ecd tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:44.970883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01e469d1-b233-4af5-b7b9-cc490c1b9282 req-f662fb1d-3d5c-4dc4-8a52-97a67b4f8ecd tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1846218 Mar 05 00:01:44.989649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7701e479-882d-45e5-a643-b7ba0f0a42f6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:44.993847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:44.994038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:44.994349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:45.001571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '7ee7c542-959e-4319-a165-cb6245173b95', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'port_id': '7ee7c542-959e-4319-a165-cb6245173b95', 'mac_address': 'fa:16:3e:0c:f9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972cef35-c6cb-4538-9c36-e8456702e778', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:45.006563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:01:45.006888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Attempting to bind port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:45.008092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7701e479-882d-45e5-a643-b7ba0f0a42f6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:45.008496 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.020450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:45.020835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:45.021297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:45.021683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Bound port: d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:45.024300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.074088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01e469d1-b233-4af5-b7b9-cc490c1b9282 req-c4e5901f-4559-4531-9e6a-5697bf373ae1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920475 Mar 05 00:01:45.192425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:45.200405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:45.212135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.234859 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.278017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee7c542-959e-4319-a165-cb6245173b95 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:45.335419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7ee7c542-959e-4319-a165-cb6245173b95, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7ee7c542-959e-4319-a165-cb6245173b95,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:45.347039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.413521 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.414008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d947dc-0ce9-4c49-9301-583d367b3b9c req-44a42b76-1b08-44bd-afbb-51d63b2fdf3b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:45.414888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] 10.222.0.36 "PUT /v2.0/ports/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 1097 time: 2.8244159 Mar 05 00:01:45.421701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6d947dc-0ce9-4c49-9301-583d367b3b9c req-44a42b76-1b08-44bd-afbb-51d63b2fdf3b tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 949 time: 0.1237407 Mar 05 00:01:45.458067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Sync routers for ids ['4b24812c-b03a-47ba-8ba7-c653d01e161e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:01:45.474134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:45.492293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6d947dc-0ce9-4c49-9301-583d367b3b9c req-633eeb35-7b2b-457c-9717-433cb24a7bff tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693717 Mar 05 00:01:45.587154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7701e479-882d-45e5-a643-b7ba0f0a42f6'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:45.612907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Routers {'4b24812c-b03a-47ba-8ba7-c653d01e161e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:45.613709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4b24812c-b03a-47ba-8ba7-c653d01e161e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:45.659049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413b60-ab35-4cc6-a8cc-4b64d8da5e70 service neutron] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=11']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:45.701947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-1b063be1-6863-454a-b0a0-6275327d5bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1100 time: 0.2462320 Mar 05 00:01:45.708925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40ab42-3c4a-4b80-97fa-e06e4cdf939a req-63ca414c-3737-4230-a4d2-bf943b1f83ee tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:45.715636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f40ab42-3c4a-4b80-97fa-e06e4cdf939a req-63ca414c-3737-4230-a4d2-bf943b1f83ee tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 944 time: 0.4795065 Mar 05 00:01:45.854442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271dbd8-cc8b-4b7e-9a01-05c4cbfb52bd req-6efad287-f60f-4405-96ac-70d46ff604af tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:45.861958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f40ab42-3c4a-4b80-97fa-e06e4cdf939a req-67ddb879-f86c-4b9f-bd0c-eae3ee10838b tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450737 Mar 05 00:01:45.864770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8271dbd8-cc8b-4b7e-9a01-05c4cbfb52bd req-6efad287-f60f-4405-96ac-70d46ff604af tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 945 time: 0.1212709 Mar 05 00:01:45.879044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=7ee7c542-959e-4319-a165-cb6245173b95,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:45.885844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Set router 4b24812c-b03a-47ba-8ba7-c653d01e161e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:45.922925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['7ee7c542-959e-4319-a165-cb6245173b95'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:45.943913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8271dbd8-cc8b-4b7e-9a01-05c4cbfb52bd req-45bbe27c-a060-4d9f-ba6d-c8bfda04e989 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767794 Mar 05 00:01:45.948797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7701e479-882d-45e5-a643-b7ba0f0a42f6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:45.968420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-a81d1b8d-be36-4e9a-8373-2c07332f84a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:45.981749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-a81d1b8d-be36-4e9a-8373-2c07332f84a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.2629011 Mar 05 00:01:46.003930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:46.004715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:01:46.078951 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7701e479-882d-45e5-a643-b7ba0f0a42f6', 'code': 200} Mar 05 00:01:46.201916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:01:46.231833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-bf3fba46-5eab-49c4-8d91-9257c9ed35a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.2436018 Mar 05 00:01:46.277032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2147a9-0324-498b-add9-89ddc7a08792 req-b40d8d9d-0f4d-43a3-a686-0f60136835e0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:46.286351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2147a9-0324-498b-add9-89ddc7a08792 req-b40d8d9d-0f4d-43a3-a686-0f60136835e0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1173453 Mar 05 00:01:46.356084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d2147a9-0324-498b-add9-89ddc7a08792 req-42966fdb-8ef1-4eca-9a60-8647753af336 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680044 Mar 05 00:01:46.527528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7701e479-882d-45e5-a643-b7ba0f0a42f6,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:46.621400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:01:21Z', 'revision_number': 4, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7173fc88-e848-4fe9-9c63-67d096d7b4f3', 'name': '', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'mac_address': 'fa:16:3e:cf:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '972cef35-c6cb-4538-9c36-e8456702e778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:20Z', 'updated_at': '2022-03-05T00:01:22Z', 'revision_number': 2, 'project_id': '40d0b3f830784e459effa20d291662c0', 'subnets': [{'id': '972cef35-c6cb-4538-9c36-e8456702e778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:46.638180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b87b8d37-3171-440b-97a9-fc5fb1e56f44 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:46.662751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Checking router: 4b24812c-b03a-47ba-8ba7-c653d01e161e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:01:46.663102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Updating router 4b24812c-b03a-47ba-8ba7-c653d01e161e port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:01:46.692923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e959ba-3d2e-4785-b0cd-0f7a2ce4d8af req-e6022d58-3f0d-4469-9e4e-b72e5de22369 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:46.702378 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51e959ba-3d2e-4785-b0cd-0f7a2ce4d8af req-e6022d58-3f0d-4469-9e4e-b72e5de22369 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1140792 Mar 05 00:01:46.767282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51e959ba-3d2e-4785-b0cd-0f7a2ce4d8af req-8adf6d18-e29f-4bcc-9666-3fd6ac2f9268 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Mar 05 00:01:46.770007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29b6d95b-6d3f-4d67-ae33-9d74b9d40819 req-ddc473f2-25dd-4005-a042-b6cdc8914063 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 1097 time: 0.5354025 Mar 05 00:01:46.783948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e796cc-e205-4cb4-b8c8-7ab55dc13cc1 req-7a1cc94c-1e43-4258-b0ab-df9dcc134d38 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:46.789729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9e796cc-e205-4cb4-b8c8-7ab55dc13cc1 req-7a1cc94c-1e43-4258-b0ab-df9dcc134d38 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.5568640 Mar 05 00:01:46.805908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-43c8f325-2797-4fb9-8d23-8f08a47f89ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:46.807908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-43c8f325-2797-4fb9-8d23-8f08a47f89ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.5112438 Mar 05 00:01:46.838390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:46.871392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49174) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:46.961872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9e796cc-e205-4cb4-b8c8-7ab55dc13cc1 req-11fb1e92-a0f7-4095-9c44-9691d6f31564 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528573 Mar 05 00:01:46.968395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:47.002145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port b87b8d37-3171-440b-97a9-fc5fb1e56f44 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:47.018209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port b87b8d37-3171-440b-97a9-fc5fb1e56f44 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:47.020211 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.035844 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29b6d95b-6d3f-4d67-ae33-9d74b9d40819 req-fed96fd8-5784-42c9-90d0-012488e31e48 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448068 Mar 05 00:01:47.050002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f5e77-51ec-4f7c-9f43-757cf8f7a25a req-950fddf2-bf08-4df9-912a-77707a8d1d16 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:47.061982 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d53f5e77-51ec-4f7c-9f43-757cf8f7a25a req-950fddf2-bf08-4df9-912a-77707a8d1d16 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 949 time: 0.1532974 Mar 05 00:01:47.135797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d53f5e77-51ec-4f7c-9f43-757cf8f7a25a req-34e115c0-c519-472c-8c51-14a52537e4b8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724084 Mar 05 00:01:47.141748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-f394aed6-ab17-42d4-9fa4-4a5149f59442 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939234 Mar 05 00:01:47.184609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.278983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:47.286621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Usage tracker for resource:security_group_rule and tenant:850a8be3358f4f48bd98adae0691bf06 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:47.292159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:47.305467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:47.433779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.434114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.438275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-1b4cce00-9ba8-48c3-a677-b1376b891946 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877471 Mar 05 00:01:47.450822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc1e62-dbd6-44df-823e-44618410b658 req-0f936c39-464f-4efe-a871-db9b526e5405 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:47.459257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90dc1e62-dbd6-44df-823e-44618410b658 req-0f936c39-464f-4efe-a871-db9b526e5405 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 944 time: 0.1602011 Mar 05 00:01:47.488877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.511550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b87b8d37-3171-440b-97a9-fc5fb1e56f44, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:47.520653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.583212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace88ef-7ca1-42a0-bd18-d12d5cb4a834,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:47.601908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b87b8d37-3171-440b-97a9-fc5fb1e56f44,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:47.604303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6942ef9f-dda2-4e64-95a1-56e5f7a3edbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=850a8be3358f4f48bd98adae0691bf06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7315230 Mar 05 00:01:47.605950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49192) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:47.610899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90dc1e62-dbd6-44df-823e-44618410b658 req-e3983cc9-d531-4628-852c-e1d41a567c94 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489723 Mar 05 00:01:47.672653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.674978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7005d7d-22c0-440a-8d4e-03867f5ab1ed req-1edb03ed-7254-4ba7-882d-5740d856129b tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:47.683494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7005d7d-22c0-440a-8d4e-03867f5ab1ed req-1edb03ed-7254-4ba7-882d-5740d856129b tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 945 time: 0.2464600 Mar 05 00:01:47.696217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Transition to ACTIVE for port object 7173fc88-e848-4fe9-9c63-67d096d7b4f3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:01:47.708790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.712404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51ab1cc9-8248-44d4-a071-75ef39bcbb23 req-9c65bff1-b159-4753-be1a-097964bb7399 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510116 Mar 05 00:01:47.752363 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'status': 'completed', 'code': 200} Mar 05 00:01:47.760040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2557050-eb01-413c-8ee0-d9eb9f452d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.809444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7005d7d-22c0-440a-8d4e-03867f5ab1ed req-d5329e84-b811-4088-9e34-bf7cbfcf8770 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245122 Mar 05 00:01:47.821990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2557050-eb01-413c-8ee0-d9eb9f452d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.932396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2557050-eb01-413c-8ee0-d9eb9f452d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.954165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebccdca-b996-419c-acc5-5672b7aadc84 None None] Pushing event updated for resources: {'Port': ['ID=7173fc88-e848-4fe9-9c63-67d096d7b4f3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:47.956262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557050-eb01-413c-8ee0-d9eb9f452d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace88ef-7ca1-42a0-bd18-d12d5cb4a834,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:47.971271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2557050-eb01-413c-8ee0-d9eb9f452d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:47.979778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a2557050-eb01-413c-8ee0-d9eb9f452d49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bace88ef-7ca1-42a0-bd18-d12d5cb4a834 HTTP/1.1" status: 204 len: 168 time: 0.3725882 Mar 05 00:01:48.028565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Attempting to bind port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:01:48.028934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Attempting to bind port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:01:48.029313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Attempting to bind port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 on network 12d4a987-fb15-47d5-86de-b27a72e7b62d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:01:48.037673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:01:48.038043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Checking segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:01:48.038443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:48.038823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Bound using segment: {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:01:48.039281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Bound port: 7173fc88-e848-4fe9-9c63-67d096d7b4f3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71fcf06-0f96-4b6b-b243-845a67622e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:01:48.039642 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:48.151849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-3deac18b-3240-4f80-b9dd-4f9e2661bfd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1100 time: 0.3782096 Mar 05 00:01:48.159485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] For port 7173fc88-e848-4fe9-9c63-67d096d7b4f3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:01:48.163261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] For port 7173fc88-e848-4fe9-9c63-67d096d7b4f3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7173fc88-e848-4fe9-9c63-67d096d7b4f3,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:01:48.164235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:48.173533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:48.181959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec685f-21ba-4ad8-ad37-17a374fbebd7 req-ead1dd94-dba5-44b6-b6b3-2606e782b708 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:48.183606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6ec685f-21ba-4ad8-ad37-17a374fbebd7 req-ead1dd94-dba5-44b6-b6b3-2606e782b708 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1671860 Mar 05 00:01:48.282901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-cb890b5b-2bfd-4500-8510-4a51a05fea26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1100 time: 0.4113145 Mar 05 00:01:48.299231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6ec685f-21ba-4ad8-ad37-17a374fbebd7 req-9cd1ed4e-48ad-4045-8210-eb7aab0d4478 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002495 Mar 05 00:01:48.355313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Routers {'4b24812c-b03a-47ba-8ba7-c653d01e161e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:48.364368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4b24812c-b03a-47ba-8ba7-c653d01e161e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:48.503408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7ee7c542-959e-4319-a165-cb6245173b95 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:48.548575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebccdca-b996-419c-acc5-5672b7aadc84 None None] Pushing event updated for resources: {'Port': ['ID=7173fc88-e848-4fe9-9c63-67d096d7b4f3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:48.560544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff83e83-2152-40ae-8813-6ba1a4cf8a6f req-97913894-ca51-459b-ac88-43776b27ef77 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:48.571954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ff83e83-2152-40ae-8813-6ba1a4cf8a6f req-97913894-ca51-459b-ac88-43776b27ef77 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.5565343 Mar 05 00:01:48.664616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-60e34a73-dad5-4b0e-9c5f-ec546aa42bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:48.666145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-60e34a73-dad5-4b0e-9c5f-ec546aa42bd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4990442 Mar 05 00:01:48.700002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-30eaa893-c9de-4cf5-a7f1-5370897849bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:48.701491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-30eaa893-c9de-4cf5-a7f1-5370897849bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.3998535 Mar 05 00:01:48.717284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2be01-563d-476e-9b13-05bb587bb40d req-bbe1d148-7d8e-4136-a574-c705f92d486d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:48.724419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4cd2be01-563d-476e-9b13-05bb587bb40d req-bbe1d148-7d8e-4136-a574-c705f92d486d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.2373893 Mar 05 00:01:48.823349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4cd2be01-563d-476e-9b13-05bb587bb40d req-01b248cf-ab15-487d-bae1-fb2f4fffc53b tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980620 Mar 05 00:01:48.844300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 7ee7c542-959e-4319-a165-cb6245173b95 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:48.849170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] Set router 4b24812c-b03a-47ba-8ba7-c653d01e161e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:48.897466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 7ee7c542-959e-4319-a165-cb6245173b95 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:48.897466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:48.951094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-2b3fb398-0b3d-4274-9c96-34692efd21b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.2525752 Mar 05 00:01:48.954232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ff83e83-2152-40ae-8813-6ba1a4cf8a6f req-a00d5c16-dc57-4ee6-8e1a-211282f4c7e0 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813207 Mar 05 00:01:48.955532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-0b22385e-420a-4c19-a1ec-66c44615120a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 200 len: 217 time: 0.1664155 Mar 05 00:01:49.162530 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'code': 200} Mar 05 00:01:49.169009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-424563df-1498-4573-bf31-12676742ccef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:49.171776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-424563df-1498-4573-bf31-12676742ccef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1937985 Mar 05 00:01:49.382600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-cc7c8db5-018d-45c3-a7ef-4e28e1ae3d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:49.384828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-cc7c8db5-018d-45c3-a7ef-4e28e1ae3d7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.4056854 Mar 05 00:01:49.394456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f3aa1-f769-49c0-b874-4f4334094653 req-16360b44-0da1-41bd-b250-49c2106d8566 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:49.403335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-808f3aa1-f769-49c0-b874-4f4334094653 req-16360b44-0da1-41bd-b250-49c2106d8566 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 949 time: 0.2120047 Mar 05 00:01:49.449449 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:49.511118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-808f3aa1-f769-49c0-b874-4f4334094653 req-aa2671cf-5bb6-4fda-8f5d-900dc1bcd327 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068006 Mar 05 00:01:49.526972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7ee7c542-959e-4319-a165-cb6245173b95, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7ee7c542-959e-4319-a165-cb6245173b95,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:49.540174 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:49.633561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=7ee7c542-959e-4319-a165-cb6245173b95,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:49.640163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:01:21Z', 'revision_number': 4, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7173fc88-e848-4fe9-9c63-67d096d7b4f3', 'name': '', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'mac_address': 'fa:16:3e:cf:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '972cef35-c6cb-4538-9c36-e8456702e778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:20Z', 'updated_at': '2022-03-05T00:01:48Z', 'revision_number': 4, 'project_id': '40d0b3f830784e459effa20d291662c0', 'subnets': [{'id': '972cef35-c6cb-4538-9c36-e8456702e778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:49.644492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47594d80-3233-460d-ad0a-f8d6c8ad8e1c None None] The sync data for ids ['4b24812c-b03a-47ba-8ba7-c653d01e161e'] in n-d-828979-4 is: [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:01:21Z', 'revision_number': 4, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7173fc88-e848-4fe9-9c63-67d096d7b4f3', 'name': '', 'network_id': '12d4a987-fb15-47d5-86de-b27a72e7b62d', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'mac_address': 'fa:16:3e:cf:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '972cef35-c6cb-4538-9c36-e8456702e778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:20Z', 'updated_at': '2022-03-05T00:01:48Z', 'revision_number': 4, 'project_id': '40d0b3f830784e459effa20d291662c0', 'subnets': [{'id': '972cef35-c6cb-4538-9c36-e8456702e778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:01:49.684770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-7be6c706-1a2a-4d13-a514-e44da3edd42e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4985733 Mar 05 00:01:49.763653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d0d2-4dc2-4913-ab56-77885778faa2 req-59fc4869-5a86-4926-a09f-cf4b711ad568 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:49.771737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77f5d0d2-4dc2-4913-ab56-77885778faa2 req-59fc4869-5a86-4926-a09f-cf4b711ad568 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 944 time: 0.4512279 Mar 05 00:01:49.894282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85ff43-e066-4149-98a6-da11381daa6f req-770661e9-61e1-4b23-8193-609de3fa333e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:49.902986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7698ac3-a2a2-4b67-a71c-4d93b528c837 req-59894ab0-7103-430e-8a7b-0edb1a3cf950 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 1097 time: 0.6503859 Mar 05 00:01:49.904137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f85ff43-e066-4149-98a6-da11381daa6f req-770661e9-61e1-4b23-8193-609de3fa333e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1499758 Mar 05 00:01:49.971079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f85ff43-e066-4149-98a6-da11381daa6f req-ed1f48bd-5190-419d-8ecd-3c0a69a0e7d5 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655375 Mar 05 00:01:50.010993 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77f5d0d2-4dc2-4913-ab56-77885778faa2 req-bd03ca12-4cc5-432e-866a-6a0c14adf85c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383928 Mar 05 00:01:50.023710 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-cbe9e094-dfd9-4a02-a746-00d0b790660a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6164899 Mar 05 00:01:50.061260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-8acde88b-f2f5-4c59-9ec0-13f4cb34e8d6 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657064 Mar 05 00:01:50.323088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7698ac3-a2a2-4b67-a71c-4d93b528c837 req-0251b115-8a06-4d1e-94b2-d3272b7af231 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101846 Mar 05 00:01:50.324845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-82ed1593-4581-4297-9e3f-8c96c4b8b79c service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023656 Mar 05 00:01:50.388755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-7e65d9b2-8443-48e1-ac12-217019964998 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540354 Mar 05 00:01:50.428223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2e29d-c37b-492e-b4fa-7dbb0d79d503 req-31657267-a2f0-4b48-b22d-6a79e4cacd79 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:50.433650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:01:50.436386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b2e29d-c37b-492e-b4fa-7dbb0d79d503 req-31657267-a2f0-4b48-b22d-6a79e4cacd79 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1456552 Mar 05 00:01:50.503785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b2e29d-c37b-492e-b4fa-7dbb0d79d503 req-4014dae3-f118-49af-abf0-7f4bfb14dca8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Mar 05 00:01:50.763376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:50.802924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'mac_address': 'fa:16:3e:4a:47:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:01:50.820819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa1236-b5f7-4b8d-ae04-cc2f42a1bbf3 req-6bbf93aa-ed1a-4685-9286-717336729798 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:50.822386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8fa1236-b5f7-4b8d-ae04-cc2f42a1bbf3 req-6bbf93aa-ed1a-4685-9286-717336729798 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1565855 Mar 05 00:01:50.841743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1018323e-e633-4b64-9e0e-39f3b32907b0 req-a21b92b2-ff01-41d7-8320-2d416884244b service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126589 Mar 05 00:01:50.866587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed04bb-4907-4b8e-acfc-19d199634bd6 req-e2483c64-ffb2-4ab7-83fe-7f53a6e664f8 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:50.874802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-95ed04bb-4907-4b8e-acfc-19d199634bd6 req-e2483c64-ffb2-4ab7-83fe-7f53a6e664f8 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.2181902 Mar 05 00:01:50.921820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8fa1236-b5f7-4b8d-ae04-cc2f42a1bbf3 req-a7cbf7d2-986d-46f2-87f5-f386c19f6f0e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863726 Mar 05 00:01:50.948679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-95ed04bb-4907-4b8e-acfc-19d199634bd6 req-f58342aa-f540-4828-9ca8-1e541f2867d9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728192 Mar 05 00:01:50.985213 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:51.033343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:01:51.073904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:51.083334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:51.206331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7c542-959e-4319-a165-cb6245173b95'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:51.212335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:51.335049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79628d-404a-42a8-8585-1c9ecc900974 req-e28c4d2b-bd71-446d-a729-3345b5c58a8e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:51.343789 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd79628d-404a-42a8-8585-1c9ecc900974 req-e28c4d2b-bd71-446d-a729-3345b5c58a8e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.1054306 Mar 05 00:01:51.405122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd79628d-404a-42a8-8585-1c9ecc900974 req-83fce8b8-05e1-4f86-8598-160deacefb57 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596273 Mar 05 00:01:51.497310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d2377680-dfaf-4d4b-ad44-f24ac5e4abe3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:51.824513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7173fc88-e848-4fe9-9c63-67d096d7b4f3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:51.855126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163349-f153-4679-ba46-800ab24050c3 req-57ccc5c6-f052-4a33-be73-f6bc5a7484d5 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:51.856722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a163349-f153-4679-ba46-800ab24050c3 req-57ccc5c6-f052-4a33-be73-f6bc5a7484d5 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1610754 Mar 05 00:01:51.870877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-b920cea5-010f-4216-ae6d-fa0ba0a3b623 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 1097 time: 0.1819389 Mar 05 00:01:51.973088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a163349-f153-4679-ba46-800ab24050c3 req-c0f872e6-af17-4643-89d8-594b98d32bad tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073704 Mar 05 00:01:52.003840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:52.015408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:52.015806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:52.087101 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7c542-959e-4319-a165-cb6245173b95', 'code': 200} Mar 05 00:01:52.214377 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:52.252947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7173fc88-e848-4fe9-9c63-67d096d7b4f3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7173fc88-e848-4fe9-9c63-67d096d7b4f3,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:52.257565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:52.330774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-b94820d1-dfc0-4c31-9272-f5bd8512b372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:52.332371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-b94820d1-dfc0-4c31-9272-f5bd8512b372 service neutron] 10.222.0.10 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 911 time: 0.4547005 Mar 05 00:01:52.340307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7173fc88-e848-4fe9-9c63-67d096d7b4f3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:52.411291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22b301-b379-42ac-80a3-a7cd271c6604 req-4dab57c9-1fa5-4d8b-aabf-190a56c3b43e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:52.419131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b22b301-b379-42ac-80a3-a7cd271c6604 req-4dab57c9-1fa5-4d8b-aabf-190a56c3b43e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.3236620 Mar 05 00:01:52.455873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-2d22278b-4219-42a5-a1ec-9ec42c21590f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6 HTTP/1.1" status: 200 len: 217 time: 0.1160886 Mar 05 00:01:52.464360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-635f047c-1473-4979-b3fa-a35ae0c23c49 req-a40263f6-6d86-4847-bd9c-eca8adf53a01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 1096 time: 0.2447815 Mar 05 00:01:52.509736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0556-b3bc-427c-abeb-96a8b129e8e0 req-3a8d8ef6-5eb9-4093-af20-0daa1ca8951f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:52.511134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-461d0556-b3bc-427c-abeb-96a8b129e8e0 req-3a8d8ef6-5eb9-4093-af20-0daa1ca8951f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.0882347 Mar 05 00:01:52.567211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-461d0556-b3bc-427c-abeb-96a8b129e8e0 req-79b878fa-4e30-4ca7-a22e-e9a749f236a8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494084 Mar 05 00:01:52.581197 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b22b301-b379-42ac-80a3-a7cd271c6604 req-1b29dc01-57cd-4ff7-9fa3-19ba38856ece tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603334 Mar 05 00:01:52.591155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-635f047c-1473-4979-b3fa-a35ae0c23c49 req-4d2b2958-dda8-4e90-9a02-dd8737f45b82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149738 Mar 05 00:01:52.597978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-0c030639-6e71-4551-b86f-4a86610cd8f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:52.602667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-0c030639-6e71-4551-b86f-4a86610cd8f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.1371231 Mar 05 00:01:52.656043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-c62b79c0-c063-4ee9-aea8-b7e6da7a2f70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468218 Mar 05 00:01:52.838740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-6812988f-3098-41fa-8051-8033761588e4 service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748171 Mar 05 00:01:52.851079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac46ac-ef1f-4f72-a336-b366d597a607 req-714e816e-97e5-484e-962a-c0de96ac9cb6 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:52.855566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67ac46ac-ef1f-4f72-a336-b366d597a607 req-714e816e-97e5-484e-962a-c0de96ac9cb6 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1462741 Mar 05 00:01:53.095650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67ac46ac-ef1f-4f72-a336-b366d597a607 req-8f4e329c-dc37-4099-932a-b0d73bc4a22f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251213 Mar 05 00:01:53.337108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aca43-dfb4-43fa-b4ca-0f7f91620fc2 req-43b61f94-e83d-4963-9386-2d00aafb206b tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:53.339619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1aca43-dfb4-43fa-b4ca-0f7f91620fc2 req-43b61f94-e83d-4963-9386-2d00aafb206b tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.0891299 Mar 05 00:01:53.394384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a1aca43-dfb4-43fa-b4ca-0f7f91620fc2 req-aac12e6f-ba09-411f-a9e1-e26bf991bd44 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Mar 05 00:01:53.406774 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86a2a271-6b39-47a5-b1e9-f70bdaf70b56 req-1a6d01ee-ac45-4e69-b4be-762741665392 service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614853 Mar 05 00:01:53.419292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4d53-62eb-4459-a36f-851bf990510b req-d0cf7e9b-fd63-4c6c-8bac-a38d0eb45da5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:53.428704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5eb4d53-62eb-4459-a36f-851bf990510b req-d0cf7e9b-fd63-4c6c-8bac-a38d0eb45da5 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 950 time: 0.2568045 Mar 05 00:01:53.452465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-7fd2f748-f910-4a3a-bf16-3195bed1056e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43a76e4145b9446192f99f3f3aee7e97&device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 1097 time: 0.3122668 Mar 05 00:01:53.564807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5eb4d53-62eb-4459-a36f-851bf990510b req-12f1c694-eaec-4148-aa01-5d17b1290387 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349924 Mar 05 00:01:53.571400 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:01:53.624987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-f060e003-9904-4eda-bc61-1e4dae9b2b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:53.626711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-f060e003-9904-4eda-bc61-1e4dae9b2b26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 200 len: 916 time: 0.1612322 Mar 05 00:01:53.700783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7173fc88-e848-4fe9-9c63-67d096d7b4f3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:53.785582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-2b096283-b8e9-41fa-adac-d8c6749fa536 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633 HTTP/1.1" status: 200 len: 217 time: 0.1526244 Mar 05 00:01:53.885066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:53.885854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:54.011838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-b6d088a0-24b3-4627-9e62-fd923164e916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:54.045945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-b6d088a0-24b3-4627-9e62-fd923164e916 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 200 len: 854 time: 0.2449722 Mar 05 00:01:54.084354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140deaf0-7787-43ac-855b-55bd7d009e14 req-322f8f6a-a368-4dbc-aac8-12dae03efd2e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:54.086638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-140deaf0-7787-43ac-855b-55bd7d009e14 req-322f8f6a-a368-4dbc-aac8-12dae03efd2e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.2235608 Mar 05 00:01:54.214005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-140deaf0-7787-43ac-855b-55bd7d009e14 req-8bb963a7-0d64-4486-bfec-c0e7520f55e7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192391 Mar 05 00:01:54.373800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd7694-214a-426f-8b4f-27976fd3fc7e req-d9de7c09-8919-429d-85b7-b28f86004e20 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:54.375329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6fd7694-214a-426f-8b4f-27976fd3fc7e req-d9de7c09-8919-429d-85b7-b28f86004e20 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.3257484 Mar 05 00:01:54.414466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-35d9c458-b0f6-40fa-ba69-7288116dfc61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0bbda56-9f3b-443f-8200-68244504e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3689454 Mar 05 00:01:54.433853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49308) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:54.445440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:01:54.455837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495f75-4efa-4da8-a8d0-496880d1e613 req-1c40b338-2d60-4c12-b386-5e25adce2c1e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:54.463071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38495f75-4efa-4da8-a8d0-496880d1e613 req-1c40b338-2d60-4c12-b386-5e25adce2c1e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1093750 Mar 05 00:01:54.523249 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38495f75-4efa-4da8-a8d0-496880d1e613 req-f2e8d985-51d2-4b91-a65e-e442b5133ded tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589068 Mar 05 00:01:54.547934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:01:54.557536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:01:54.558212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:54.692581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6fd7694-214a-426f-8b4f-27976fd3fc7e req-7fcb93b7-1555-4ba6-b825-e14470140b7f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074608 Mar 05 00:01:54.746438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c695befa-8455-4552-a6d0-8205a5cd3b63 req-999ea95e-4f42-4d97-9f5b-293b2a474c14 tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 1101 time: 0.0935919 Mar 05 00:01:54.810206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:54.823130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:54.828708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-752e23a3-a208-49b5-b456-4821de2b4da6 service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042013 Mar 05 00:01:54.846976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:54.864508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:54.870868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:54.903274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c695befa-8455-4552-a6d0-8205a5cd3b63 req-813cb709-ea55-4e7e-8305-561b5464467b tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Synchronizing usage tracker for tenant:92c51ca72034472abeee65b0ecd9181e on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:01:54.943563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:01:54.952384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d56752cc3af439aae9d78d57e937f91 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:01:54.958441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:01:54.961701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=13']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:54.962746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c695befa-8455-4552-a6d0-8205a5cd3b63 req-813cb709-ea55-4e7e-8305-561b5464467b tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] Unset dirty status for tenant:92c51ca72034472abeee65b0ecd9181e on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:01:54.987239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c695befa-8455-4552-a6d0-8205a5cd3b63 req-813cb709-ea55-4e7e-8305-561b5464467b tempest-MigrationsAdminTest-1475494588 tempest-MigrationsAdminTest-1475494588-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393067 Mar 05 00:01:54.996430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:01:55.115656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee406c-2d83-41b1-a380-d72a30e47e49 req-b6dc2cf4-c837-4d21-84d4-28d64f3e9796 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:55.122419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5ee406c-2d83-41b1-a380-d72a30e47e49 req-b6dc2cf4-c837-4d21-84d4-28d64f3e9796 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.2426810 Mar 05 00:01:55.143708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0026acfe-e6c4-458c-8f25-6728a2c04131 req-97124c2f-1c8d-4de9-a45a-725d550eb9e4 service neutron] 10.222.0.10 "GET /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058290 Mar 05 00:01:55.163126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.179339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.191110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5ee406c-2d83-41b1-a380-d72a30e47e49 req-07f856a2-29c2-4b3f-9741-4d5a1c79b5ea tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677617 Mar 05 00:01:55.301625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d56752cc3af439aae9d78d57e937f91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8637922 Mar 05 00:01:55.302146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49326) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:55.324033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db87b6-2e7e-477e-bc1f-8dcad88340f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcbb609-c7fe-4620-a3cf-35b7b01908de,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:55.352283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083ccfd-5013-4f06-89e0-1a4203be8196 req-16a125cb-6a0c-476e-9300-fcfa12a02d2e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:55.353767 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f083ccfd-5013-4f06-89e0-1a4203be8196 req-16a125cb-6a0c-476e-9300-fcfa12a02d2e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1574135 Mar 05 00:01:55.363552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49330) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:01:55.370011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Request body: {'floatingip': {'port_id': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:01:55.412970 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'code': 200} Mar 05 00:01:55.445533 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08af678a-d749-4b02-985c-9ed74ca55146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.458149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.490423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c041d-e51d-4b0f-94ee-267b6b57dd8b req-8d5ee90b-44d4-4adb-b3ed-5e4059ee0438 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:55.497020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a4c041d-e51d-4b0f-94ee-267b6b57dd8b req-8d5ee90b-44d4-4adb-b3ed-5e4059ee0438 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1483986 Mar 05 00:01:55.500553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08af678a-d749-4b02-985c-9ed74ca55146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.571622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a4c041d-e51d-4b0f-94ee-267b6b57dd8b req-de0bb496-d065-4d01-8699-5dea925c2eb9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736368 Mar 05 00:01:55.604169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08af678a-d749-4b02-985c-9ed74ca55146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.627458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af678a-d749-4b02-985c-9ed74ca55146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcbb609-c7fe-4620-a3cf-35b7b01908de,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:55.629464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08af678a-d749-4b02-985c-9ed74ca55146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:55.630729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08af678a-d749-4b02-985c-9ed74ca55146 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fcbb609-c7fe-4620-a3cf-35b7b01908de HTTP/1.1" status: 204 len: 168 time: 0.3283172 Mar 05 00:01:55.846704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088df966-fbc1-4c13-94cc-bbe8d5babf53 req-71c19eed-f41f-4d3b-9676-cef7e3de1663 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:55.848300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-088df966-fbc1-4c13-94cc-bbe8d5babf53 req-71c19eed-f41f-4d3b-9676-cef7e3de1663 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1027722 Mar 05 00:01:55.955507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-088df966-fbc1-4c13-94cc-bbe8d5babf53 req-3f79c3bb-7aa3-46ee-a4b8-f18d57957f68 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973580 Mar 05 00:01:55.978283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e1e5-9720-4550-b943-3d1c9442a5af req-10d5f1b1-f07a-4561-ba45-a5495eae7f48 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:55.979972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4a93e1e5-9720-4550-b943-3d1c9442a5af req-10d5f1b1-f07a-4561-ba45-a5495eae7f48 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 951 time: 0.1867065 Mar 05 00:01:56.099042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4a93e1e5-9720-4550-b943-3d1c9442a5af req-186577a0-fb9e-4eaa-b4d5-8c78c3ea40e4 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109822 Mar 05 00:01:56.222438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492ea8-d00c-4e60-8687-cca8ba3f48e8 req-67dea25f-0171-4826-a1f8-3b88d0489f7f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:56.224112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a492ea8-d00c-4e60-8687-cca8ba3f48e8 req-67dea25f-0171-4826-a1f8-3b88d0489f7f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.0975399 Mar 05 00:01:56.273028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a492ea8-d00c-4e60-8687-cca8ba3f48e8 req-e200caed-8545-47f7-b527-bd2a6bc0c96c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Mar 05 00:01:56.273621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:56.279484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:56.718613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-309849a0-e255-4a5d-a3eb-df8c21493f89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 1096 time: 0.4062135 Mar 05 00:01:56.727496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59569c4-5e0b-47b6-a404-0c7bb6a4cca0 req-abf057e5-27da-4368-8ac4-f222941fc1bf tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:56.728928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c59569c4-5e0b-47b6-a404-0c7bb6a4cca0 req-abf057e5-27da-4368-8ac4-f222941fc1bf tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1817544 Mar 05 00:01:56.730541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7011e1-8d60-4c5e-9931-ee1df3854028 req-36dcfa70-5371-479f-b1af-27eadc2de53b tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:56.732000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e7011e1-8d60-4c5e-9931-ee1df3854028 req-36dcfa70-5371-479f-b1af-27eadc2de53b tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1217346 Mar 05 00:01:56.750934 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-deeb685f-84b1-49a0-a473-dbdcdf5b3763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 1096 time: 0.1658208 Mar 05 00:01:56.799650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e7011e1-8d60-4c5e-9931-ee1df3854028 req-78bba178-d9b7-4c17-af73-924526a7be31 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602305 Mar 05 00:01:56.808701 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Floating IP 24d8f03b-f632-46b2-b18e-b119a29c50c2 associated. External IP: 172.25.0.137, port: b87b8d37-3171-440b-97a9-fc5fb1e56f44. Mar 05 00:01:56.843645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:56.875133 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:56.990470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c59569c4-5e0b-47b6-a404-0c7bb6a4cca0 req-5ef3c6cb-564f-4f44-a576-e6f68acd3926 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363880 Mar 05 00:01:57.029605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-6530dc9f-9d3c-422c-a647-2d74895c42d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.031061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-6530dc9f-9d3c-422c-a647-2d74895c42d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.3004265 Mar 05 00:01:57.100199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6874c-a458-4b56-9293-e6392262e2ae req-3ae2ad9a-799c-4668-8186-dfa7aae8e8a0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.101752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69d6874c-a458-4b56-9293-e6392262e2ae req-3ae2ad9a-799c-4668-8186-dfa7aae8e8a0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1390646 Mar 05 00:01:57.108683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-c2cc226f-2229-4f58-96c1-6cbe594004ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.110131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-c2cc226f-2229-4f58-96c1-6cbe594004ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.2880642 Mar 05 00:01:57.111479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-40275a5c-cc28-4790-b147-4c567eb817e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25f9fedb-799f-488d-b871-7b92e3a99366 HTTP/1.1" status: 200 len: 217 time: 0.0718651 Mar 05 00:01:57.166445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69d6874c-a458-4b56-9293-e6392262e2ae req-bd8210b9-e357-480b-87e0-707144c83d37 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558193 Mar 05 00:01:57.322280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-99de12b1-d8d6-4e49-983d-5449b63b775a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee7c542-959e-4319-a165-cb6245173b95 HTTP/1.1" status: 200 len: 217 time: 0.1646554 Mar 05 00:01:57.400373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-f6bb9a75-3740-459e-9a9e-303c48c1b401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.401851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-f6bb9a75-3740-459e-9a9e-303c48c1b401 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.2788455 Mar 05 00:01:57.471373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-0df1aa3a-5457-49fa-bad9-d9089f23cbcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601084 Mar 05 00:01:57.480081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86393dd-2f33-4a1d-8fbb-d2a9e6b0d559 req-e1d024db-1391-4d81-85bc-43a467eea313 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.481793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b86393dd-2f33-4a1d-8fbb-d2a9e6b0d559 req-e1d024db-1391-4d81-85bc-43a467eea313 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1151428 Mar 05 00:01:57.501979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-d8b22de6-a786-4396-8955-e01db9b021e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.503644 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-d8b22de6-a786-4396-8955-e01db9b021e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.1721084 Mar 05 00:01:57.555556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b86393dd-2f33-4a1d-8fbb-d2a9e6b0d559 req-cb7ae444-227e-4e5f-b51f-e7774392ec2e tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Mar 05 00:01:57.561970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Router 782ab64b-332a-42b6-bbbe-e054874332d0 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:01:57.617323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-44a5602c-c773-429e-8afe-b5666ef6c34f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007490 Mar 05 00:01:57.625925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9c9b-435c-4092-943a-006147334459 req-b690b0a2-6f32-43cf-8423-aad23ccea018 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.627316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ce9c9b-435c-4092-943a-006147334459 req-b690b0a2-6f32-43cf-8423-aad23ccea018 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 951 time: 0.4078534 Mar 05 00:01:57.692709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085b697-9a97-4f8b-b15b-9143a0ed2c6a req-00471262-273d-4a01-97df-d174829192fd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.694187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0085b697-9a97-4f8b-b15b-9143a0ed2c6a req-00471262-273d-4a01-97df-d174829192fd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 951 time: 0.4095488 Mar 05 00:01:57.849485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e0d5-584c-420b-b981-f486c6ce0415 req-820d43f5-5b08-4e3c-93bd-c91aba6e5ccb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:57.849722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Deleting port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:01:57.849992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:57.851260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78e3e0d5-584c-420b-b981-f486c6ce0415 req-820d43f5-5b08-4e3c-93bd-c91aba6e5ccb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.1176198 Mar 05 00:01:57.883546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:01:57.902362 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] Sync routers for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:01:57.909593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:57.915008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-e6c8e997-50f0-4457-9514-18a478b844c2 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321797 Mar 05 00:01:57.924221 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:57.925016 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:57.961092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78e3e0d5-584c-420b-b981-f486c6ce0415 req-f3099c84-f9e4-44eb-ba1b-128c729e99b2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012840 Mar 05 00:01:57.975605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4aa8cae1-1cb5-4a87-8510-a62bd3d8bba7 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "PUT /v2.0/floatingips/24d8f03b-f632-46b2-b18e-b119a29c50c2 HTTP/1.1" status: 200 len: 992 time: 2.6108427 Mar 05 00:01:57.976234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:57.984336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0085b697-9a97-4f8b-b15b-9143a0ed2c6a req-07ecb57b-4504-4269-bcb6-61b4472bf7f9 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384746 Mar 05 00:01:58.220683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:58.229112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-dc18c2aa-a679-4fcc-b875-c250c4323646 service neutron] 10.222.0.36 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997615 Mar 05 00:01:58.304192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fec8e-598f-474a-b619-f4018205b613 req-9dbb5ab5-3db1-4c98-9577-616ac7990723 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:58.306689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc0fec8e-598f-474a-b619-f4018205b613 req-9dbb5ab5-3db1-4c98-9577-616ac7990723 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.1087556 Mar 05 00:01:58.376326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc0fec8e-598f-474a-b619-f4018205b613 req-a443003e-7bb2-4da4-af01-fbe7e2cdf1c5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640087 Mar 05 00:01:58.557993 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-690481d7-4f9f-4679-9524-cc6620ccc305 req-8fd39c00-9711-4bcb-b762-7de7da9a1444 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225584 Mar 05 00:01:58.593111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d136125d-4fb7-47e4-aebe-a2532b771169 req-a4c2b157-7713-4bb0-9846-261595f8a646 service neutron] 10.222.0.36 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466899 Mar 05 00:01:58.627816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75487822-1333-4e7d-9b76-ec1bf526e6b1 req-5002c6c2-bc4d-4198-af61-bf448bf2675c tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:58.635239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75487822-1333-4e7d-9b76-ec1bf526e6b1 req-5002c6c2-bc4d-4198-af61-bf448bf2675c tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1170771 Mar 05 00:01:58.646282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7147-6a84-4074-8dbe-0f2124567012 req-9a038842-dae6-4979-8900-ce70fbf23291 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:58.654922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d54e7147-6a84-4074-8dbe-0f2124567012 req-9a038842-dae6-4979-8900-ce70fbf23291 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.4167819 Mar 05 00:01:58.691451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] For port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:01:58.692060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:58.710432 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '24d8f03b-f632-46b2-b18e-b119a29c50c2', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'port_id': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'mac_address': 'fa:16:3e:09:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e9f68-e975-4415-b43f-ed233af53512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:01:27Z', 'updated_at': '2022-03-05T00:01:56Z', 'revision_number': 1, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:26Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:58.713938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75487822-1333-4e7d-9b76-ec1bf526e6b1 req-6783c4a1-465c-4178-89f8-5ada5856473d tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723109 Mar 05 00:01:58.714359 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] Checking router: 782ab64b-332a-42b6-bbbe-e054874332d0 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:01:58.725077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:01:58.726078 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:58.796784 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'status': 'completed', 'code': 200} Mar 05 00:01:58.877188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d54e7147-6a84-4074-8dbe-0f2124567012 req-5a848b3d-a5cb-471e-8f5c-afe8d150c612 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210429 Mar 05 00:01:58.886748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Calling delete_port for d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:01:58.923305 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:01:59.014271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c54580-b763-4abf-b1d8-9d7a98fe040a req-9f8b4f8d-356a-47b1-b4bb-82d96932920e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:59.015752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66c54580-b763-4abf-b1d8-9d7a98fe040a req-9f8b4f8d-356a-47b1-b4bb-82d96932920e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1163397 Mar 05 00:01:59.136196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66c54580-b763-4abf-b1d8-9d7a98fe040a req-0c0b73b4-cdd1-4772-b2ee-77b56e0d707e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139781 Mar 05 00:01:59.294528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:59.309510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'd536f357-b397-4aaa-9459-4fe248dd730d', 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:59.330335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac518942-c5f8-488b-b294-8b32f55a8f5b req-58321b6c-7c50-4e58-8f68-6cee7ec3e8db tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=8795446c-2c35-49f2-a8f3-7b0fa531017c HTTP/1.1" status: 200 len: 210 time: 0.0712631 Mar 05 00:01:59.360624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c5da3d3f-e7b8-4828-a991-7bf147a91466'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:01:59.368787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event deleted for resources: {'Port': ['ID=d2377680-dfaf-4d4b-ad44-f24ac5e4abe3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:01:59.376025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-f078aa9d-94b7-432b-91af-8ae098d39f6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa6990bd892f431b85b7c5a291496475&device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 1097 time: 0.4973054 Mar 05 00:01:59.383173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a98b9-ab72-46f0-aa1c-2f23b7c42c01 req-f4b1d2c2-c24e-4133-9850-a823e52b2c1e tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:59.389910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-653a98b9-ab72-46f0-aa1c-2f23b7c42c01 req-f4b1d2c2-c24e-4133-9850-a823e52b2c1e tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.3261390 Mar 05 00:01:59.406318 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '24d8f03b-f632-46b2-b18e-b119a29c50c2', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'port_id': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'mac_address': 'fa:16:3e:09:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e9f68-e975-4415-b43f-ed233af53512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:01:27Z', 'updated_at': '2022-03-05T00:01:56Z', 'revision_number': 1, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:26Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:01:59.412988 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295c7fb-45e4-4914-92ac-701e46c644e5 None None] The sync data for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 is: [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '24d8f03b-f632-46b2-b18e-b119a29c50c2', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'port_id': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'mac_address': 'fa:16:3e:09:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e9f68-e975-4415-b43f-ed233af53512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:01:27Z', 'updated_at': '2022-03-05T00:01:56Z', 'revision_number': 1, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:26Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:01:59.631588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-653a98b9-ab72-46f0-aa1c-2f23b7c42c01 req-bd2d5f4e-13be-41eb-a0d6-1f62f2c12403 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407472 Mar 05 00:01:59.730565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] No DVR routers for this DVR port d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:01:59.735380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-cf4a76f0-ecd8-4509-9086-95723f5a2141 req-283097b2-589f-4ecb-9650-7842f9599223 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:01:59.736475 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf4a76f0-ecd8-4509-9086-95723f5a2141 req-283097b2-589f-4ecb-9650-7842f9599223 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0230103 Mar 05 00:01:59.741969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:01:59.756336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7eb0c-fadd-4cb6-8ff8-a2134b1d6284 req-d1e80ec9-b191-43e3-8f9f-54ab2d1d3f4d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:59.758272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-deleted', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:01:59.759337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90d7eb0c-fadd-4cb6-8ff8-a2134b1d6284 req-d1e80ec9-b191-43e3-8f9f-54ab2d1d3f4d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 945 time: 0.3010163 Mar 05 00:01:59.804941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ce9c9b-435c-4092-943a-006147334459 req-93e3a59c-6b05-4aa7-a712-a121fe10a570 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "DELETE /v2.0/ports/d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 HTTP/1.1" status: 204 len: 173 time: 2.1529946 Mar 05 00:01:59.846466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90d7eb0c-fadd-4cb6-8ff8-a2134b1d6284 req-18b653d1-6968-4a30-9fea-ed1259837abe tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708835 Mar 05 00:01:59.876310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-825d0bb7-7d87-4465-8af8-a40a1ed6830d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:01:59.877888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-825d0bb7-7d87-4465-8af8-a40a1ed6830d service neutron] 10.222.0.10 "GET /v2.0/networks?id=90fa0531-17ec-48c4-a113-c74c675def15 HTTP/1.1" status: 200 len: 913 time: 0.4621363 Mar 05 00:01:59.989564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf4a76f0-ecd8-4509-9086-95723f5a2141 req-49dd1793-2f6f-46de-8ab5-14924e002308 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2207563 Mar 05 00:02:00.013754 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8795446c-2c35-49f2-a8f3-7b0fa531017c', 'name': 'network-vif-deleted', 'tag': 'd2377680-dfaf-4d4b-ad44-f24ac5e4abe3', 'status': 'completed', 'code': 200} Mar 05 00:02:00.047466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-d7ba051e-1158-4460-8810-6a8fe85f40ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44 HTTP/1.1" status: 200 len: 1000 time: 0.1605904 Mar 05 00:02:00.141346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-64d0eca3-1998-47c1-bc84-037b37854f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:00.143121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-64d0eca3-1998-47c1-bc84-037b37854f56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6267f9f9-4c90-417e-b3a4-5f75df7f0252 HTTP/1.1" status: 200 len: 851 time: 0.0885212 Mar 05 00:02:00.233405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-467bc991-fd3d-42db-8ed1-59b5d73d269c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90fa0531-17ec-48c4-a113-c74c675def15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823855 Mar 05 00:02:00.252554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ba81-6201-45e9-a35a-42f3f0562962 req-af3e4b9c-61a1-49ed-a98b-ff5904bd5c11 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:00.254042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1a6ba81-6201-45e9-a35a-42f3f0562962 req-af3e4b9c-61a1-49ed-a98b-ff5904bd5c11 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.0971429 Mar 05 00:02:00.354292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1a6ba81-6201-45e9-a35a-42f3f0562962 req-74c63cf7-3c7b-49e6-b17b-39c60bf2fc00 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919015 Mar 05 00:02:00.638598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-83eb857e-199a-4365-84dc-ca5e26081277 service neutron] 10.222.0.10 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975718 Mar 05 00:02:00.686425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289679a-3b44-4f98-b29d-404acb2fccbf req-ba9ca028-359a-4be5-a256-02e9b8a24ed5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:00.688021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c289679a-3b44-4f98-b29d-404acb2fccbf req-ba9ca028-359a-4be5-a256-02e9b8a24ed5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1181982 Mar 05 00:02:00.708589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:00.757766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441fdb-500b-435c-9b3c-29994c873449 req-9ef57aab-feab-4649-8938-123a17099bd9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:00.759186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e441fdb-500b-435c-9b3c-29994c873449 req-9ef57aab-feab-4649-8938-123a17099bd9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.2303824 Mar 05 00:02:00.775396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c289679a-3b44-4f98-b29d-404acb2fccbf req-f406d50c-55f7-40f4-bd7f-c153fa12c632 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807443 Mar 05 00:02:00.835343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:00.840635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e441fdb-500b-435c-9b3c-29994c873449 req-fbce0c4d-a655-41ed-8ca3-30faa84d1014 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719116 Mar 05 00:02:00.866965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:00.876334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c61ed185-3c3f-4f9c-b10e-8fe5bb49e250 req-6721b879-9b57-4176-b597-f31138303cdd service neutron] 10.222.0.10 "GET /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162571 Mar 05 00:02:00.880519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:00.893942 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:00.986251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:01.072341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bd47a-a2c4-4764-98ea-627d45756d18 req-16304ee5-bd85-4ddd-820e-bad430c531a9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:01.074088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab2bd47a-a2c4-4764-98ea-627d45756d18 req-16304ee5-bd85-4ddd-820e-bad430c531a9 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.1006975 Mar 05 00:02:01.126700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550350-5729-4da0-8fe9-e33cee97a5f9 req-799881d7-dfdd-4b93-b643-aa03ef1677ff tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:01.133530 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8550350-5729-4da0-8fe9-e33cee97a5f9 req-799881d7-dfdd-4b93-b643-aa03ef1677ff tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 943 time: 0.0930817 Mar 05 00:02:01.153720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab2bd47a-a2c4-4764-98ea-627d45756d18 req-196318ae-bf41-46dc-a714-98787ff90a89 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733471 Mar 05 00:02:01.181846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8550350-5729-4da0-8fe9-e33cee97a5f9 req-4252cdd1-58da-44d1-a653-0fab7c6dfb08 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Mar 05 00:02:01.220886 n-d-828979-4 neutron-server[83784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366', 'code': 422} returned with failed status Mar 05 00:02:01.394622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ee602-7efb-4a98-b7f0-4ef5eae1b749 req-de61f827-f495-4385-a53f-9262ce21431f tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:01.396151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-da9ee602-7efb-4a98-b7f0-4ef5eae1b749 req-de61f827-f495-4385-a53f-9262ce21431f tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.0845850 Mar 05 00:02:01.455675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-da9ee602-7efb-4a98-b7f0-4ef5eae1b749 req-239e2f07-7962-45c9-b726-6a05a604aaa3 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519156 Mar 05 00:02:01.701971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8eb84-1e45-441a-b4a7-6d91e5988628 req-ac6979d5-46c2-45c6-85c3-1a4bd637b270 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:01.703586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8f8eb84-1e45-441a-b4a7-6d91e5988628 req-ac6979d5-46c2-45c6-85c3-1a4bd637b270 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1167915 Mar 05 00:02:01.751788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8f8eb84-1e45-441a-b4a7-6d91e5988628 req-b06e68be-43de-4275-8434-9e292ee08ce8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Mar 05 00:02:01.931011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49528) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:01.947346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695abe6-8a20-41d7-8ab9-715969128020 req-08040250-cabb-45e8-adc3-3dc308074d44 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:01.948075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3695abe6-8a20-41d7-8ab9-715969128020 req-08040250-cabb-45e8-adc3-3dc308074d44 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:01.966137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3695abe6-8a20-41d7-8ab9-715969128020 req-08040250-cabb-45e8-adc3-3dc308074d44 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:01.968079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3695abe6-8a20-41d7-8ab9-715969128020 req-08040250-cabb-45e8-adc3-3dc308074d44 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 951 time: 0.1026523 Mar 05 00:02:02.027597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3695abe6-8a20-41d7-8ab9-715969128020 req-a4dd4701-4cd7-4fa1-947a-e75d9b189f2e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529289 Mar 05 00:02:02.126466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.164580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:02.169132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Usage tracker for resource:security_group_rule and tenant:62f48d7918864ac09b675e56db943ce5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:02.173034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:02.179814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:02.260372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.264833 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.316203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad29002d-a420-489a-bf67-32ec3f3b5331,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:02.320187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62f48d7918864ac09b675e56db943ce5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3882127 Mar 05 00:02:02.323022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49560) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:02.328498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.328842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.329176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.329537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.329865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.330191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.330514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.330832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.331151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.331469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.331789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3e39b-a984-446b-ab08-50638ad98f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:02.441839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-838dbc87-5682-4f83-94cd-a77dfa205462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.471239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:02.474032 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-838dbc87-5682-4f83-94cd-a77dfa205462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.516546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:02.517253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d2377680-dfaf-4d4b-ad44-f24ac5e4abe3 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:02.519552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30657e59-425f-455f-b8c3-8b432834f9e6 req-824dc6f1-b0fa-457a-adff-9b00be582e89 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:02.524201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30657e59-425f-455f-b8c3-8b432834f9e6 req-824dc6f1-b0fa-457a-adff-9b00be582e89 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:02.528394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30657e59-425f-455f-b8c3-8b432834f9e6 req-824dc6f1-b0fa-457a-adff-9b00be582e89 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:02.530339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-30657e59-425f-455f-b8c3-8b432834f9e6 req-824dc6f1-b0fa-457a-adff-9b00be582e89 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa&device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5&device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 2419 time: 0.1639776 Mar 05 00:02:02.581475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-2b7fa498-092f-4782-9f9d-d1901b210f9c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:02.583037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-2b7fa498-092f-4782-9f9d-d1901b210f9c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4985f761-dadf-4470-a18f-1c42872eeb79 HTTP/1.1" status: 200 len: 943 time: 0.0972590 Mar 05 00:02:02.585322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-838dbc87-5682-4f83-94cd-a77dfa205462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.596272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-30657e59-425f-455f-b8c3-8b432834f9e6 req-7f5711cb-e68f-4245-8343-5fdac00ff4ee tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602233 Mar 05 00:02:02.618547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dbc87-5682-4f83-94cd-a77dfa205462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad29002d-a420-489a-bf67-32ec3f3b5331,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:02.620335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b3721-274f-4563-8f5a-9a966b4e81ae None None] New status for floating IP 24d8f03b-f632-46b2-b18e-b119a29c50c2: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:02:02.634751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-838dbc87-5682-4f83-94cd-a77dfa205462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.641945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-838dbc87-5682-4f83-94cd-a77dfa205462 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad29002d-a420-489a-bf67-32ec3f3b5331 HTTP/1.1" status: 204 len: 168 time: 0.3169906 Mar 05 00:02:02.665960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Deleting port 25f9fedb-799f-488d-b871-7b92e3a99366 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:02.666338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:02.798114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d2702-a31d-492f-93f2-41f668aabad7 req-c572227f-cd2b-4ed5-b023-ddd86d73a326 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:02.800356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-176d2702-a31d-492f-93f2-41f668aabad7 req-c572227f-cd2b-4ed5-b023-ddd86d73a326 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.0846703 Mar 05 00:02:02.855503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-176d2702-a31d-492f-93f2-41f668aabad7 req-d67b9965-af86-4b5e-9c27-0e394cf73c0d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Mar 05 00:02:02.961784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] For port 25f9fedb-799f-488d-b871-7b92e3a99366, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=25f9fedb-799f-488d-b871-7b92e3a99366,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:02.962303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.059446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8833091-5062-400f-b0ed-ceb609b56567 req-f424f232-b42e-4eb2-8658-2278db9c2a22 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1372221 Mar 05 00:02:03.079765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:03.088528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Calling delete_port for 25f9fedb-799f-488d-b871-7b92e3a99366 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:03.100004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.135823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:03.140998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Usage tracker for resource:security_group_rule and tenant:cc74a458d04d415cbdebec1264438537 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:03.144467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:03.151139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:03.220654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.224915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.247438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.309653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event deleted for resources: {'Port': ['ID=25f9fedb-799f-488d-b871-7b92e3a99366,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:03.340531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ec297-4f2a-4e17-a7ec-4be737967ec7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:03.347520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ffa2f21b-7a13-482d-8411-2bd6517daa8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc74a458d04d415cbdebec1264438537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2663879 Mar 05 00:02:03.352239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49580) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:03.400177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] No DVR routers for this DVR port 25f9fedb-799f-488d-b871-7b92e3a99366 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:03.403124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.406678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-deleted', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:03.429060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83164ae1-a263-4e90-be1c-1bbbed20795b req-8c763a5b-fc1f-4543-ad55-415f1c2c9d45 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "DELETE /v2.0/ports/25f9fedb-799f-488d-b871-7b92e3a99366 HTTP/1.1" status: 204 len: 173 time: 0.8406501 Mar 05 00:02:03.429686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-973220c6-ef64-4a2c-8894-f79d7b93d1d2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:03.431147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-973220c6-ef64-4a2c-8894-f79d7b93d1d2 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 951 time: 0.1731229 Mar 05 00:02:03.544445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Deleting port c5da3d3f-e7b8-4828-a991-7bf147a91466 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:03.544445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.584336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71f3672b-e099-472a-b6ff-bb3a36d56d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:03.634391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee68ee3-c766-47e2-bd3c-22e622bbe3bd req-9b625bbc-2893-478f-9d76-f67ff6c0ec59 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:03.635852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cee68ee3-c766-47e2-bd3c-22e622bbe3bd req-9b625bbc-2893-478f-9d76-f67ff6c0ec59 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.2625043 Mar 05 00:02:03.666236 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71f3672b-e099-472a-b6ff-bb3a36d56d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:04.009651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cee68ee3-c766-47e2-bd3c-22e622bbe3bd req-f38bbdde-2a8f-415c-8601-c4e4659f88f3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332360 Mar 05 00:02:04.084377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71f3672b-e099-472a-b6ff-bb3a36d56d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:04.126930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3672b-e099-472a-b6ff-bb3a36d56d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ec297-4f2a-4e17-a7ec-4be737967ec7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:04.146199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] For port c5da3d3f-e7b8-4828-a991-7bf147a91466, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c5da3d3f-e7b8-4828-a991-7bf147a91466,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:04.146811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:04.188070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71f3672b-e099-472a-b6ff-bb3a36d56d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:04.189193 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-71f3672b-e099-472a-b6ff-bb3a36d56d99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f0ec297-4f2a-4e17-a7ec-4be737967ec7 HTTP/1.1" status: 204 len: 168 time: 0.8323457 Mar 05 00:02:04.329381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc04057-0c3d-4ef4-a1a9-a0e39b271b57 req-5440ba12-e7ea-4bd2-8789-0fe21261b4dd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:04.334377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdc04057-0c3d-4ef4-a1a9-a0e39b271b57 req-5440ba12-e7ea-4bd2-8789-0fe21261b4dd tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=629bed3c-a0e0-4b4d-9642-16e8ef5d3982 HTTP/1.1" status: 200 len: 951 time: 0.2008290 Mar 05 00:02:04.343966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Calling delete_port for c5da3d3f-e7b8-4828-a991-7bf147a91466 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:04.389318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdc04057-0c3d-4ef4-a1a9-a0e39b271b57 req-6ad4b06a-708f-49cd-966c-981a25747fca tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502234 Mar 05 00:02:04.419473 n-d-828979-4 neutron-server[83782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4985f761-dadf-4470-a18f-1c42872eeb79', 'name': 'network-vif-deleted', 'tag': '25f9fedb-799f-488d-b871-7b92e3a99366', 'status': 'failed', 'code': 422} returned with failed status Mar 05 00:02:04.646801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:04.659699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'd536f357-b397-4aaa-9459-4fe248dd730d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:04.712194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event deleted for resources: {'Port': ['ID=c5da3d3f-e7b8-4828-a991-7bf147a91466,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:04.759351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce345586-cc42-4a1d-ae05-cce8158dd86c req-0b7859ac-c249-4966-ac25-a2bbdf1c8f60 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:04.766140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce345586-cc42-4a1d-ae05-cce8158dd86c req-0b7859ac-c249-4966-ac25-a2bbdf1c8f60 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.2389786 Mar 05 00:02:04.774564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c5da3d3f-e7b8-4828-a991-7bf147a91466'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:04.815724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:04.825886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] No DVR routers for this DVR port c5da3d3f-e7b8-4828-a991-7bf147a91466 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:04.829918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:04.832690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-deleted', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:04.860518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9bffd36-2006-4a57-bb91-d8907c51cc16 req-a1df07ec-57a8-4651-a697-d791071a3318 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.10 "DELETE /v2.0/ports/c5da3d3f-e7b8-4828-a991-7bf147a91466 HTTP/1.1" status: 204 len: 173 time: 1.4181609 Mar 05 00:02:04.895639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 25f9fedb-799f-488d-b871-7b92e3a99366 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:04.896495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 25f9fedb-799f-488d-b871-7b92e3a99366 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:04.900108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce345586-cc42-4a1d-ae05-cce8158dd86c req-1e486150-6fee-4bf0-bd25-fa95803ce937 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330013 Mar 05 00:02:04.948217 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-29b80c8e-95a0-4113-a015-2279865e4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:05.215394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-31501caa-0a4d-43d7-88a3-835804e1aa52 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:05.223730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-31501caa-0a4d-43d7-88a3-835804e1aa52 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.3389568 Mar 05 00:02:05.285969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-2fa55d7e-acaa-4271-bb1b-e74ae9874b27 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0610917 Mar 05 00:02:05.385142 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bed3c-a0e0-4b4d-9642-16e8ef5d3982', 'name': 'network-vif-deleted', 'tag': 'c5da3d3f-e7b8-4828-a991-7bf147a91466', 'status': 'completed', 'code': 200} Mar 05 00:02:05.422174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-0b0b1511-81e5-448b-8fd6-2284fdcd9998 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:05.457380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-0b0b1511-81e5-448b-8fd6-2284fdcd9998 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:05.458621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-0b0b1511-81e5-448b-8fd6-2284fdcd9998 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1717129 Mar 05 00:02:05.592055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc99f-70be-4214-97d1-48385b2d89fb req-94ca7218-c1c2-4993-9f85-313ec30f9fd5 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:05.611544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baddc99f-70be-4214-97d1-48385b2d89fb req-94ca7218-c1c2-4993-9f85-313ec30f9fd5 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1050913 Mar 05 00:02:05.630882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-96b5b9b9-bcbc-436c-9ed1-ac9c4d893286 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646254 Mar 05 00:02:05.674157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baddc99f-70be-4214-97d1-48385b2d89fb req-65a03d88-0127-475f-a10d-2c7068edbd0b tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616696 Mar 05 00:02:05.870010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-0c097487-839f-4403-9287-a1c021bc2f2e service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364681 Mar 05 00:02:06.332686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8f178-e7cc-40f6-96b9-d675cd7857ce req-003bae71-46c0-411f-9c56-7f4726c3caf4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:06.334659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8d8f178-e7cc-40f6-96b9-d675cd7857ce req-003bae71-46c0-411f-9c56-7f4726c3caf4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1055341 Mar 05 00:02:06.414531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8d8f178-e7cc-40f6-96b9-d675cd7857ce req-f113ddcf-93ff-4f43-bfac-d85c3d6ba91e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738616 Mar 05 00:02:06.558504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf36422-8ff6-4285-a585-15f3350e2957 req-9f17f39f-38bb-44d1-8b94-dc73ced34b40 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 210 time: 0.0711205 Mar 05 00:02:06.945751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-99692972-8b3f-433b-a85c-a8092afcd74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:06.953212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4beab-6705-4a74-b43c-6022b78bc429 req-d4fb701e-7b50-448e-84c0-42cea62be1b4 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:06.955555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06c4beab-6705-4a74-b43c-6022b78bc429 req-d4fb701e-7b50-448e-84c0-42cea62be1b4 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1202734 Mar 05 00:02:07.064064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06c4beab-6705-4a74-b43c-6022b78bc429 req-20da6467-b820-4fb5-b518-98aa1b95ed6a tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020763 Mar 05 00:02:07.128296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d24534-df2d-4342-bd9e-9445dd076bf0 req-edad915e-be9e-470c-97cf-0532eb9f4960 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:07.130130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7d24534-df2d-4342-bd9e-9445dd076bf0 req-edad915e-be9e-470c-97cf-0532eb9f4960 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.1240370 Mar 05 00:02:07.193339 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7d24534-df2d-4342-bd9e-9445dd076bf0 req-7fa01fbf-5457-449c-b2db-77554a9f7c6f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Mar 05 00:02:07.292617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80a254-8ff8-4ba7-9073-51665a9c0ed8 req-019d3fa5-da3d-4ab5-9c8a-4bc44826f4d6 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:07.294204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a80a254-8ff8-4ba7-9073-51665a9c0ed8 req-019d3fa5-da3d-4ab5-9c8a-4bc44826f4d6 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.0900753 Mar 05 00:02:07.342517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a80a254-8ff8-4ba7-9073-51665a9c0ed8 req-ba3d6a2d-6a97-4fa4-83fb-6b9b8ccb2f19 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Mar 05 00:02:07.692521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-cce41929-b510-46ee-bb99-cbbd509ff4be tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:07.694238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-cce41929-b510-46ee-bb99-cbbd509ff4be tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.1641572 Mar 05 00:02:07.709651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc4b21-2b28-465d-a102-9f817d939046 req-24f8cd51-eae7-4b3c-91f8-6db7ac6b363d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:07.712441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Request body: {'port': {'device_id': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'admin_state_up': True, 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:07.713763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bebc4b21-2b28-465d-a102-9f817d939046 req-24f8cd51-eae7-4b3c-91f8-6db7ac6b363d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1531186 Mar 05 00:02:07.794743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bebc4b21-2b28-465d-a102-9f817d939046 req-5da593ee-5e43-40e2-9975-5b7951de0f1d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716407 Mar 05 00:02:07.893938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-da62cc44-3b69-4af1-b5d1-15d13652481f req-04308cf2-c70b-462f-90d9-e592f2308cb4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 210 time: 0.1448865 Mar 05 00:02:07.947769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:07.958606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:07.969749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:07.972844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:08.135633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Allocated IP 172.20.0.6 (ca6a8ca4-6da0-4add-9049-7c751319a689/3b0442fb-a254-488c-afee-c0514f86ce60/5f50ccec-c2f3-454d-9623-919f199bc449) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:08.161900 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:08.254446 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:08.354255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167589b3-a231-47d6-a9ef-cd2ce5343a6c req-2ce104c1-b449-4e40-aa87-7a5ba68e0d4e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:08.355758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-167589b3-a231-47d6-a9ef-cd2ce5343a6c req-2ce104c1-b449-4e40-aa87-7a5ba68e0d4e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1089473 Mar 05 00:02:08.404859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-167589b3-a231-47d6-a9ef-cd2ce5343a6c req-a1b5c924-0604-473a-952f-05c7f47847e8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Mar 05 00:02:08.575203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:08.614839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49722) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:08.656362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f442a10-21b9-4100-b8f5-616822687591 req-66aed2bf-904d-425a-8572-771d933d7638 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:08.657391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6f442a10-21b9-4100-b8f5-616822687591 req-66aed2bf-904d-425a-8572-771d933d7638 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:08.667410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0789f-d128-4676-b5c3-bc08ac2f4cfb req-0e95c8af-3275-4bd7-ba7e-6361f27c92a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:08.668212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-67f0789f-d128-4676-b5c3-bc08ac2f4cfb req-0e95c8af-3275-4bd7-ba7e-6361f27c92a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:08.673310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:08.776924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:08.793515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-67f0789f-d128-4676-b5c3-bc08ac2f4cfb req-0e95c8af-3275-4bd7-ba7e-6361f27c92a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:08.794859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67f0789f-d128-4676-b5c3-bc08ac2f4cfb req-0e95c8af-3275-4bd7-ba7e-6361f27c92a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.4486578 Mar 05 00:02:08.804930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6f442a10-21b9-4100-b8f5-616822687591 req-66aed2bf-904d-425a-8572-771d933d7638 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:08.806187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f442a10-21b9-4100-b8f5-616822687591 req-66aed2bf-904d-425a-8572-771d933d7638 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.4147327 Mar 05 00:02:08.816526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: c5da3d3f-e7b8-4828-a991-7bf147a91466 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:08.816878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c5da3d3f-e7b8-4828-a991-7bf147a91466 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:08.864832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event updated for resources: {'Port': ['ID=5f50ccec-c2f3-454d-9623-919f199bc449,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:08.869324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:08.874343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:08.885565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:08.898031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:08.920718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:08.926731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbd5006dad74187a3a0423275cb7724 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:08.930191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:08.938254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd128-9bc9-48ca-abbc-a4bf366e667c req-6783644d-78ed-4f2e-b7da-b4f72cb9f7e1 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:08.939969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51dfd128-9bc9-48ca-abbc-a4bf366e667c req-6783644d-78ed-4f2e-b7da-b4f72cb9f7e1 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.2451563 Mar 05 00:02:08.944007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:08.980367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Deleting port d536f357-b397-4aaa-9459-4fe248dd730d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:08.981013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.014922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51dfd128-9bc9-48ca-abbc-a4bf366e667c req-cbcce820-5e24-4f73-b7e6-28f3a3311bde tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629044 Mar 05 00:02:09.039191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67f0789f-d128-4676-b5c3-bc08ac2f4cfb req-9fca2e6d-217d-4e1a-8e33-405ba0c3ac17 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355163 Mar 05 00:02:09.047626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.055131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.073751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:09.073751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.087912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-225344d3-4f38-42d6-8abb-2c62c69e0192 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:09.089438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-225344d3-4f38-42d6-8abb-2c62c69e0192 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.36 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.3576453 Mar 05 00:02:09.112372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da13e90-66fa-4be8-98eb-94ea3a854337,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:09.132609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-20b86889-3440-497d-bc13-e90580a158a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dbd5006dad74187a3a0423275cb7724&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5149133 Mar 05 00:02:09.134822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49732) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:09.205924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f5fe8b1a-1c3c-41fe-88aa-0dce487ffe0c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4974623 Mar 05 00:02:09.278592 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9321f598-6721-47b7-9f00-97cb087d4e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.299760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29332b-aade-44bb-a5cf-27174baa5e17 req-16be14c9-6f1e-4885-afaa-d76bbf899b0b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:09.301242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a29332b-aade-44bb-a5cf-27174baa5e17 req-16be14c9-6f1e-4885-afaa-d76bbf899b0b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1204345 Mar 05 00:02:09.315030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Request body: {'port': {'device_id': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:09.330799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9321f598-6721-47b7-9f00-97cb087d4e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.374834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Deleting port b1acc016-a467-43e6-a740-da96776c4bb1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:09.375168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.409848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a29332b-aade-44bb-a5cf-27174baa5e17 req-8b24ca81-b4dc-4d9c-bef4-29174fb3f9aa tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997062 Mar 05 00:02:09.429745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9321f598-6721-47b7-9f00-97cb087d4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.444625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f598-6721-47b7-9f00-97cb087d4e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da13e90-66fa-4be8-98eb-94ea3a854337,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:09.452687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9321f598-6721-47b7-9f00-97cb087d4e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.453430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9321f598-6721-47b7-9f00-97cb087d4e10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8da13e90-66fa-4be8-98eb-94ea3a854337 HTTP/1.1" status: 204 len: 168 time: 0.3171711 Mar 05 00:02:09.605863 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.615614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] For port d536f357-b397-4aaa-9459-4fe248dd730d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d536f357-b397-4aaa-9459-4fe248dd730d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:09.615884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.624512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.664583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00159c3-970e-4142-b99e-52da4806c0fe req-76d08c15-943f-4650-8386-0da707937852 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:09.666483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e00159c3-970e-4142-b99e-52da4806c0fe req-76d08c15-943f-4650-8386-0da707937852 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.0991306 Mar 05 00:02:09.718781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e00159c3-970e-4142-b99e-52da4806c0fe req-c5bdaa79-3e50-4c29-b567-e816d12525ff tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Mar 05 00:02:09.829965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca4572-9772-49a7-9845-fe9ef35dd259 req-84306c58-6d3b-43a7-9329-05738e1006bf tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:09.830666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-31ca4572-9772-49a7-9845-fe9ef35dd259 req-84306c58-6d3b-43a7-9329-05738e1006bf tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:09.833598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49744) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:09.838853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Calling delete_port for d536f357-b397-4aaa-9459-4fe248dd730d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:09.856192 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.886971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:09.891276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:36a1981ac59b4a258e18c2e427248756 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:09.894098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:09.899925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:09.971906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:09.974904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-31ca4572-9772-49a7-9845-fe9ef35dd259 req-84306c58-6d3b-43a7-9329-05738e1006bf tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:09.976155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31ca4572-9772-49a7-9845-fe9ef35dd259 req-84306c58-6d3b-43a7-9329-05738e1006bf tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 931 time: 0.7638459 Mar 05 00:02:09.976696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.023223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874368a3-d158-4a55-9fe1-6733b1ea7e07,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:10.028937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2f92563e-4b86-48b9-8674-9e431a22a5d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36a1981ac59b4a258e18c2e427248756&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1943030 Mar 05 00:02:10.031524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49748) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:10.091821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] For port b1acc016-a467-43e6-a740-da96776c4bb1, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b1acc016-a467-43e6-a740-da96776c4bb1,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:10.092447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.092600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b33e-55c1-412c-b594-525310690078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.118211 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b33e-55c1-412c-b594-525310690078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.224806 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b33e-55c1-412c-b594-525310690078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.243462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b33e-55c1-412c-b594-525310690078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874368a3-d158-4a55-9fe1-6733b1ea7e07,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:10.252989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fef6b-90c3-4f2e-bddb-05e2bac383aa req-fe66ab38-5c90-483e-8ef9-9b3925cca9a7 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:10.254530 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb6fef6b-90c3-4f2e-bddb-05e2bac383aa req-fe66ab38-5c90-483e-8ef9-9b3925cca9a7 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 946 time: 0.1065276 Mar 05 00:02:10.258279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b33e-55c1-412c-b594-525310690078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.259350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f8e8b33e-55c1-412c-b594-525310690078 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/874368a3-d158-4a55-9fe1-6733b1ea7e07 HTTP/1.1" status: 204 len: 168 time: 0.2268834 Mar 05 00:02:10.306097 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb6fef6b-90c3-4f2e-bddb-05e2bac383aa req-bbdcda81-bbab-4564-8e4b-10b19d79a144 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Mar 05 00:02:10.349148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Calling delete_port for b1acc016-a467-43e6-a740-da96776c4bb1 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:10.507811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc3c21-ba8e-449b-a102-3462b9b5dd74 req-e79a4463-833a-4e8e-b471-c0970e15baf8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:10.509674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4dc3c21-ba8e-449b-a102-3462b9b5dd74 req-e79a4463-833a-4e8e-b471-c0970e15baf8 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 949 time: 0.0829113 Mar 05 00:02:10.519188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31ca4572-9772-49a7-9845-fe9ef35dd259 req-c75d92a8-5ba4-4a7d-af71-9aac18a04efc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288393 Mar 05 00:02:10.577400 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4dc3c21-ba8e-449b-a102-3462b9b5dd74 req-b52e9166-e0fc-456c-b955-a9ec6a66435a tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607028 Mar 05 00:02:10.619985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.632737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:10.726023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event deleted for resources: {'Port': ['ID=d536f357-b397-4aaa-9459-4fe248dd730d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:10.900066 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.906908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] No DVR routers for this DVR port d536f357-b397-4aaa-9459-4fe248dd730d on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:10.917910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f44bec30-ee30-4bc8-9517-ab3b8d991eed', '43ca652d-d01e-4fc4-9c1d-11b24ac30633'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:10.944691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:10.956466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-deleted', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:10.978859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Pushing event deleted for resources: {'Port': ['ID=b1acc016-a467-43e6-a740-da96776c4bb1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:10.994463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26420b-bb44-46a6-93b4-96191dc78845 req-f6284400-b481-4e73-a114-7add4618cb89 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:10.997562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f50ccec-c2f3-454d-9623-919f199bc449 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:02:11.014687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa26420b-bb44-46a6-93b4-96191dc78845 req-f6284400-b481-4e73-a114-7add4618cb89 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1349418 Mar 05 00:02:11.034725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:11.038254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f442a10-21b9-4100-b8f5-616822687591 req-c8f9411a-7ab1-40c9-803a-f7a656f795b6 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "DELETE /v2.0/ports/d536f357-b397-4aaa-9459-4fe248dd730d HTTP/1.1" status: 204 len: 173 time: 2.2042210 Mar 05 00:02:11.095661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa26420b-bb44-46a6-93b4-96191dc78845 req-aa0050ea-6875-424e-961e-17929e2383ba tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798056 Mar 05 00:02:11.104709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] No DVR routers for this DVR port b1acc016-a467-43e6-a740-da96776c4bb1 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:11.107539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Transition to ACTIVE for port object 5f50ccec-c2f3-454d-9623-919f199bc449 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:11.114549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9e9aa-b685-43be-9b3a-f54e14d1eff7 req-58cd9cbf-df13-4ae5-ad20-cc65ef55f6c9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:11.122175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cb9e9aa-b685-43be-9b3a-f54e14d1eff7 req-58cd9cbf-df13-4ae5-ad20-cc65ef55f6c9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.4534338 Mar 05 00:02:11.125909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:11.128002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb5066bb-33bc-4b9f-97a6-d6712442ccc5 req-b94a221d-8251-4916-9142-90080b770463 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.36 "DELETE /v2.0/ports/b1acc016-a467-43e6-a740-da96776c4bb1 HTTP/1.1" status: 204 len: 173 time: 2.0079982 Mar 05 00:02:11.141532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:11.294602 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86c46b7-df3e-492b-bcd3-8d82046715da', 'name': 'network-vif-deleted', 'tag': 'd536f357-b397-4aaa-9459-4fe248dd730d', 'status': 'completed', 'code': 200} Mar 05 00:02:11.324009 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cb9e9aa-b685-43be-9b3a-f54e14d1eff7 req-21e5ba67-e1ae-414a-ace5-a762b229e7ee tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991246 Mar 05 00:02:11.359994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Pushing event updated for resources: {'Port': ['ID=5f50ccec-c2f3-454d-9623-919f199bc449,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:11.535328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Attempting to bind port 5f50ccec-c2f3-454d-9623-919f199bc449 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:02:11.535474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Attempting to bind port 5f50ccec-c2f3-454d-9623-919f199bc449 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:02:11.535854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Attempting to bind port 5f50ccec-c2f3-454d-9623-919f199bc449 on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:11.542389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3962bd46-d49d-49cf-bdef-30a4aa96f73e req-1749f61e-807b-4cd1-ab44-ac9fd2160fe8 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=062885cf-68e8-4022-af15-51c97ca6affa HTTP/1.1" status: 200 len: 210 time: 0.0490575 Mar 05 00:02:11.545645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Port 5f50ccec-c2f3-454d-9623-919f199bc449 on network ca6a8ca4-6da0-4add-9049-7c751319a689 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:02:11.546046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Attempting to bind port 5f50ccec-c2f3-454d-9623-919f199bc449 on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:11.553095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:02:11.553530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:11.553920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Bound using segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:02:11.554444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Bound port: 5f50ccec-c2f3-454d-9623-919f199bc449, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:02:11.555044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:11.786532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] For port 5f50ccec-c2f3-454d-9623-919f199bc449, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:02:11.803580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] For port 5f50ccec-c2f3-454d-9623-919f199bc449, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f50ccec-c2f3-454d-9623-919f199bc449,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:02:11.823303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:11.864462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b5e88a3-bb4f-40f1-b05d-9b70687dcc76 req-8c34530d-a531-49ef-a662-23599a74010e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=a86c46b7-df3e-492b-bcd3-8d82046715da HTTP/1.1" status: 200 len: 210 time: 0.0712576 Mar 05 00:02:11.912262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb63fa7-de1d-400d-9ace-d3272b122058 req-b8a0a674-d846-42db-8b90-4e1a5254a261 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:11.913802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5eb63fa7-de1d-400d-9ace-d3272b122058 req-b8a0a674-d846-42db-8b90-4e1a5254a261 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 943 time: 0.2324922 Mar 05 00:02:11.917290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:11.918593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] 10.222.0.10 "PUT /v2.0/ports/5f50ccec-c2f3-454d-9623-919f199bc449 HTTP/1.1" status: 200 len: 1091 time: 2.6565197 Mar 05 00:02:12.034462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5515c2f-d5ca-41a8-97bb-103719c6446d service neutron] Pushing event updated for resources: {'Port': ['ID=5f50ccec-c2f3-454d-9623-919f199bc449,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:12.092069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5eb63fa7-de1d-400d-9ace-d3272b122058 req-1c27b2b4-9462-429b-9045-6039aab2569c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690464 Mar 05 00:02:12.119329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-f982fe76-73d6-4f6e-8cab-700238d443e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 1094 time: 0.1369953 Mar 05 00:02:12.205183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-e4adaa5a-1813-4400-b8cc-7bbd497eb0f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f50ccec-c2f3-454d-9623-919f199bc449 HTTP/1.1" status: 200 len: 217 time: 0.0766385 Mar 05 00:02:12.307907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-95de4088-ae79-4f9e-9dc3-2aefebb2137a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:12.312999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-95de4088-ae79-4f9e-9dc3-2aefebb2137a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.0992804 Mar 05 00:02:12.382146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-45699b7d-94c3-40b8-80ef-c379437aa4b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624795 Mar 05 00:02:12.470076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842647f-1581-4457-804c-6527a8ba6da2 req-96cbeb0c-9bfa-450a-be49-fe5a854599bc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:12.471720 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7842647f-1581-4457-804c-6527a8ba6da2 req-96cbeb0c-9bfa-450a-be49-fe5a854599bc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1144855 Mar 05 00:02:12.488166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b1acc016-a467-43e6-a740-da96776c4bb1 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:12.543834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7842647f-1581-4457-804c-6527a8ba6da2 req-c444c0f2-f8f3-4736-b78b-a0059222c40e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Mar 05 00:02:12.564289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: b1acc016-a467-43e6-a740-da96776c4bb1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:12.565027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b1acc016-a467-43e6-a740-da96776c4bb1 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:12.565765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:12.618743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d536f357-b397-4aaa-9459-4fe248dd730d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:12.619256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d536f357-b397-4aaa-9459-4fe248dd730d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:12.781859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-dbc64d8f-93f6-4370-b5d9-55814d732ade service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916545 Mar 05 00:02:12.921240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0e3c9-8557-4ac9-8336-13e3db3a5e29 req-0804ca49-c897-4290-be0a-773cfbf96e7c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:12.922756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fd0e3c9-8557-4ac9-8336-13e3db3a5e29 req-0804ca49-c897-4290-be0a-773cfbf96e7c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1942956 Mar 05 00:02:13.033621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dea143f-8d12-44b4-b79d-0b2cde7fb16c req-5cab9c69-971b-4021-ac2d-8c7b33142681 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400184 Mar 05 00:02:13.045269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fd0e3c9-8557-4ac9-8336-13e3db3a5e29 req-599da7c0-9ed0-40c8-9b3c-3ff063d688cf tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094923 Mar 05 00:02:13.289009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c4f9-e097-4714-a900-ccb213471453 req-bf1abcc0-1cd1-4466-8575-11877741fdf0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:13.290760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ee3c4f9-e097-4714-a900-ccb213471453 req-bf1abcc0-1cd1-4466-8575-11877741fdf0 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.0961092 Mar 05 00:02:13.296075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062885cf-68e8-4022-af15-51c97ca6affa', 'name': 'network-vif-deleted', 'tag': 'b1acc016-a467-43e6-a740-da96776c4bb1'}, {'name': 'network-changed', 'server_uuid': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'tag': '5f50ccec-c2f3-454d-9623-919f199bc449'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:13.349585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ee3c4f9-e097-4714-a900-ccb213471453 req-2979dc3e-f16a-4ad0-9ccb-a89ea1080da2 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522246 Mar 05 00:02:13.443885 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062885cf-68e8-4022-af15-51c97ca6affa', 'name': 'network-vif-deleted', 'tag': 'b1acc016-a467-43e6-a740-da96776c4bb1', 'status': 'completed', 'code': 200} Mar 05 00:02:13.444160 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'tag': '5f50ccec-c2f3-454d-9623-919f199bc449', 'status': 'completed', 'code': 200} Mar 05 00:02:13.621972 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-fcdb15e8-0ef8-4ee2-908f-e7d8b2f49307 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 1094 time: 0.1468148 Mar 05 00:02:13.637549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f1977-6d60-4ab8-afc5-e3a348973c2b req-d5b32efa-cf30-4c19-95fb-e499ca4c4317 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:13.639319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd472-d946-4178-96a0-116ca9fa38da req-bc7d74ce-32fb-4ed3-bb46-3fc5c535391e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:13.639793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a01f1977-6d60-4ab8-afc5-e3a348973c2b req-d5b32efa-cf30-4c19-95fb-e499ca4c4317 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 943 time: 0.1180949 Mar 05 00:02:13.641566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa2cd472-d946-4178-96a0-116ca9fa38da req-bc7d74ce-32fb-4ed3-bb46-3fc5c535391e tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.0862331 Mar 05 00:02:13.699274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa2cd472-d946-4178-96a0-116ca9fa38da req-238697ce-9b85-4ab3-bd0c-3dc8dc0707d7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515087 Mar 05 00:02:13.783455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a01f1977-6d60-4ab8-afc5-e3a348973c2b req-d92ec764-0a19-466a-a46b-27fce7739678 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256900 Mar 05 00:02:13.806939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-cb4c3d33-3b2e-47d4-989b-a8fce2b0abf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:13.808877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-cb4c3d33-3b2e-47d4-989b-a8fce2b0abf4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.1773853 Mar 05 00:02:13.884986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-03cc96d9-16c4-4885-adfc-ae8c6e0fcc9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f50ccec-c2f3-454d-9623-919f199bc449 HTTP/1.1" status: 200 len: 217 time: 0.0640252 Mar 05 00:02:13.900658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6830a6-63b4-4f9b-9b7b-271f28e452bf req-afe43de7-750e-45ed-b7a7-35a562f7cdff tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:13.902801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f6830a6-63b4-4f9b-9b7b-271f28e452bf req-afe43de7-750e-45ed-b7a7-35a562f7cdff tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.0800335 Mar 05 00:02:13.952873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f6830a6-63b4-4f9b-9b7b-271f28e452bf req-e125d6ce-95a0-4cda-a1fe-d6105c9741f2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Mar 05 00:02:13.962336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-7084fa5e-fd13-4c67-a036-680f51d6b6ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:13.963964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-7084fa5e-fd13-4c67-a036-680f51d6b6ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.0697720 Mar 05 00:02:14.018671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-2d589e03-7464-4866-bac7-fdbe59715c8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451057 Mar 05 00:02:14.164773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-921897c9-93ab-417a-803b-a84397df7b67 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344118 Mar 05 00:02:14.361758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9db5d26-c555-4d8f-84a5-b8ac8850f425 req-93adc413-bf71-4c80-aff0-df7e8bee7fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802640 Mar 05 00:02:14.368093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c42734-f664-41dd-92e3-f3dd8b4aa573 req-36c5faf2-eb49-49c8-b137-d404da249b4c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:14.369478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0c42734-f664-41dd-92e3-f3dd8b4aa573 req-36c5faf2-eb49-49c8-b137-d404da249b4c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1893599 Mar 05 00:02:14.423442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0c42734-f664-41dd-92e3-f3dd8b4aa573 req-d4e46e29-29e3-4167-aa99-5a88e0fefeb2 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Mar 05 00:02:14.556263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5a07-89ab-41ca-b3a0-7f438c39f2ee req-5abb7aaa-b3e9-4552-979d-e514b5ede5c5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:14.557729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32ba5a07-89ab-41ca-b3a0-7f438c39f2ee req-5abb7aaa-b3e9-4552-979d-e514b5ede5c5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.0815861 Mar 05 00:02:14.602721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32ba5a07-89ab-41ca-b3a0-7f438c39f2ee req-ef5adf56-b3ab-40f3-b962-22c384fd0192 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Mar 05 00:02:14.889840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:14.928863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef996c7-10f5-4560-9728-d60a22473555 req-069ee80d-3d19-4dcb-85a0-b3b8b81328a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:14.929583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ef996c7-10f5-4560-9728-d60a22473555 req-069ee80d-3d19-4dcb-85a0-b3b8b81328a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Synchronizing usage tracker for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:14.967459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ef996c7-10f5-4560-9728-d60a22473555 req-069ee80d-3d19-4dcb-85a0-b3b8b81328a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Unset dirty status for tenant:6e97583599a740c1ab79bc58dc97f7a5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:14.968709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ef996c7-10f5-4560-9728-d60a22473555 req-069ee80d-3d19-4dcb-85a0-b3b8b81328a7 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.1320436 Mar 05 00:02:14.995631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da8f33-b28e-44fd-a389-233a3a70f2a1 req-75026d7c-6d50-42c9-9e65-7893e31f221e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:15.003261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7da8f33-b28e-44fd-a389-233a3a70f2a1 req-75026d7c-6d50-42c9-9e65-7893e31f221e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 943 time: 0.0879946 Mar 05 00:02:15.058417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ef996c7-10f5-4560-9728-d60a22473555 req-6991d619-3c8e-419b-9667-ef967344d193 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841994 Mar 05 00:02:15.061232 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.087683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7da8f33-b28e-44fd-a389-233a3a70f2a1 req-fb15b7a3-5169-4de3-af87-838fc54eaffd tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Mar 05 00:02:15.113315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:15.117848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Usage tracker for resource:security_group_rule and tenant:236e486b89f344d298f16e17d107c7b2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:15.120933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:15.128857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:15.177023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-2eb4ab5c-81b9-4bc7-883a-34debbb658b3 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:15.177909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-2eb4ab5c-81b9-4bc7-883a-34debbb658b3 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Synchronizing usage tracker for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:15.198201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-2eb4ab5c-81b9-4bc7-883a-34debbb658b3 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Unset dirty status for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:15.200214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-2eb4ab5c-81b9-4bc7-883a-34debbb658b3 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.1915812 Mar 05 00:02:15.210384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.215502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.262389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc3f02-b4f9-48fe-bd83-2d28f11fe306,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:15.268294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2757e853-507f-490f-af8d-9af4a1d37d79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=236e486b89f344d298f16e17d107c7b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3774230 Mar 05 00:02:15.270780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:15.338173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbda147-a56f-4941-93b6-20292226be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.366432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbda147-a56f-4941-93b6-20292226be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.398455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-45818d17-e497-4dbc-9f5f-6de2ea5f3274 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:15.399915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-45818d17-e497-4dbc-9f5f-6de2ea5f3274 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.3296411 Mar 05 00:02:15.422951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbda147-a56f-4941-93b6-20292226be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.441832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbda147-a56f-4941-93b6-20292226be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc3f02-b4f9-48fe-bd83-2d28f11fe306,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:15.449375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbda147-a56f-4941-93b6-20292226be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.453065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1dbda147-a56f-4941-93b6-20292226be4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99bc3f02-b4f9-48fe-bd83-2d28f11fe306 HTTP/1.1" status: 204 len: 168 time: 0.1787062 Mar 05 00:02:15.498584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Deleting port f44bec30-ee30-4bc8-9517-ab3b8d991eed {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:15.498953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.555869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Deleting port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:15.556218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.624356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c31a5b-db3e-46cc-b58e-256b1b8ec1b8 req-6224c1fd-6bed-4d16-8271-0bbcca5fab3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:15.625936 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2c31a5b-db3e-46cc-b58e-256b1b8ec1b8 req-6224c1fd-6bed-4d16-8271-0bbcca5fab3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.4240696 Mar 05 00:02:15.676327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee8d8-faec-4470-ae06-fe4f73d82544 req-de4e9a14-06b5-4d26-b375-c7d50db2134f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:15.677814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfcee8d8-faec-4470-ae06-fe4f73d82544 req-de4e9a14-06b5-4d26-b375-c7d50db2134f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.0946541 Mar 05 00:02:15.737800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfcee8d8-faec-4470-ae06-fe4f73d82544 req-2810a24b-5fa0-4bed-ba95-8f85c08c3156 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535297 Mar 05 00:02:15.837428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49886) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:15.889331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:15.902166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2c31a5b-db3e-46cc-b58e-256b1b8ec1b8 req-4727a63b-f114-4ae4-a370-bf3c25499b82 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496650 Mar 05 00:02:15.941310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:15.947806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Usage tracker for resource:security_group_rule and tenant:6f661e042991435193f2a19e322f04fb is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:15.951479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:15.958459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:15.988806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644e1f-96e5-417e-8125-76b524aeb98f req-bcc9b512-8120-4b56-9228-101a3da2ca18 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:15.993784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92644e1f-96e5-417e-8125-76b524aeb98f req-bcc9b512-8120-4b56-9228-101a3da2ca18 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 946 time: 0.1398220 Mar 05 00:02:16.021784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] For port f44bec30-ee30-4bc8-9517-ab3b8d991eed, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f44bec30-ee30-4bc8-9517-ab3b8d991eed,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:16.022448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.031091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] For port 268203e7-95ad-4acd-a9cd-b64b09fc28e0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=268203e7-95ad-4acd-a9cd-b64b09fc28e0,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:16.031446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.068115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92644e1f-96e5-417e-8125-76b524aeb98f req-04168a97-a4f9-4b7b-ac0e-e385d4b3d106 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708859 Mar 05 00:02:16.086415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.098433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.150407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd723c6a-5f91-40fa-8012-db2a57111dbb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:16.158271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2f7f41df-aced-428d-b3c5-9d1088cdab37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f661e042991435193f2a19e322f04fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3173513 Mar 05 00:02:16.158664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49894) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:16.233564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3b7b-6bda-4095-9a00-89124d91f82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.272863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Calling delete_port for f44bec30-ee30-4bc8-9517-ab3b8d991eed owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:16.297609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3b7b-6bda-4095-9a00-89124d91f82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.305518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Calling delete_port for 268203e7-95ad-4acd-a9cd-b64b09fc28e0 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:16.361269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f163d5a-a450-453c-8aee-9a4940595e64 req-65caedee-4dfa-4df5-b8c5-d60161613f54 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:16.362656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f163d5a-a450-453c-8aee-9a4940595e64 req-65caedee-4dfa-4df5-b8c5-d60161613f54 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 943 time: 0.1264513 Mar 05 00:02:16.391225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3b7b-6bda-4095-9a00-89124d91f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.416678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b3b7b-6bda-4095-9a00-89124d91f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd723c6a-5f91-40fa-8012-db2a57111dbb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:16.426859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3b7b-6bda-4095-9a00-89124d91f82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.430506 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf9b3b7b-6bda-4095-9a00-89124d91f82e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd723c6a-5f91-40fa-8012-db2a57111dbb HTTP/1.1" status: 204 len: 168 time: 0.2683182 Mar 05 00:02:16.436554 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f163d5a-a450-453c-8aee-9a4940595e64 req-26cf427b-7059-430f-bf2e-7b1bd6e4f404 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677934 Mar 05 00:02:16.577402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8898-9afe-47ab-b577-47757a43b853 req-71bb1407-6ad4-4223-af23-3e5be0741443 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:16.578871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ffcf8898-9afe-47ab-b577-47757a43b853 req-71bb1407-6ad4-4223-af23-3e5be0741443 tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d5c1153-64e3-4dac-b89a-526898ba249d HTTP/1.1" status: 200 len: 949 time: 0.3124881 Mar 05 00:02:16.647932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.659921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f44bec30-ee30-4bc8-9517-ab3b8d991eed', '43ca652d-d01e-4fc4-9c1d-11b24ac30633'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:16.696850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.708171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['268203e7-95ad-4acd-a9cd-b64b09fc28e0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:16.711640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Pushing event deleted for resources: {'Port': ['ID=f44bec30-ee30-4bc8-9517-ab3b8d991eed,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:16.717670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ffcf8898-9afe-47ab-b577-47757a43b853 req-341de69c-9cd4-4e4b-b379-1c77b437713f tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.32 "GET /v2.0/security-groups?id=029f6562-651f-4aa1-92a9-0866fcc33a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303596 Mar 05 00:02:16.792643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Pushing event deleted for resources: {'Port': ['ID=268203e7-95ad-4acd-a9cd-b64b09fc28e0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:16.864013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f50ccec-c2f3-454d-9623-919f199bc449 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:02:16.923741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] No DVR routers for this DVR port f44bec30-ee30-4bc8-9517-ab3b8d991eed on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:16.930621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.933602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'name': 'network-vif-deleted', 'tag': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:16.939119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] No DVR routers for this DVR port 268203e7-95ad-4acd-a9cd-b64b09fc28e0 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:16.946993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:16.985950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44ef25-9079-4f20-8366-9b7023b3ac15 req-72f764b9-ef75-456c-858c-c4525df688ac tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:16.987494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc44ef25-9079-4f20-8366-9b7023b3ac15 req-72f764b9-ef75-456c-858c-c4525df688ac tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1041341 Mar 05 00:02:16.990209 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ccaaaa0-6d3b-42b5-98fe-db949f5c7c7d req-0fe9e736-e4e1-41a3-bba8-73fc9806064d tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "DELETE /v2.0/ports/f44bec30-ee30-4bc8-9517-ab3b8d991eed HTTP/1.1" status: 204 len: 173 time: 1.7540927 Mar 05 00:02:16.997298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a4d3c-5b8e-4757-b950-3f8f1e42a1b3 req-17277d45-e4ad-4c0c-9d67-abd694d49e7c tempest-MigrationsAdminTest-444507464 tempest-MigrationsAdminTest-444507464-project] 10.222.0.36 "DELETE /v2.0/ports/268203e7-95ad-4acd-a9cd-b64b09fc28e0 HTTP/1.1" status: 204 len: 173 time: 1.5862658 Mar 05 00:02:17.050729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5f50ccec-c2f3-454d-9623-919f199bc449, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f50ccec-c2f3-454d-9623-919f199bc449,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:17.065530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '5f50ccec-c2f3-454d-9623-919f199bc449', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': '5f50ccec-c2f3-454d-9623-919f199bc449', 'mac_address': 'fa:16:3e:fb:22:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:02:17.103127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc44ef25-9079-4f20-8366-9b7023b3ac15 req-012f9497-f035-4ec8-845f-1f1fe27f3751 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093009 Mar 05 00:02:17.194321 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:17.235828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f50ccec-c2f3-454d-9623-919f199bc449 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:02:17.262933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5f50ccec-c2f3-454d-9623-919f199bc449, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f50ccec-c2f3-454d-9623-919f199bc449,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:17.269399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:17.367668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5f50ccec-c2f3-454d-9623-919f199bc449,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:17.378866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.379627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.380124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.380619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.381117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.381614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.382109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.382585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.383202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.383866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.384523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:17.401385 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a582a559-0933-48cd-9a76-7bbc7d95f1c5', 'name': 'network-vif-deleted', 'tag': 'f44bec30-ee30-4bc8-9517-ab3b8d991eed', 'status': 'completed', 'code': 200} Mar 05 00:02:17.469799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eeb20-3431-41a7-9935-43fcfff4467e req-9aa85cb2-8c4f-4c8a-9af8-58349c6fa9fd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:17.471661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f65eeb20-3431-41a7-9935-43fcfff4467e req-9aa85cb2-8c4f-4c8a-9af8-58349c6fa9fd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.3281963 Mar 05 00:02:17.526315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f65eeb20-3431-41a7-9935-43fcfff4467e req-9c2d0851-afce-4d91-a2f7-7f1052a3c235 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493197 Mar 05 00:02:17.547920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b101156-f5c6-4878-926d-60a5a5670735 req-aa679d75-21a2-47dd-9c57-472d80a4a888 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a582a559-0933-48cd-9a76-7bbc7d95f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0543561 Mar 05 00:02:17.754136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5f50ccec-c2f3-454d-9623-919f199bc449'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:17.763092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bf180-c152-4cdf-b932-dd3c9b8571d3 req-b969bf7e-6377-4111-b1b8-5d2fb66eecb2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:17.766723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-140bf180-c152-4cdf-b932-dd3c9b8571d3 req-b969bf7e-6377-4111-b1b8-5d2fb66eecb2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 944 time: 0.0980613 Mar 05 00:02:17.858093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-140bf180-c152-4cdf-b932-dd3c9b8571d3 req-28c963e3-0718-4993-9866-d09435c3a87f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831859 Mar 05 00:02:18.112822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-ff82ec4a-7a34-4c76-a2b1-db5f62f315f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750353 Mar 05 00:02:18.212811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-b78033c8-2145-4bbb-9c88-a03188a7bab6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1096 time: 0.0785317 Mar 05 00:02:18.231811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49944) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:18.420496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-70c68c57-3768-4125-895d-4045bc7f9e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:18.421964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-70c68c57-3768-4125-895d-4045bc7f9e23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.1885443 Mar 05 00:02:18.486585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280abf26-103c-4b3e-91e2-8f70e4bdfc72 req-679a61ce-e1fd-4cdb-b6f3-e656c23bd5f9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:18.488042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-280abf26-103c-4b3e-91e2-8f70e4bdfc72 req-679a61ce-e1fd-4cdb-b6f3-e656c23bd5f9 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1822309 Mar 05 00:02:18.563444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0ba81f19-9371-46ec-afe3-043bc677a20b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e97583599a740c1ab79bc58dc97f7a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3290823 Mar 05 00:02:18.566320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49956) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:18.567149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-3949e5e6-77cb-4fc8-a6de-c180ea1ba249 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 1001 time: 0.1380913 Mar 05 00:02:18.631279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-280abf26-103c-4b3e-91e2-8f70e4bdfc72 req-504dbcc7-8990-49cb-bb54-f704696a61e3 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238229 Mar 05 00:02:18.645040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-995bfbd9-9f71-4857-906e-e8d38ff7da84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:18.646688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-995bfbd9-9f71-4857-906e-e8d38ff7da84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.0724854 Mar 05 00:02:18.651795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59856cdd-e510-4991-93b4-15ce6af7a8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:18.751064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59856cdd-e510-4991-93b4-15ce6af7a8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:18.765086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-e76c9279-e126-4e1d-a860-b5c663c4e99d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121519 Mar 05 00:02:18.832879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a758ba3-3068-418f-bf33-5e513185ba88 req-56c182ac-3610-4a29-9385-8f5de861b651 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:18.835348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a758ba3-3068-418f-bf33-5e513185ba88 req-56c182ac-3610-4a29-9385-8f5de861b651 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1529665 Mar 05 00:02:18.845529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59856cdd-e510-4991-93b4-15ce6af7a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:18.855830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f50ccec-c2f3-454d-9623-919f199bc449 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:18.927360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856cdd-e510-4991-93b4-15ce6af7a8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f6562-651f-4aa1-92a9-0866fcc33a26,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:18.934893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-bdfdfc0d-a8d0-46aa-8d0d-56c92d48047b service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630647 Mar 05 00:02:18.966123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59856cdd-e510-4991-93b4-15ce6af7a8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:18.967508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-59856cdd-e510-4991-93b4-15ce6af7a8c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/029f6562-651f-4aa1-92a9-0866fcc33a26 HTTP/1.1" status: 204 len: 168 time: 0.3996930 Mar 05 00:02:18.992262 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a758ba3-3068-418f-bf33-5e513185ba88 req-c308c8c4-4e67-47bc-adc1-c5e2e568e239 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281192 Mar 05 00:02:19.115106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 5f50ccec-c2f3-454d-9623-919f199bc449 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:19.126599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 5f50ccec-c2f3-454d-9623-919f199bc449 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:19.127237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:19.166573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a3ec51-aead-41d9-970e-005cbb130842 req-e291702a-9462-4429-8fa6-de395aa1ff94 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161903 Mar 05 00:02:19.339797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dab36-1435-49e4-a71f-d1f8d02e825e req-64dbacac-140c-41f2-a7c2-c10f8f4c2266 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:19.342443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4dab36-1435-49e4-a71f-d1f8d02e825e req-64dbacac-140c-41f2-a7c2-c10f8f4c2266 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 944 time: 0.1067979 Mar 05 00:02:19.377948 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:19.378088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39080dbd-3385-4a9b-96b8-06a52619d85a req-5a15d588-853d-44b9-9961-bf5a32260e0c tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:19.378674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-39080dbd-3385-4a9b-96b8-06a52619d85a req-5a15d588-853d-44b9-9961-bf5a32260e0c tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Synchronizing usage tracker for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:19.398490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-39080dbd-3385-4a9b-96b8-06a52619d85a req-5a15d588-853d-44b9-9961-bf5a32260e0c tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Unset dirty status for tenant:43a76e4145b9446192f99f3f3aee7e97 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:19.400978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39080dbd-3385-4a9b-96b8-06a52619d85a req-5a15d588-853d-44b9-9961-bf5a32260e0c tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1138060 Mar 05 00:02:19.401830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-deleted', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:19.415506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f50ccec-c2f3-454d-9623-919f199bc449'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:19.428284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5f50ccec-c2f3-454d-9623-919f199bc449, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f50ccec-c2f3-454d-9623-919f199bc449,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:19.436795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:19.437716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f44bec30-ee30-4bc8-9517-ab3b8d991eed no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:19.444700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4dab36-1435-49e4-a71f-d1f8d02e825e req-377015fe-55a6-4003-935c-6d908b41137c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965824 Mar 05 00:02:19.492675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39080dbd-3385-4a9b-96b8-06a52619d85a req-0b18e362-85ea-4a3c-a936-4d331e9408b5 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844865 Mar 05 00:02:19.560757 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5c1153-64e3-4dac-b89a-526898ba249d', 'name': 'network-vif-deleted', 'tag': '268203e7-95ad-4acd-a9cd-b64b09fc28e0', 'status': 'completed', 'code': 200} Mar 05 00:02:19.562789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: f44bec30-ee30-4bc8-9517-ab3b8d991eed {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:19.563131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f44bec30-ee30-4bc8-9517-ab3b8d991eed not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:19.594357 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f50ccec-c2f3-454d-9623-919f199bc449', 'code': 200} Mar 05 00:02:19.595116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5f50ccec-c2f3-454d-9623-919f199bc449,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:19.648397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49994) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:19.700066 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e84aa7d7-4bce-4b79-9da8-f80676f0b199 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92c51ca72034472abeee65b0ecd9181e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502746 Mar 05 00:02:19.707338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50000) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:19.755326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edf64535-b133-4db6-99b5-5828fe6d324b req-0951540c-813e-43f6-95b4-12295ff8b659 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 1096 time: 0.0926101 Mar 05 00:02:19.813212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1722847d-53d5-4baf-9b9d-26bff21ea233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:19.823517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edf64535-b133-4db6-99b5-5828fe6d324b req-1ec36b4a-b1de-45cf-ae07-f850e8c5e84f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614636 Mar 05 00:02:19.881667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1722847d-53d5-4baf-9b9d-26bff21ea233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:19.947660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb332-88ec-4b28-a477-96eeb36b2961 req-445976bd-7c35-4645-95e6-bae20dd56f7d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:19.949142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-627cb332-88ec-4b28-a477-96eeb36b2961 req-445976bd-7c35-4645-95e6-bae20dd56f7d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1263690 Mar 05 00:02:19.974837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1722847d-53d5-4baf-9b9d-26bff21ea233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:20.001417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722847d-53d5-4baf-9b9d-26bff21ea233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c724b8e-7bb7-4071-9a86-14e14c522d2c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:20.016729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1722847d-53d5-4baf-9b9d-26bff21ea233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:20.020397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1722847d-53d5-4baf-9b9d-26bff21ea233 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c724b8e-7bb7-4071-9a86-14e14c522d2c HTTP/1.1" status: 204 len: 168 time: 0.3096223 Mar 05 00:02:20.033830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-627cb332-88ec-4b28-a477-96eeb36b2961 req-69eebd22-41c8-4d40-933f-446846ff75b4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782499 Mar 05 00:02:20.239607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d896c-254b-490d-a199-37426461857a req-188d7dad-b701-4672-95a5-2a52c87e6468 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:20.241512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-118d896c-254b-490d-a199-37426461857a req-188d7dad-b701-4672-95a5-2a52c87e6468 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.0965772 Mar 05 00:02:20.289783 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-118d896c-254b-490d-a199-37426461857a req-295bd328-0ec0-4789-ab00-9984ba891ffe tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Mar 05 00:02:20.416032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50018) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:20.501148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:20.559925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 268203e7-95ad-4acd-a9cd-b64b09fc28e0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:20.569814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:20.570278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 268203e7-95ad-4acd-a9cd-b64b09fc28e0 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:20.648779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:20.655016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2369cbdf3b408aa763b4c6606083c0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:20.658321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:20.670433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:20.712232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b2c65-d9c7-4fc7-a3e4-00157db17036 req-d3fe4444-6f7e-403b-be18-3fc0651d2e3c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:20.713765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-860b2c65-d9c7-4fc7-a3e4-00157db17036 req-d3fe4444-6f7e-403b-be18-3fc0651d2e3c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1245928 Mar 05 00:02:20.732936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76026bf-c02d-47ae-a392-b5635d52a312 req-4b8b2693-c5ef-46fc-8ae0-11cd4f8affd7 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:20.740912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f76026bf-c02d-47ae-a392-b5635d52a312 req-4b8b2693-c5ef-46fc-8ae0-11cd4f8affd7 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.0963750 Mar 05 00:02:20.797918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f76026bf-c02d-47ae-a392-b5635d52a312 req-03174241-2902-4509-8d82-39babba97f7b tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556836 Mar 05 00:02:20.799161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:20.802682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-860b2c65-d9c7-4fc7-a3e4-00157db17036 req-7ca82ffb-3547-4c34-8d54-06a081e6e151 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820105 Mar 05 00:02:20.803818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:20.851069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5815b9f5-13bd-48d3-ae0a-5bcb3ff1f2d6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:20.861453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50042) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:20.861966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-68e7f2e9-6e7c-46c2-b64f-63383db66ab2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a2369cbdf3b408aa763b4c6606083c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4443722 Mar 05 00:02:20.924736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01498b6-31ac-471f-9828-bf1044980f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:20.951467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01498b6-31ac-471f-9828-bf1044980f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.011890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01498b6-31ac-471f-9828-bf1044980f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.029277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01498b6-31ac-471f-9828-bf1044980f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5815b9f5-13bd-48d3-ae0a-5bcb3ff1f2d6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:21.034711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01498b6-31ac-471f-9828-bf1044980f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.038247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d01498b6-31ac-471f-9828-bf1044980f64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5815b9f5-13bd-48d3-ae0a-5bcb3ff1f2d6 HTTP/1.1" status: 204 len: 168 time: 0.1736975 Mar 05 00:02:21.472293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bcb1-45c7-4434-a617-b2f4a0d0293e req-dcc2e226-a5a3-4615-b139-1faa3525381a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:21.478901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7019bcb1-45c7-4434-a617-b2f4a0d0293e req-dcc2e226-a5a3-4615-b139-1faa3525381a tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.3177776 Mar 05 00:02:21.516302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-87ce4f96-5c4c-47f3-8fa3-6a20676849c4 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:21.517777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-87ce4f96-5c4c-47f3-8fa3-6a20676849c4 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.3212166 Mar 05 00:02:21.563839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50064) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:21.590094 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.592981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7019bcb1-45c7-4434-a617-b2f4a0d0293e req-d2635289-6cd3-4605-9d37-e503b81cc3bc tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132045 Mar 05 00:02:21.605281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329b607-73f8-4eaa-93ac-f75c66e4fe5e req-cae0fa88-b673-422c-874c-47493f0ec4cb tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:21.612387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9329b607-73f8-4eaa-93ac-f75c66e4fe5e req-cae0fa88-b673-422c-874c-47493f0ec4cb tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1304197 Mar 05 00:02:21.618689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Deleting port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:21.619083 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.678612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:21.683929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9329b607-73f8-4eaa-93ac-f75c66e4fe5e req-be98de2c-d03b-4790-83a9-7072cae040cc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 Mar 05 00:02:21.684831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Usage tracker for resource:security_group_rule and tenant:eb8b55dc6d6c4b929288de0ebca35dc8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:21.688299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:21.695682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:21.767939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.772212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.820710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af6c4c3-5790-482f-873a-b2051e4b5efe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:21.825686 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d9f48e85-f325-41b0-bdfc-e9ffb235285c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb8b55dc6d6c4b929288de0ebca35dc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2608314 Mar 05 00:02:21.828161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50072) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:21.905885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c041593-badd-4f32-946a-b170bad4cee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.908869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] For port 43ca652d-d01e-4fc4-9c1d-11b24ac30633, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=43ca652d-d01e-4fc4-9c1d-11b24ac30633,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:21.909420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.933010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c041593-badd-4f32-946a-b170bad4cee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:21.994252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c041593-badd-4f32-946a-b170bad4cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:22.010055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c041593-badd-4f32-946a-b170bad4cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af6c4c3-5790-482f-873a-b2051e4b5efe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:22.030916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c041593-badd-4f32-946a-b170bad4cee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:22.035326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c041593-badd-4f32-946a-b170bad4cee7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9af6c4c3-5790-482f-873a-b2051e4b5efe HTTP/1.1" status: 204 len: 168 time: 0.2023118 Mar 05 00:02:22.128003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Calling delete_port for 43ca652d-d01e-4fc4-9c1d-11b24ac30633 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:22.169020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78750779-d44c-4318-aa99-c76eed1aac16 req-7fed07b1-d1de-484d-a501-bf5a803234f9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:22.171910 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78750779-d44c-4318-aa99-c76eed1aac16 req-7fed07b1-d1de-484d-a501-bf5a803234f9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.0948668 Mar 05 00:02:22.226860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78750779-d44c-4318-aa99-c76eed1aac16 req-d70a0b40-d1c1-4462-aa7a-d9d680355e98 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 Mar 05 00:02:22.343395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72d322-33ea-4719-bf74-fafe3035fff2 req-949d6c88-5f97-4dcb-b174-bf0e4e6f92ef tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:22.351598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c72d322-33ea-4719-bf74-fafe3035fff2 req-949d6c88-5f97-4dcb-b174-bf0e4e6f92ef tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26d5aea-4fab-47ba-acf4-e854f391c0c0 HTTP/1.1" status: 200 len: 946 time: 0.1774099 Mar 05 00:02:22.420886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c72d322-33ea-4719-bf74-fafe3035fff2 req-6454e9fd-7cab-46e1-b6cb-1ed866ea2b54 tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b10419-2c02-4cf1-b1d0-f9ecc341f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681458 Mar 05 00:02:22.433633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:22.446725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['43ca652d-d01e-4fc4-9c1d-11b24ac30633'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:22.518217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Pushing event deleted for resources: {'Port': ['ID=43ca652d-d01e-4fc4-9c1d-11b24ac30633,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:22.647417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] No DVR routers for this DVR port 43ca652d-d01e-4fc4-9c1d-11b24ac30633 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:22.650850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:22.656004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'name': 'network-vif-deleted', 'tag': '43ca652d-d01e-4fc4-9c1d-11b24ac30633'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:22.675572 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d962b7e7-6dc9-40da-aa77-f3ee00db8793 req-91174838-51d3-48bf-bf38-ae347f90195a tempest-ListServerFiltersTestJSON-1361222757 tempest-ListServerFiltersTestJSON-1361222757-project] 10.222.0.10 "DELETE /v2.0/ports/43ca652d-d01e-4fc4-9c1d-11b24ac30633 HTTP/1.1" status: 204 len: 173 time: 1.1394696 Mar 05 00:02:22.711383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95bc70-80a8-4ae0-be1f-e8671ee175ab req-54e1ea3a-a789-4c91-ae5b-daa086cea6a0 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:22.713360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f95bc70-80a8-4ae0-be1f-e8671ee175ab req-54e1ea3a-a789-4c91-ae5b-daa086cea6a0 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1047966 Mar 05 00:02:22.788319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f95bc70-80a8-4ae0-be1f-e8671ee175ab req-2c94b241-3fea-4b26-b078-0180691cf054 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Mar 05 00:02:22.851666 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26d5aea-4fab-47ba-acf4-e854f391c0c0', 'name': 'network-vif-deleted', 'tag': '43ca652d-d01e-4fc4-9c1d-11b24ac30633', 'status': 'completed', 'code': 200} Mar 05 00:02:22.957356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cfcc4-973d-479d-a225-b64d4b322331 req-2a18d39c-05b1-4bdd-a113-640670ff19f5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:22.959279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982cfcc4-973d-479d-a225-b64d4b322331 req-2a18d39c-05b1-4bdd-a113-640670ff19f5 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.0986311 Mar 05 00:02:23.008920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982cfcc4-973d-479d-a225-b64d4b322331 req-48d23d58-0594-4aee-aeca-5290282a60fc tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Mar 05 00:02:23.059425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e65a9-3b2b-486b-97f3-909c8f7fd509 req-f473c5c3-96fc-4005-88d5-7c652d5c15e2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:23.061045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-938e65a9-3b2b-486b-97f3-909c8f7fd509 req-f473c5c3-96fc-4005-88d5-7c652d5c15e2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1018369 Mar 05 00:02:23.110500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-938e65a9-3b2b-486b-97f3-909c8f7fd509 req-5973d045-7ec2-43a0-92a6-d50e0f9f24a4 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Mar 05 00:02:23.530491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50140) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:23.590021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Deleting subnet 3dbeb051-617a-40c5-a1c3-198815693b04 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:02:23.592648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50146) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:23.593635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:23.662629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:23.742810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:23.744652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:23.780652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:23.784670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Usage tracker for resource:security_group_rule and tenant:4d909be87c0748af8c4159d546782d0b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:23.788031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:23.794141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:23.816325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:23.856475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbeb051-617a-40c5-a1c3-198815693b04,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:23.869982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:23.878565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348954ba-3601-4ddf-a848-5eaa98b0eaa2 None None] Network b0bbda56-9f3b-443f-8200-68244504e0db requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:02:23.881801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-419530f2-2c63-47ce-8233-b36e48694681 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3dbeb051-617a-40c5-a1c3-198815693b04 HTTP/1.1" status: 204 len: 168 time: 0.3494980 Mar 05 00:02:23.882587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50162) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:24.000255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.005114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.013896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Deleting port fb835514-af92-485c-a571-2cee850f85c5 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:24.014332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.038000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.081865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d909be87c0748af8c4159d546782d0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4876254 Mar 05 00:02:24.086043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50172) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:24.170760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ce31-9747-4d75-81ff-8d0cf3b15563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b31ed-e16d-4248-bd1d-24afb13b7dee,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:24.189421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cead93-cbe6-4c5d-98d4-610e55b79c1f req-a85e6d79-3502-4a57-a143-650fb342c906 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:24.191304 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60cead93-cbe6-4c5d-98d4-610e55b79c1f req-a85e6d79-3502-4a57-a143-650fb342c906 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.2755249 Mar 05 00:02:24.269512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-230ff254-0353-4858-bc4c-2357673906e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.277695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60cead93-cbe6-4c5d-98d4-610e55b79c1f req-2182a423-53ba-44a0-8f8e-59e3fb92dd79 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Mar 05 00:02:24.293441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] DHCP port deletion for b0bbda56-9f3b-443f-8200-68244504e0db request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:02:24.297967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Deleting port fb835514-af92-485c-a571-2cee850f85c5 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:24.298504 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.326918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-230ff254-0353-4858-bc4c-2357673906e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.396368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-230ff254-0353-4858-bc4c-2357673906e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.413660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ff254-0353-4858-bc4c-2357673906e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b31ed-e16d-4248-bd1d-24afb13b7dee,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:24.417129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-230ff254-0353-4858-bc4c-2357673906e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.418641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-230ff254-0353-4858-bc4c-2357673906e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/108b31ed-e16d-4248-bd1d-24afb13b7dee HTTP/1.1" status: 204 len: 168 time: 0.3223855 Mar 05 00:02:24.431971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07337f58-a041-4e38-9517-5277f8dc535a req-1af3e3fb-3b17-4536-bbb5-ffacd49aede1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:24.439112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07337f58-a041-4e38-9517-5277f8dc535a req-1af3e3fb-3b17-4536-bbb5-ffacd49aede1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.2504144 Mar 05 00:02:24.519835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] For port fb835514-af92-485c-a571-2cee850f85c5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb835514-af92-485c-a571-2cee850f85c5,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:24.520176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.588825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b691a4-6548-4e5f-9054-ec5697f1776a req-44610685-273b-4ca0-87c2-6e433c1a800d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:24.590276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76b691a4-6548-4e5f-9054-ec5697f1776a req-44610685-273b-4ca0-87c2-6e433c1a800d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1434968 Mar 05 00:02:24.610792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50186) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:24.661762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76b691a4-6548-4e5f-9054-ec5697f1776a req-cb224eb5-cbb9-4a75-80d0-bb79b7f497e8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648551 Mar 05 00:02:24.672370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] For port fb835514-af92-485c-a571-2cee850f85c5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fb835514-af92-485c-a571-2cee850f85c5,segment=NetworkSegment(1633b8d7-44bf-4291-9eae-9ac96ad93b6f),segment_id=1633b8d7-44bf-4291-9eae-9ac96ad93b6f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:24.673424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.680685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Calling delete_port for fb835514-af92-485c-a571-2cee850f85c5 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:24.733190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07337f58-a041-4e38-9517-5277f8dc535a req-03f98bee-f7d9-4b3f-9a88-fcdbd9e157f1 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928920 Mar 05 00:02:24.794176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.833381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Calling delete_port for fb835514-af92-485c-a571-2cee850f85c5 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:24.852618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] No DVR routers for this DVR port fb835514-af92-485c-a571-2cee850f85c5 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:24.880928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb835514-af92-485c-a571-2cee850f85c5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:24.943815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:02:24.944371 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:02:24.950900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:24.970418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:24.986410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.001440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.003740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:25.008202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfd6f324d05417590122729ac131ed2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:25.012498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:25.018913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:25.037002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bbda56-9f3b-443f-8200-68244504e0db']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:25.052404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1633b8d7-44bf-4291-9eae-9ac96ad93b6f') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:25.052696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1633b8d7-44bf-4291-9eae-9ac96ad93b6f') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:25.063807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:25.069644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.076090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6973bd788a455eb489498460c33226 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:25.086380 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.086560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:25.090602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.096196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:25.101958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.113859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:02:25.114171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:02:25.127361 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:02:25.143245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bfd6f324d05417590122729ac131ed2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1910720 Mar 05 00:02:25.144098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d746e-cd7f-425b-b8c3-3ed7700c8092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e800121-34f1-4bc8-bfc7-2e584afacc11,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:25.147966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50198) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:25.214340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2de1b-b0be-4514-a8b1-4c5b1090c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.229318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.251122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2de1b-b0be-4514-a8b1-4c5b1090c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.255757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.272764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bbda56-9f3b-443f-8200-68244504e0db,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:25.286664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.296027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.312293 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2de1b-b0be-4514-a8b1-4c5b1090c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.323234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a9925af8-e6a8-429b-8114-bcec26bb062b admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0bbda56-9f3b-443f-8200-68244504e0db HTTP/1.1" status: 204 len: 168 time: 1.4395869 Mar 05 00:02:25.353211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e064431-8632-4d3b-b20b-4d7fcab9b7d9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:25.359541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a14798f6-6106-49a6-b713-113d06d3b3c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd6973bd788a455eb489498460c33226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7452657 Mar 05 00:02:25.362176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50206) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:25.371480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2de1b-b0be-4514-a8b1-4c5b1090c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e800121-34f1-4bc8-bfc7-2e584afacc11,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:25.379724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2de1b-b0be-4514-a8b1-4c5b1090c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.380829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0bb2de1b-b0be-4514-a8b1-4c5b1090c3d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e800121-34f1-4bc8-bfc7-2e584afacc11 HTTP/1.1" status: 204 len: 168 time: 0.2316785 Mar 05 00:02:25.445203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Deleting port fb835514-af92-485c-a571-2cee850f85c5 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:25.445968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.483990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c4596c2-ee59-40a2-ab4e-ff94f1c2da02 req-0c05b963-9781-499b-9062-19701de76e75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 1097 time: 0.1651874 Mar 05 00:02:25.505482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3a06-9e0f-471b-91b1-4a8cfee8d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.576400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3a06-9e0f-471b-91b1-4a8cfee8d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.623028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2840494f-8435-4c45-9b77-ad787381aedc None None] The port 'fb835514-af92-485c-a571-2cee850f85c5' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:02:25.692222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3a06-9e0f-471b-91b1-4a8cfee8d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.719756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c3a06-9e0f-471b-91b1-4a8cfee8d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e064431-8632-4d3b-b20b-4d7fcab9b7d9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:25.725180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3a06-9e0f-471b-91b1-4a8cfee8d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:25.726560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c3c3a06-9e0f-471b-91b1-4a8cfee8d63e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e064431-8632-4d3b-b20b-4d7fcab9b7d9 HTTP/1.1" status: 204 len: 168 time: 0.3634286 Mar 05 00:02:25.737289 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c4596c2-ee59-40a2-ab4e-ff94f1c2da02 req-16cd392b-b7d7-4b15-bc56-a1529c64684a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464986 Mar 05 00:02:25.747102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb835514-af92-485c-a571-2cee850f85c5 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:25.755998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50222) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:25.765107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deef428-c769-43cf-8b04-0526698429f3 req-3e74eba3-ceb9-4fcf-9075-17a3d9b9bab2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:25.765875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5deef428-c769-43cf-8b04-0526698429f3 req-3e74eba3-ceb9-4fcf-9075-17a3d9b9bab2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.3339052 Mar 05 00:02:25.791200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2794eefc-8ee0-43b1-9a7c-9b9cccd10ca7 req-c142deab-e5db-4279-a282-728debcd0557 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 1096 time: 0.1779177 Mar 05 00:02:25.799023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: fb835514-af92-485c-a571-2cee850f85c5 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:25.800429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fb835514-af92-485c-a571-2cee850f85c5 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:25.862562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5deef428-c769-43cf-8b04-0526698429f3 req-9dc91e02-1af6-482f-8608-ca242647caab tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901487 Mar 05 00:02:25.868833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2794eefc-8ee0-43b1-9a7c-9b9cccd10ca7 req-6519c468-4ca8-4343-a5cf-703f64b18eb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658391 Mar 05 00:02:25.881922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c69403b-ca82-4f41-be45-30ccb863151e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43a76e4145b9446192f99f3f3aee7e97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1243780 Mar 05 00:02:25.882438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50230) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:25.979602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-995db9bd-bbd9-4554-a14b-44523ca38a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:26.050499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57433-121a-4541-83da-44797190a488 req-f6e41b9c-1402-4ec3-af88-bf02d68060b6 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:26.052471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ca57433-121a-4541-83da-44797190a488 req-f6e41b9c-1402-4ec3-af88-bf02d68060b6 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.1443887 Mar 05 00:02:26.082935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-995db9bd-bbd9-4554-a14b-44523ca38a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:26.140114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ca57433-121a-4541-83da-44797190a488 req-d49b9d48-4731-410f-9cec-9a38ee5e09f1 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Mar 05 00:02:26.175937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e70b-cf0c-4347-b5d6-bb425735e461 req-66c2505f-48b4-4b0d-84ce-3a387d3dd629 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:26.177440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b172e70b-cf0c-4347-b5d6-bb425735e461 req-66c2505f-48b4-4b0d-84ce-3a387d3dd629 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1492686 Mar 05 00:02:26.187136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-995db9bd-bbd9-4554-a14b-44523ca38a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:26.224658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995db9bd-bbd9-4554-a14b-44523ca38a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b10419-2c02-4cf1-b1d0-f9ecc341f52d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:26.267024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b172e70b-cf0c-4347-b5d6-bb425735e461 req-cdeb3863-4b14-40a4-a1b8-d3b93484d237 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814762 Mar 05 00:02:26.268976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-995db9bd-bbd9-4554-a14b-44523ca38a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:26.270008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-995db9bd-bbd9-4554-a14b-44523ca38a24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b10419-2c02-4cf1-b1d0-f9ecc341f52d HTTP/1.1" status: 204 len: 168 time: 0.3868005 Mar 05 00:02:26.839525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:26.870579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43ca652d-d01e-4fc4-9c1d-11b24ac30633 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:26.947783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 43ca652d-d01e-4fc4-9c1d-11b24ac30633 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:26.948118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 43ca652d-d01e-4fc4-9c1d-11b24ac30633 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:26.968947 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:27.208232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2e2e-2e29-479e-849b-fff860cc35d2 req-55a77f4f-c694-4de5-8ca4-ee689a69e08b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:27.209838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adce2e2e-2e29-479e-849b-fff860cc35d2 req-55a77f4f-c694-4de5-8ca4-ee689a69e08b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1188545 Mar 05 00:02:27.311947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adce2e2e-2e29-479e-849b-fff860cc35d2 req-a43f4952-168e-498b-94ac-dd6be05bf5e2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959866 Mar 05 00:02:27.395851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df7a5c-1739-4940-9590-b43b4eb7063f req-40cf0ac0-fad9-4aa7-954b-82fb93b2a59c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:27.397945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4df7a5c-1739-4940-9590-b43b4eb7063f req-40cf0ac0-fad9-4aa7-954b-82fb93b2a59c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.0978451 Mar 05 00:02:27.468298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4df7a5c-1739-4940-9590-b43b4eb7063f req-d446b51c-443f-4167-a17f-23f865c40b76 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639164 Mar 05 00:02:27.537856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570045b-70af-4828-b0cb-0388a17ca656 req-1a3c4412-3f4a-4742-8601-f17349310402 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:27.539439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e570045b-70af-4828-b0cb-0388a17ca656 req-1a3c4412-3f4a-4742-8601-f17349310402 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.0821335 Mar 05 00:02:27.589509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e570045b-70af-4828-b0cb-0388a17ca656 req-67c23a28-9273-4850-8de8-dd7b4017083d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Mar 05 00:02:27.689906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:27.931630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-e2c92f32-665c-4d97-9741-7c4b47c58eb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27ece4463927474fa89e49d4c5039eb0&device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 1097 time: 0.0842857 Mar 05 00:02:27.991369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc6977-e984-4821-82e2-52184a01c11b req-1f76b932-20b7-43b2-9566-b1f2293c1307 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:27.999301 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8bc6977-e984-4821-82e2-52184a01c11b req-1f76b932-20b7-43b2-9566-b1f2293c1307 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.0904505 Mar 05 00:02:28.001568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1389180009-network', 'tenant_id': '371b94f2830f444d8060dc7976a63700'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:28.022851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:28.056770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8bc6977-e984-4821-82e2-52184a01c11b req-29cc39f2-9e8b-4a90-9251-69444a126a04 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565698 Mar 05 00:02:28.107486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Usage tracker for resource:network and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:28.116878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:28.125970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:28.142660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:28.144893 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.172319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.206072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-bb7501ed-ad59-4ed2-b94c-2b7ce9fa86ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:28.207451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-bb7501ed-ad59-4ed2-b94c-2b7ce9fa86ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 200 len: 911 time: 0.2560463 Mar 05 00:02:28.283183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:28.287483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-b3d56bc4-bf53-4806-af3c-fce284dc0f8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6 HTTP/1.1" status: 200 len: 217 time: 0.0733125 Mar 05 00:02:28.288379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Usage tracker for resource:security_group_rule and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:28.291227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:28.333612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:28.367460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-0ce1a442-fa64-4508-aa43-70a4bc637ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:28.368998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-0ce1a442-fa64-4508-aa43-70a4bc637ed4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 200 len: 850 time: 0.0749946 Mar 05 00:02:28.421721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-bb5d706e-ecaa-482b-83ba-0bb7322ab3e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=100b6d85-200c-4966-b397-4c9db0b69252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461211 Mar 05 00:02:28.546635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.571176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.576317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87238585-f830-4392-89ad-a501c2fd3a59 req-ddee7372-f5a3-4240-90b9-87c2280ae436 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:28.584097 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87238585-f830-4392-89ad-a501c2fd3a59 req-ddee7372-f5a3-4240-90b9-87c2280ae436 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.0934775 Mar 05 00:02:28.584299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:02:28.594240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.594578 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Added segment 8471fbf7-3912-4b0f-b080-8dc9dcb75b0e of type vlan for network 43cfeb84-aa30-4187-b10f-5985df7803ea Mar 05 00:02:28.633247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.643706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87238585-f830-4392-89ad-a501c2fd3a59 req-dbe7dbb7-5f04-4501-8ed7-9ad77bb531e0 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586128 Mar 05 00:02:28.675489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-4be931a2-43b0-48f9-9fca-c4d4367287aa service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472985 Mar 05 00:02:28.676189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39003b-da37-454d-aa26-a3b6c22e049e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:28.774137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.775028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:28.775639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:28.915394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] Pushing event updated for resources: {'Network': ['ID=43cfeb84-aa30-4187-b10f-5985df7803ea,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:28.928149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2cff959f-c412-4356-bd6e-cbcb3f557320 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2370930 Mar 05 00:02:28.931083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50360) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:28.933187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 43cfeb84-aa30-4187-b10f-5985df7803ea details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:02:28.951207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Request body: {'subnet': {'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1389180009-subnet', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:28.967818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29034ec9-bdac-4dde-9e48-afb61fbc6e35 req-32ed5549-d724-4aa5-aef1-a8bd6553f0f4 service neutron] 10.222.0.10 "GET /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801647 Mar 05 00:02:28.968732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:28.987959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Usage tracker for resource:subnet and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:28.992204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:28.998605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:29.004754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9874-85f9-446f-b829-928724d0315b req-dd41afb1-7125-4e63-8cd7-499c679e7325 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:29.011044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:29.014641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:29.023315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c10c9874-85f9-446f-b829-928724d0315b req-dd41afb1-7125-4e63-8cd7-499c679e7325 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.2438378 Mar 05 00:02:29.101376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c10c9874-85f9-446f-b829-928724d0315b req-b8616aa4-6826-4f2a-aa60-91404393d070 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795014 Mar 05 00:02:29.317206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bcb3d-c8fd-44af-a835-e5df198caff1 req-c2ffce39-5243-42c0-ac60-6024b5f6d093 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:29.324221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-651bcb3d-c8fd-44af-a835-e5df198caff1 req-c2ffce39-5243-42c0-ac60-6024b5f6d093 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.0895154 Mar 05 00:02:29.371449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:29.377214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-651bcb3d-c8fd-44af-a835-e5df198caff1 req-daeab453-53e7-48ed-b367-d8eeef849e15 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Mar 05 00:02:29.583055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c3d0cb-27c4-4111-b6b8-00993625431b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:29.583542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf86632-6aec-4ddb-903b-fae6076813b0 req-14b1863c-722b-46af-9781-e7423f4737f0 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdafece1766547ddbb3a332ad17391a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270126 Mar 05 00:02:29.594601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:29.594965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Network hostable DHCP agents. Network: 43cfeb84-aa30-4187-b10f-5985df7803ea, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:02:29.607346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e8b1-ac85-46dd-9c7c-db49d7c6a42f req-9da80ff0-844f-489e-bdf0-97dce67343af tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:29.608812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfc8e8b1-ac85-46dd-9c7c-db49d7c6a42f req-9da80ff0-844f-489e-bdf0-97dce67343af tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2967982 Mar 05 00:02:29.661282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:02:29.686372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfc8e8b1-ac85-46dd-9c7c-db49d7c6a42f req-afc0b622-5395-4672-84ad-256c4925954c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642056 Mar 05 00:02:29.687917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 43cfeb84-aa30-4187-b10f-5985df7803ea) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:29.696720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d6038-8709-4182-a739-cea4c61e61b8 None None] Network 43cfeb84-aa30-4187-b10f-5985df7803ea requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:02:29.701830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:29.702751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:29.740185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7879896f-f753-4d66-b305-15ad1ab3f6a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8080740 Mar 05 00:02:29.743135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50398) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:29.751889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:29.759721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:29.778056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Usage tracker for resource:router and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:29.785198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:29.796389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:29.825341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf86632-6aec-4ddb-903b-fae6076813b0 req-13cb9f56-441b-40f5-8018-64572b0a50f5 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:29.827739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf86632-6aec-4ddb-903b-fae6076813b0 req-13cb9f56-441b-40f5-8018-64572b0a50f5 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233434 Mar 05 00:02:29.829046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:29.830272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:29.861660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf86632-6aec-4ddb-903b-fae6076813b0 req-e980b4b1-ae57-4495-8c66-bd1994fd4e2d tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/quotas/fdafece1766547ddbb3a332ad17391a2 HTTP/1.1" status: 200 len: 375 time: 0.0263710 Mar 05 00:02:29.909557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:29.933159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4a79-bf98-4684-9b81-07db869ec0c2 req-86653783-1464-4080-8402-8e4b34fbe231 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:29.941821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf86632-6aec-4ddb-903b-fae6076813b0 req-8d4236d4-04e2-43b9-bf39-d7d3383f4a39 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdafece1766547ddbb3a332ad17391a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792327 Mar 05 00:02:29.945872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d5a4a79-bf98-4684-9b81-07db869ec0c2 req-86653783-1464-4080-8402-8e4b34fbe231 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1079466 Mar 05 00:02:29.964146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50404) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:30.018133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d5a4a79-bf98-4684-9b81-07db869ec0c2 req-fe78c06b-1ad0-44da-960f-94e4283584a5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712988 Mar 05 00:02:30.069397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-43cfeb84-aa30-4187-b10f-5985df7803ea', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:02:30.070832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.181923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.203202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.254339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Allocated IP 172.20.0.2 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/e87c4c22-d4e6-407b-8617-f6ac5da14422) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:30.255676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:30.262766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Usage tracker for resource:security_group_rule and tenant:76b8bdf709644517a5a1cc7fd8e0e162 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:30.270064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:30.282799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:30.444819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.448604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.521179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.526260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.540365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Transition to ACTIVE for port object e87c4c22-d4e6-407b-8617-f6ac5da14422 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:30.557534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d42e3-173a-4ce5-98d3-9f74e8f15625,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:30.563367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Transition to ACTIVE for port object e87c4c22-d4e6-407b-8617-f6ac5da14422 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:30.572868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.574877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ef5cfc37-19c2-47cb-b01f-6213a9fcec6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76b8bdf709644517a5a1cc7fd8e0e162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6096549 Mar 05 00:02:30.578357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50424) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:30.587435 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:02:30.588397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.628614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:30.634995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:30.644467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:30.716991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aafdfd-885a-4fa0-b9d8-1f1dce143b90 req-b0b422cd-3ed6-4487-b1d6-a17e61f8acc5 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:30.724430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4aafdfd-885a-4fa0-b9d8-1f1dce143b90 req-b0b422cd-3ed6-4487-b1d6-a17e61f8acc5 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2222869 Mar 05 00:02:30.727598 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb51e92f-897b-48dd-a935-e7e943fff191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.759365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Pushing event updated for resources: {'Port': ['ID=e87c4c22-d4e6-407b-8617-f6ac5da14422,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:30.762543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Attempting to bind port e87c4c22-d4e6-407b-8617-f6ac5da14422 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:02:30.762724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Attempting to bind port e87c4c22-d4e6-407b-8617-f6ac5da14422 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:02:30.763019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Attempting to bind port e87c4c22-d4e6-407b-8617-f6ac5da14422 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:30.771237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:02:30.771237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:30.771765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.772497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:02:30.772723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Bound port: e87c4c22-d4e6-407b-8617-f6ac5da14422, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:02:30.773093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.787148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb51e92f-897b-48dd-a935-e7e943fff191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.807762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Allocated IP 172.25.0.76 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/f73b3881-f09f-429a-b826-9c2a215eea0f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:30.815790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4aafdfd-885a-4fa0-b9d8-1f1dce143b90 req-043de6d1-8b71-45fb-b250-6ed1ad550686 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904119 Mar 05 00:02:30.829943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9cb8-c5a0-415c-8af7-0c0cdc4a45be req-0964ba2c-3e0b-42a3-ba3b-e18ac701fa0e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:30.831563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7cc9cb8-c5a0-415c-8af7-0c0cdc4a45be req-0964ba2c-3e0b-42a3-ba3b-e18ac701fa0e tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1565444 Mar 05 00:02:30.855062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb51e92f-897b-48dd-a935-e7e943fff191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.882566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] For port e87c4c22-d4e6-407b-8617-f6ac5da14422, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:02:30.885634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51e92f-897b-48dd-a935-e7e943fff191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d42e3-173a-4ce5-98d3-9f74e8f15625,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:30.885986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] For port e87c4c22-d4e6-407b-8617-f6ac5da14422, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e87c4c22-d4e6-407b-8617-f6ac5da14422,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:02:30.889921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb51e92f-897b-48dd-a935-e7e943fff191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:30.891330 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb51e92f-897b-48dd-a935-e7e943fff191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e6d42e3-173a-4ce5-98d3-9f74e8f15625 HTTP/1.1" status: 204 len: 168 time: 0.3120289 Mar 05 00:02:30.917679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.005244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51debccd-fb54-4f45-993b-778669ccdf2d None None] Pushing event updated for resources: {'Port': ['ID=e87c4c22-d4e6-407b-8617-f6ac5da14422,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:31.078181 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.099844 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7cc9cb8-c5a0-415c-8af7-0c0cdc4a45be req-c0a9b0b2-5a61-4a3f-b06a-fcd5fd3135ef tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469337 Mar 05 00:02:31.147721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.261439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Pushing event updated for resources: {'Port': ['ID=f73b3881-f09f-429a-b826-9c2a215eea0f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:31.378066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:31.384394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:31.393738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:31.399843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50444) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:31.425826 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.477463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:31.482125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Usage tracker for resource:security_group_rule and tenant:3e1af9f782ac44d780e968b50a1f6a84 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:31.486233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:31.493140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:31.568479 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.573524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.593828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04967f-3638-4364-9584-51229f6649ef req-80a85733-a904-44c9-a0ae-e7420cea6c97 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:31.595393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae04967f-3638-4364-9584-51229f6649ef req-80a85733-a904-44c9-a0ae-e7420cea6c97 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.3002646 Mar 05 00:02:31.630161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7d6914-f3b9-4c65-bc63-05024c2d80f8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:31.634239 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11182889-2022-422c-a145-b41dd5375778 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e1af9f782ac44d780e968b50a1f6a84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2330327 Mar 05 00:02:31.637482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50454) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:31.669970 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae04967f-3638-4364-9584-51229f6649ef req-1fcbdb2b-7a2a-4984-a824-73895ceddb02 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669034 Mar 05 00:02:31.717146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.717933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.726113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ad0dfc4-6a0a-4b10-b9f7-3c144f8ccf2b req-0da20075-c20d-4194-937f-9f54b4f3c0b8 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdafece1766547ddbb3a332ad17391a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430307 Mar 05 00:02:31.768272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1ccff25-d607-4fe3-841e-c9052d287eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.788246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e87c4c22-d4e6-407b-8617-f6ac5da14422 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:31.866598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e87c4c22-d4e6-407b-8617-f6ac5da14422 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:31.936678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1ccff25-d607-4fe3-841e-c9052d287eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:31.948798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0dfc4-6a0a-4b10-b9f7-3c144f8ccf2b req-56f97804-f7ba-4cd9-ad5d-3090d5479e4a tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:31.950379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ad0dfc4-6a0a-4b10-b9f7-3c144f8ccf2b req-56f97804-f7ba-4cd9-ad5d-3090d5479e4a tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126362 Mar 05 00:02:32.008330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1ccff25-d607-4fe3-841e-c9052d287eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:32.029414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccff25-d607-4fe3-841e-c9052d287eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7d6914-f3b9-4c65-bc63-05024c2d80f8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:32.047574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ad0dfc4-6a0a-4b10-b9f7-3c144f8ccf2b req-47c81dda-ad90-4b41-a90e-2069f76d0d2b tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/quotas/fdafece1766547ddbb3a332ad17391a2 HTTP/1.1" status: 200 len: 375 time: 0.0464010 Mar 05 00:02:32.101530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1ccff25-d607-4fe3-841e-c9052d287eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:32.102738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c1ccff25-d607-4fe3-841e-c9052d287eb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce7d6914-f3b9-4c65-bc63-05024c2d80f8 HTTP/1.1" status: 204 len: 168 time: 0.4638057 Mar 05 00:02:32.114494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ad0dfc4-6a0a-4b10-b9f7-3c144f8ccf2b req-953b5ed8-aa77-4066-b973-21281859fd81 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdafece1766547ddbb3a332ad17391a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642166 Mar 05 00:02:32.146356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3861789-8887-4c2b-9e35-b13394094e3c req-87a6d916-ad0a-4643-9724-c5ebbffca252 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:32.147974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3861789-8887-4c2b-9e35-b13394094e3c req-87a6d916-ad0a-4643-9724-c5ebbffca252 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1217682 Mar 05 00:02:32.236826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3861789-8887-4c2b-9e35-b13394094e3c req-891ea617-580c-453d-9df1-074a720ce7b5 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Mar 05 00:02:32.276611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:02:32.289251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e04f1-1eca-48dc-ad65-2b0f6b6c16de None None] Network 43cfeb84-aa30-4187-b10f-5985df7803ea requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:02:32.481203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588c67f-e1d0-4ced-a140-06c7dd3fed1b req-6d5270a5-f1c2-41cf-a020-f1cd133a135b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:32.483405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e588c67f-e1d0-4ced-a140-06c7dd3fed1b req-6d5270a5-f1c2-41cf-a020-f1cd133a135b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1640368 Mar 05 00:02:32.530827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] Provisioning for port e87c4c22-d4e6-407b-8617-f6ac5da14422 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:32.536685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:02:32.549129 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Sync routers for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:02:32.568750 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e588c67f-e1d0-4ced-a140-06c7dd3fed1b req-ca622f61-ae56-4bde-8edd-8e52131e0635 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Mar 05 00:02:32.572641 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:32.574280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ac6cb94-8bd3-49a6-96bf-7388df3e290b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8300464 Mar 05 00:02:32.577374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50476) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:32.581211 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:02:32.581905 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:32.611288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] Provisioning complete for port e87c4c22-d4e6-407b-8617-f6ac5da14422 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:32.611655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:32.920592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:32.964316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] For port e87c4c22-d4e6-407b-8617-f6ac5da14422, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e87c4c22-d4e6-407b-8617-f6ac5da14422,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:32.969646 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:33.015127 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:02:33.109797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2033afd-02b2-4e25-ab6b-764263a389c5 None None] Pushing event updated for resources: {'Port': ['ID=e87c4c22-d4e6-407b-8617-f6ac5da14422,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:33.206712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-05ca8189-f701-4a49-ad25-8676be8aa3a1 None None] Provisioning complete for port e87c4c22-d4e6-407b-8617-f6ac5da14422 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:33.207081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05ca8189-f701-4a49-ad25-8676be8aa3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:33.349047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfc672-1d41-42fd-b8f2-7c21383a3426 req-5873d1da-9033-48cc-89b7-e3d7fd5c8575 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:33.350627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9cfc672-1d41-42fd-b8f2-7c21383a3426 req-5873d1da-9033-48cc-89b7-e3d7fd5c8575 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1288998 Mar 05 00:02:33.479965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:31Z', 'revision_number': 3, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:33.485333 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Checking router: 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:02:33.486301 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Updating router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 port f73b3881-f09f-429a-b826-9c2a215eea0f binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:02:33.555778 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:33.627427 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9cfc672-1d41-42fd-b8f2-7c21383a3426 req-a6bdc206-a40f-481c-bc11-8b93b09ed0f8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166998 Mar 05 00:02:33.777841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e87c4c22-d4e6-407b-8617-f6ac5da14422 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:33.996489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e87c4c22-d4e6-407b-8617-f6ac5da14422 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:33.998815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.177407 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.209892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Transition to ACTIVE for port object f73b3881-f09f-429a-b826-9c2a215eea0f will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:34.228630 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.236806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.344555 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Pushing event updated for resources: {'Port': ['ID=f73b3881-f09f-429a-b826-9c2a215eea0f,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:34.353372 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Attempting to bind port f73b3881-f09f-429a-b826-9c2a215eea0f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:02:34.353555 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Attempting to bind port f73b3881-f09f-429a-b826-9c2a215eea0f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:02:34.354888 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Attempting to bind port f73b3881-f09f-429a-b826-9c2a215eea0f on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:34.367188 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.367653 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.367992 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.368318 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.368643 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.368963 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.369301 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.369620 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.369934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.370244 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.370555 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:34.374548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:02:34.374913 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:34.375304 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.375735 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:02:34.376198 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Bound port: f73b3881-f09f-429a-b826-9c2a215eea0f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:02:34.376562 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.522859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9526f1c-b77c-4fca-8069-f58199cd9404 req-2d304181-c96d-411f-ae8f-81cbb0d9282c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:34.525158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9526f1c-b77c-4fca-8069-f58199cd9404 req-2d304181-c96d-411f-ae8f-81cbb0d9282c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1796262 Mar 05 00:02:34.531916 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] For port f73b3881-f09f-429a-b826-9c2a215eea0f, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:02:34.538864 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] For port f73b3881-f09f-429a-b826-9c2a215eea0f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f73b3881-f09f-429a-b826-9c2a215eea0f,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:02:34.545477 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.634222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Allocated IP 172.20.0.1 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/3e12ee9b-f398-4f87-842c-d3ac5e9ebc10) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:34.637991 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c12a76-c28c-494f-822c-887cc4940fbe None None] Pushing event updated for resources: {'Port': ['ID=f73b3881-f09f-429a-b826-9c2a215eea0f,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:34.642876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:02:34.643667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9526f1c-b77c-4fca-8069-f58199cd9404 req-f42cf0a8-0a68-4d48-9182-4fe008d43bf4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869031 Mar 05 00:02:34.654007 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:34.681017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed811-5a46-47ce-a272-89508445adfd req-72f93031-8e2c-4193-8488-be8669149abc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:34.682569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-227ed811-5a46-47ce-a272-89508445adfd req-72f93031-8e2c-4193-8488-be8669149abc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1226642 Mar 05 00:02:34.766924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-227ed811-5a46-47ce-a272-89508445adfd req-2cb8c668-73c5-4637-9c83-a23a720cb9a4 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741715 Mar 05 00:02:34.812774 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7e81-5f64-4044-aa6b-aa24ea1e80e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:34.906804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62517726-5d07-422f-8e80-ff438fa1fdf4 req-94ab581c-cf6f-4115-bfde-6dfee5bcb93e tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdafece1766547ddbb3a332ad17391a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766838 Mar 05 00:02:34.953460 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:02:35.009640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a562b5-397d-49b1-9d32-04bc58c45747 req-535b3233-0721-48f8-a559-a6b53aeff268 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:35.011983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66a562b5-397d-49b1-9d32-04bc58c45747 req-535b3233-0721-48f8-a559-a6b53aeff268 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.0930290 Mar 05 00:02:35.084447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66a562b5-397d-49b1-9d32-04bc58c45747 req-ecd1b79e-a0c4-4a54-b392-3856179753be tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660186 Mar 05 00:02:35.098353 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:35.125194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Transition to ACTIVE for port object 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:35.212070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517726-5d07-422f-8e80-ff438fa1fdf4 req-4e479635-578e-4b86-a588-1c174626e221 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:35.219910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62517726-5d07-422f-8e80-ff438fa1fdf4 req-4e479635-578e-4b86-a588-1c174626e221 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3127811 Mar 05 00:02:35.223556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:35.302577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62517726-5d07-422f-8e80-ff438fa1fdf4 req-138cb047-9686-4f04-808c-53379344f0bd tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/quotas/fdafece1766547ddbb3a332ad17391a2 HTTP/1.1" status: 200 len: 375 time: 0.0816352 Mar 05 00:02:35.323259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:35.324078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Pushing event updated for resources: {'Port': ['ID=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:35.331766 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:31Z', 'revision_number': 3, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:35.336777 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53224c-34cd-45a2-b3c1-9682dcfb3e17 None None] The sync data for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 is: [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:31Z', 'revision_number': 3, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:02:35.362948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:35.375678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:35.446898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62517726-5d07-422f-8e80-ff438fa1fdf4 req-6e66e02b-f46e-4642-b306-f9853d19fb03 tempest-QuotasAdminNegativeTest-881077500 tempest-QuotasAdminNegativeTest-881077500-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdafece1766547ddbb3a332ad17391a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427205 Mar 05 00:02:35.515260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:35.796328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:35.822015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-964df096-6b3e-4682-9fb3-94445c7d528d None None] Provisioning for port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:35.838583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-964df096-6b3e-4682-9fb3-94445c7d528d None None] Provisioning complete for port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:35.839361 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-964df096-6b3e-4682-9fb3-94445c7d528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:35.962319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-964df096-6b3e-4682-9fb3-94445c7d528d None None] Port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:02:36.289884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:36.302989 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:36.555174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510838c-cc09-4f9a-b0bb-a9699e73f613 req-d85fec1d-dce5-457c-afe4-bc4c31d83388 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:36.563036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8510838c-cc09-4f9a-b0bb-a9699e73f613 req-d85fec1d-dce5-457c-afe4-bc4c31d83388 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1332309 Mar 05 00:02:36.662515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8510838c-cc09-4f9a-b0bb-a9699e73f613 req-b17bc009-5781-439f-8bfa-d960a797e382 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933797 Mar 05 00:02:36.747041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Pushing event updated for resources: {'Port': ['ID=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:36.793503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:36.907849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-e48d9d92-c233-47d9-9ee1-06d607f07766 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:36.909334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-e48d9d92-c233-47d9-9ee1-06d607f07766 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.10 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.5405090 Mar 05 00:02:36.942889 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8348c878-5b9f-483e-9025-5c592480c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.054502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceeb62-e02b-46ef-be5a-2677969b44cb req-37b074f6-fdf0-4fb4-8d19-48eaba08568f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:37.062337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2bceeb62-e02b-46ef-be5a-2677969b44cb req-37b074f6-fdf0-4fb4-8d19-48eaba08568f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.5580678 Mar 05 00:02:37.090824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Deleting port 7701e479-882d-45e5-a643-b7ba0f0a42f6 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:37.091205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.203225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50606) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:37.244342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50612) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:37.257596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:37.261154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:37.277994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2bceeb62-e02b-46ef-be5a-2677969b44cb req-a3bdba89-8817-42c9-a38c-1c597fa7a889 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146976 Mar 05 00:02:37.425702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.438483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.489518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:37.492124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:37.496879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:fdafece1766547ddbb3a332ad17391a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:37.499974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Usage tracker for resource:security_group_rule and tenant:24cb7ef1e2264828a259e298397fe53e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:37.502785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:37.505747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:37.514875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:37.517315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:37.648542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.650455 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.658135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.663010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] For port 7701e479-882d-45e5-a643-b7ba0f0a42f6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7701e479-882d-45e5-a643-b7ba0f0a42f6,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:37.663401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.704230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.722745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-173fce7f-77a0-4aad-bbae-9312ee6f0f60 None None] Provisioning complete for port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:37.723672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-173fce7f-77a0-4aad-bbae-9312ee6f0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:37.837868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-173fce7f-77a0-4aad-bbae-9312ee6f0f60 None None] Port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:02:37.841770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56e520-e34d-455b-be09-e2cb173b3bf8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:37.848021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f73b3881-f09f-429a-b826-9c2a215eea0f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:37.851967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Calling delete_port for 7701e479-882d-45e5-a643-b7ba0f0a42f6 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:37.862216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7d74b331-b4e8-4fb9-9a01-b05325cd8b86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24cb7ef1e2264828a259e298397fe53e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6168272 Mar 05 00:02:37.870826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:37.902464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdafece1766547ddbb3a332ad17391a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6981053 Mar 05 00:02:37.908521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50630) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:37.931483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818c458-1be2-47a0-ba8b-aee7e34ba2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3afee-e48a-4b8f-b25a-77fbe718d3bc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:37.984352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f73b3881-f09f-429a-b826-9c2a215eea0f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:37.990623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f73b3881-f09f-429a-b826-9c2a215eea0f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:37.991279 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.018797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b10f7bdd-307a-4905-a972-6167835fe9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.057714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b10f7bdd-307a-4905-a972-6167835fe9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.076273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd097c-87fb-4e35-b78b-cef7043552de req-8b32c298-4150-418a-8aa3-f09454140277 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:38.078410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55cd097c-87fb-4e35-b78b-cef7043552de req-8b32c298-4150-418a-8aa3-f09454140277 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 946 time: 0.1806786 Mar 05 00:02:38.101613 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.129675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4be65dea-9212-413f-a21e-11c1782f9122'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:38.154671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55cd097c-87fb-4e35-b78b-cef7043552de req-78baea68-e0d3-48ca-b4d2-194bba0d7633 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644403 Mar 05 00:02:38.172083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7701e479-882d-45e5-a643-b7ba0f0a42f6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:38.177103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b10f7bdd-307a-4905-a972-6167835fe9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.188868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Pushing event deleted for resources: {'Port': ['ID=7701e479-882d-45e5-a643-b7ba0f0a42f6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:38.195287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f7bdd-307a-4905-a972-6167835fe9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56e520-e34d-455b-be09-e2cb173b3bf8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:38.206035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b10f7bdd-307a-4905-a972-6167835fe9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.207219 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b10f7bdd-307a-4905-a972-6167835fe9ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed56e520-e34d-455b-be09-e2cb173b3bf8 HTTP/1.1" status: 204 len: 168 time: 0.3352292 Mar 05 00:02:38.218101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2147c-3804-43f7-af3b-99aef47b53b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.295658 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.300229 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.354930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.372992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f73b3881-f09f-429a-b826-9c2a215eea0f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f73b3881-f09f-429a-b826-9c2a215eea0f,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:38.386574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.470873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f73b3881-f09f-429a-b826-9c2a215eea0f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:38.492597 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2147c-3804-43f7-af3b-99aef47b53b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.510346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08693-e806-4163-a6da-8a97325363a3 req-1f589ff1-f809-4a46-a99b-38982b24c294 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:38.512288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5de08693-e806-4163-a6da-8a97325363a3 req-1f589ff1-f809-4a46-a99b-38982b24c294 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1057742 Mar 05 00:02:38.568868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] No DVR routers for this DVR port 7701e479-882d-45e5-a643-b7ba0f0a42f6 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:38.580286 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5de08693-e806-4163-a6da-8a97325363a3 req-f37da0dd-5a48-4050-9a5e-310028671683 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613511 Mar 05 00:02:38.594118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.597819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'name': 'network-vif-deleted', 'tag': '7701e479-882d-45e5-a643-b7ba0f0a42f6'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:38.662920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50646) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:38.683837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.720639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:38.725071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Usage tracker for resource:security_group_rule and tenant:ed01ea3b2df74a0f80d5206f8639f32a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:38.728439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:38.736452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:38.792064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-380eb039-a349-4d23-b7f3-b00fc2abeeae req-af498b2a-f93e-4d91-9070-15775f99cd5b tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.10 "DELETE /v2.0/ports/7701e479-882d-45e5-a643-b7ba0f0a42f6 HTTP/1.1" status: 204 len: 173 time: 1.8647976 Mar 05 00:02:38.804275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-a6407402-7928-47a3-96ff-00f32c21e080 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.5883737 Mar 05 00:02:38.821898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.829022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.871013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed01ea3b2df74a0f80d5206f8639f32a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2046025 Mar 05 00:02:38.871433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50654) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:38.915921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fc34e-563f-4808-80b5-96ccd5505a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07264bd-dd84-404b-b825-23b0ea539b51,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:38.954465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-062831ae-418a-4d74-828e-80ab0d1f06f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:38.983545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-062831ae-418a-4d74-828e-80ab0d1f06f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.001708 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f279c114-b337-42fa-9aca-3dcd24f59f2e', 'name': 'network-vif-deleted', 'tag': '7701e479-882d-45e5-a643-b7ba0f0a42f6', 'status': 'completed', 'code': 200} Mar 05 00:02:39.015783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5e330-a7ac-40a1-adbd-21ccae0fbda7 req-31db1091-93cf-4f89-9139-73de5e2c25ec tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:39.017256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ba5e330-a7ac-40a1-adbd-21ccae0fbda7 req-31db1091-93cf-4f89-9139-73de5e2c25ec tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.6227331 Mar 05 00:02:39.066736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2147c-3804-43f7-af3b-99aef47b53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.105743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-062831ae-418a-4d74-828e-80ab0d1f06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.126814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56161-a0ef-4c0d-9cd5-f1b2c4e1414c req-bb4c1026-f197-4015-8795-2d550b0231fa tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:39.128312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2e56161-a0ef-4c0d-9cd5-f1b2c4e1414c req-bb4c1026-f197-4015-8795-2d550b0231fa tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1059556 Mar 05 00:02:39.128809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2147c-3804-43f7-af3b-99aef47b53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3afee-e48a-4b8f-b25a-77fbe718d3bc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:39.134388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062831ae-418a-4d74-828e-80ab0d1f06f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07264bd-dd84-404b-b825-23b0ea539b51,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:39.142581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf927a-362e-4a77-be82-70224e69adc8 req-0e5bfac5-35f8-46b8-a00d-bfbc67de1e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:39.144031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-0e5bfac5-35f8-46b8-a00d-bfbc67de1e8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.3319554 Mar 05 00:02:39.144758 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0bb2147c-3804-43f7-af3b-99aef47b53b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.145809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0bb2147c-3804-43f7-af3b-99aef47b53b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31f3afee-e48a-4b8f-b25a-77fbe718d3bc HTTP/1.1" status: 204 len: 168 time: 1.2340016 Mar 05 00:02:39.159017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-062831ae-418a-4d74-828e-80ab0d1f06f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.160208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-062831ae-418a-4d74-828e-80ab0d1f06f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d07264bd-dd84-404b-b825-23b0ea539b51 HTTP/1.1" status: 204 len: 168 time: 0.2880735 Mar 05 00:02:39.192244 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2e56161-a0ef-4c0d-9cd5-f1b2c4e1414c req-47991618-4531-4c9c-aeb7-1840a05ede1c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551696 Mar 05 00:02:39.266073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ba5e330-a7ac-40a1-adbd-21ccae0fbda7 req-9d72376f-19f5-491d-8bb8-0d0ec36a27be tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153325 Mar 05 00:02:39.270216 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-eca8f0b3-78f5-4c12-bf32-6df6758cee56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.1156509 Mar 05 00:02:39.358780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:02:39.361976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf927a-362e-4a77-be82-70224e69adc8 req-d57b5a41-7a72-4d4e-a616-9532e45bbccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:39.363678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-d57b5a41-7a72-4d4e-a616-9532e45bbccc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.0842514 Mar 05 00:02:39.416140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-d1183dc0-b9ab-416b-810e-b8458d600bcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459383 Mar 05 00:02:39.464360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d2b6899c-1851-4075-94a3-35691ad3cb00 req-b0f9a86f-e6d5-4938-8941-f446ecf00d9f tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=f279c114-b337-42fa-9aca-3dcd24f59f2e HTTP/1.1" status: 200 len: 210 time: 0.0714834 Mar 05 00:02:39.607199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.753488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f73b3881-f09f-429a-b826-9c2a215eea0f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:39.839647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-2a4f488a-112e-4e78-b760-311ff24d39a5 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221676 Mar 05 00:02:39.855655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50676) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:39.872050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f73b3881-f09f-429a-b826-9c2a215eea0f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:39.873306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.882404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:39.925417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:39.930545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Usage tracker for resource:security_group_rule and tenant:13a7485844a948269b3caa4e887a4d62 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:39.936034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:39.943943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:40.027400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:40.035593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:40.096935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13a7485844a948269b3caa4e887a4d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402236 Mar 05 00:02:40.098572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fddeeb-0182-4ef8-87f6-8d05dc4a60f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8954ac93-8ce7-45df-b888-a471f51d176b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:40.101112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50682) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:40.106087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d9ee-44e4-48db-b31f-73f8a2d463e4 req-e6e2946d-f840-4305-b76c-15bb2b370e58 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:40.108370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e399d9ee-44e4-48db-b31f-73f8a2d463e4 req-e6e2946d-f840-4305-b76c-15bb2b370e58 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.3206863 Mar 05 00:02:40.110501 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabf927a-362e-4a77-be82-70224e69adc8 req-1c60e647-5535-42dd-8ed2-ff755692e9ec service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635174 Mar 05 00:02:40.166747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:02:40.174280 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8db5127-7bc7-4e7b-a2c4-0df581013349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:40.179993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Sync routers for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:02:40.195519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:02:40.196364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:40.210267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-303549c0-6c47-4c9b-bc94-87d2cdc9e11e admin admin] 10.222.0.32 "PUT /v2.0/routers/8b4ec5ab-f098-44fd-8d4e-13e166f02c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6228387 Mar 05 00:02:40.214982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8db5127-7bc7-4e7b-a2c4-0df581013349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:40.219023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e399d9ee-44e4-48db-b31f-73f8a2d463e4 req-a2cc8e9c-43e8-4b74-a6b6-181fa9a33ed1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029630 Mar 05 00:02:40.464530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:02:40.506237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670007-8345-4cf3-8642-eff091322155 req-ba0eefa8-14bc-4d1c-a450-8ba430245ab2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:40.508168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15670007-8345-4cf3-8642-eff091322155 req-ba0eefa8-14bc-4d1c-a450-8ba430245ab2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.0994868 Mar 05 00:02:40.530652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8db5127-7bc7-4e7b-a2c4-0df581013349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:40.549691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db5127-7bc7-4e7b-a2c4-0df581013349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954ac93-8ce7-45df-b888-a471f51d176b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:40.564328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8db5127-7bc7-4e7b-a2c4-0df581013349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:40.571064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15670007-8345-4cf3-8642-eff091322155 req-4c214636-5aa4-4678-ada6-3048789b57b3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556078 Mar 05 00:02:40.573962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8db5127-7bc7-4e7b-a2c4-0df581013349 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8954ac93-8ce7-45df-b888-a471f51d176b HTTP/1.1" status: 204 len: 168 time: 0.4691484 Mar 05 00:02:40.602087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289615db-e558-4b53-b752-5ca20f007359 req-321ff3a3-8216-4ace-8a3f-404e99af3162 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:40.605527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-289615db-e558-4b53-b752-5ca20f007359 req-321ff3a3-8216-4ace-8a3f-404e99af3162 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1759031 Mar 05 00:02:40.653296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-289615db-e558-4b53-b752-5ca20f007359 req-00976bea-5a6f-483e-9ed4-8f1983dc0abe tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Mar 05 00:02:40.886004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 2, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:40.892246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Checking router: 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:02:40.892588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Updating router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:02:40.946057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.097383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7701e479-882d-45e5-a643-b7ba0f0a42f6 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:41.140936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 7701e479-882d-45e5-a643-b7ba0f0a42f6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:41.141302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7701e479-882d-45e5-a643-b7ba0f0a42f6 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:41.218257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089881-292d-46e2-b1c5-185d3d93fd99 req-dd912cda-5869-438c-a301-21975a4c4f4d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:41.226892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a089881-292d-46e2-b1c5-185d3d93fd99 req-dd912cda-5869-438c-a301-21975a4c4f4d tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.1028659 Mar 05 00:02:41.312055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a089881-292d-46e2-b1c5-185d3d93fd99 req-e5ecb7c0-bc29-4890-97d3-b0bde9f2eaa4 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775957 Mar 05 00:02:41.423109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50730) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:41.429140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683526215', 'description': 'tempest-description--787257784'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:41.438987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.441889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:41.451581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Usage tracker for resource:security_group and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:41.456404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:41.468677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Transition to ACTIVE for port object 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:41.471593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:41.482859 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.503798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.524482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da4d7-7e73-45f0-b674-65a19ebd5d21 req-658ba522-8ded-4b2f-a96d-a607a93300c8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:41.532078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-529da4d7-7e73-45f0-b674-65a19ebd5d21 req-658ba522-8ded-4b2f-a96d-a607a93300c8 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.0980716 Mar 05 00:02:41.577599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:41.583026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Usage tracker for resource:security_group_rule and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:41.592510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:41.595662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-529da4d7-7e73-45f0-b674-65a19ebd5d21 req-6179b79f-5f79-4929-bc9d-291e47a04191 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623901 Mar 05 00:02:41.601138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:41.612719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79c4b-fa37-40bc-b63d-c3c39245d9d6 None None] Pushing event updated for resources: {'Port': ['ID=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:41.680437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.688920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.744702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:41.748977 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.750350 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a48d7d6e-e060-4fcd-a4fe-fdcc9516a90a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3260460 Mar 05 00:02:41.753678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50744) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:41.760137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'security_group_rule': {'security_group_id': '3d0ad1ed-26e6-4226-8687-381ddcfb0b5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:41.767610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:41.772327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Usage tracker for resource:security_group_rule and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:41.775644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:41.782154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:41.820880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.867536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Attempting to bind port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:02:41.868068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Attempting to bind port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:02:41.868523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Attempting to bind port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:41.876862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:02:41.877419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:41.877932 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:41.878411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:02:41.878971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Bound port: 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:02:41.879562 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.022214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e2f88-6040-4644-b250-08f2db005bcf req-d9041c27-ed9c-4f5a-8606-267c638a42ae tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:42.027019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c69e2f88-6040-4644-b250-08f2db005bcf req-d9041c27-ed9c-4f5a-8606-267c638a42ae tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1419158 Mar 05 00:02:42.051419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] For port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:02:42.059128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] For port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:02:42.067301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.115212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c69e2f88-6040-4644-b250-08f2db005bcf req-e2d55348-3b9d-41fb-a09c-dfb2636ad310 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812283 Mar 05 00:02:42.115640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.147594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14808a44-5f1d-40a4-af48-89cdb73b61b4 req-b7045426-1971-4d04-8235-ccb210e7dacd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:42.149911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14808a44-5f1d-40a4-af48-89cdb73b61b4 req-b7045426-1971-4d04-8235-ccb210e7dacd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.3335619 Mar 05 00:02:42.151244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.188072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2784a20-83fc-49ac-b7f6-93943d0fd609,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:42.188970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:02:42.189900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:42.255123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.259116 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ef55773e-e08f-4671-94a5-3625f66d5c45 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5019152 Mar 05 00:02:42.259116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50762) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:42.264131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14808a44-5f1d-40a4-af48-89cdb73b61b4 req-e4b21179-1d00-42f3-967a-5d4990093460 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866137 Mar 05 00:02:42.268012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'security_group_rule': {'security_group_id': '3d0ad1ed-26e6-4226-8687-381ddcfb0b5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:42.274837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:42.279887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Usage tracker for resource:security_group_rule and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:42.284273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:42.300673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:42.326431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.436909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79c4b-fa37-40bc-b63d-c3c39245d9d6 None None] Pushing event updated for resources: {'Port': ['ID=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:42.444501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.452394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.487645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbca28d6-e8ba-4157-bae5-7ed85ac7178a,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:42.529670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.530098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:02:42.530839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-21a777d9-7892-491e-95e4-ac983974c4fc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2705526 Mar 05 00:02:42.534632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50770) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:42.540473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:42.587670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:42.597481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Usage tracker for resource:floatingip and tenant:371b94f2830f444d8060dc7976a63700 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:42.601592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:42.608730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:42.633001 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:42.726678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc0491-ba4e-4975-9216-4a84bc67ea41 req-23611c60-e38b-46fd-a8d4-1a6d7037de33 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:42.738087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7fc0491-ba4e-4975-9216-4a84bc67ea41 req-23611c60-e38b-46fd-a8d4-1a6d7037de33 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2052486 Mar 05 00:02:42.830315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a3743-345a-4082-b709-df153158981a req-26048cf5-26ec-45ce-a396-a9c91d634d57 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:42.838649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-881a3743-345a-4082-b709-df153158981a req-26048cf5-26ec-45ce-a396-a9c91d634d57 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1106105 Mar 05 00:02:42.873055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7fc0491-ba4e-4975-9216-4a84bc67ea41 req-6e71e71d-ae8d-41f6-86c5-f49b5166da35 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199486 Mar 05 00:02:42.900286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-881a3743-345a-4082-b709-df153158981a req-bfe1ebfe-a2d0-4767-8dd7-b799dc3f65fe tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607071 Mar 05 00:02:42.979143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:43.025663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:42Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:43.030438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a0def-24d8-4a88-8209-97d111c14783 None None] The sync data for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 is: [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:42Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:02:43.237531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Allocated IP 172.25.0.125 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d2cf9c94-fd19-415b-9100-0fa9d6cded5b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:43.477523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50812) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:43.484897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991941f-b98b-4797-9cf1-302c47c8c6a8 req-b04ccae6-c4b2-41ce-a739-c6b38f23aff6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:43.486557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6991941f-b98b-4797-9cf1-302c47c8c6a8 req-b04ccae6-c4b2-41ce-a739-c6b38f23aff6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2278359 Mar 05 00:02:43.550612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:43.586531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433bde-ebb2-4811-923e-7029c264c914 req-ad52e28a-e042-4dd5-a2c7-856bf566ffe3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:43.588082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81433bde-ebb2-4811-923e-7029c264c914 req-ad52e28a-e042-4dd5-a2c7-856bf566ffe3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1292453 Mar 05 00:02:43.596321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6991941f-b98b-4797-9cf1-302c47c8c6a8 req-9bfbf99b-bb2d-4541-8429-552aeb188c06 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999751 Mar 05 00:02:43.624326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:43.725572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:43.758325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:43.760076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:43.769099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:43.866671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=d2cf9c94-fd19-415b-9100-0fa9d6cded5b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:43.891515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81433bde-ebb2-4811-923e-7029c264c914 req-6b4a6d8a-b62e-4d7e-9669-d8e18b98dc93 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515984 Mar 05 00:02:43.954576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:43.964275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:43.964652 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:43.971097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafb6d1-923f-4bbe-8125-046023325794 req-8cf8826f-41df-4c54-a443-54c03cd8152c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:43.981198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-bfafb6d1-923f-4bbe-8125-046023325794 req-8cf8826f-41df-4c54-a443-54c03cd8152c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Synchronizing usage tracker for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:44.027703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-bfafb6d1-923f-4bbe-8125-046023325794 req-8cf8826f-41df-4c54-a443-54c03cd8152c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Unset dirty status for tenant:27ece4463927474fa89e49d4c5039eb0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:44.029643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfafb6d1-923f-4bbe-8125-046023325794 req-8cf8826f-41df-4c54-a443-54c03cd8152c tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.36 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.4376214 Mar 05 00:02:44.123931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.129008 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.133069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.181212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:44.187708 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.258993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.287842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:44.292153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Deleting port 4be65dea-9212-413f-a21e-11c1782f9122 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:44.292676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.325994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1557604810', 'description': 'tempest-description-529751639'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:44.340428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:44.357395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Usage tracker for resource:security_group and tenant:800c85d1ab244ac0965b5e5b7276ab2b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:44.363535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:44.366606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:44.381142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:44.383329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Usage tracker for resource:security_group_rule and tenant:9b24361e642e4ab0aa3f09421fbaa814 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:44.386785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:44.400088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:44.430062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7e688-a62d-4761-afcf-66ab7d7f5eba req-abedd4ff-560d-49d6-9c40-db469e4d5171 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:44.437643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dd7e688-a62d-4761-afcf-66ab7d7f5eba req-abedd4ff-560d-49d6-9c40-db469e4d5171 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 946 time: 0.2145212 Mar 05 00:02:44.474728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.501311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.565665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dd7e688-a62d-4761-afcf-66ab7d7f5eba req-3a9621dc-133a-400d-bc54-0159423e1182 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/security-groups?id=281a0dd7-bb88-405f-902c-f4bda4c93054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270895 Mar 05 00:02:44.575350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:44.592279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Usage tracker for resource:security_group_rule and tenant:800c85d1ab244ac0965b5e5b7276ab2b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:44.597881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:44.609288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:44.629934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] For port 4be65dea-9212-413f-a21e-11c1782f9122, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4be65dea-9212-413f-a21e-11c1782f9122,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:44.630568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.661593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.677558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.787756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Calling delete_port for 4be65dea-9212-413f-a21e-11c1782f9122 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:44.801183 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.834561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.900792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532119af-69b9-4a66-ac9d-788470b1affa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:44.935161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f51c23a2-b96e-433e-9f7e-f481657d7b27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b24361e642e4ab0aa3f09421fbaa814&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4459169 Mar 05 00:02:44.940257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50834) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:44.941421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:44.951454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c2088-01d6-4c5b-b452-5c7590037d59 req-bc167446-3e88-485b-9927-07d9ff2a8c46 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:44.952923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147c2088-01d6-4c5b-b452-5c7590037d59 req-bc167446-3e88-485b-9927-07d9ff2a8c46 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.2582815 Mar 05 00:02:44.978273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=d2cf9c94-fd19-415b-9100-0fa9d6cded5b,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:44.985100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.038214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.043070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.050828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:45.051014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4be65dea-9212-413f-a21e-11c1782f9122'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:45.059125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46af753-d205-47c6-a48a-be1db5d762b4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:45.061991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Usage tracker for resource:security_group_rule and tenant:800c85d1ab244ac0965b5e5b7276ab2b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:45.067291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:45.076095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:45.098927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147c2088-01d6-4c5b-b452-5c7590037d59 req-305e6f68-8684-4f8f-9000-f805cf595bc7 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318400 Mar 05 00:02:45.099542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Pushing event deleted for resources: {'Port': ['ID=4be65dea-9212-413f-a21e-11c1782f9122,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:45.101740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.111226 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-04175899-18ca-409f-9f10-8983557052e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5678382 Mar 05 00:02:45.136362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.136842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.137247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.138451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.139358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.139995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.141093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.141685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.142368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.142894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.143385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:02:45.180463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.186857 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.214605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-358b7641-b789-40a3-8f18-709d45c3167a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.244420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.245840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cff86566-da5c-4934-b586-0f335965fa8a req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.9261308 Mar 05 00:02:45.246562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc117d5-d4aa-4bc9-88eb-d588750a3195 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a299489-f04d-4f74-8179-4f659b388f0f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:45.300802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] No DVR routers for this DVR port 4be65dea-9212-413f-a21e-11c1782f9122 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:45.313346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.320589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'name': 'network-vif-deleted', 'tag': '4be65dea-9212-413f-a21e-11c1782f9122'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:45.338486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-358b7641-b789-40a3-8f18-709d45c3167a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.356857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfafb6d1-923f-4bbe-8125-046023325794 req-a44a7f04-f591-45ba-b701-fb3fcb70fc58 tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.36 "DELETE /v2.0/ports/4be65dea-9212-413f-a21e-11c1782f9122 HTTP/1.1" status: 204 len: 173 time: 1.3214684 Mar 05 00:02:45.417716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac0172-0369-444c-a4ec-46bc3b663e65 req-b6a5b315-646b-4dc4-85eb-7f16c2faeb91 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:45.419896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14ac0172-0369-444c-a4ec-46bc3b663e65 req-b6a5b315-646b-4dc4-85eb-7f16c2faeb91 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1556520 Mar 05 00:02:45.449612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f286a-f6b0-4e04-a88a-3f356f8a9fcc req-f8635b2f-650d-452d-ac7a-1e8f34b01f31 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:45.451470 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c82f286a-f6b0-4e04-a88a-3f356f8a9fcc req-f8635b2f-650d-452d-ac7a-1e8f34b01f31 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.0908949 Mar 05 00:02:45.463439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-358b7641-b789-40a3-8f18-709d45c3167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.492106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b7641-b789-40a3-8f18-709d45c3167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532119af-69b9-4a66-ac9d-788470b1affa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:45.499289 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14ac0172-0369-444c-a4ec-46bc3b663e65 req-974ca0ee-e06a-46f6-93cc-ce8b862449c6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738842 Mar 05 00:02:45.500682 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-358b7641-b789-40a3-8f18-709d45c3167a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.501299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c82f286a-f6b0-4e04-a88a-3f356f8a9fcc req-f328012c-7bc0-4298-8377-a19120bc2ef3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Mar 05 00:02:45.505494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-358b7641-b789-40a3-8f18-709d45c3167a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/532119af-69b9-4a66-ac9d-788470b1affa HTTP/1.1" status: 204 len: 168 time: 0.5647478 Mar 05 00:02:45.577240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1984686784', 'description': 'tempest-description-1164339433'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:45.583355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:45.587831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Usage tracker for resource:security_group and tenant:800c85d1ab244ac0965b5e5b7276ab2b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:45.590681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:45.596854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:45.607807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.650795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:45.655893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Usage tracker for resource:security_group_rule and tenant:800c85d1ab244ac0965b5e5b7276ab2b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:45.659174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:45.665058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:45.685491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-b730fc0f-b3ef-40f9-b766-b840a8cccc1d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:45.721047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:45.723945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-b730fc0f-b3ef-40f9-b766-b840a8cccc1d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:45.733737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-b730fc0f-b3ef-40f9-b766-b840a8cccc1d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1683526215&fields=id&tenant_id=371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 267 time: 0.0995739 Mar 05 00:02:45.749431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.755268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.806411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c746ed3-5ce5-4749-82c6-d93dadc542b8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:45.812203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.814585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42db6b89-c94b-4b5f-b09c-0473ac929c2e req-ae8ab825-13f3-46cb-9d02-db30fde3a787 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.2423725 Mar 05 00:02:45.836991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:45.837468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:45.921560 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723e8aeb-897a-4312-ab80-6ff835d305d3', 'name': 'network-vif-deleted', 'tag': '4be65dea-9212-413f-a21e-11c1782f9122', 'status': 'completed', 'code': 200} Mar 05 00:02:45.932691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:45.956349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-433080c6-bac4-4828-a207-56e1f6f3dae4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:45.957277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-433080c6-bac4-4828-a207-56e1f6f3dae4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:45.980191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-433080c6-bac4-4828-a207-56e1f6f3dae4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:45.987790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-433080c6-bac4-4828-a207-56e1f6f3dae4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.2530990 Mar 05 00:02:46.005487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.036201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-684c8ceb-604f-4e5f-a97f-2bd3151722fa tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/quotas/371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 375 time: 0.0472879 Mar 05 00:02:46.110591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0766d616-2ce0-481a-93d9-0530ed0461c0 req-c68698ca-990c-40f3-8acd-f49924ec81ed tempest-ServerRescueTestJSON-39916463 tempest-ServerRescueTestJSON-39916463-project] 10.222.0.32 "GET /v2.0/ports?device_id=723e8aeb-897a-4312-ab80-6ff835d305d3 HTTP/1.1" status: 200 len: 210 time: 0.0548537 Mar 05 00:02:46.113616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:46.117595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Usage tracker for resource:security_group_rule and tenant:2a8e9b85d47f4411a14e36796206090c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:46.120567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:46.125940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-4efdb652-5e07-4dd1-b17f-3a0f99fddaca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:46.127660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:46.145540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-4efdb652-5e07-4dd1-b17f-3a0f99fddaca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:46.147914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-4efdb652-5e07-4dd1-b17f-3a0f99fddaca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108351 Mar 05 00:02:46.212310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.216361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.264666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9de700-0be1-48bf-b121-b557829c8a04,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:46.272225 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-187d36b7-14ae-4c6f-8e46-a37e8063f8bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a8e9b85d47f4411a14e36796206090c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3381488 Mar 05 00:02:46.273686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50866) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:46.297100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-a6d50030-53b2-4188-8c73-f03210562761 service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349158 Mar 05 00:02:46.340908 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-746cc26e-863e-4751-851a-f05acdb9e845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.368864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-746cc26e-863e-4751-851a-f05acdb9e845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.425709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-746cc26e-863e-4751-851a-f05acdb9e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.444475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cc26e-863e-4751-851a-f05acdb9e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9de700-0be1-48bf-b121-b557829c8a04,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:46.449811 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-746cc26e-863e-4751-851a-f05acdb9e845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.453903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-746cc26e-863e-4751-851a-f05acdb9e845 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c9de700-0be1-48bf-b121-b557829c8a04 HTTP/1.1" status: 204 len: 168 time: 0.1768055 Mar 05 00:02:46.471210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2035834526', 'description': 'tempest-description-451403538'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:46.475983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:46.479814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Usage tracker for resource:security_group and tenant:5e7a9e987990434bad22b7a761805b55 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:46.483196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:46.489016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:46.502655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.515238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.547364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-54573248-9788-4bf2-a97c-21c9474ccd57 service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425389 Mar 05 00:02:46.550730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:46.555311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Usage tracker for resource:security_group_rule and tenant:5e7a9e987990434bad22b7a761805b55 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:46.558208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:46.563917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:46.641107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.645467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.671064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:46.704537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Usage tracker for resource:security_group_rule and tenant:5e7a9e987990434bad22b7a761805b55 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:46.707198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5be56c9-9c25-45c2-9073-864865e68b8b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:46.710734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:46.717664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:46.791005 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.796988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.830603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:46.846031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d2c30889-bb50-48ef-8234-e2a087eacf2f req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.3794513 Mar 05 00:02:46.853140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6dc89-5218-430e-a3b1-ed03f01ed63a req-ee9e2e1a-6405-43f2-80c7-30d5aa0a6f0b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:46.855266 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51d6dc89-5218-430e-a3b1-ed03f01ed63a req-ee9e2e1a-6405-43f2-80c7-30d5aa0a6f0b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.0958629 Mar 05 00:02:46.872499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796b548-36d2-4633-b732-62476a663474 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347409b6-466b-4c28-84db-aa5ed3c30074,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:46.933637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51d6dc89-5218-430e-a3b1-ed03f01ed63a req-7c1cdfeb-720b-4871-aa22-a51a7a535ec5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720716 Mar 05 00:02:47.097871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e5b4-6516-4ba5-afa9-c0a269b56a3e req-fcb19945-a087-4854-b6e6-26a73b789961 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:47.099586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8566e5b4-6516-4ba5-afa9-c0a269b56a3e req-fcb19945-a087-4854-b6e6-26a73b789961 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1257839 Mar 05 00:02:47.165171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8566e5b4-6516-4ba5-afa9-c0a269b56a3e req-42c79a1b-19de-4c99-8685-5b9777ab2ec7 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567582 Mar 05 00:02:47.248348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e2db2fa-6ea9-48a7-b26f-735a2c79e1b3 req-2c2dd637-6379-41c0-b362-b34bb2e1d0d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.1750054 Mar 05 00:02:47.255184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d741e2-2f93-4432-a700-ecd59206e895 req-9dce8865-5362-4d5e-964a-428f6a1f683c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:47.261857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1d741e2-2f93-4432-a700-ecd59206e895 req-9dce8865-5362-4d5e-964a-428f6a1f683c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1280446 Mar 05 00:02:47.298929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-370efd57-b2cc-4a9c-90e7-16df3cdae716 req-f12def3b-f413-4d8b-ab9d-b934c257264f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 210 time: 0.0627539 Mar 05 00:02:47.348130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1d741e2-2f93-4432-a700-ecd59206e895 req-d4539519-3f1c-4b58-8b98-4492d27bd3db tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Mar 05 00:02:47.350407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e2db2fa-6ea9-48a7-b26f-735a2c79e1b3 req-c9940571-68f6-4b51-9e3d-6077a2e193cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860260 Mar 05 00:02:47.364705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-675300262', 'description': 'tempest-description-1429288803'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:47.369795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:47.374458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Usage tracker for resource:security_group and tenant:5e7a9e987990434bad22b7a761805b55 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:47.377527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:47.386669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:47.400177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:47.441305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:47.446582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Usage tracker for resource:security_group_rule and tenant:5e7a9e987990434bad22b7a761805b55 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:47.450938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:47.457565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50904) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:47.460683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:47.655846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:47.661038 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:47.710922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c7a9eb-f7e7-4731-bb7b-82f932d96b92,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:47.716839 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:47.721109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36cb218e-45aa-44a8-951f-c3e38f794eea req-d4d648e9-dfae-438c-bc24-28908a734323 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.3611965 Mar 05 00:02:47.957444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:48.197993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50942) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:48.269971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-ae9f27a8-cf95-4c98-9160-61a9fa7af560 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39711 time: 0.5185308 Mar 05 00:02:48.283454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f1f9a376-a66f-4df5-8e96-2980740180a7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:48.284968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f1f9a376-a66f-4df5-8e96-2980740180a7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.2813170 Mar 05 00:02:48.368428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825b33e-5c12-437a-acac-aade58ed4d51 req-d2fa409b-fa70-4bbf-a2fd-a6b41309f0eb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:48.370057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b825b33e-5c12-437a-acac-aade58ed4d51 req-d2fa409b-fa70-4bbf-a2fd-a6b41309f0eb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1158679 Mar 05 00:02:48.372058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-81f02a05-34b0-46c1-bef5-a2b0e771cbea tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0723ecb3-0081-4a68-8bb7-b9eba846258a HTTP/1.1" status: 200 len: 2649 time: 0.0860317 Mar 05 00:02:48.401608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-880cd5cc-f4ac-480e-bc55-013cc2a77f78 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 380 time: 0.1002424 Mar 05 00:02:48.419909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'port': {'device_id': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'admin_state_up': True, 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'security_groups': ['3d0ad1ed-26e6-4226-8687-381ddcfb0b5b']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:48.433070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:48.434577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b825b33e-5c12-437a-acac-aade58ed4d51 req-b7b5943d-fa9c-4149-bbd0-23aa40776f85 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577857 Mar 05 00:02:48.550017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-2c275858-8686-4619-bc6e-6a46b5e89700 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0723ecb3-0081-4a68-8bb7-b9eba846258a HTTP/1.1" status: 200 len: 2649 time: 0.1768095 Mar 05 00:02:48.560857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:48.582377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Usage tracker for resource:security_group_rule and tenant:51e6f11166f94a9eb69e83e4f54399d9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:48.591272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:48.608276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:48.612936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4be65dea-9212-413f-a21e-11c1782f9122 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:48.678314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:48.689427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4be65dea-9212-413f-a21e-11c1782f9122 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:48.690701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-2cca9753-1038-4a09-97ab-937cf4fd0624 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0e39003b-da37-454d-aa26-a3b6c22e049e HTTP/1.1" status: 200 len: 2649 time: 0.1310742 Mar 05 00:02:48.692293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4be65dea-9212-413f-a21e-11c1782f9122 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:48.720422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:48.774697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:48.777659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:48.808991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-aa3d4bea-6c0d-46de-8118-9e7a0bd60fe3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0e39003b-da37-454d-aa26-a3b6c22e049e HTTP/1.1" status: 200 len: 2649 time: 0.1173108 Mar 05 00:02:48.813727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:48.836556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570d513-400a-48be-b4f1-1e20aa4d3731 req-d97a86e6-98b1-4edc-b983-d854c0ca4674 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:48.838156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d570d513-400a-48be-b4f1-1e20aa4d3731 req-d97a86e6-98b1-4edc-b983-d854c0ca4674 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2575579 Mar 05 00:02:48.866346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:48.899619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d570d513-400a-48be-b4f1-1e20aa4d3731 req-6be0bdf9-e9b8-4962-ac53-15aeac97454b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540955 Mar 05 00:02:48.983962 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51e6f11166f94a9eb69e83e4f54399d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7816613 Mar 05 00:02:48.985257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7182e48-aa82-4422-95bd-a3c656944a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1863cda5-782d-4a89-aa91-ab2cd3dfb633,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:48.988039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50954) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:49.049582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-e4d8d2df-318d-4bc2-be8d-c601dae18cde tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/26e77030-2809-45fc-9fbd-f6bbf8d0ccc0 HTTP/1.1" status: 200 len: 2649 time: 0.2300036 Mar 05 00:02:49.113284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Allocated IP 172.20.0.13 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/af5eb3a4-14c4-40b0-be07-66f0f756d948) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:49.113880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79ff1469-3b40-434f-87e6-7205d4922801 req-2575b4c9-5b37-49ba-b13f-740463f7c81c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 210 time: 0.0669103 Mar 05 00:02:49.131899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-3c784be1-cd9f-4d24-a1ee-159a5bc0e30c tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/26e77030-2809-45fc-9fbd-f6bbf8d0ccc0 HTTP/1.1" status: 200 len: 2649 time: 0.0705340 Mar 05 00:02:49.142740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Deleting port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:49.143284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.284216 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bece9f53-8a84-461d-8b9c-d1308032bf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.311473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-a2dfca54-a253-4e5c-b405-77005fea714a tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/281a0dd7-bb88-405f-902c-f4bda4c93054 HTTP/1.1" status: 200 len: 2649 time: 0.1605577 Mar 05 00:02:49.331239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bece9f53-8a84-461d-8b9c-d1308032bf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.402888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] For port f8b2ba1d-e0a9-409d-b389-ec2cebcf1039, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,segment=NetworkSegment(1e38f86b-d267-4b5f-a70c-79e6b07e9ef7),segment_id=1e38f86b-d267-4b5f-a70c-79e6b07e9ef7)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:49.403735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.420447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.432300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-48df95b2-8230-4b96-a36c-96f53699204e tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/281a0dd7-bb88-405f-902c-f4bda4c93054 HTTP/1.1" status: 200 len: 2649 time: 0.1046031 Mar 05 00:02:49.440809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Transition to ACTIVE for port object af5eb3a4-14c4-40b0-be07-66f0f756d948 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:49.499951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-981f33dd-52c5-4b15-91aa-dbad229890a1 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7fe76770-7cfb-49ca-ae48-326125d8a2c6 HTTP/1.1" status: 200 len: 2649 time: 0.0574439 Mar 05 00:02:49.502573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.560836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Calling delete_port for f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:49.619686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bece9f53-8a84-461d-8b9c-d1308032bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.660491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece9f53-8a84-461d-8b9c-d1308032bf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1863cda5-782d-4a89-aa91-ab2cd3dfb633,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:49.696140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bece9f53-8a84-461d-8b9c-d1308032bf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.697278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bece9f53-8a84-461d-8b9c-d1308032bf8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1863cda5-782d-4a89-aa91-ab2cd3dfb633 HTTP/1.1" status: 204 len: 168 time: 0.7082400 Mar 05 00:02:49.697945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:49.704177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:49.716020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:49.742404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:49.743244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ce8e1-277c-4c2d-a368-cb63b4ba4596 req-4d0c18ed-0bc8-4b9d-86c6-23c10156b901 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:49.750816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-756ce8e1-277c-4c2d-a368-cb63b4ba4596 req-4d0c18ed-0bc8-4b9d-86c6-23c10156b901 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2815063 Mar 05 00:02:49.772196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-4c6f82a6-8af0-41e7-acf1-813198bdbf4a tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7fe76770-7cfb-49ca-ae48-326125d8a2c6 HTTP/1.1" status: 200 len: 2649 time: 0.2303758 Mar 05 00:02:49.813010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:49.813704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.849923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-756ce8e1-277c-4c2d-a368-cb63b4ba4596 req-550db019-22a0-459b-a926-6861b6fc5335 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980582 Mar 05 00:02:49.871133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-9c267eb3-fc52-4a7a-9c19-40100b9def38 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/836e784f-f900-4de4-91a1-2a84e6c82909 HTTP/1.1" status: 200 len: 2649 time: 0.0844009 Mar 05 00:02:49.898672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-f0cf0809-6883-4a99-82bf-ad77f691fdcb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4907041 Mar 05 00:02:49.899875 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:49.917357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Request body: {'port': {'device_id': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:49.992516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b2ba1d-e0a9-409d-b389-ec2cebcf1039,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:50.009696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-1af4dcba-fdf4-4338-a943-c89c95bba93d tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/836e784f-f900-4de4-91a1-2a84e6c82909 HTTP/1.1" status: 200 len: 2649 time: 0.1306400 Mar 05 00:02:50.114354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:50.179926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-aa521829-ef37-4efc-ab85-cacbaaca7d20 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8ec4ca15-5e4c-4807-9e20-998ea3f50dc8 HTTP/1.1" status: 200 len: 2649 time: 0.1280582 Mar 05 00:02:50.190110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec9e8596-e549-4629-bed6-315b3a539616 None None] Provisioning for port af5eb3a4-14c4-40b0-be07-66f0f756d948 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:50.197752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec9e8596-e549-4629-bed6-315b3a539616 None None] Provisioning complete for port af5eb3a4-14c4-40b0-be07-66f0f756d948 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:50.198480 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8596-e549-4629-bed6-315b3a539616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:50.287191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e8596-e549-4629-bed6-315b3a539616 None None] Port af5eb3a4-14c4-40b0-be07-66f0f756d948 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:02:50.321064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-3e7f2e8c-7e0f-499f-afe0-f326bb951042 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8ec4ca15-5e4c-4807-9e20-998ea3f50dc8 HTTP/1.1" status: 200 len: 2649 time: 0.1300449 Mar 05 00:02:50.430515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7364aa0-2598-4470-b130-21439dd08305 req-01079957-2ea5-45f0-8509-fd6ccd564fbc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:50.431892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7364aa0-2598-4470-b130-21439dd08305 req-01079957-2ea5-45f0-8509-fd6ccd564fbc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.3678570 Mar 05 00:02:50.485378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-716794c7-8469-4242-832b-c3ad3baa801e tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/92bfb2d0-5350-4851-9c26-a79e4161dd1f HTTP/1.1" status: 200 len: 2649 time: 0.1405046 Mar 05 00:02:50.497355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7364aa0-2598-4470-b130-21439dd08305 req-2e9d518d-98b1-4bcd-9d5b-ba24e9634b28 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Mar 05 00:02:50.539787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:50.569245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-86381281-901c-4823-820c-b60687e80d60 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/92bfb2d0-5350-4851-9c26-a79e4161dd1f HTTP/1.1" status: 200 len: 2649 time: 0.0705273 Mar 05 00:02:50.678529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:02:50.688261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:50.720144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Transition to ACTIVE for port object af5eb3a4-14c4-40b0-be07-66f0f756d948 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:50.724166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-cdce8a8c-5c06-438a-be68-d5c9e1c054e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a5be56c9-9c25-45c2-9073-864865e68b8b HTTP/1.1" status: 200 len: 2649 time: 0.1541302 Mar 05 00:02:50.727951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:50.922265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:50.929835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-80de7985-7fbd-4e8c-8878-e0e91f1221ed tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a5be56c9-9c25-45c2-9073-864865e68b8b HTTP/1.1" status: 200 len: 2649 time: 0.1940706 Mar 05 00:02:51.015315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0604f3-5e51-4f74-925e-1b866cf4b0dd req-788c13e1-05e7-459b-b885-c883607b138c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:51.016864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a0604f3-5e51-4f74-925e-1b866cf4b0dd req-788c13e1-05e7-459b-b885-c883607b138c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1989121 Mar 05 00:02:51.104468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-f649a13a-81a4-4c0a-9199-7d85f78ef290 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c46af753-d205-47c6-a48a-be1db5d762b4 HTTP/1.1" status: 200 len: 2649 time: 0.1306195 Mar 05 00:02:51.109033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Attempting to bind port af5eb3a4-14c4-40b0-be07-66f0f756d948 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:02:51.109469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Attempting to bind port af5eb3a4-14c4-40b0-be07-66f0f756d948 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:02:51.109875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Attempting to bind port af5eb3a4-14c4-40b0-be07-66f0f756d948 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:51.130775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Port af5eb3a4-14c4-40b0-be07-66f0f756d948 on network 43cfeb84-aa30-4187-b10f-5985df7803ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:02:51.131118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Attempting to bind port af5eb3a4-14c4-40b0-be07-66f0f756d948 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:51.160149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:02:51.160636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:51.161131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:02:51.161674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Bound port: af5eb3a4-14c4-40b0-be07-66f0f756d948, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:02:51.162128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:51.225560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a0604f3-5e51-4f74-925e-1b866cf4b0dd req-378adfc1-829d-497b-b084-03ccff47ab69 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411462 Mar 05 00:02:51.248937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-8582b701-e2fc-4aed-8208-9a7c873d78a1 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c46af753-d205-47c6-a48a-be1db5d762b4 HTTP/1.1" status: 200 len: 2649 time: 0.1329079 Mar 05 00:02:51.309256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Router ca90d9b0-6729-4c95-8983-0a4f2d951e17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:02:51.355881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:02:51.359650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:02:51.369391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:51.429166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-b8327b27-6fd9-41cb-957e-624da90a8d83 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cbfa2994-ed27-4643-b766-c99dd4303c8a HTTP/1.1" status: 200 len: 2649 time: 0.1824563 Mar 05 00:02:51.442391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:51.444026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] 10.222.0.36 "PUT /v2.0/ports/af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1092 time: 1.5313559 Mar 05 00:02:51.444553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:51.479679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbd0e1-34d6-443a-9526-d857a0cb9384 service neutron] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:51.569633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1ce6b6-5931-4963-ab4c-170a94f570a3 req-67bf2f99-f9d3-4f38-821b-232ea9975feb tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cbfa2994-ed27-4643-b766-c99dd4303c8a HTTP/1.1" status: 200 len: 2649 time: 0.1200633 Mar 05 00:02:51.605906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213cf8-98ed-4db0-8672-bb72dd519d52 req-2efe8513-a460-46fd-8de4-6ad862e2900f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:51.607983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e213cf8-98ed-4db0-8672-bb72dd519d52 req-2efe8513-a460-46fd-8de4-6ad862e2900f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 944 time: 0.2033834 Mar 05 00:02:51.627849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-4712e22e-bc20-41ba-8223-51792133ceae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1095 time: 0.1319683 Mar 05 00:02:51.713989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e213cf8-98ed-4db0-8672-bb72dd519d52 req-e56cce33-ee26-4fcb-9b23-020babfb379f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934286 Mar 05 00:02:51.730353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:02:51.754892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] Sync routers for ids ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:02:51.782307 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] Routers {'ca90d9b0-6729-4c95-8983-0a4f2d951e17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:02:51.786320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:51.787384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-e9bce927-39bb-4fb1-b2cf-d1a1d4891460 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 217 time: 0.1514084 Mar 05 00:02:51.796553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-269a54b5-2edf-4ec8-a248-95e5f170260b admin admin] 10.222.0.32 "PUT /v2.0/routers/ca90d9b0-6729-4c95-8983-0a4f2d951e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3352671 Mar 05 00:02:51.796819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51010) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:51.892676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-9ccd9c7e-00be-4cdb-b3d1-f384b8b5e815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:51.894374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-9ccd9c7e-00be-4cdb-b3d1-f384b8b5e815 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1008701 Mar 05 00:02:52.047080 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'status': 'completed', 'code': 200} Mar 05 00:02:52.217427 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] Set router ca90d9b0-6729-4c95-8983-0a4f2d951e17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:02:52.322825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-cd3bd172-da3a-48dd-94bb-809e04f75733 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.4273608 Mar 05 00:02:52.349640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-71170b4a-3879-4f7f-a7df-8af210c6de42 req-d6ad2124-47a6-47c3-8d50-7c802e58f256 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Synchronizing usage tracker for tenant:800c85d1ab244ac0965b5e5b7276ab2b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:52.385765 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:52.426573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951d94c-31a2-4794-968e-861c74bb1033 req-ab9297f2-dafe-4f12-b88b-3e4f5656bd1d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:52.433313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a951d94c-31a2-4794-968e-861c74bb1033 req-ab9297f2-dafe-4f12-b88b-3e4f5656bd1d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.2357142 Mar 05 00:02:52.445271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-70cf382d-c1dd-4163-8718-9685899c74a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5044732 Mar 05 00:02:52.532886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-71170b4a-3879-4f7f-a7df-8af210c6de42 req-d6ad2124-47a6-47c3-8d50-7c802e58f256 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Unset dirty status for tenant:800c85d1ab244ac0965b5e5b7276ab2b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:52.534465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71170b4a-3879-4f7f-a7df-8af210c6de42 req-d6ad2124-47a6-47c3-8d50-7c802e58f256 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=800c85d1ab244ac0965b5e5b7276ab2b HTTP/1.1" status: 200 len: 5439 time: 0.3069513 Mar 05 00:02:52.597567 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:02:49Z', 'revision_number': 5, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:52.602758 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] Checking router: ca90d9b0-6729-4c95-8983-0a4f2d951e17 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:02:52.621652 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] Routers {'ca90d9b0-6729-4c95-8983-0a4f2d951e17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:02:52.622990 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:52.634225 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71170b4a-3879-4f7f-a7df-8af210c6de42 req-01a388d6-aed0-4038-aab8-9eb24f329ae1 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "GET /v2.0/security-groups/c46af753-d205-47c6-a48a-be1db5d762b4 HTTP/1.1" status: 200 len: 2649 time: 0.0886467 Mar 05 00:02:52.683596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a951d94c-31a2-4794-968e-861c74bb1033 req-f6f457bf-b5ce-4b65-a5bc-dafb2ebc4651 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484548 Mar 05 00:02:52.703911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-16f0fb93-8374-469d-8f52-52347c27961f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:52.705390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-16f0fb93-8374-469d-8f52-52347c27961f service neutron] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.3746467 Mar 05 00:02:52.723953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71170b4a-3879-4f7f-a7df-8af210c6de42 req-5bdde1ed-4c97-484f-98fa-8750682661ca tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "GET /v2.0/security-groups/c46af753-d205-47c6-a48a-be1db5d762b4 HTTP/1.1" status: 200 len: 2649 time: 0.0828588 Mar 05 00:02:52.756732 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:52.767975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Deleting port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:52.768446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:52.854896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-98fbd9ea-5ef9-4e7d-9065-95991073471b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 1096 time: 0.3901465 Mar 05 00:02:52.859486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-8b0396eb-b043-4fda-a1d9-b06ca640820a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.1447909 Mar 05 00:02:52.925285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-3b9c1c42-64c1-49a0-8697-98bf05839338 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268758 Mar 05 00:02:52.998320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] Set router ca90d9b0-6729-4c95-8983-0a4f2d951e17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:02:53.100061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51036) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:53.107218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] For port 38beccb6-176d-4aff-b47c-7c41fc8a2d5a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:53.107575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:53.214941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-9c905c89-4cf5-4bab-833c-ac620f56b034 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:53.216755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-9c905c89-4cf5-4bab-833c-ac620f56b034 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.3548589 Mar 05 00:02:53.240458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Calling delete_port for 38beccb6-176d-4aff-b47c-7c41fc8a2d5a owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:53.285529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ff1e5-9640-4071-b8f8-ebb10335c225 req-308a50ba-8ebf-4872-b043-c7227645976f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:53.292582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e7ff1e5-9640-4071-b8f8-ebb10335c225 req-308a50ba-8ebf-4872-b043-c7227645976f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.3342395 Mar 05 00:02:53.337898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-173d7b4b-7ef8-4158-b3fe-6284bbe74f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:53.339354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-173d7b4b-7ef8-4158-b3fe-6284bbe74f52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.4189069 Mar 05 00:02:53.346433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:02:49Z', 'revision_number': 5, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:53.350930 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd8cd2-6092-4ad0-a9ac-38a96987d694 None None] The sync data for ids ['ca90d9b0-6729-4c95-8983-0a4f2d951e17'] in n-d-828979-4 is: [{'id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'name': 'tempest-ServerRescueTestJSON-788752335-router', 'tenant_id': '27ece4463927474fa89e49d4c5039eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:00:15Z', 'updated_at': '2022-03-05T00:02:49Z', 'revision_number': 5, 'project_id': '27ece4463927474fa89e49d4c5039eb0', 'gw_port': {'id': '38beccb6-176d-4aff-b47c-7c41fc8a2d5a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca90d9b0-6729-4c95-8983-0a4f2d951e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:00:16Z', 'updated_at': '2022-03-05T00:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:02:53.361789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e7ff1e5-9640-4071-b8f8-ebb10335c225 req-89bf38f9-25ce-4022-8fde-320fac947289 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686562 Mar 05 00:02:53.404990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:53.411992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:53.418805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Usage tracker for resource:floatingip and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:53.423900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:53.435968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-6e156c02-921a-4efd-863b-23b3f139bc11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893326 Mar 05 00:02:53.444727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:53.477666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-a4e6fed7-30be-4f4a-b339-6f47e0fba2f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 200 len: 1001 time: 0.2440968 Mar 05 00:02:53.479309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:53.487845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8169b68c-fd07-4d39-9877-f01ac0cc91c9 req-954d0501-cf88-4daa-be7e-77e305792cea service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947709 Mar 05 00:02:53.539508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2237a4f-41e3-497b-9acd-644a4d0ffdf7 req-ebbeb775-9312-4cbb-902c-4bd7e27e1b03 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b5c7a9eb-f7e7-4731-bb7b-82f932d96b92 HTTP/1.1" status: 200 len: 1611 time: 0.1218743 Mar 05 00:02:53.618249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44873-0db3-4525-92a7-81df5fd16b3f req-a78306e4-ec0d-489d-b697-2c9bb5e83eb0 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:53.619607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7bf44873-0db3-4525-92a7-81df5fd16b3f req-a78306e4-ec0d-489d-b697-2c9bb5e83eb0 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.5359976 Mar 05 00:02:53.663011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:53.707150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-303a6f1e-d41d-4fcd-bb02-ce00e8fee17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:53.708628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-303a6f1e-d41d-4fcd-bb02-ce00e8fee17c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.2197845 Mar 05 00:02:53.718203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=38beccb6-176d-4aff-b47c-7c41fc8a2d5a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:53.758283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:02:53.789925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-0502fa02-c53c-4207-8df6-aa7126019724 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361247 Mar 05 00:02:53.793935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7bf44873-0db3-4525-92a7-81df5fd16b3f req-bf759f1a-c1d8-4cb9-a605-3cc51ab2f5ef tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607327 Mar 05 00:02:53.818366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:02:53.818869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f8b2ba1d-e0a9-409d-b389-ec2cebcf1039 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:02:53.831553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c2237a4f-41e3-497b-9acd-644a4d0ffdf7 req-8bb3c09e-19cb-44a7-aed8-deb42ba663e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:53.835126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-6626862d-e81c-4150-953f-6b11cb8ebf3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1095 time: 0.2553439 Mar 05 00:02:53.943177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c2237a4f-41e3-497b-9acd-644a4d0ffdf7 req-8bb3c09e-19cb-44a7-aed8-deb42ba663e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.161630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.212490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.216848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-ff124a21-8dcf-436a-a192-c51d1cdaa5ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4955809 Mar 05 00:02:54.255918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6ced905-eda5-43c3-9d7f-4efaf1434309 req-bef51144-6bce-4bba-ab98-832d8a3d724a service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577625 Mar 05 00:02:54.320021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-f5807a4f-4bae-49d2-8873-1af767297cda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:54.321368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-f5807a4f-4bae-49d2-8873-1af767297cda service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.3218887 Mar 05 00:02:54.342907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c2237a4f-41e3-497b-9acd-644a4d0ffdf7 req-8bb3c09e-19cb-44a7-aed8-deb42ba663e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.391150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a6a0e-8616-4b28-9840-e8226add67f8 req-3bb04f71-c249-4b6b-bb39-88c40120c0ab tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:54.391842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-533a6a0e-8616-4b28-9840-e8226add67f8 req-3bb04f71-c249-4b6b-bb39-88c40120c0ab tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:02:54.432804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-83d2d6f7-6dea-47fb-b32c-bcf93bd351b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 217 time: 0.0988040 Mar 05 00:02:54.437411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3c09e-19cb-44a7-aed8-deb42ba663e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c7a9eb-f7e7-4731-bb7b-82f932d96b92,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:54.481757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-533a6a0e-8616-4b28-9840-e8226add67f8 req-3bb04f71-c249-4b6b-bb39-88c40120c0ab tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:02:54.482873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-533a6a0e-8616-4b28-9840-e8226add67f8 req-3bb04f71-c249-4b6b-bb39-88c40120c0ab tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 944 time: 0.4864025 Mar 05 00:02:54.517324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-6674bedd-df9e-4d01-8308-ad056cbceb78 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923756 Mar 05 00:02:54.534160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.566017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c2237a4f-41e3-497b-9acd-644a4d0ffdf7 req-8bb3c09e-19cb-44a7-aed8-deb42ba663e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.567147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2237a4f-41e3-497b-9acd-644a4d0ffdf7 req-8bb3c09e-19cb-44a7-aed8-deb42ba663e0 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5c7a9eb-f7e7-4731-bb7b-82f932d96b92 HTTP/1.1" status: 204 len: 173 time: 0.9735203 Mar 05 00:02:54.581935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.613576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-47ea8c6d-aaa6-41c3-b323-318b0a131bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:54.615040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-47ea8c6d-aaa6-41c3-b323-318b0a131bfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1756041 Mar 05 00:02:54.628497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Allocated IP 172.25.0.89 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/a8956312-8b25-475f-943d-c92dea6cfb8c) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:54.662296 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.662660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca90d9b0-6729-4c95-8983-0a4f2d951e17 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:02:54.683192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-533a6a0e-8616-4b28-9840-e8226add67f8 req-bb0929d8-64c1-4aed-9c93-43e6b5563e8f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884665 Mar 05 00:02:54.752520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2f6dfe4-45ab-4b26-afd4-bfdf92afffe2 req-99ac1db4-9cf0-4311-856d-823419954da2 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271264 Mar 05 00:02:54.765455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-96594528-ce3d-4899-931d-923a112f20c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368792 Mar 05 00:02:54.783102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.786552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0c5b65f8-3da5-4692-b165-fe53f0827a0e admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca90d9b0-6729-4c95-8983-0a4f2d951e17 HTTP/1.1" status: 204 len: 168 time: 2.9861434 Mar 05 00:02:54.791921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:54.876403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.890401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0314c-277e-4ee3-88d2-d456a33635ea req-e2ea6424-c5ca-46e9-8c11-8477cbb39c0a tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:54.891870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be0314c-277e-4ee3-88d2-d456a33635ea req-e2ea6424-c5ca-46e9-8c11-8477cbb39c0a tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1578043 Mar 05 00:02:54.947152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7be0314c-277e-4ee3-88d2-d456a33635ea req-e72a2568-b316-454e-a179-ddaf0bc65df5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Mar 05 00:02:54.955618 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:54.962288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Deleting subnet fc5f4440-b351-4ef4-95c8-549fb264aff2 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:02:54.979442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.059829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.071317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:55.073783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Port': ['ID=a8956312-8b25-475f-943d-c92dea6cfb8c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:55.083837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:55.086338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:55.093795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-dcc9e049-bd70-43ad-ad71-5fde78e2370a service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230786 Mar 05 00:02:55.132657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dbd69-db5b-49ce-af51-c1298af901a7 req-6ef0b05b-678f-4856-a562-98df25865a8e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:55.134121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af4dbd69-db5b-49ce-af51-c1298af901a7 req-6ef0b05b-678f-4856-a562-98df25865a8e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2646058 Mar 05 00:02:55.136049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8e5508e-37d4-4618-b8fd-639a7bb0481b req-56afd0f3-b086-478f-b436-0f4487838837 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "GET /v2.0/security-groups/347409b6-466b-4c28-84db-aa5ed3c30074 HTTP/1.1" status: 200 len: 1611 time: 0.1267285 Mar 05 00:02:55.231442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.234410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8e5508e-37d4-4618-b8fd-639a7bb0481b req-216ccc57-72be-4ad7-95ec-ee0591575ec3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.320396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af4dbd69-db5b-49ce-af51-c1298af901a7 req-71ac069b-287d-4705-8361-caf1e6eef2d4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340792 Mar 05 00:02:55.331786 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8e5508e-37d4-4618-b8fd-639a7bb0481b req-216ccc57-72be-4ad7-95ec-ee0591575ec3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.345530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.347469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437a9f00-dd3c-4c3d-894b-c87fef836e28 req-35d2b7ed-fa57-420d-9c4e-4f4c11633668 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460833 Mar 05 00:02:55.354508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.397087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5f4440-b351-4ef4-95c8-549fb264aff2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:55.403965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.410083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c689ba5b-0655-4106-b0c5-a1b4e933c16c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc5f4440-b351-4ef4-95c8-549fb264aff2 HTTP/1.1" status: 204 len: 168 time: 0.6171682 Mar 05 00:02:55.412920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51056) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:55.438466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.475677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8e5508e-37d4-4618-b8fd-639a7bb0481b req-216ccc57-72be-4ad7-95ec-ee0591575ec3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.506093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ccc57-72be-4ad7-95ec-ee0591575ec3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347409b6-466b-4c28-84db-aa5ed3c30074,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:55.551505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8e5508e-37d4-4618-b8fd-639a7bb0481b req-216ccc57-72be-4ad7-95ec-ee0591575ec3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.552653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8e5508e-37d4-4618-b8fd-639a7bb0481b req-216ccc57-72be-4ad7-95ec-ee0591575ec3 tempest-SecurityGroupsTestAdminJSON-1904574059 tempest-SecurityGroupsTestAdminJSON-1904574059-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/347409b6-466b-4c28-84db-aa5ed3c30074 HTTP/1.1" status: 204 len: 173 time: 0.4067230 Mar 05 00:02:55.694311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.714495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.724614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.839959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522e18-fc7e-463f-a017-b08842532c43 req-1e3e29d6-1e1a-4645-bc9b-a2a455b32881 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:55.841946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e522e18-fc7e-463f-a017-b08842532c43 req-1e3e29d6-1e1a-4645-bc9b-a2a455b32881 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2341890 Mar 05 00:02:55.852215 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.871501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Port': ['ID=a8956312-8b25-475f-943d-c92dea6cfb8c,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:55.905092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100b6d85-200c-4966-b397-4c9db0b69252']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:55.922963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:55.923250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e38f86b-d267-4b5f-a70c-79e6b07e9ef7') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:02:55.935467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e522e18-fc7e-463f-a017-b08842532c43 req-05f5397a-50be-4354-bed3-deb027efb5a9 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855427 Mar 05 00:02:55.939490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.965393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.972949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:02:55.973398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:02:55.988155 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:02:56.015876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f93f2fee-4c9c-452f-9069-b7594e46fc5d req-85544c44-aef9-43ae-b787-7c3d45f30aea tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "GET /v2.0/security-groups/5c746ed3-5ce5-4749-82c6-d93dadc542b8 HTTP/1.1" status: 200 len: 1612 time: 0.1917131 Mar 05 00:02:56.018671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.070851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.075368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee48d492-d6ba-4db7-a69e-3acedadb9f08 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9705169 Mar 05 00:02:56.075546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51066) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:56.080583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-474137347'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:56.089282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:56.095424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Usage tracker for resource:network and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:56.098799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:56.105920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.107115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:56.110993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.126789 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93f2fee-4c9c-452f-9069-b7594e46fc5d req-6ec8ce40-7308-4a57-95bc-4a91cb5889aa tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.136307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Made reservation on behalf of 0b56bb89017246828d2969fa94f782b4 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:56.139727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.143189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=100b6d85-200c-4966-b397-4c9db0b69252,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:56.150071 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f5e8a161-89a3-4437-b7d3-74a6aeb70cb0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/100b6d85-200c-4966-b397-4c9db0b69252 HTTP/1.1" status: 204 len: 168 time: 0.7366014 Mar 05 00:02:56.164995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.187353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f1536-a452-4388-81a5-5bf6723dc974 req-d97ccac5-3f45-4052-89ec-16a65a71a943 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:56.188820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d2f1536-a452-4388-81a5-5bf6723dc974 req-d97ccac5-3f45-4052-89ec-16a65a71a943 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 944 time: 0.1206186 Mar 05 00:02:56.193462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93f2fee-4c9c-452f-9069-b7594e46fc5d req-6ec8ce40-7308-4a57-95bc-4a91cb5889aa tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.238522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:56.243073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d2f1536-a452-4388-81a5-5bf6723dc974 req-508887b3-5db3-4661-83c6-3a1ca7688c49 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 Mar 05 00:02:56.244509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Usage tracker for resource:security_group_rule and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:56.247785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:56.253793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:56.269476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93f2fee-4c9c-452f-9069-b7594e46fc5d req-6ec8ce40-7308-4a57-95bc-4a91cb5889aa tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.296859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8ce40-7308-4a57-95bc-4a91cb5889aa tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c746ed3-5ce5-4749-82c6-d93dadc542b8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:56.345614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93f2fee-4c9c-452f-9069-b7594e46fc5d req-6ec8ce40-7308-4a57-95bc-4a91cb5889aa tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.346740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f93f2fee-4c9c-452f-9069-b7594e46fc5d req-6ec8ce40-7308-4a57-95bc-4a91cb5889aa tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c746ed3-5ce5-4749-82c6-d93dadc542b8 HTTP/1.1" status: 204 len: 173 time: 0.3229227 Mar 05 00:02:56.386032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.392167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.445881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51076) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:56.502119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28224916-76b4-4723-8554-326cbb541850,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:56.513133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:02:56.517051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dd80f13-8eca-41de-9a4b-fe22cffa59b0 req-93d38530-4633-4491-8e55-dfd49caf43e2 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "GET /v2.0/security-groups/3a299489-f04d-4f74-8179-4f659b388f0f HTTP/1.1" status: 200 len: 1611 time: 0.1030180 Mar 05 00:02:56.525260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.525260 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Added segment d98b87e9-5f4d-4ee0-976e-4ac1821f7e72 of type vlan for network e91e28b2-7739-45bb-9786-6a618034d31f Mar 05 00:02:56.527262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8897bb39-bf30-4768-ab1d-13e2f61b5156 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27ece4463927474fa89e49d4c5039eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0788088 Mar 05 00:02:56.530090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51080) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:56.548713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11150b-0b7b-4760-9fbe-0ad56dad9fad req-cb072738-0d9c-44a5-b472-2c556e3217e9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:56.550102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d11150b-0b7b-4760-9fbe-0ad56dad9fad req-cb072738-0d9c-44a5-b472-2c556e3217e9 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1504886 Mar 05 00:02:56.583008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.627100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dd80f13-8eca-41de-9a4b-fe22cffa59b0 req-fe06f3eb-3b75-404b-9df9-58bfd6803961 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.631733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d11150b-0b7b-4760-9fbe-0ad56dad9fad req-766aaf80-24cd-4d26-8f44-4014729a18ad tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751019 Mar 05 00:02:56.635948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6148e777-d7b4-4416-9824-946fdf4f7d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.648496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.659538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:56.659538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.662665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6148e777-d7b4-4416-9824-946fdf4f7d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.672113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:02:56.695547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dd80f13-8eca-41de-9a4b-fe22cffa59b0 req-fe06f3eb-3b75-404b-9df9-58bfd6803961 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.743603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6148e777-d7b4-4416-9824-946fdf4f7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.768128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148e777-d7b4-4416-9824-946fdf4f7d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281a0dd7-bb88-405f-902c-f4bda4c93054,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:56.788403 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7118909 Mar 05 00:02:56.793288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51084) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:56.811352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Request body: {'subnet': {'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:56.825792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6614-eb09-4553-80cf-81e3ddd0bb79 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Network': ['ID=e91e28b2-7739-45bb-9786-6a618034d31f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:56.834454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:56.847558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6148e777-d7b4-4416-9824-946fdf4f7d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.851438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6148e777-d7b4-4416-9824-946fdf4f7d3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/281a0dd7-bb88-405f-902c-f4bda4c93054 HTTP/1.1" status: 204 len: 168 time: 0.3163490 Mar 05 00:02:56.851574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e91e28b2-7739-45bb-9786-6a618034d31f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:02:56.866488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:02:56.889323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f5327-a1d9-4b29-9182-bb53b4dd888e req-9fbe1430-898b-4d75-a176-8ad0c5bca09e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:56.900063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b0f5327-a1d9-4b29-9182-bb53b4dd888e req-9fbe1430-898b-4d75-a176-8ad0c5bca09e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1322603 Mar 05 00:02:56.925581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dd80f13-8eca-41de-9a4b-fe22cffa59b0 req-fe06f3eb-3b75-404b-9df9-58bfd6803961 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.957781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06f3eb-3b75-404b-9df9-58bfd6803961 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a299489-f04d-4f74-8179-4f659b388f0f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:56.966952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b0f5327-a1d9-4b29-9182-bb53b4dd888e req-b1db93ed-7774-4f0d-acad-e0e34c70f1a6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655713 Mar 05 00:02:56.977433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:56.988783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Usage tracker for resource:subnet and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:56.988783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:56.991974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:56.994289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1dd80f13-8eca-41de-9a4b-fe22cffa59b0 req-fe06f3eb-3b75-404b-9df9-58bfd6803961 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:56.999951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dd80f13-8eca-41de-9a4b-fe22cffa59b0 req-fe06f3eb-3b75-404b-9df9-58bfd6803961 tempest-SecurityGroupsTestAdminJSON-228891174 tempest-SecurityGroupsTestAdminJSON-228891174-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a299489-f04d-4f74-8179-4f659b388f0f HTTP/1.1" status: 204 len: 173 time: 0.4731913 Mar 05 00:02:57.020277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Made reservation on behalf of 0b56bb89017246828d2969fa94f782b4 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:57.032852 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.057944 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.089707 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.111620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:02:57.127673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:57.131937 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.164004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-b0d7bdd3-d334-4fa4-a0ba-84a48398744b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:57.166195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-b0d7bdd3-d334-4fa4-a0ba-84a48398744b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.1564205 Mar 05 00:02:57.243118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:57.251559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.382937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Deleting port 5f50ccec-c2f3-454d-9623-919f199bc449 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:02:57.384392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.430562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51104) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:57.459851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['af5eb3a4-14c4-40b0-be07-66f0f756d948'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:57.678516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.679103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71f6b7-888e-4512-a2b2-29ac00c054e4 req-9a44af98-a290-4770-93ea-cac0e9e8adcf tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:57.679982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e71f6b7-888e-4512-a2b2-29ac00c054e4 req-9a44af98-a290-4770-93ea-cac0e9e8adcf tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.4564216 Mar 05 00:02:57.761894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] For port 5f50ccec-c2f3-454d-9623-919f199bc449, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f50ccec-c2f3-454d-9623-919f199bc449,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:57.762601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.792608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Subnet': ['ID=ca75c9c7-e190-490e-b5d4-d011329d042e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:57.815898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf312f-6c08-4ed2-bf4c-20ec58caeb69 req-f6a088d9-eeb7-4a39-8cc6-a6954875f62c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:57.817348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66cf312f-6c08-4ed2-bf4c-20ec58caeb69 req-f6a088d9-eeb7-4a39-8cc6-a6954875f62c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3099988 Mar 05 00:02:57.819388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-79eeeb00-3582-491a-8464-c781122314b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=800c85d1ab244ac0965b5e5b7276ab2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874748 Mar 05 00:02:57.821963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51120) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:57.834542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e71f6b7-888e-4512-a2b2-29ac00c054e4 req-8675fab9-72c7-47c9-a278-a835f743d76b tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421874 Mar 05 00:02:57.891162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Checking segment: {'id': 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:57.891524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network hostable DHCP agents. Network: e91e28b2-7739-45bb-9786-6a618034d31f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:02:57.952825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66cf312f-6c08-4ed2-bf4c-20ec58caeb69 req-d152200f-933f-4ccf-88ea-4d640622a2e1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138573 Mar 05 00:02:57.980343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10fd6fc5-197f-4e47-98fa-fcac4331d882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:57.993106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network e91e28b2-7739-45bb-9786-6a618034d31f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:02:58.007169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Calling delete_port for 5f50ccec-c2f3-454d-9623-919f199bc449 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:02:58.012493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10fd6fc5-197f-4e47-98fa-fcac4331d882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.022338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e91e28b2-7739-45bb-9786-6a618034d31f) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:58.031437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f3574b-9041-4d83-af37-10640b28b78a None None] Network e91e28b2-7739-45bb-9786-6a618034d31f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:02:58.033632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:58.034223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.075635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3c60ba88-0d34-41d7-9584-94b46f43632e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2812033 Mar 05 00:02:58.078068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:58.094646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10fd6fc5-197f-4e47-98fa-fcac4331d882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.122870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd6fc5-197f-4e47-98fa-fcac4331d882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46af753-d205-47c6-a48a-be1db5d762b4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:58.130408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10fd6fc5-197f-4e47-98fa-fcac4331d882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.134020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-10fd6fc5-197f-4e47-98fa-fcac4331d882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c46af753-d205-47c6-a48a-be1db5d762b4 HTTP/1.1" status: 204 len: 168 time: 0.3087149 Mar 05 00:02:58.252566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1320141784', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:58.263320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:58.278384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Usage tracker for resource:router and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:58.283229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:58.310240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:58.333358 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.334373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.396638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51140) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:58.398009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780aa73-7c80-4deb-8ee0-2be41efe7893 req-9ff1bba0-70cf-4e33-90f0-47b3a2b833bc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:58.401093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-e91e28b2-7739-45bb-9786-6a618034d31f', 'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f', 'tenant_id': '0b56bb89017246828d2969fa94f782b4', 'fixed_ips': [{'subnet_id': 'ca75c9c7-e190-490e-b5d4-d011329d042e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:02:58.402308 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.406186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4780aa73-7c80-4deb-8ee0-2be41efe7893 req-9ff1bba0-70cf-4e33-90f0-47b3a2b833bc tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=771b5f13-738b-4f43-abb8-0210e4aad6ed HTTP/1.1" status: 200 len: 945 time: 0.3383708 Mar 05 00:02:58.464961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.482234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.510712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5f50ccec-c2f3-454d-9623-919f199bc449'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:02:58.581127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event deleted for resources: {'Port': ['ID=5f50ccec-c2f3-454d-9623-919f199bc449,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:58.631653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4780aa73-7c80-4deb-8ee0-2be41efe7893 req-06345db5-979a-4573-b6fa-b6e2556e0b1a tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245409 Mar 05 00:02:58.645975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] No DVR routers for this DVR port 5f50ccec-c2f3-454d-9623-919f199bc449 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:02:58.651087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.655517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'name': 'network-vif-deleted', 'tag': '5f50ccec-c2f3-454d-9623-919f199bc449'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:58.708173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:02:58.804875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Allocated IP 172.20.0.2 (e91e28b2-7739-45bb-9786-6a618034d31f/ca75c9c7-e190-490e-b5d4-d011329d042e/b2058e32-f3f2-4020-a54f-a6a725ddc77d) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:02:58.816288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-378871170-network', 'tenant_id': '9401760a6d614a35b3c72a15444f7884'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:58.822226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port af5eb3a4-14c4-40b0-be07-66f0f756d948 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:02:58.822600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:58.827024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Usage tracker for resource:network and tenant:9401760a6d614a35b3c72a15444f7884 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:58.830054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port af5eb3a4-14c4-40b0-be07-66f0f756d948 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:02:58.830627 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.831448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:58.833040 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771b5f13-738b-4f43-abb8-0210e4aad6ed', 'name': 'network-vif-deleted', 'tag': '5f50ccec-c2f3-454d-9623-919f199bc449', 'status': 'completed', 'code': 200} Mar 05 00:02:58.839174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:58.855086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Made reservation on behalf of 9401760a6d614a35b3c72a15444f7884 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:58.860063 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.861307 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94ee9798-4e8a-436c-9839-faeefb0f3c8a req-df32f7b6-4cc4-4a70-9253-3cf0db5fd6e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "DELETE /v2.0/ports/5f50ccec-c2f3-454d-9623-919f199bc449 HTTP/1.1" status: 204 len: 173 time: 1.6873455 Mar 05 00:02:58.877606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.886652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:58.901279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:58.928996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:58.934355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Usage tracker for resource:security_group_rule and tenant:9401760a6d614a35b3c72a15444f7884 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:58.938270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:58.949500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:59.039279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.057145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.147963 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.173010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78b34fec-0f22-420d-95b9-59ba60643a93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e7a9e987990434bad22b7a761805b55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692797 Mar 05 00:02:59.175151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:02:59.176672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51158) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:59.182345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b7a19c-c257-4749-aec7-c60bd638fead,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:59.190442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:02:59.193580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:02:59.205664 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.222591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.223903 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Added segment ce9708a7-07a4-4163-9592-69b00e105044 of type vlan for network 1f37940e-d7fc-477e-b013-04edfc3b8c57 Mar 05 00:02:59.260158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.266830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.293336 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:02:59.302797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.304010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:59.304700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.327001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Transition to ACTIVE for port object b2058e32-f3f2-4020-a54f-a6a725ddc77d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:59.352513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:59.357250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Transition to ACTIVE for port object b2058e32-f3f2-4020-a54f-a6a725ddc77d will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:02:59.364847 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.377020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9782987 Mar 05 00:02:59.380392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51164) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:02:59.447348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Network e91e28b2-7739-45bb-9786-6a618034d31f is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:02:59.450476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:02:59.455562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:02:59.467396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb6a3-da6c-4af6-88c1-270fe9236c04 admin admin] Pushing event updated for resources: {'Network': ['ID=1f37940e-d7fc-477e-b013-04edfc3b8c57,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:59.467748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Pushing event updated for resources: {'Port': ['ID=b2058e32-f3f2-4020-a54f-a6a725ddc77d,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:59.511526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Request body: {'subnet': {'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-378871170-subnet', 'tenant_id': '9401760a6d614a35b3c72a15444f7884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:02:59.554351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1f37940e-d7fc-477e-b013-04edfc3b8c57 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:02:59.554488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:02:59.569256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Usage tracker for resource:subnet and tenant:9401760a6d614a35b3c72a15444f7884 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:02:59.580760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:02:59.594843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:02:59.654359 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df697681-4d13-4022-8e65-66746983662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.694507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Made reservation on behalf of 9401760a6d614a35b3c72a15444f7884 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:02:59.696828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.703826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Attempting to bind port b2058e32-f3f2-4020-a54f-a6a725ddc77d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:02:59.704198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Attempting to bind port b2058e32-f3f2-4020-a54f-a6a725ddc77d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:02:59.704561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Attempting to bind port b2058e32-f3f2-4020-a54f-a6a725ddc77d on network e91e28b2-7739-45bb-9786-6a618034d31f {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:02:59.716194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:02:59.716566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Checking segment: {'id': 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:02:59.717259 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.717376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Bound using segment: {'id': 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:02:59.717825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Bound port: b2058e32-f3f2-4020-a54f-a6a725ddc77d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:02:59.718191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.802691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b11b3bd9-ed01-43f9-bd47-59e2d0112578 req-9f18eb66-3d4d-45b6-b5d9-a159b66f7b28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1097 time: 0.4207859 Mar 05 00:02:59.819190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c67c5-91ae-4d2b-b612-1439ccfd2445 req-9119d3de-01bb-4675-8aaf-b43030613ac3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:02:59.826654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b02c67c5-91ae-4d2b-b612-1439ccfd2445 req-9119d3de-01bb-4675-8aaf-b43030613ac3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.5816081 Mar 05 00:02:59.835315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] For port b2058e32-f3f2-4020-a54f-a6a725ddc77d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:02:59.839040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] For port b2058e32-f3f2-4020-a54f-a6a725ddc77d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b2058e32-f3f2-4020-a54f-a6a725ddc77d,segment=NetworkSegment(d98b87e9-5f4d-4ee0-976e-4ac1821f7e72),segment_id=d98b87e9-5f4d-4ee0-976e-4ac1821f7e72)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:02:59.845401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.849792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df697681-4d13-4022-8e65-66746983662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:02:59.950264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be21305-418a-4ef3-bea9-353a1e3aca53 None None] Pushing event updated for resources: {'Port': ['ID=b2058e32-f3f2-4020-a54f-a6a725ddc77d,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:02:59.972541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.033665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.104497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b11b3bd9-ed01-43f9-bd47-59e2d0112578 req-6144d384-1a95-46d8-b61d-d24aeb11060b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574933 Mar 05 00:03:00.115058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b02c67c5-91ae-4d2b-b612-1439ccfd2445 req-bee8091a-3c85-4f07-9ca5-e0e4bbc53653 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875252 Mar 05 00:03:00.145162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df697681-4d13-4022-8e65-66746983662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.222814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df697681-4d13-4022-8e65-66746983662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5be56c9-9c25-45c2-9073-864865e68b8b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:00.290135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066225d3-e033-44d5-9e84-c1989001d3af req-2e7d136c-d6a8-4145-893e-69c8f801cbe5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:00.291761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-2e7d136c-d6a8-4145-893e-69c8f801cbe5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.2866151 Mar 05 00:03:00.310368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-8131c85c-8cfc-4d8c-8915-7c3684793e7c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/quotas/70a7f240566d4002991d511bd5bc3ada HTTP/1.1" status: 200 len: 375 time: 0.0128911 Mar 05 00:03:00.329210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df697681-4d13-4022-8e65-66746983662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.332606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-df697681-4d13-4022-8e65-66746983662a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5be56c9-9c25-45c2-9073-864865e68b8b HTTP/1.1" status: 204 len: 168 time: 1.1513500 Mar 05 00:03:00.367360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-5b62a1ae-c714-490a-9aea-a6e8784b829e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499611 Mar 05 00:03:00.374748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Allocated IP 172.25.0.234 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5c6149d9-c58e-4c75-9ec0-555c03ff62b6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:00.406726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.503421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-890fc2e6-8ffa-4e68-b15b-84cd4bb33731 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351502 Mar 05 00:03:00.600919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a620a9-27da-4155-bd01-3406758ff6ef,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:00.617963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Checking segment: {'id': 'ce9708a7-07a4-4163-9592-69b00e105044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:00.618317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Network hostable DHCP agents. Network: 1f37940e-d7fc-477e-b013-04edfc3b8c57, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:03:00.669496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-098c090e-41ab-4a75-81f7-29e8d8bd1f69 service neutron] 10.222.0.32 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585033 Mar 05 00:03:00.784199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.789273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Network 1f37940e-d7fc-477e-b013-04edfc3b8c57 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:03:00.867994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1f37940e-d7fc-477e-b013-04edfc3b8c57) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:00.872778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:00.873745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:00.885064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082768c-5931-41a7-ae90-fce1fac37c4a None None] Network 1f37940e-d7fc-477e-b013-04edfc3b8c57 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:00.904646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0e683c14-3b04-4812-8f21-4b4767ba9e0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5150492 Mar 05 00:03:00.983409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35d8896b-5b1a-4661-b0eb-bcdb0801f2c3 req-77b40c97-5b20-4e97-a699-81a3bbe25a66 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 210 time: 0.1241603 Mar 05 00:03:01.021190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:01.161267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3a8b2-2051-460c-8e78-3313df72ae77 req-6fb2efc7-580e-4788-9835-3cf8960decde tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:01.163812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5a3a8b2-2051-460c-8e78-3313df72ae77 req-6fb2efc7-580e-4788-9835-3cf8960decde tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.3570552 Mar 05 00:03:01.291573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f50ccec-c2f3-454d-9623-919f199bc449 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:01.294136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:01.299031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:01.304967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:01.334530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Port': ['ID=5c6149d9-c58e-4c75-9ec0-555c03ff62b6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:01.360865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f5a3a8b2-2051-460c-8e78-3313df72ae77 req-d25e3411-7e8a-4b8d-8786-a6f11fcbed10 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699433 Mar 05 00:03:01.410664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 5f50ccec-c2f3-454d-9623-919f199bc449 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:01.410664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f50ccec-c2f3-454d-9623-919f199bc449 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:01.546500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324c059-3418-4266-9b33-2921effdd4ed None None] Network e91e28b2-7739-45bb-9786-6a618034d31f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:01.573748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114cd9e-2976-4350-92e9-834ccd1dff19 req-87f991d1-e35f-4699-8a9b-4faad02cb27c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:01.591373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7114cd9e-2976-4350-92e9-834ccd1dff19 req-87f991d1-e35f-4699-8a9b-4faad02cb27c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.1706779 Mar 05 00:03:01.658592 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:01.659676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:01.697933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012803cc-fa2a-43bc-b67d-ee4f437101c4 None None] Network 1f37940e-d7fc-477e-b013-04edfc3b8c57 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:01.707383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7114cd9e-2976-4350-92e9-834ccd1dff19 req-ad1bd282-1307-4ec2-9a86-7f171f2ccee9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147137 Mar 05 00:03:01.848459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0fccd8c1-4187-484b-b2f2-27533e755a06 None None] Provisioning for port b2058e32-f3f2-4020-a54f-a6a725ddc77d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:01.893884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b2058e32-f3f2-4020-a54f-a6a725ddc77d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:02.251004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Router 15732fb9-c140-4006-98a5-44614d7f3ebe is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:03:02.331682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b2058e32-f3f2-4020-a54f-a6a725ddc77d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:02.345302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b2058e32-f3f2-4020-a54f-a6a725ddc77d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:02.345670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:02.502998 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:02.609288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b2058e32-f3f2-4020-a54f-a6a725ddc77d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b2058e32-f3f2-4020-a54f-a6a725ddc77d,segment=NetworkSegment(d98b87e9-5f4d-4ee0-976e-4ac1821f7e72),segment_id=d98b87e9-5f4d-4ee0-976e-4ac1821f7e72)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:02.620487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:02.663746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38beccb6-176d-4aff-b47c-7c41fc8a2d5a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:02.691863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8fba859-adcb-441c-bfb7-81dbe679ab54 req-bdedf1a8-7cf4-41d4-8eb4-558ae7d83179 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 210 time: 0.0800836 Mar 05 00:03:02.792038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 38beccb6-176d-4aff-b47c-7c41fc8a2d5a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:02.800015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38beccb6-176d-4aff-b47c-7c41fc8a2d5a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:02.842179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b2058e32-f3f2-4020-a54f-a6a725ddc77d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:02.865177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-646aadee-3fcd-4cd5-8b69-6f619b565c2b None None] Provisioning complete for port b2058e32-f3f2-4020-a54f-a6a725ddc77d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:02.866416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-646aadee-3fcd-4cd5-8b69-6f619b565c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:02.898186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066225d3-e033-44d5-9e84-c1989001d3af req-7763e6e3-aed4-417d-b224-b0cbb8f195f6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:02.900341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-7763e6e3-aed4-417d-b224-b0cbb8f195f6 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 812 time: 0.2835934 Mar 05 00:03:02.923095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Request body: {'port': {'device_id': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'admin_state_up': True, 'tenant_id': '70a7f240566d4002991d511bd5bc3ada'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:03.028701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f7bfd-f5af-419e-a17c-1f5ebd5161f4 req-8f1ee622-c10c-48eb-a4f2-f9209eeb1230 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:03.044559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc3f7bfd-f5af-419e-a17c-1f5ebd5161f4 req-8f1ee622-c10c-48eb-a4f2-f9209eeb1230 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.1554778 Mar 05 00:03:03.081035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-86123df2-a6f0-422d-96e2-de8f818ef310 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:03.083237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-86123df2-a6f0-422d-96e2-de8f818ef310 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/networks?id=1f37940e-d7fc-477e-b013-04edfc3b8c57 HTTP/1.1" status: 200 len: 808 time: 0.7560863 Mar 05 00:03:03.140822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc3f7bfd-f5af-419e-a17c-1f5ebd5161f4 req-bc510a41-6ef5-48bf-9d5a-98e1cbfd6d83 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952663 Mar 05 00:03:03.147325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-aaaf9acd-f913-4e98-a570-50b6c91f9561 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/quotas/9401760a6d614a35b3c72a15444f7884 HTTP/1.1" status: 200 len: 375 time: 0.0553896 Mar 05 00:03:03.156872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:03.201754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Usage tracker for resource:port and tenant:70a7f240566d4002991d511bd5bc3ada is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:03.209349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:03.228480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c16467c1-0961-4d13-b763-449498b45e9e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9401760a6d614a35b3c72a15444f7884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747833 Mar 05 00:03:03.230622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:03.390968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-6634aeb0-ff5d-4ef5-9589-636bcffcb533 service neutron] 10.222.0.32 "GET /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420567 Mar 05 00:03:03.391836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Made reservation on behalf of 70a7f240566d4002991d511bd5bc3ada for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:03.395010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:03.429115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86140f76-0cab-484e-9119-68d6189c4123 req-e268cff8-9f61-4b01-8c05-00fe75da2e2a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:03.434526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86140f76-0cab-484e-9119-68d6189c4123 req-e268cff8-9f61-4b01-8c05-00fe75da2e2a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.1582851 Mar 05 00:03:03.438006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:03.439947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51262) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:03.449085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'floatingip': {'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:03.451417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] Sync routers for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:03.470859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:03.472038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:03.552182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:03.577403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:03.578057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:02:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:03.597479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:03.650150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:03.651098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8bb3c1-74a8-406c-a900-9efc723d0987 None None] The sync data for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:03.759255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b2058e32-f3f2-4020-a54f-a6a725ddc77d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:03.770677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:03.774437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cb964b1a-df9d-4efe-ae77-eee5a04bfd11 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5359423 Mar 05 00:03:03.778979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51274) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:03.866006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-e140962a-7f7f-402a-aea2-3e377af03d86 service neutron] 10.222.0.32 "GET /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579232 Mar 05 00:03:03.871361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b2058e32-f3f2-4020-a54f-a6a725ddc77d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:03.871748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:03.903694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Allocated IP 172.20.0.12 (ca6a8ca4-6da0-4add-9049-7c751319a689/3b0442fb-a254-488c-afee-c0514f86ce60/2778f955-85da-41dc-8947-b8a74064e58e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:04.253048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:04.286005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:04.464445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event updated for resources: {'Port': ['ID=2778f955-85da-41dc-8947-b8a74064e58e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:04.487841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Network ca6a8ca4-6da0-4add-9049-7c751319a689 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:04.575365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:04.599843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:04.671992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9193cb35-93e6-45cc-a21f-51c04337ef8a req-9bae5c76-cabe-4ea4-a347-967da3b00ed9 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 210 time: 0.2112007 Mar 05 00:03:04.764342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225500-3c2a-41ee-9c61-6af7d3bf882a req-00636fe7-5e3e-4710-879d-144f0f215654 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:04.770778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf225500-3c2a-41ee-9c61-6af7d3bf882a req-00636fe7-5e3e-4710-879d-144f0f215654 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 932 time: 0.5780115 Mar 05 00:03:04.815404 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e628-73fc-4539-8532-ca2a2c8da8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:04.829704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:04.832652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:04.865940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-8e695081-8d68-4672-8f30-d8562ec20dde tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9471200 Mar 05 00:03:04.884873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Request body: {'port': {'device_id': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:04.902003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf225500-3c2a-41ee-9c61-6af7d3bf882a req-cf0b64c2-5e15-4f8c-8717-a10770e1041e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300168 Mar 05 00:03:05.079271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:05.426025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:05.439366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:05.519236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2778f955-85da-41dc-8947-b8a74064e58e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:03:05.526823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:05.542943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Transition to ACTIVE for port object 2778f955-85da-41dc-8947-b8a74064e58e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:05.547697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:05.671561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Pushing event updated for resources: {'Port': ['ID=2778f955-85da-41dc-8947-b8a74064e58e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:05.802501 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Floating IP 9ea1d309-b1b2-4c7d-990f-51f59e76c7a2 associated. External IP: 172.25.0.125, port: af5eb3a4-14c4-40b0-be07-66f0f756d948. Mar 05 00:03:05.819181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Attempting to bind port 2778f955-85da-41dc-8947-b8a74064e58e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:05.819653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Attempting to bind port 2778f955-85da-41dc-8947-b8a74064e58e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:05.820074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Attempting to bind port 2778f955-85da-41dc-8947-b8a74064e58e on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:05.832453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Port 2778f955-85da-41dc-8947-b8a74064e58e on network ca6a8ca4-6da0-4add-9049-7c751319a689 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:03:05.832867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Attempting to bind port 2778f955-85da-41dc-8947-b8a74064e58e on network ca6a8ca4-6da0-4add-9049-7c751319a689 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:05.839862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:05.840862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Checking segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:05.842406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Bound using segment: {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:05.842406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Bound port: 2778f955-85da-41dc-8947-b8a74064e58e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad52005-1810-4166-b501-c367b3e34f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:05.842406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:05.883761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51322) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:06.145565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87929baf-4fb4-4251-b880-7b78c80dbae8 req-8c187547-3c73-456d-bded-6f3614b48474 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0771298 Mar 05 00:03:06.268966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.281262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] For port 2778f955-85da-41dc-8947-b8a74064e58e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:06.296967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.307680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] For port 2778f955-85da-41dc-8947-b8a74064e58e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2778f955-85da-41dc-8947-b8a74064e58e,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:06.314630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-457129b8-62b9-417f-b6b2-e5abd702379f tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:06.316333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-457129b8-62b9-417f-b6b2-e5abd702379f tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.10 "GET /v2.0/networks?id=1f37940e-d7fc-477e-b013-04edfc3b8c57 HTTP/1.1" status: 200 len: 808 time: 0.4611013 Mar 05 00:03:06.320945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.478490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Request body: {'port': {'device_id': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57', 'admin_state_up': True, 'tenant_id': '9401760a6d614a35b3c72a15444f7884'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:06.595523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.596920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] 10.222.0.10 "PUT /v2.0/ports/2778f955-85da-41dc-8947-b8a74064e58e HTTP/1.1" status: 200 len: 1092 time: 1.7185183 Mar 05 00:03:06.597378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'tag': '2778f955-85da-41dc-8947-b8a74064e58e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:06.602432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:06.614781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257643f0-77f3-43aa-98be-682e2fbc90f4 req-92ebb913-eaa6-466a-93fa-f031e0d82cb1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:06.615553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-257643f0-77f3-43aa-98be-682e2fbc90f4 req-92ebb913-eaa6-466a-93fa-f031e0d82cb1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:06.631095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Usage tracker for resource:security_group_rule and tenant:17cf523d51a6481d818b62fff78c9bf5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:06.635585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:06.682985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4713-c3a3-4ba2-bc17-73348224e05a service neutron] Pushing event updated for resources: {'Port': ['ID=2778f955-85da-41dc-8947-b8a74064e58e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:06.685973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:06.696456 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'tag': '2778f955-85da-41dc-8947-b8a74064e58e', 'status': 'completed', 'code': 200} Mar 05 00:03:06.722243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-257643f0-77f3-43aa-98be-682e2fbc90f4 req-92ebb913-eaa6-466a-93fa-f031e0d82cb1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:06.723360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-257643f0-77f3-43aa-98be-682e2fbc90f4 req-92ebb913-eaa6-466a-93fa-f031e0d82cb1 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 944 time: 0.5883698 Mar 05 00:03:06.804918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:06.818722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Usage tracker for resource:port and tenant:9401760a6d614a35b3c72a15444f7884 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:06.825599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:06.844259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:06.850582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-257643f0-77f3-43aa-98be-682e2fbc90f4 req-c178f71c-225d-40e5-b4c3-b4025538ce68 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 Mar 05 00:03:06.868258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-1b5ce2c0-5a11-4e71-8021-eb6f16540bb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 1095 time: 0.2200875 Mar 05 00:03:06.927242 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-141b1f13-977b-457e-b8a6-56303190495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.939021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.949332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.963699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-16085145-57cc-4f6f-8d4d-a7eed51bf03f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2778f955-85da-41dc-8947-b8a74064e58e HTTP/1.1" status: 200 len: 217 time: 0.0865490 Mar 05 00:03:06.966940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Made reservation on behalf of 9401760a6d614a35b3c72a15444f7884 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:06.969914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:06.988828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:06.990086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Allocated IP 172.20.0.1 (e91e28b2-7739-45bb-9786-6a618034d31f/ca75c9c7-e190-490e-b5d4-d011329d042e/d6d73799-7cf6-4e38-8e49-86b1a18413c3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:07.061058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0c083-d4fb-4876-ae31-dc98bedaba2c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:07.068297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dcc15a59-baef-472e-92d4-8d813630304e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17cf523d51a6481d818b62fff78c9bf5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1835196 Mar 05 00:03:07.106684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:07.140631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066225d3-e033-44d5-9e84-c1989001d3af req-6aa83f9a-d89f-4bea-94dd-c24ebef496b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:07.142104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-6aa83f9a-d89f-4bea-94dd-c24ebef496b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1572256 Mar 05 00:03:07.213033 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-df197ef2-8e9f-4c68-9045-81708fb9195a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571492 Mar 05 00:03:07.300641 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.326134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Transition to ACTIVE for port object d6d73799-7cf6-4e38-8e49-86b1a18413c3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:07.379036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-699ad5d2-16e1-419f-a573-2f9db1e0e565 req-3ca65b8f-fb0d-4d59-9fb8-cd3d16f21751 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0461328 Mar 05 00:03:07.380383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce5fb-61c8-4c2c-962a-7d871b42b20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.414805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.430485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Allocated IP 172.20.0.13 (1f37940e-d7fc-477e-b013-04edfc3b8c57/04a620a9-27da-4155-bd01-3406758ff6ef/ee8ab156-a13c-4532-888e-d8cddeae71de) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:07.448297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce5fb-61c8-4c2c-962a-7d871b42b20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.466117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:07.478511 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-1c09b526-4b87-4d4a-a6d2-57ef0d09adc7 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560272 Mar 05 00:03:07.479829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] Sync routers for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:07.493103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.495072 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:07.495912 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:07.538375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network e91e28b2-7739-45bb-9786-6a618034d31f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:07.541075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Port': ['ID=d6d73799-7cf6-4e38-8e49-86b1a18413c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:07.550517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:07.556403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:07.608204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.608617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.608962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.609316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.610031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.610031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.610282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.613053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.613053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.613053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.613053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:07.627467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-533ffd38-42d0-4090-b1d2-b8e5e89588cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "PUT /v2.0/floatingips/9ea1d309-b1b2-4c7d-990f-51f59e76c7a2 HTTP/1.1" status: 200 len: 992 time: 4.1862197 Mar 05 00:03:07.630590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:07.672259 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:03:07.679028 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.767120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce5fb-61c8-4c2c-962a-7d871b42b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.778584 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:07.794478 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'status': 'completed', 'code': 200} Mar 05 00:03:07.823980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.917716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ce5fb-61c8-4c2c-962a-7d871b42b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0c083-d4fb-4876-ae31-dc98bedaba2c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:07.947872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066225d3-e033-44d5-9e84-c1989001d3af req-bb4bb8c4-2747-4fe7-8cb8-ffa73c480eef service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557261 Mar 05 00:03:07.977110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.981334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce5fb-61c8-4c2c-962a-7d871b42b20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:07.982648 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1b9ce5fb-61c8-4c2c-962a-7d871b42b20e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60e0c083-d4fb-4876-ae31-dc98bedaba2c HTTP/1.1" status: 204 len: 168 time: 0.8736470 Mar 05 00:03:08.043027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e37c33e1-5e5f-4680-b815-6efe745c6add None None] Provisioning for port d6d73799-7cf6-4e38-8e49-86b1a18413c3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:08.050357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e37c33e1-5e5f-4680-b815-6efe745c6add None None] Provisioning complete for port d6d73799-7cf6-4e38-8e49-86b1a18413c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:08.050733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e37c33e1-5e5f-4680-b815-6efe745c6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.177145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-dc008878-5ebb-4eea-9ae8-78a1506f0bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1097 time: 0.3929458 Mar 05 00:03:08.188346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa237e-18f1-4f04-b1db-e4a17eb5420a req-6b3a0aea-95d1-435b-9515-c994ed06e3ff tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:08.190316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8efa237e-18f1-4f04-b1db-e4a17eb5420a req-6b3a0aea-95d1-435b-9515-c994ed06e3ff tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.3826172 Mar 05 00:03:08.205443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e37c33e1-5e5f-4680-b815-6efe745c6add None None] Port d6d73799-7cf6-4e38-8e49-86b1a18413c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:08.212177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.217586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.287061 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.350021 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '9ea1d309-b1b2-4c7d-990f-51f59e76c7a2', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:02:43Z', 'updated_at': '2022-03-05T00:03:05Z', 'revision_number': 1, 'project_id': '371b94f2830f444d8060dc7976a63700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:44Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:08.360025 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] Checking router: 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:08.372716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:08.373667 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:08.517905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-7b039e15-38e8-4960-ba8b-296221cedf4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=70a7f240566d4002991d511bd5bc3ada&device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 1095 time: 0.5057588 Mar 05 00:03:08.570696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5a865-db7f-491f-b47c-c28666957e7f req-a68ae4df-dab8-44f6-8006-a8aa326d496a tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:08.578892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13b5a865-db7f-491f-b47c-c28666957e7f req-a68ae4df-dab8-44f6-8006-a8aa326d496a tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 944 time: 0.3887696 Mar 05 00:03:08.584089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51356) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:08.596145 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:08.625781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.638944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Network 1f37940e-d7fc-477e-b013-04edfc3b8c57 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:08.640614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Pushing event updated for resources: {'Port': ['ID=ee8ab156-a13c-4532-888e-d8cddeae71de,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:08.649795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:08.664941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:08.682984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13b5a865-db7f-491f-b47c-c28666957e7f req-0d69a503-0bcb-4502-bfa0-1434805bc2c2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030467 Mar 05 00:03:08.718550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:08.721203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8efa237e-18f1-4f04-b1db-e4a17eb5420a req-e80815b2-e9a0-4d70-8b29-e97037b744b7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069079 Mar 05 00:03:08.724469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Usage tracker for resource:security_group_rule and tenant:97c6804c53b24f05be5c54eab86c7736 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:08.728093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:08.736215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:08.797775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.817033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.827496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:08.828739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:08.837328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-b23dccae-7a93-46be-9394-525480e134a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:08.838988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-b23dccae-7a93-46be-9394-525480e134a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.6469662 Mar 05 00:03:08.900813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-d22bb554-9b5c-4a4e-9ead-768cb8af7a9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:08.903249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-d22bb554-9b5c-4a4e-9ead-768cb8af7a9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 200 len: 913 time: 0.3696110 Mar 05 00:03:08.944185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-c852161c-87e7-4933-ba95-1c3079550546 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4774818 Mar 05 00:03:08.964044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.022813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Request body: {'port': {'device_id': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:09.029759 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '9ea1d309-b1b2-4c7d-990f-51f59e76c7a2', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:02:43Z', 'updated_at': '2022-03-05T00:03:05Z', 'revision_number': 1, 'project_id': '371b94f2830f444d8060dc7976a63700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:44Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:09.034506 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b676-1ec7-4540-8704-efc549bd3ef4 None None] The sync data for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 is: [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '9ea1d309-b1b2-4c7d-990f-51f59e76c7a2', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:02:43Z', 'updated_at': '2022-03-05T00:03:05Z', 'revision_number': 1, 'project_id': '371b94f2830f444d8060dc7976a63700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:44Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:09.083326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Port': ['ID=d6d73799-7cf6-4e38-8e49-86b1a18413c3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:09.084894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-1ddf2362-9467-46fd-b394-b92acef32115 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2778f955-85da-41dc-8947-b8a74064e58e HTTP/1.1" status: 200 len: 217 time: 0.1425009 Mar 05 00:03:09.174828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-8c5e9d7f-61e5-4ff9-af44-b9eaef4aee5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.3259757 Mar 05 00:03:09.192953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.205640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.263047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-07b5ea6a-e25b-4250-91ca-8b6de49a36ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:09.264495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-07b5ea6a-e25b-4250-91ca-8b6de49a36ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 200 len: 852 time: 0.1668639 Mar 05 00:03:09.290222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38b27e-4d2b-4534-85aa-d759373311fb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:09.294095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3ac3e-871b-4064-9f70-3008d26591f1 None None] New status for floating IP 9ea1d309-b1b2-4c7d-990f-51f59e76c7a2: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:03:09.307162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-399cf0ba-8020-4667-b7c7-e70cd85a6162 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97c6804c53b24f05be5c54eab86c7736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7193749 Mar 05 00:03:09.307162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51362) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:09.314169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network e91e28b2-7739-45bb-9786-6a618034d31f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:09.328713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:09.343683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236118fc-8d28-4244-a127-0d83da1639b7 req-d81c3e2d-3ddc-416f-82ae-729462ac9b93 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:09.350665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-236118fc-8d28-4244-a127-0d83da1639b7 req-d81c3e2d-3ddc-416f-82ae-729462ac9b93 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.4512687 Mar 05 00:03:09.354170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-ede8b140-49c6-4eb5-9a0b-3f38f45da64b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca6a8ca4-6da0-4add-9049-7c751319a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715172 Mar 05 00:03:09.373806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.396876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269fcf-b193-4a74-9f64-89789befd437 req-967258d2-5594-43a5-80fb-77c3557c7f58 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:09.403652 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47269fcf-b193-4a74-9f64-89789befd437 req-967258d2-5594-43a5-80fb-77c3557c7f58 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 932 time: 0.5078759 Mar 05 00:03:09.414278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-3adfca2a-9082-490c-92dd-b4a48d2c3403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:09.415727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-3adfca2a-9082-490c-92dd-b4a48d2c3403 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2113814 Mar 05 00:03:09.580915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-47269fcf-b193-4a74-9f64-89789befd437 req-50edf180-245b-4df3-afcb-d2ef2a060f9e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Synchronizing usage tracker for tenant:9401760a6d614a35b3c72a15444f7884 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:09.609986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ee2f-607e-4b1d-9f59-3ed2ba474208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.649095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-47269fcf-b193-4a74-9f64-89789befd437 req-50edf180-245b-4df3-afcb-d2ef2a060f9e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Unset dirty status for tenant:9401760a6d614a35b3c72a15444f7884 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:09.660803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47269fcf-b193-4a74-9f64-89789befd437 req-50edf180-245b-4df3-afcb-d2ef2a060f9e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562537 Mar 05 00:03:09.665874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ee2f-607e-4b1d-9f59-3ed2ba474208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.711932 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.714641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-236118fc-8d28-4244-a127-0d83da1639b7 req-b24a45c8-5efd-44bb-8f16-8d671d263723 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631222 Mar 05 00:03:09.743218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-044999b3-8133-42c4-8cdb-0346aceb02b0 None None] Provisioning complete for port d6d73799-7cf6-4e38-8e49-86b1a18413c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:09.743695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-044999b3-8133-42c4-8cdb-0346aceb02b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:09.820859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-044999b3-8133-42c4-8cdb-0346aceb02b0 None None] Port d6d73799-7cf6-4e38-8e49-86b1a18413c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:09.871463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-87745ad4-fd64-4383-8c44-0115eb2680ae service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868455 Mar 05 00:03:09.899519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-6e3b524d-9335-491f-88df-d20766797480 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4752645 Mar 05 00:03:10.017212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ee2f-607e-4b1d-9f59-3ed2ba474208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:10.042615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-1bafc6e8-e8b9-41e1-9010-c2cbe8dcc012 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1921115 Mar 05 00:03:10.046876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4ee2f-607e-4b1d-9f59-3ed2ba474208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b38b27e-4d2b-4534-85aa-d759373311fb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:10.060363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ee2f-607e-4b1d-9f59-3ed2ba474208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:10.061496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2cf4ee2f-607e-4b1d-9f59-3ed2ba474208 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b38b27e-4d2b-4534-85aa-d759373311fb HTTP/1.1" status: 204 len: 168 time: 0.7509527 Mar 05 00:03:10.068453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd248dc3-55ce-4ada-b7d6-6cd81ce4a829 req-e7e44c8c-7899-42b6-b842-9474097774e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:10.069963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd248dc3-55ce-4ada-b7d6-6cd81ce4a829 req-e7e44c8c-7899-42b6-b842-9474097774e5 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 944 time: 0.1724977 Mar 05 00:03:10.187704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd248dc3-55ce-4ada-b7d6-6cd81ce4a829 req-99f89645-d8d7-4171-9e17-d85196531ec7 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056318 Mar 05 00:03:10.229279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Router 15732fb9-c140-4006-98a5-44614d7f3ebe has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:10.241177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-f4cc4131-ea67-4c02-a383-bb3807a63ebd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.1131210 Mar 05 00:03:10.345053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-9af4d7c9-1974-44e8-8d32-fcf46dac26e3 service neutron] 10.222.0.10 "GET /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675336 Mar 05 00:03:10.346764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-fe4b49d1-a194-4274-8fec-290f83535708 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381962 Mar 05 00:03:10.450708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8ab156-a13c-4532-888e-d8cddeae71de {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:03:10.461579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:10.495866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Transition to ACTIVE for port object ee8ab156-a13c-4532-888e-d8cddeae71de will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:10.512698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:10.592905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8ab156-a13c-4532-888e-d8cddeae71de,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:10.640460 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b73a15d2-2ba3-44f0-8aff-7dc7815f6500 req-b5d09867-8c45-442e-8730-d806ee2d7b36 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827680 Mar 05 00:03:10.669705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c9609-d792-416d-8484-bd6d60a71d37 req-4f8d2ccd-7475-4e3d-ac47-ac194a6f21ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:10.671162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-4f8d2ccd-7475-4e3d-ac47-ac194a6f21ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.3648202 Mar 05 00:03:10.742269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-46a481bf-04f9-46df-81b3-ab7834f9a3ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.0652950 Mar 05 00:03:10.793055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Attempting to bind port ee8ab156-a13c-4532-888e-d8cddeae71de on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:10.794476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Attempting to bind port ee8ab156-a13c-4532-888e-d8cddeae71de by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'ce9708a7-07a4-4163-9592-69b00e105044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:10.795417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Attempting to bind port ee8ab156-a13c-4532-888e-d8cddeae71de on network 1f37940e-d7fc-477e-b013-04edfc3b8c57 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:10.803036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Port ee8ab156-a13c-4532-888e-d8cddeae71de on network 1f37940e-d7fc-477e-b013-04edfc3b8c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:03:10.803584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Attempting to bind port ee8ab156-a13c-4532-888e-d8cddeae71de on network 1f37940e-d7fc-477e-b013-04edfc3b8c57 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:10.812149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:10.812666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Checking segment: {'id': 'ce9708a7-07a4-4163-9592-69b00e105044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:10.813239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Bound using segment: {'id': 'ce9708a7-07a4-4163-9592-69b00e105044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:10.813838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Bound port: ee8ab156-a13c-4532-888e-d8cddeae71de, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9708a7-07a4-4163-9592-69b00e105044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:10.814665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:10.858879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c9609-d792-416d-8484-bd6d60a71d37 req-cd4b6517-2af0-4211-b9c7-71ab87f71658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:10.860941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-cd4b6517-2af0-4211-b9c7-71ab87f71658 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.1126938 Mar 05 00:03:10.877256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:10.888212 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] Sync routers for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:10.904080 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:10.905102 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:10.930187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f748845f-0b4e-4d78-bf92-1e7328251050 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "PUT /v2.0/routers/15732fb9-c140-4006-98a5-44614d7f3ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1494834 Mar 05 00:03:10.932909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51392) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:10.962399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Request body: {'port': {'network_id': 'e91e28b2-7739-45bb-9786-6a618034d31f', 'name': 'tempest-FloatingIPAdminTestJSON-181920458'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:10.985376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-89ab3b9e-4b2c-41df-bdb5-87ff0681e880 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996494 Mar 05 00:03:10.988849 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:11.006142 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:11.006991 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:11.085281 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:11.086056 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560eb2d-46fe-4757-90f8-e6b485fdb6f0 None None] The sync data for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:11.119495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51398) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:11.154630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] For port ee8ab156-a13c-4532-888e-d8cddeae71de, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:11.173508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31c9c-01da-4973-8550-0ad3b9c9b528 req-dffede60-7533-4233-b523-aec504afe5f0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:11.174970 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64b31c9c-01da-4973-8550-0ad3b9c9b528 req-dffede60-7533-4233-b523-aec504afe5f0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.2515910 Mar 05 00:03:11.181398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] For port ee8ab156-a13c-4532-888e-d8cddeae71de, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ee8ab156-a13c-4532-888e-d8cddeae71de,segment=NetworkSegment(ce9708a7-07a4-4163-9592-69b00e105044),segment_id=ce9708a7-07a4-4163-9592-69b00e105044)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:11.188781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2778f955-85da-41dc-8947-b8a74064e58e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:03:11.195622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:11.198764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.220621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-720505ca-15af-4d0e-ae3e-a6cabd886df6 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282052 Mar 05 00:03:11.240470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Usage tracker for resource:port and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:11.249020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64b31c9c-01da-4973-8550-0ad3b9c9b528 req-24fd2183-96ed-48bd-9257-4b54c4edd3cf tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675802 Mar 05 00:03:11.249256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:11.258524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c879102-af2b-420f-a6c3-c959143ae97f req-ede26c1d-9615-4d49-a910-89496b56050e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:11.259627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6c879102-af2b-420f-a6c3-c959143ae97f req-ede26c1d-9615-4d49-a910-89496b56050e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Synchronizing usage tracker for tenant:9401760a6d614a35b3c72a15444f7884 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:11.280458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:11.316505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.317573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee8ab156-a13c-4532-888e-d8cddeae71de HTTP/1.1" status: 200 len: 1092 time: 2.3109961 Mar 05 00:03:11.322168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'tag': 'ee8ab156-a13c-4532-888e-d8cddeae71de'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:11.334720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40558-7354-4f22-9280-6fbd387d8283 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8ab156-a13c-4532-888e-d8cddeae71de,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:11.338250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6c879102-af2b-420f-a6c3-c959143ae97f req-ede26c1d-9615-4d49-a910-89496b56050e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Unset dirty status for tenant:9401760a6d614a35b3c72a15444f7884 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:11.339324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c879102-af2b-420f-a6c3-c959143ae97f req-ede26c1d-9615-4d49-a910-89496b56050e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 944 time: 0.4787428 Mar 05 00:03:11.340498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Made reservation on behalf of 0b56bb89017246828d2969fa94f782b4 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:11.343866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.369315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] device_id is not set on port 7fd726ea-36c6-4b0d-8c61-4cca72846974 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:03:11.383553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-network', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:11.391951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:11.405056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Usage tracker for resource:network and tenant:ff8481e5055f4b6aaf19d6b400bca16f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:11.411094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:11.420171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:11.423822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-431c9609-d792-416d-8484-bd6d60a71d37 req-f972d7a5-a85f-4afd-a6bc-ce17b899db87 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794643 Mar 05 00:03:11.450382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Made reservation on behalf of ff8481e5055f4b6aaf19d6b400bca16f for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:11.452984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.454862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2778f955-85da-41dc-8947-b8a74064e58e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2778f955-85da-41dc-8947-b8a74064e58e,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:11.470098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '2778f955-85da-41dc-8947-b8a74064e58e', 'network_id': 'ca6a8ca4-6da0-4add-9049-7c751319a689', 'port_id': '2778f955-85da-41dc-8947-b8a74064e58e', 'mac_address': 'fa:16:3e:e1:32:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0442fb-a254-488c-afee-c0514f86ce60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:03:11.512219 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.529274 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.544860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c879102-af2b-420f-a6c3-c959143ae97f req-d66b8e3b-1ee0-48d1-855a-c132265d0606 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408765 Mar 05 00:03:11.548066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2778f955-85da-41dc-8947-b8a74064e58e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:03:11.550565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:11.554407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Usage tracker for resource:security_group_rule and tenant:ff8481e5055f4b6aaf19d6b400bca16f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:11.557375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:11.563364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:11.565904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2778f955-85da-41dc-8947-b8a74064e58e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2778f955-85da-41dc-8947-b8a74064e58e,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:11.573081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.627457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-b33747e9-41a3-4e56-85b8-dbc4f0389e76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9401760a6d614a35b3c72a15444f7884&device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 1095 time: 0.2223814 Mar 05 00:03:11.631449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a1bc4-f230-4717-a334-9d4fff953fd2 req-dd718c9a-328f-4331-930e-94f70f03235d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:11.631696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Allocated IP 172.20.0.7 (e91e28b2-7739-45bb-9786-6a618034d31f/ca75c9c7-e190-490e-b5d4-d011329d042e/7fd726ea-36c6-4b0d-8c61-4cca72846974) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:11.635255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f51a1bc4-f230-4717-a334-9d4fff953fd2 req-dd718c9a-328f-4331-930e-94f70f03235d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 944 time: 0.1683075 Mar 05 00:03:11.685250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=2778f955-85da-41dc-8947-b8a74064e58e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:11.721253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-5b733c4e-2e8c-480b-a43c-a74444594485 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee8ab156-a13c-4532-888e-d8cddeae71de HTTP/1.1" status: 200 len: 217 time: 0.0776713 Mar 05 00:03:11.760577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f51a1bc4-f230-4717-a334-9d4fff953fd2 req-9b8b3a38-e6e3-42e2-ab3c-5999afd082f2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191299 Mar 05 00:03:11.767728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.771825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.805786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:03:11.825647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a89f50-f483-4e27-b7d1-6cfe1349ba00,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:11.829895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.830454 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Added segment 9e856403-a59e-4f87-abd0-1bb854cd4021 of type vlan for network d06b341d-d99b-4708-9bd8-653dbafd4227 Mar 05 00:03:11.842550 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'tag': 'ee8ab156-a13c-4532-888e-d8cddeae71de', 'status': 'completed', 'code': 200} Mar 05 00:03:11.861629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.876405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ab2d4890-44bb-494c-a16a-322a4a9095fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:11.877895 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-ab2d4890-44bb-494c-a16a-322a4a9095fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=04a620a9-27da-4155-bd01-3406758ff6ef HTTP/1.1" status: 200 len: 848 time: 0.1116314 Mar 05 00:03:11.898474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.899667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:11.900437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:11.905024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['2778f955-85da-41dc-8947-b8a74064e58e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:03:11.997513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-4b680573-54d4-4c9c-a910-d7c07f798bf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f37940e-d7fc-477e-b013-04edfc3b8c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958321 Mar 05 00:03:12.010510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] Pushing event updated for resources: {'Network': ['ID=d06b341d-d99b-4708-9bd8-653dbafd4227,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:12.018130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3b053504-b804-46bd-a86c-df9508ea793b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8976140 Mar 05 00:03:12.018877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51416) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:12.024282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Request body: {'subnet': {'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-subnet', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:12.027172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d06b341d-d99b-4708-9bd8-653dbafd4227 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:03:12.029491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:12.033450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Usage tracker for resource:subnet and tenant:ff8481e5055f4b6aaf19d6b400bca16f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:12.036311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:12.042241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:12.056268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Made reservation on behalf of ff8481e5055f4b6aaf19d6b400bca16f for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:12.068955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.247399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa91ee-b3fa-40f0-a123-bd45ff5a68fb req-d6244240-25f9-4c5a-8b57-9ac19110d083 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:12.254705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbaa91ee-b3fa-40f0-a123-bd45ff5a68fb req-d6244240-25f9-4c5a-8b57-9ac19110d083 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.5282948 Mar 05 00:03:12.353112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.361929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.370532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-b1088bb5-5327-4c26-a43a-f1d21b489e28 service neutron] 10.222.0.10 "GET /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625932 Mar 05 00:03:12.372728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbaa91ee-b3fa-40f0-a123-bd45ff5a68fb req-85458d83-73d8-4400-9b55-9c54a7531741 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172111 Mar 05 00:03:12.437870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f8cd85-3360-4c1b-a52c-830c378f3ab1,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:12.447768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Checking segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:12.448238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Network hostable DHCP agents. Network: d06b341d-d99b-4708-9bd8-653dbafd4227, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:03:12.462552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Transition to ACTIVE for port object 7fd726ea-36c6-4b0d-8c61-4cca72846974 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:12.516045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Network d06b341d-d99b-4708-9bd8-653dbafd4227 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:03:12.532533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76fff1b-506a-45ec-a553-bdecbd0e9c72 req-bcbe5c8e-1642-4c9f-a84d-c9c4957e343f service neutron] 10.222.0.10 "GET /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539409 Mar 05 00:03:12.534783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.537534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d06b341d-d99b-4708-9bd8-653dbafd4227) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:12.544038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:12.544691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.553887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963c7df-4653-4168-a719-23ae846cce9e None None] Network d06b341d-d99b-4708-9bd8-653dbafd4227 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:12.588681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b33c-a9f7-413e-a06c-d7eb6cb926ac req-57f75558-2172-4811-9808-b72a3fb14565 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:12.597739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4e4b33c-a9f7-413e-a06c-d7eb6cb926ac req-57f75558-2172-4811-9808-b72a3fb14565 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1334226 Mar 05 00:03:12.626758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9a9abcdb-4399-4793-939d-cffd8f916625 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6067731 Mar 05 00:03:12.635176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:12.643121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:12.655562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:12.665647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Network e91e28b2-7739-45bb-9786-6a618034d31f is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:12.666173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Usage tracker for resource:router and tenant:ff8481e5055f4b6aaf19d6b400bca16f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:12.670289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:12.672800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:12.677516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:12.690729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4e4b33c-a9f7-413e-a06c-d7eb6cb926ac req-7b9fd158-bd86-471c-b0b8-6f1b90d0deb1 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918252 Mar 05 00:03:12.702302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:12.727239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.728384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.742375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event updated for resources: {'Port': ['ID=7fd726ea-36c6-4b0d-8c61-4cca72846974,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:12.781373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.789117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:12.789805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:12.826906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-892bf35a-82a0-49a4-b117-82854e85d842 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8928924 Mar 05 00:03:12.830686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-d8f841a4-4c09-45d0-9b6c-00847d4bca70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9401760a6d614a35b3c72a15444f7884&device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 1095 time: 0.2298133 Mar 05 00:03:12.835112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:12.852329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-d06b341d-d99b-4708-9bd8-653dbafd4227', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:03:12.853160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.182471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Allocated IP 172.20.0.2 (d06b341d-d99b-4708-9bd8-653dbafd4227/f7f8cd85-3360-4c1b-a52c-830c378f3ab1/bbf46015-e720-4c45-86f9-1f1bca1a4d8d) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:13.193464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'project_id': '0b56bb89017246828d2969fa94f782b4', 'port_id': '7fd726ea-36c6-4b0d-8c61-4cca72846974'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:13.209336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:13.218889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Usage tracker for resource:floatingip and tenant:0b56bb89017246828d2969fa94f782b4 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:13.223437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:13.226795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-96fc7af7-e969-44f2-9666-6d0a1f3717ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:13.226971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.228565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-96fc7af7-e969-44f2-9666-6d0a1f3717ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f37940e-d7fc-477e-b013-04edfc3b8c57 HTTP/1.1" status: 200 len: 909 time: 0.3905215 Mar 05 00:03:13.241311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:13.301643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee143027-193b-48d9-9a14-6271c879bbeb req-50b0b4f2-3170-4bf1-8dea-6811787e9ffa tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:13.304239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee143027-193b-48d9-9a14-6271c879bbeb req-50b0b4f2-3170-4bf1-8dea-6811787e9ffa tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1577711 Mar 05 00:03:13.354386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2778f955-85da-41dc-8947-b8a74064e58e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:13.389628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-fcccf0b0-1bfd-4dc1-83b4-c17d3bc0292f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee8ab156-a13c-4532-888e-d8cddeae71de HTTP/1.1" status: 200 len: 217 time: 0.1454663 Mar 05 00:03:13.392248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.410964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee143027-193b-48d9-9a14-6271c879bbeb req-5c5fb084-f17f-4a0e-8e77-fdc96612dab4 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490639 Mar 05 00:03:13.483931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-61bdfc38-3c25-4cb5-b6e5-7b959b3709c2 None None] Provisioning for port 7fd726ea-36c6-4b0d-8c61-4cca72846974 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:13.494606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-61bdfc38-3c25-4cb5-b6e5-7b959b3709c2 None None] Provisioning complete for port 7fd726ea-36c6-4b0d-8c61-4cca72846974 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:13.494968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61bdfc38-3c25-4cb5-b6e5-7b959b3709c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.529473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-c22d4304-fe73-4307-84f1-8827b0878759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:13.530892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-c22d4304-fe73-4307-84f1-8827b0878759 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=04a620a9-27da-4155-bd01-3406758ff6ef HTTP/1.1" status: 200 len: 848 time: 0.1263676 Mar 05 00:03:13.539011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.563317 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.580570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.585284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-61bdfc38-3c25-4cb5-b6e5-7b959b3709c2 None None] Port 7fd726ea-36c6-4b0d-8c61-4cca72846974 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:13.587687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Transition to ACTIVE for port object bbf46015-e720-4c45-86f9-1f1bca1a4d8d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:13.593410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-8ed4371c-6bf3-437e-9ed3-2da1a626a78e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f37940e-d7fc-477e-b013-04edfc3b8c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486784 Mar 05 00:03:13.599554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 2778f955-85da-41dc-8947-b8a74064e58e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:13.605370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb06b9b-8aa7-483e-89d3-6c828d0020aa req-af550575-f28b-443d-a0bb-4ffa36382105 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:13.606911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edb06b9b-8aa7-483e-89d3-6c828d0020aa req-af550575-f28b-443d-a0bb-4ffa36382105 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 945 time: 0.2779419 Mar 05 00:03:13.614038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 2778f955-85da-41dc-8947-b8a74064e58e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:13.614409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.719596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Transition to ACTIVE for port object bbf46015-e720-4c45-86f9-1f1bca1a4d8d will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:13.766585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.784482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edb06b9b-8aa7-483e-89d3-6c828d0020aa req-8de8d61e-fc8d-46d0-a7f1-fb4a39c5829f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566975 Mar 05 00:03:13.817481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Allocated IP 172.25.0.3 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d07eb1c3-1614-4493-8908-5e729d45de7a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:13.830905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-2135dc26-d97c-4b1a-b89b-1d906f39f178 service neutron] 10.222.0.10 "GET /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228737 Mar 05 00:03:13.836842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.842401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Network d06b341d-d99b-4708-9bd8-653dbafd4227 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:13.847192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:13.857468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:13.869996 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:13.937810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2778f955-85da-41dc-8947-b8a74064e58e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:13.948562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Pushing event updated for resources: {'Port': ['ID=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:14.020046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2778f955-85da-41dc-8947-b8a74064e58e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2778f955-85da-41dc-8947-b8a74064e58e,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:14.062175 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2778f955-85da-41dc-8947-b8a74064e58e', 'code': 200} Mar 05 00:03:14.064718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.095268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852d6b-4a29-433c-a6a0-419101c20674 req-0cdc0259-1b1a-47d9-bdef-e9648997529e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:14.097206 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad852d6b-4a29-433c-a6a0-419101c20674 req-0cdc0259-1b1a-47d9-bdef-e9648997529e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1627877 Mar 05 00:03:14.103003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4828eed3-7e89-4a70-98eb-db5cf26623cb req-ef63a06c-412f-4e82-8342-887c26419734 service neutron] 10.222.0.10 "GET /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627053 Mar 05 00:03:14.106738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.127841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Attempting to bind port bbf46015-e720-4c45-86f9-1f1bca1a4d8d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:14.128220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Attempting to bind port bbf46015-e720-4c45-86f9-1f1bca1a4d8d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:14.128582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Attempting to bind port bbf46015-e720-4c45-86f9-1f1bca1a4d8d on network d06b341d-d99b-4708-9bd8-653dbafd4227 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:14.137838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:14.138296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Checking segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:14.138583 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.138972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Bound using segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:14.139444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Bound port: bbf46015-e720-4c45-86f9-1f1bca1a4d8d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:14.140767 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.179040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad852d6b-4a29-433c-a6a0-419101c20674 req-7515a9c3-3bd7-4a10-97db-6579ad0899d0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672674 Mar 05 00:03:14.201254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-63baeea0-17fe-4a00-9cfa-07a18c1c2f7a req-53be7a30-53e9-42fb-a5ee-52bbda9daeb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 1097 time: 0.0761538 Mar 05 00:03:14.202464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.245639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] For port bbf46015-e720-4c45-86f9-1f1bca1a4d8d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:14.249379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] For port bbf46015-e720-4c45-86f9-1f1bca1a4d8d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:14.258030 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.270356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=2778f955-85da-41dc-8947-b8a74064e58e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:14.288263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:14.291556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:14.294626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:14.300222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Allocated IP 172.25.0.146 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/da28be09-2abf-49e0-a2dc-2a281e0f43e1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:14.303293 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-63baeea0-17fe-4a00-9cfa-07a18c1c2f7a req-6f32a62d-9b40-4c4b-b790-ed7ae973badf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679760 Mar 05 00:03:14.344398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Pushing event updated for resources: {'Port': ['ID=d07eb1c3-1614-4493-8908-5e729d45de7a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:14.365666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd08ed-db0d-4211-b47c-fe841b52a91f None None] Pushing event updated for resources: {'Port': ['ID=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:14.478118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.479943 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.586258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.632101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:14.745002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:14.747969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:14.757040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:14.785082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Pushing event updated for resources: {'Port': ['ID=da28be09-2abf-49e0-a2dc-2a281e0f43e1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:14.789060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Router 52addda9-5eb4-4b7c-a945-c73059c16652 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:03:14.835130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecaf0d-af2b-4ce4-abc7-092b4c9f8331 req-1e8ae31a-24d5-4a3d-9c77-d8339af63a29 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:14.836895 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08ecaf0d-af2b-4ce4-abc7-092b4c9f8331 req-1e8ae31a-24d5-4a3d-9c77-d8339af63a29 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 944 time: 0.2073810 Mar 05 00:03:14.970114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08ecaf0d-af2b-4ce4-abc7-092b4c9f8331 req-b1e018c5-9109-4efa-9542-7ba2c7413513 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873830 Mar 05 00:03:15.030248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c6e1-a06d-4732-87ab-60fe174378bb req-cadb579d-f55e-42b3-ac90-86a835b9abeb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:15.032187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46f0c6e1-a06d-4732-87ab-60fe174378bb req-cadb579d-f55e-42b3-ac90-86a835b9abeb tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.1116719 Mar 05 00:03:15.099383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46f0c6e1-a06d-4732-87ab-60fe174378bb req-69733e3d-c58c-4c91-93a7-38d15a872a7b tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Mar 05 00:03:15.120195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:15.130337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Sync routers for ids ['52addda9-5eb4-4b7c-a945-c73059c16652'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:15.142865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Routers {'52addda9-5eb4-4b7c-a945-c73059c16652'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:15.143496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['52addda9-5eb4-4b7c-a945-c73059c16652'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:15.167369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:15.169778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e25a5384-2da7-4df4-8e1e-138cf5603b64 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5316625 Mar 05 00:03:15.171635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51468) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:15.323383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ee8ab156-a13c-4532-888e-d8cddeae71de details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:03:15.471897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:15.476126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Set router 52addda9-5eb4-4b7c-a945-c73059c16652 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:15.576414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:15.615049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14bf93-c90b-4697-aa2a-997b0d63206a None None] Network d06b341d-d99b-4708-9bd8-653dbafd4227 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:15.690751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b477e7-f34e-4fd2-b37f-265263efbe3d req-257d42a6-bef3-4783-a306-23ece61af864 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:15.692284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3b477e7-f34e-4fd2-b37f-265263efbe3d req-257d42a6-bef3-4783-a306-23ece61af864 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.2190466 Mar 05 00:03:15.813751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3b477e7-f34e-4fd2-b37f-265263efbe3d req-6a669913-ecd5-4873-b7a9-554aeac91c53 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727541 Mar 05 00:03:15.863890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bbf46015-e720-4c45-86f9-1f1bca1a4d8d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:16.010131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-58a6e4bf-694b-4aa7-a247-c4f526c1f104 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:16.013183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-58a6e4bf-694b-4aa7-a247-c4f526c1f104 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.10 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.1987555 Mar 05 00:03:16.017880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.020062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-75bf431a-0b7a-44e0-83ad-111e0c8d3ead None None] Provisioning for port bbf46015-e720-4c45-86f9-1f1bca1a4d8d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:16.067669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ee8ab156-a13c-4532-888e-d8cddeae71de, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ee8ab156-a13c-4532-888e-d8cddeae71de,segment=NetworkSegment(ce9708a7-07a4-4163-9592-69b00e105044),segment_id=ce9708a7-07a4-4163-9592-69b00e105044)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:16.093324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.126880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'ee8ab156-a13c-4532-888e-d8cddeae71de', 'network_id': '1f37940e-d7fc-477e-b013-04edfc3b8c57', 'port_id': 'ee8ab156-a13c-4532-888e-d8cddeae71de', 'mac_address': 'fa:16:3e:6d:de:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a620a9-27da-4155-bd01-3406758ff6ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:03:16.259634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Deleting port b87b8d37-3171-440b-97a9-fc5fb1e56f44 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:16.260005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.393375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Pushing event updated for resources: {'Port': ['ID=da28be09-2abf-49e0-a2dc-2a281e0f43e1,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:16.455762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port bbf46015-e720-4c45-86f9-1f1bca1a4d8d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:16.469891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.486680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.516191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bbf46015-e720-4c45-86f9-1f1bca1a4d8d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:16.516191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.556173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.578378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8ab156-a13c-4532-888e-d8cddeae71de {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:03:16.587040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccabd4-d4e2-46d8-bcd7-c6985799ed0b req-6904aaab-0dd1-4a72-b609-a417cc8f0b9d tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:16.590577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dccabd4-d4e2-46d8-bcd7-c6985799ed0b req-6904aaab-0dd1-4a72-b609-a417cc8f0b9d tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 944 time: 0.2938423 Mar 05 00:03:16.597391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:03:14Z', 'revision_number': 3, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:16.611408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Checking router: 52addda9-5eb4-4b7c-a945-c73059c16652 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:16.611751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Updating router 52addda9-5eb4-4b7c-a945-c73059c16652 port d07eb1c3-1614-4493-8908-5e729d45de7a binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:03:16.641549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ee8ab156-a13c-4532-888e-d8cddeae71de, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ee8ab156-a13c-4532-888e-d8cddeae71de,segment=NetworkSegment(ce9708a7-07a4-4163-9592-69b00e105044),segment_id=ce9708a7-07a4-4163-9592-69b00e105044)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:16.664877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.713646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7dccabd4-d4e2-46d8-bcd7-c6985799ed0b req-7e6a8295-85c4-4624-8b41-b0952f54c4cd tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841641 Mar 05 00:03:16.785363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.877554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ee8ab156-a13c-4532-888e-d8cddeae71de,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:16.884352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:16.929544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Allocated IP 172.20.0.1 (d06b341d-d99b-4708-9bd8-653dbafd4227/f7f8cd85-3360-4c1b-a52c-830c378f3ab1/cc819f8b-1f6f-445d-b8ad-3b7085d31d75) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:16.979026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] For port b87b8d37-3171-440b-97a9-fc5fb1e56f44, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b87b8d37-3171-440b-97a9-fc5fb1e56f44,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:16.979997 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.004300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ee8ab156-a13c-4532-888e-d8cddeae71de'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:03:17.036686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port bbf46015-e720-4c45-86f9-1f1bca1a4d8d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:17.054748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.192807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.208451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c26bc064-0e0f-4341-9da5-b460808115dd None None] Provisioning complete for port bbf46015-e720-4c45-86f9-1f1bca1a4d8d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:17.209237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c26bc064-0e0f-4341-9da5-b460808115dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.218929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Transition to ACTIVE for port object cc819f8b-1f6f-445d-b8ad-3b7085d31d75 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:17.250925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.340850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110889db-2ef4-42c1-9394-5e5e5852ee67 req-512ca394-457c-48d4-821f-a2f9507a40e7 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:17.348472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-110889db-2ef4-42c1-9394-5e5e5852ee67 req-512ca394-457c-48d4-821f-a2f9507a40e7 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 1.0133767 Mar 05 00:03:17.418802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Network d06b341d-d99b-4708-9bd8-653dbafd4227 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:17.421467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Pushing event updated for resources: {'Port': ['ID=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:17.430933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:17.430933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:17.498752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:17.547399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.548238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.548787 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Floating IP 24d8f03b-f632-46b2-b18e-b119a29c50c2 disassociated. External IP: 172.25.0.137, port: b87b8d37-3171-440b-97a9-fc5fb1e56f44. Mar 05 00:03:17.549313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Calling delete_port for b87b8d37-3171-440b-97a9-fc5fb1e56f44 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:17.550122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.552467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.552807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.553141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.558453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.559337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.559671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.559998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.560316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.560636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.560952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.561296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:17.571578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.585471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-0a7f7fe5-bcea-4c80-bcfa-d0c559378383 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.2377863 Mar 05 00:03:17.627749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-110889db-2ef4-42c1-9394-5e5e5852ee67 req-abfaee14-252b-4011-92cf-31569d652639 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783010 Mar 05 00:03:17.633438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Transition to ACTIVE for port object d07eb1c3-1614-4493-8908-5e729d45de7a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:17.688613 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Floating IP e942568d-ec56-4a4b-9e89-45d06f8d97b4 associated. External IP: 172.25.0.146, port: 7fd726ea-36c6-4b0d-8c61-4cca72846974. Mar 05 00:03:17.734583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0f765-e5ab-4091-9a08-d0db3074b240 req-9226309a-f0b0-40d7-8cc6-e2dcec4c8ba5 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:17.735891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.741268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fec0f765-e5ab-4091-9a08-d0db3074b240 req-9226309a-f0b0-40d7-8cc6-e2dcec4c8ba5 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 946 time: 0.2812223 Mar 05 00:03:17.832532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bbf46015-e720-4c45-86f9-1f1bca1a4d8d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:17.966867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.972188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974399ac-bf0f-421c-9223-f6f6f8d3bf72 None None] Pushing event updated for resources: {'Port': ['ID=d07eb1c3-1614-4493-8908-5e729d45de7a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:17.976543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:17.988938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Attempting to bind port d07eb1c3-1614-4493-8908-5e729d45de7a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:17.989432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Attempting to bind port d07eb1c3-1614-4493-8908-5e729d45de7a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:17.990689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Attempting to bind port d07eb1c3-1614-4493-8908-5e729d45de7a on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:18.013889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:18.014723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:18.014723 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:18.015193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:18.016361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Bound port: d07eb1c3-1614-4493-8908-5e729d45de7a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:18.019394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:18.054607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event deleted for resources: {'Port': ['ID=b87b8d37-3171-440b-97a9-fc5fb1e56f44,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:18.079456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5953b-b297-4a4c-822e-e69761398490 req-c45988d2-50ea-49c1-941f-13078120949a tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:18.079793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fec0f765-e5ab-4091-9a08-d0db3074b240 req-0c7df242-8984-44d3-ac6d-9137bc00af16 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups?id=480e12cc-b863-4587-a8f7-591fa1a8e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376160 Mar 05 00:03:18.080973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abd5953b-b297-4a4c-822e-e69761398490 req-c45988d2-50ea-49c1-941f-13078120949a tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2186375 Mar 05 00:03:18.089402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-d0304992-76c3-4a3d-ad79-d46ecd7f30f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:18.090913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-d0304992-76c3-4a3d-ad79-d46ecd7f30f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.4960399 Mar 05 00:03:18.107249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bbf46015-e720-4c45-86f9-1f1bca1a4d8d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:18.107619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:18.192759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5afb7506-92d6-48f7-8751-536e3160e3ca None None] Provisioning for port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:18.197798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] For port d07eb1c3-1614-4493-8908-5e729d45de7a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:18.203833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-057a6aee-4b64-44f1-927c-1fe64da455d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.0840855 Mar 05 00:03:18.204075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] For port d07eb1c3-1614-4493-8908-5e729d45de7a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d07eb1c3-1614-4493-8908-5e729d45de7a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:18.206192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5afb7506-92d6-48f7-8751-536e3160e3ca None None] Provisioning complete for port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:18.206866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5afb7506-92d6-48f7-8751-536e3160e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:18.237136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:18.294576 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abd5953b-b297-4a4c-822e-e69761398490 req-eeb38184-b364-470e-81aa-44682da22925 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033935 Mar 05 00:03:18.316353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-82baa626-9fbe-4a9f-808b-28d1cfc19804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:18.323908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-82baa626-9fbe-4a9f-808b-28d1cfc19804 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.1136775 Mar 05 00:03:18.380737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-38f4cfda-3861-4dda-af44-59cb4d25f03e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473835 Mar 05 00:03:18.449182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5afb7506-92d6-48f7-8751-536e3160e3ca None None] Port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:18.452385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974399ac-bf0f-421c-9223-f6f6f8d3bf72 None None] Pushing event updated for resources: {'Port': ['ID=d07eb1c3-1614-4493-8908-5e729d45de7a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:18.463598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Routers {'52addda9-5eb4-4b7c-a945-c73059c16652'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:18.464310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['52addda9-5eb4-4b7c-a945-c73059c16652'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:18.772574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] Set router 52addda9-5eb4-4b7c-a945-c73059c16652 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:18.799004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-2b180a7d-8494-4706-87c8-9febe46eccde service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041102 Mar 05 00:03:18.803565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446981b-3c08-4923-a814-a8043df622c3 req-29c68f41-b427-4ea5-ae8a-3bc6bd6cb1c3 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:18.805489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0446981b-3c08-4923-a814-a8043df622c3 req-29c68f41-b427-4ea5-ae8a-3bc6bd6cb1c3 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1942263 Mar 05 00:03:18.813584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:03:18.867506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Router 782ab64b-332a-42b6-bbbe-e054874332d0 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:18.895642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0446981b-3c08-4923-a814-a8043df622c3 req-5a0ace37-b241-44c4-a3fa-748f1bd8f55a tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760071 Mar 05 00:03:18.902343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:18.918992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.056488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.078040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Router 15732fb9-c140-4006-98a5-44614d7f3ebe has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:19.120797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d7d1d-fb96-4e00-96b1-228d8e180a18 req-eed5dfec-6755-4733-928d-cb597ab23aa4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:19.131166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-884d7d1d-fb96-4e00-96b1-228d8e180a18 req-eed5dfec-6755-4733-928d-cb597ab23aa4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.4357691 Mar 05 00:03:19.136489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:19.150617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Pushing event updated for resources: {'Port': ['ID=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:19.156343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d46250c3-98f2-45a3-952b-49a3ed7ea571 req-3f56393a-ee4b-43ef-a9a0-3a4f071b198b service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472133 Mar 05 00:03:19.182438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:03:19.251607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ee8ab156-a13c-4532-888e-d8cddeae71de up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:19.307511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.315323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-884d7d1d-fb96-4e00-96b1-228d8e180a18 req-4e100962-c94b-4a12-bda2-8298822cadfd tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830370 Mar 05 00:03:19.341553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:03:19.350098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:03:17Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'cc819f8b-1f6f-445d-b8ad-3b7085d31d75', 'name': '', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'mac_address': 'fa:16:3e:b9:ac:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:16Z', 'updated_at': '2022-03-05T00:03:16Z', 'revision_number': 1, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'subnets': [{'id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:19.357640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80ab55af-81c5-4cd0-8a88-5a27860c244c req-a610b559-6b00-442d-af51-b34ba7e0be99 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 210 time: 0.0776091 Mar 05 00:03:19.364757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2917082-edda-4ed3-8dbc-77b59dcb42f5 None None] The sync data for ids ['52addda9-5eb4-4b7c-a945-c73059c16652'] in n-d-828979-4 is: [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:03:17Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'cc819f8b-1f6f-445d-b8ad-3b7085d31d75', 'name': '', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'mac_address': 'fa:16:3e:b9:ac:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:16Z', 'updated_at': '2022-03-05T00:03:16Z', 'revision_number': 1, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'subnets': [{'id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:19.368816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:19.386182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port ee8ab156-a13c-4532-888e-d8cddeae71de completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:19.394196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Network d06b341d-d99b-4708-9bd8-653dbafd4227 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:19.395837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:19.399753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.454358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:19.469268 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] Sync routers for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:19.476236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port ee8ab156-a13c-4532-888e-d8cddeae71de triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:19.476851 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.488521 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:19.496949 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:19.538111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['af5eb3a4-14c4-40b0-be07-66f0f756d948'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:03:19.627442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] No DVR routers for this DVR port b87b8d37-3171-440b-97a9-fc5fb1e56f44 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:03:19.638716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.642719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'name': 'network-vif-deleted', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:19.736414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2adaa2c-b377-4a95-9bfa-320b7b6ae80a req-211c5b67-199e-4dce-b548-e9d31f219265 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.10 "DELETE /v2.0/ports/b87b8d37-3171-440b-97a9-fc5fb1e56f44 HTTP/1.1" status: 204 len: 173 time: 3.7141678 Mar 05 00:03:19.751697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:19.766606 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:19.771158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] Sync routers for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:19.801982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:19.813052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:19.847714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:19.848359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:19.885152 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e9f68-e975-4415-b43f-ed233af53512', 'name': 'network-vif-deleted', 'tag': 'b87b8d37-3171-440b-97a9-fc5fb1e56f44', 'status': 'completed', 'code': 200} Mar 05 00:03:19.917618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f437823-1e41-4c96-b50b-0f85d8555f0a req-63e55ce6-b274-4ee2-a961-1c4d25d7fdfc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:19.928816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f437823-1e41-4c96-b50b-0f85d8555f0a req-63e55ce6-b274-4ee2-a961-1c4d25d7fdfc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2643099 Mar 05 00:03:19.982127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0e304dae-8bbb-42a4-adae-13f7d08d49fc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.1455393 Mar 05 00:03:19.987579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51514) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:20.055350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:20.247391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4af072d-2caf-4fdd-95b5-56366e545342 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] 10.222.0.32 "GET /v2.0/floatingips/e942568d-ec56-4a4b-9e89-45d06f8d97b4 HTTP/1.1" status: 200 len: 982 time: 0.2558861 Mar 05 00:03:20.248050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51518) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:20.283495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:20.338182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:20.338845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:20.428009 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f437823-1e41-4c96-b50b-0f85d8555f0a req-f8bd5971-1cba-46b3-ab07-7498f39f6eb1 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567104 Mar 05 00:03:20.454339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-35d20bda-2620-4b3d-978e-66018d388055 None None] Provisioning complete for port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:20.454339 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-35d20bda-2620-4b3d-978e-66018d388055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:20.485157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360c24-e3f1-432d-8575-42d0e9dec4c9 req-aa1ebd49-42dd-4f1e-be91-25ee8cfe9a1e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:20.492729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0360c24-e3f1-432d-8575-42d0e9dec4c9 req-aa1ebd49-42dd-4f1e-be91-25ee8cfe9a1e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 945 time: 0.2429438 Mar 05 00:03:20.502484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-661d933c-05f9-4674-a183-e52276da0ddc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.2056201 Mar 05 00:03:20.507241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51528) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:20.552255 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:26Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:20.554513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:20.555006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c45d1a-64a8-4813-9181-5aa580e49f67 None None] The sync data for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:20.558248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0360c24-e3f1-432d-8575-42d0e9dec4c9 req-4c8b313b-172e-448a-b2fa-70aa7d133ae2 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546639 Mar 05 00:03:20.567516 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] Checking router: 782ab64b-332a-42b6-bbbe-e054874332d0 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:20.596482 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:20.597331 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:20.643542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8ab156-a13c-4532-888e-d8cddeae71de'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:20.684763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ee8ab156-a13c-4532-888e-d8cddeae71de, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ee8ab156-a13c-4532-888e-d8cddeae71de,segment=NetworkSegment(ce9708a7-07a4-4163-9592-69b00e105044),segment_id=ce9708a7-07a4-4163-9592-69b00e105044)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:20.690330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-35d20bda-2620-4b3d-978e-66018d388055 None None] Port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:20.694411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:20.841450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ee8ab156-a13c-4532-888e-d8cddeae71de,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:20.873737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:20.955273 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:20.991617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port af5eb3a4-14c4-40b0-be07-66f0f756d948 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:20.992363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.004699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Router 52addda9-5eb4-4b7c-a945-c73059c16652 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:21.005394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-99da18bc-1804-47fa-8442-8f0dda2d3c39 req-7b263ce7-0d49-4126-9f77-33db502bcdb4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Synchronizing usage tracker for tenant:fa6990bd892f431b85b7c5a291496475 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:21.015021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting port da28be09-2abf-49e0-a2dc-2a281e0f43e1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:21.015390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.050883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-99da18bc-1804-47fa-8442-8f0dda2d3c39 req-7b263ce7-0d49-4126-9f77-33db502bcdb4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Unset dirty status for tenant:fa6990bd892f431b85b7c5a291496475 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:21.052185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-99da18bc-1804-47fa-8442-8f0dda2d3c39 req-7b263ce7-0d49-4126-9f77-33db502bcdb4 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e9f68-e975-4415-b43f-ed233af53512 HTTP/1.1" status: 200 len: 210 time: 0.1039138 Mar 05 00:03:21.064272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391547d-1fc1-494b-a314-261a8598638e req-07bbad7f-e569-4041-9a26-baa9c9daa97d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:21.071010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6391547d-1fc1-494b-a314-261a8598638e req-07bbad7f-e569-4041-9a26-baa9c9daa97d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.4167984 Mar 05 00:03:21.159755 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8ab156-a13c-4532-888e-d8cddeae71de', 'code': 200} Mar 05 00:03:21.174606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.217354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:21.225164 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.312193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:21.323091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b87b8d37-3171-440b-97a9-fc5fb1e56f44 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:21.350325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4d7c1a4-fb31-43b5-aad2-765f4e6ff56a req-4ee57c08-2dad-400d-9cb9-35661a928457 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 1097 time: 0.1215043 Mar 05 00:03:21.438617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4d7c1a4-fb31-43b5-aad2-765f4e6ff56a req-4f262e3d-5ece-4db0-837f-5bc423b0c47f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829983 Mar 05 00:03:21.450176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6391547d-1fc1-494b-a314-261a8598638e req-8d61b7a3-0fec-4b16-8132-2a43d043942d tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550062 Mar 05 00:03:21.454738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: b87b8d37-3171-440b-97a9-fc5fb1e56f44 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:21.456823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b87b8d37-3171-440b-97a9-fc5fb1e56f44 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:21.470575 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:26Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:21.476528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07962e9-b536-4724-9634-ae7c69c0dadd None None] The sync data for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 is: [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:01:18Z', 'revision_number': 4, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '20c8ece7-8563-4c9d-910b-899c67515b59', 'name': '', 'network_id': '90fa0531-17ec-48c4-a113-c74c675def15', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'mac_address': 'fa:16:3e:65:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:26Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'subnets': [{'id': '6267f9f9-4c90-417e-b3a4-5f75df7f0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:21.511407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.511783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.751410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Calling delete_port for da28be09-2abf-49e0-a2dc-2a281e0f43e1 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:21.807220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d07eb1c3-1614-4493-8908-5e729d45de7a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:21.835400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18041c-b29d-4480-a61a-4c8ba6149d95 req-81380596-e747-4129-99f8-c88c6c496591 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:21.839507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf18041c-b29d-4480-a61a-4c8ba6149d95 req-81380596-e747-4129-99f8-c88c6c496591 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1821344 Mar 05 00:03:21.927666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf18041c-b29d-4480-a61a-4c8ba6149d95 req-9a70c197-0075-4184-b2b0-ff90a82e5893 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818825 Mar 05 00:03:21.980084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d07eb1c3-1614-4493-8908-5e729d45de7a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:21.985987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d07eb1c3-1614-4493-8908-5e729d45de7a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:21.986352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:21.991949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:22.013687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b979d9b9-c19e-4f64-98bf-ab4b5c4ba367 admin admin] 10.222.0.32 "PUT /v2.0/routers/52addda9-5eb4-4b7c-a945-c73059c16652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8409650 Mar 05 00:03:22.162590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.165771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.182562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d07eb1c3-1614-4493-8908-5e729d45de7a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d07eb1c3-1614-4493-8908-5e729d45de7a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:22.189486 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.251901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Port': ['ID=da28be09-2abf-49e0-a2dc-2a281e0f43e1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:22.275024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64949eb4-e83f-4a6b-8c38-7c5d82b69b68 req-60cc46ce-8554-451b-9a49-e1cbb599d8e4 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:22.276738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64949eb4-e83f-4a6b-8c38-7c5d82b69b68 req-60cc46ce-8554-451b-9a49-e1cbb599d8e4 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 946 time: 0.2609472 Mar 05 00:03:22.306955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d07eb1c3-1614-4493-8908-5e729d45de7a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:22.325986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6aaa22-93d2-4ba8-9428-a20661ce0832 req-afa5f957-15ac-4e66-9727-561cd511dccf tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:22.327837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e6aaa22-93d2-4ba8-9428-a20661ce0832 req-afa5f957-15ac-4e66-9727-561cd511dccf tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.1140945 Mar 05 00:03:22.389363 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64949eb4-e83f-4a6b-8c38-7c5d82b69b68 req-2b3eaa4f-6216-408c-87a5-e6b63123898b tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622399 Mar 05 00:03:22.391911 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.410973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e6aaa22-93d2-4ba8-9428-a20661ce0832 req-f0dcf3af-c723-4413-b91e-60cd4a1a2e7e tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Mar 05 00:03:22.562059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51568) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:22.763381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91a6b6b1-e982-43a8-b150-a0150a6c0441 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.795263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91a6b6b1-e982-43a8-b150-a0150a6c0441 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.858147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91a6b6b1-e982-43a8-b150-a0150a6c0441 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.884956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b6b1-e982-43a8-b150-a0150a6c0441 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e12cc-b863-4587-a8f7-591fa1a8e45c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:22.898938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91a6b6b1-e982-43a8-b150-a0150a6c0441 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:22.904216 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91a6b6b1-e982-43a8-b150-a0150a6c0441 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "DELETE /v2.0/security-groups/480e12cc-b863-4587-a8f7-591fa1a8e45c HTTP/1.1" status: 204 len: 168 time: 0.3409421 Mar 05 00:03:22.905393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51582) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:23.049394 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-bbcf7e06-5110-4790-b48a-f16f917270e0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] show failed (client error): The resource could not be found. Mar 05 00:03:23.055743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bbcf7e06-5110-4790-b48a-f16f917270e0 tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "GET /v2.0/security-groups/480e12cc-b863-4587-a8f7-591fa1a8e45c HTTP/1.1" status: 404 len: 347 time: 0.1436467 Mar 05 00:03:23.056519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51590) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:23.161380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:23.231728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Router 15732fb9-c140-4006-98a5-44614d7f3ebe has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:23.292143 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:03:23.399132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Deleting port bd14a555-e2fe-4eb8-b5bc-53e9055cf188 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:23.399494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:23.489525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51606) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:23.536236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:23.541616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-network', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:23.549552 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] Sync routers for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:23.557068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:23.570362 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:23.571010 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:23.571545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Usage tracker for resource:network and tenant:c3ff5a9eec6d41af9b3f10dd8f752b98 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:23.576873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:23.577767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:23.586333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69899e-2f86-45fe-93ac-3a82f88f3e45 req-96a0ab84-878d-47c9-8396-5e13a91053cf tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:23.593464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a69899e-2f86-45fe-93ac-3a82f88f3e45 req-96a0ab84-878d-47c9-8396-5e13a91053cf tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2609956 Mar 05 00:03:23.613123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:23.651923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:23.666908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f360dca2-07a6-46ba-84c4-23f5fa3752ee tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "DELETE /v2.0/floatingips/e942568d-ec56-4a4b-9e89-45d06f8d97b4 HTTP/1.1" status: 204 len: 168 time: 3.1481230 Mar 05 00:03:23.668003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:23.694250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:23.694833 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:23.695712 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:23.710022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:23.734662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Made reservation on behalf of c3ff5a9eec6d41af9b3f10dd8f752b98 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:23.736972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:23.753942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Usage tracker for resource:floatingip and tenant:d950f1b6c11d4012948853dc6f924a91 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:23.767398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:23.775058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:23.775562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:23.792840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:23.794523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d9a24-34e5-4f4a-971e-f87bc4a26772 req-8239de8e-67c7-41f6-a6f9-9b46cadaf1d4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:23.806219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d07eb1c3-1614-4493-8908-5e729d45de7a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:23.808384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a69899e-2f86-45fe-93ac-3a82f88f3e45 req-66722215-247d-45c2-80d1-a59c220c39f1 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138817 Mar 05 00:03:23.811252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-912d9a24-34e5-4f4a-971e-f87bc4a26772 req-8239de8e-67c7-41f6-a6f9-9b46cadaf1d4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.1527631 Mar 05 00:03:23.812701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:23.822682 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:23.823396 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e912cb8-fd5d-4ee3-bbf1-b0212cbfb031 None None] The sync data for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:23.897925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-912d9a24-34e5-4f4a-971e-f87bc4a26772 req-0ebef762-e4de-470a-a19c-507949993a8f tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798447 Mar 05 00:03:23.923198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d07eb1c3-1614-4493-8908-5e729d45de7a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:23.923775 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:24.046627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Calling delete_port for bd14a555-e2fe-4eb8-b5bc-53e9055cf188 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:24.143745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:24.298035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:24.308177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-1ea4db5e-b380-4dc4-a708-d5bf3b32acd2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:24.310346 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-1ea4db5e-b380-4dc4-a708-d5bf3b32acd2 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.6917257 Mar 05 00:03:24.374451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ff5a9eec6d41af9b3f10dd8f752b98 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:24.399638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:24.423444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:24.463889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Deleting port 2778f955-85da-41dc-8947-b8a74064e58e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:24.464448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:24.607881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252abf9-e83c-4103-9cc2-c5b2f395c063 req-7f7fee11-b550-4a86-9a0b-b6746045438d tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:24.609453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2252abf9-e83c-4103-9cc2-c5b2f395c063 req-7f7fee11-b550-4a86-9a0b-b6746045438d tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 946 time: 0.5721970 Mar 05 00:03:24.741074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:24.835935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Pushing event deleted for resources: {'Port': ['ID=bd14a555-e2fe-4eb8-b5bc-53e9055cf188,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:24.858318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2252abf9-e83c-4103-9cc2-c5b2f395c063 req-90e4b46a-6cbf-4965-9972-4bec91230777 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355969 Mar 05 00:03:24.863669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:24.889852 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.109420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5abe10-8b28-46a4-a420-8429d7868483 req-43a9ddf7-969a-4076-afd7-6b5d8570681d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:25.112798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d5abe10-8b28-46a4-a420-8429d7868483 req-43a9ddf7-969a-4076-afd7-6b5d8570681d tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1052828 Mar 05 00:03:25.181208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d5abe10-8b28-46a4-a420-8429d7868483 req-c092b6a9-5b82-4482-b4f8-620f4dbc0b37 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Mar 05 00:03:25.210298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:03:25.217344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.345756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.358079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.358432 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Added segment ba88a233-0b0f-42ea-bf55-ad3949225d07 of type vlan for network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd Mar 05 00:03:25.381967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64929f08-54e5-4bff-b982-63f91383d6c6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:25.484851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fd27a-59ab-46b8-8717-513be03433c4 None None] New status for floating IP 24d8f03b-f632-46b2-b18e-b119a29c50c2: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:03:25.528351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.532923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] For port 2778f955-85da-41dc-8947-b8a74064e58e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2778f955-85da-41dc-8947-b8a74064e58e,segment=NetworkSegment(aad52005-1810-4166-b501-c367b3e34f91),segment_id=aad52005-1810-4166-b501-c367b3e34f91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:25.533297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.672501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909800-8e11-4dcc-8d21-e17ac8868369 req-525f4ee6-76a5-4e20-b972-ec0e8277b9a4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:25.679005 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0909800-8e11-4dcc-8d21-e17ac8868369 req-525f4ee6-76a5-4e20-b972-ec0e8277b9a4 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 946 time: 0.5734043 Mar 05 00:03:25.769681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Calling delete_port for 2778f955-85da-41dc-8947-b8a74064e58e owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:25.827024 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:03:25.843708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.844964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-beac47a2-58f9-4c89-915c-0db29003586e tempest-ServersTestManualDisk-1753507067 tempest-ServersTestManualDisk-1753507067-project] 10.222.0.32 "DELETE /v2.0/floatingips/24d8f03b-f632-46b2-b18e-b119a29c50c2 HTTP/1.1" status: 204 len: 168 time: 2.7867117 Mar 05 00:03:25.847926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51634) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:25.871743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.872628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:25.873619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:25.928803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4379921 Mar 05 00:03:25.987896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:26.026949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Request body: {'subnet': {'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-subnet', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:26.118574 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf86c8d4-3e0a-4820-906d-6a9a902a7935 req-0d68ac13-c030-4dd3-84bd-a1438ad866bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.1135452 Mar 05 00:03:26.137784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:26.141270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Allocated IP 172.25.0.173 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/7dbfe022-7b65-4669-a02c-e5edb8acd0c7) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:26.150817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:26.162065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Usage tracker for resource:subnet and tenant:c3ff5a9eec6d41af9b3f10dd8f752b98 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:26.169598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:26.220503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf86c8d4-3e0a-4820-906d-6a9a902a7935 req-17ecb800-9c07-462e-a510-42a02ffe24ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953481 Mar 05 00:03:26.252154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0909800-8e11-4dcc-8d21-e17ac8868369 req-529bdde4-533c-451e-a369-90389e5a7531 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/security-groups?id=836e784f-f900-4de4-91a1-2a84e6c82909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721867 Mar 05 00:03:26.282842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:26.289421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Pushing event deleted for resources: {'Port': ['ID=2778f955-85da-41dc-8947-b8a74064e58e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:26.302074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52b82-f633-4c6e-80f7-8e643ddd9cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:26.313949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:03:26.454854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Made reservation on behalf of c3ff5a9eec6d41af9b3f10dd8f752b98 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:26.465283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:26.552300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:26.777125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] No DVR routers for this DVR port 2778f955-85da-41dc-8947-b8a74064e58e on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:03:26.785155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:26.788246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'name': 'network-vif-deleted', 'tag': '2778f955-85da-41dc-8947-b8a74064e58e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:26.852537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8e8207e-967c-4f56-970e-59c17aa56f30 req-419da225-12ef-47b3-aa2f-8e28489bcc6c tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.10 "DELETE /v2.0/ports/2778f955-85da-41dc-8947-b8a74064e58e HTTP/1.1" status: 204 len: 173 time: 2.5341766 Mar 05 00:03:26.866597 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:26.918486 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:26.941548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c270-b1b0-4c81-afb2-1714c58ce18e req-d1894ee7-ee87-47f1-8df0-133255b4edab tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:26.948455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f717c270-b1b0-4c81-afb2-1714c58ce18e req-d1894ee7-ee87-47f1-8df0-133255b4edab tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2801509 Mar 05 00:03:26.995252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:27.051824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f717c270-b1b0-4c81-afb2-1714c58ce18e req-80be7ed0-2a5f-42b8-a453-351db5cfe04b tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024132 Mar 05 00:03:27.123079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:27.207782 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe45bf-b835-4911-b6b5-b4d8fd5e2d19', 'name': 'network-vif-deleted', 'tag': '2778f955-85da-41dc-8947-b8a74064e58e', 'status': 'completed', 'code': 200} Mar 05 00:03:27.208406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fde6777-d37a-4b72-a0fa-8a80c6588dfc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:27.279863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Checking segment: {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:27.281057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Network hostable DHCP agents. Network: a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:03:27.282316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2778f955-85da-41dc-8947-b8a74064e58e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:27.299800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:27.347906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 2778f955-85da-41dc-8947-b8a74064e58e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:27.348190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2778f955-85da-41dc-8947-b8a74064e58e not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:27.619747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:27.675595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:27.701313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:27.728666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Deleting port 20c8ece7-8563-4c9d-910b-899c67515b59 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:27.729187 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:27.779513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-aa54a281-6840-4f58-b3da-e87a5130af13 req-3b493e80-70aa-4055-86dc-a2eb98304c92 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Synchronizing usage tracker for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:27.820996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Pushing event updated for resources: {'Port': ['ID=7dbfe022-7b65-4669-a02c-e5edb8acd0c7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:27.859579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-aa54a281-6840-4f58-b3da-e87a5130af13 req-3b493e80-70aa-4055-86dc-a2eb98304c92 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] Unset dirty status for tenant:70a7f240566d4002991d511bd5bc3ada on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:27.871236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa54a281-6840-4f58-b3da-e87a5130af13 req-3b493e80-70aa-4055-86dc-a2eb98304c92 tempest-DeleteServersTestJSON-1683622926 tempest-DeleteServersTestJSON-1683622926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47fe45bf-b835-4911-b6b5-b4d8fd5e2d19 HTTP/1.1" status: 200 len: 210 time: 0.2499061 Mar 05 00:03:27.872008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:03:27.905179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:27.914155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff114dc2-1e45-4f37-8491-efc494e6b681 None None] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:27.922667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:27.923268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.026786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] For port 20c8ece7-8563-4c9d-910b-899c67515b59, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=20c8ece7-8563-4c9d-910b-899c67515b59,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:28.033430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.154724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.161742 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ebbd4913-35c9-4815-b610-2cd44c6baff4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1640675 Mar 05 00:03:28.162652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51672) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:28.170418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:28.225149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:28.245726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd', 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'fixed_ips': [{'subnet_id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:03:28.246718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.250378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Usage tracker for resource:router and tenant:c3ff5a9eec6d41af9b3f10dd8f752b98 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:28.270211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:28.288888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:28.313802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.368114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.369249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.373409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Calling delete_port for 20c8ece7-8563-4c9d-910b-899c67515b59 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:28.420592 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.485078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Allocated IP 172.20.0.2 (a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd/1fde6777-d37a-4b72-a0fa-8a80c6588dfc/a4948a75-4394-4a71-bec8-7d62b92b24f3) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:28.735878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b7452-091b-46dd-a763-66d8fb4817c5 req-59bd9e53-2be7-4c88-9679-003694bccd0a tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:28.743962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d3b7452-091b-46dd-a763-66d8fb4817c5 req-59bd9e53-2be7-4c88-9679-003694bccd0a tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2634594 Mar 05 00:03:28.803208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d3b7452-091b-46dd-a763-66d8fb4817c5 req-2a745afd-407b-4b5a-adb3-1c5e47ca0ff9 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Mar 05 00:03:28.863496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.888492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.897097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:28.991545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.031463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Pushing event updated for resources: {'Port': ['ID=7dbfe022-7b65-4669-a02c-e5edb8acd0c7,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:29.103351 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.127046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Transition to ACTIVE for port object a4948a75-4394-4a71-bec8-7d62b92b24f3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:29.154835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Transition to ACTIVE for port object a4948a75-4394-4a71-bec8-7d62b92b24f3 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:29.156336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Pushing event deleted for resources: {'Port': ['ID=20c8ece7-8563-4c9d-910b-899c67515b59,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:29.172140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.207302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.247994 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.258752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-48774201-ea76-43b1-a6cd-81fd039a91dc tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5853107 Mar 05 00:03:29.268591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:29.390881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:29.394026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:29.413792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:29.416785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Pushing event updated for resources: {'Port': ['ID=a4948a75-4394-4a71-bec8-7d62b92b24f3,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:29.505892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.584368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.661448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Attempting to bind port a4948a75-4394-4a71-bec8-7d62b92b24f3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:29.661835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Attempting to bind port a4948a75-4394-4a71-bec8-7d62b92b24f3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:29.662186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Attempting to bind port a4948a75-4394-4a71-bec8-7d62b92b24f3 on network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:29.682417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:29.682796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Checking segment: {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:29.684158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.684564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Bound using segment: {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:29.689804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Bound port: a4948a75-4394-4a71-bec8-7d62b92b24f3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:29.690931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.985755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:29.987882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] For port a4948a75-4394-4a71-bec8-7d62b92b24f3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:29.996569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] For port a4948a75-4394-4a71-bec8-7d62b92b24f3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a4948a75-4394-4a71-bec8-7d62b92b24f3,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:30.008595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:30.009333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:30.046926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:30.149744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b283-a4dc-4a67-ac60-97ab04417d8d None None] Pushing event updated for resources: {'Port': ['ID=a4948a75-4394-4a71-bec8-7d62b92b24f3,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:30.157011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Usage tracker for resource:floatingip and tenant:86d64f56d88a4e8e82f766a42c523606 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:30.174432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:30.215379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:30.218194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Allocated IP 172.25.0.30 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/1f482c69-f08f-405b-abdc-3707c307a38b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:30.283794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:30.378054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-d38f0d78-7436-428d-9e71-eb50148f03c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d0b3f830784e459effa20d291662c0&device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 1096 time: 0.4423785 Mar 05 00:03:30.846182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4347-084f-420d-aa6c-dd08bfb0fe87 req-177bd47f-6138-4e25-bac3-415f4d755b30 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:30.852956 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-275f4347-084f-420d-aa6c-dd08bfb0fe87 req-177bd47f-6138-4e25-bac3-415f4d755b30 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.8035142 Mar 05 00:03:30.943711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:30.964962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d399f-221b-4b22-b884-0f319182a49c req-3f97867a-244e-46e0-a7bf-0f9b742dfc98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:30.966678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-3f97867a-244e-46e0-a7bf-0f9b742dfc98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 200 len: 919 time: 0.5760412 Mar 05 00:03:30.983907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-275f4347-084f-420d-aa6c-dd08bfb0fe87 req-3e4384d7-ed89-48af-9a12-d6a6c83674cd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298938 Mar 05 00:03:31.210883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-88b0190b-943b-42bd-9e76-08a0b9fb2277 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 200 len: 217 time: 0.2241888 Mar 05 00:03:31.252496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Router 782ab64b-332a-42b6-bbbe-e054874332d0 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:31.365289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d399f-221b-4b22-b884-0f319182a49c req-30ea84ab-da80-417b-80c7-776c5e6a311d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:31.367578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-30ea84ab-da80-417b-80c7-776c5e6a311d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 200 len: 858 time: 0.1298575 Mar 05 00:03:31.371814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:31.449427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce99a-e7ef-4557-95e4-be6c6aeeea6b req-397d4163-c0f9-4a39-922e-aff57d029193 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:31.450932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-117ce99a-e7ef-4557-95e4-be6c6aeeea6b req-397d4163-c0f9-4a39-922e-aff57d029193 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 946 time: 0.3282604 Mar 05 00:03:31.470683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:31.518587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Pushing event updated for resources: {'Port': ['ID=1f482c69-f08f-405b-abdc-3707c307a38b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:31.530071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:31.532583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:31.542300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-117ce99a-e7ef-4557-95e4-be6c6aeeea6b req-664b4e9d-0fd3-4314-a3ae-7cdcdd47988e tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828500 Mar 05 00:03:31.636944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-9ea9aee9-64ec-42c8-a8d6-9b2846361d76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12d4a987-fb15-47d5-86de-b27a72e7b62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2537501 Mar 05 00:03:31.654745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:31.663580 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] Sync routers for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:31.680052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-486bdab9-f036-4d28-9968-1adb498c0aca admin admin] 10.222.0.32 "PUT /v2.0/routers/782ab64b-332a-42b6-bbbe-e054874332d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8257301 Mar 05 00:03:31.680768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51738) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:31.688735 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:31.689618 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:31.750887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1941e49-80ec-42a0-8d0c-1031b711730f None None] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:31.927785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a4948a75-4394-4a71-bec8-7d62b92b24f3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:32.057583 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:32.066935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:32.139197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:32.229744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] Provisioning for port a4948a75-4394-4a71-bec8-7d62b92b24f3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:32.237657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] Provisioning complete for port a4948a75-4394-4a71-bec8-7d62b92b24f3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:32.238025 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:32.293746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a4948a75-4394-4a71-bec8-7d62b92b24f3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:32.345828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a4948a75-4394-4a71-bec8-7d62b92b24f3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:32.346603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:32.480756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-4b54f6e5-ca47-4a5e-b59a-2e6e024e09f7 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156560 Mar 05 00:03:32.580939 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:03:28Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:32.586338 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] Checking router: 782ab64b-332a-42b6-bbbe-e054874332d0 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:32.607237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-4ed5c6c0-5a05-406f-b573-3b3c1e2c3276 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:32.609304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-4ed5c6c0-5a05-406f-b573-3b3c1e2c3276 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.10 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 946 time: 0.1738803 Mar 05 00:03:32.613783 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] Routers {'782ab64b-332a-42b6-bbbe-e054874332d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:32.615804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652aa2c-db42-4cd9-b91d-5721fb9a88ff req-acd1fe8d-16e9-46d1-aed1-93274854cb98 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:32.616281 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['782ab64b-332a-42b6-bbbe-e054874332d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:32.636392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c652aa2c-db42-4cd9-b91d-5721fb9a88ff req-acd1fe8d-16e9-46d1-aed1-93274854cb98 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.2823246 Mar 05 00:03:32.875916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c652aa2c-db42-4cd9-b91d-5721fb9a88ff req-9c6772aa-b4e8-46b7-a378-5e49814f8ba7 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378669 Mar 05 00:03:32.911408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Deleting port ee8ab156-a13c-4532-888e-d8cddeae71de {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:32.911985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.011586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.145027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] For port a4948a75-4394-4a71-bec8-7d62b92b24f3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a4948a75-4394-4a71-bec8-7d62b92b24f3,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:33.147107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.158081 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] Set router 782ab64b-332a-42b6-bbbe-e054874332d0 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:33.173459 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.193657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Allocated IP 172.25.0.219 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5da7e4ab-5cfa-4c6f-9916-1218e442b753) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:33.240508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.386693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee8d399f-221b-4b22-b884-0f319182a49c req-6b8b31ef-5379-41a3-9f6d-dc1bfb9a85c8 service neutron] 10.222.0.10 "GET /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990669 Mar 05 00:03:33.449056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Deleting port 4269fb33-ed93-4872-a50b-0edec9c610dd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:33.449797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.502844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:03:33.503196 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:03:33.601261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-45269f5e-8f5a-4a2e-b083-f5c6a6ab6033 None None] Provisioning complete for port a4948a75-4394-4a71-bec8-7d62b92b24f3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:33.603283 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-45269f5e-8f5a-4a2e-b083-f5c6a6ab6033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.648529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8378d9-64ba-4f9a-8e40-c5bd6fcf33a5 req-d681a56c-694e-458d-9861-884a0794608a tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:33.650128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c8378d9-64ba-4f9a-8e40-c5bd6fcf33a5 req-d681a56c-694e-458d-9861-884a0794608a tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 946 time: 0.7652886 Mar 05 00:03:33.678523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] For port 4269fb33-ed93-4872-a50b-0edec9c610dd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4269fb33-ed93-4872-a50b-0edec9c610dd,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:33.679144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.694530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9c7b1-0ce2-4847-b1d8-fd09c35385c2 None None] Pushing event updated for resources: {'Port': ['ID=a4948a75-4394-4a71-bec8-7d62b92b24f3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:33.726439 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:03:28Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:33.738692 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef8b26-4747-4adf-bdca-31a6ec4a142e None None] The sync data for ids ['782ab64b-332a-42b6-bbbe-e054874332d0'] in n-d-828979-4 is: [{'id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'name': 'tempest-ServersTestManualDisk-1197291409-router', 'tenant_id': 'fa6990bd892f431b85b7c5a291496475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:12Z', 'updated_at': '2022-03-05T00:03:28Z', 'revision_number': 5, 'project_id': 'fa6990bd892f431b85b7c5a291496475', 'gw_port': {'id': '4269fb33-ed93-4872-a50b-0edec9c610dd', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ab64b-332a-42b6-bbbe-e054874332d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:13Z', 'updated_at': '2022-03-05T00:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:33.755743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.756502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:33.763639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c8378d9-64ba-4f9a-8e40-c5bd6fcf33a5 req-48897754-4d7b-4b39-bc3e-5b39c6244f5d tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963275 Mar 05 00:03:33.965154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] For port ee8ab156-a13c-4532-888e-d8cddeae71de, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ee8ab156-a13c-4532-888e-d8cddeae71de,segment=NetworkSegment(ce9708a7-07a4-4163-9592-69b00e105044),segment_id=ce9708a7-07a4-4163-9592-69b00e105044)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:33.965749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:34.003191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:34.069795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:34.116048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Calling delete_port for 4269fb33-ed93-4872-a50b-0edec9c610dd owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:34.219325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Pushing event updated for resources: {'Port': ['ID=5da7e4ab-5cfa-4c6f-9916-1218e442b753,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:34.233037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:34.234326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:34.236912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:34.302387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a4948a75-4394-4a71-bec8-7d62b92b24f3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:34.410658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a4948a75-4394-4a71-bec8-7d62b92b24f3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:34.411177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:34.536153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Calling delete_port for ee8ab156-a13c-4532-888e-d8cddeae71de owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:34.570000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:34.619153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20c8ece7-8563-4c9d-910b-899c67515b59 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:34.681253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 20c8ece7-8563-4c9d-910b-899c67515b59 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:34.682317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20c8ece7-8563-4c9d-910b-899c67515b59 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:34.748163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Sync routers for ids ['52addda9-5eb4-4b7c-a945-c73059c16652'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:34.826445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Routers {'52addda9-5eb4-4b7c-a945-c73059c16652'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:34.827680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['52addda9-5eb4-4b7c-a945-c73059c16652'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:34.832073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Pushing event deleted for resources: {'Port': ['ID=4269fb33-ed93-4872-a50b-0edec9c610dd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:34.835791 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:34.962964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:35.111194 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69555e47-6448-44ca-82a9-8263583eab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:35.279501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Set router 52addda9-5eb4-4b7c-a945-c73059c16652 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:35.295846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Router a6533a1c-21ef-47f2-96c6-52c9c14dab17 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:03:35.386326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ab6d-ce13-4ff5-b7e2-c6223e9b8eb6 req-bff04ba1-21fb-4e76-95f2-f65388209bb3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:35.388250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3539ab6d-ce13-4ff5-b7e2-c6223e9b8eb6 req-bff04ba1-21fb-4e76-95f2-f65388209bb3 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.8611126 Mar 05 00:03:35.415009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17a94e-6dec-45dd-8d70-6d8386c36261 req-33c4a7fe-1446-41f8-b3bd-313a325466b7 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:35.416621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef17a94e-6dec-45dd-8d70-6d8386c36261 req-33c4a7fe-1446-41f8-b3bd-313a325466b7 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 946 time: 0.3961961 Mar 05 00:03:35.432515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:35.735565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef17a94e-6dec-45dd-8d70-6d8386c36261 req-b57d51d1-0d71-4bd9-8a7a-ce9faf35bb1b tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b7a19c-c257-4749-aec7-c60bd638fead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062587 Mar 05 00:03:35.800387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:35.814714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.011317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3539ab6d-ce13-4ff5-b7e2-c6223e9b8eb6 req-688f5142-b0ec-40c0-80f8-c095aa39a7b9 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130533 Mar 05 00:03:36.038480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.050843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:03:17Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'cc819f8b-1f6f-445d-b8ad-3b7085d31d75', 'name': '', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'mac_address': 'fa:16:3e:b9:ac:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:16Z', 'updated_at': '2022-03-05T00:03:18Z', 'revision_number': 2, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'subnets': [{'id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:36.073954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Checking router: 52addda9-5eb4-4b7c-a945-c73059c16652 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:36.074654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Updating router 52addda9-5eb4-4b7c-a945-c73059c16652 port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:03:36.096895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Pushing event updated for resources: {'Port': ['ID=5da7e4ab-5cfa-4c6f-9916-1218e442b753,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:36.151262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.212381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.216641 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.220286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6fcc5550-68fe-4863-936b-694272ec8589 tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9498649 Mar 05 00:03:36.221185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51778) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:36.235432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:36.245773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Pushing event deleted for resources: {'Port': ['ID=ee8ab156-a13c-4532-888e-d8cddeae71de,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:36.248645 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Sync routers for ids ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:36.289970 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Routers {'a6533a1c-21ef-47f2-96c6-52c9c14dab17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:36.289970 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:36.460309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.464371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b3ee9ecc-c084-41ff-bb14-82f8ff555f34 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3007441 Mar 05 00:03:36.468438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:36.560155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.593493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51788) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:36.616741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9b418eb9-7ae9-45a7-bd34-55ab25a14bfb tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Synchronizing usage tracker for tenant:d950f1b6c11d4012948853dc6f924a91 on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:36.627900 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.656180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9b418eb9-7ae9-45a7-bd34-55ab25a14bfb tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Unset dirty status for tenant:d950f1b6c11d4012948853dc6f924a91 on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:36.666010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9b418eb9-7ae9-45a7-bd34-55ab25a14bfb tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.4427724 Mar 05 00:03:36.666249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51792) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:36.723034 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Set router a6533a1c-21ef-47f2-96c6-52c9c14dab17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:36.790641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] No DVR routers for this DVR port ee8ab156-a13c-4532-888e-d8cddeae71de on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:03:36.792397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.793908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782ab64b-332a-42b6-bbbe-e054874332d0 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:03:36.801396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.804109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.807958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'name': 'network-vif-deleted', 'tag': 'ee8ab156-a13c-4532-888e-d8cddeae71de'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:36.833524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Transition to ACTIVE for port object cc819f8b-1f6f-445d-b8ad-3b7085d31d75 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:36.854344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.925045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-693bac7f-f6be-42d3-aa9c-67b061f026a4 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Synchronizing usage tracker for tenant:0b56bb89017246828d2969fa94f782b4 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:36.950979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:36.955585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4e43a240-376b-4aba-9167-7eda99e29739 admin admin] 10.222.0.32 "DELETE /v2.0/routers/782ab64b-332a-42b6-bbbe-e054874332d0 HTTP/1.1" status: 204 len: 168 time: 5.2737131 Mar 05 00:03:36.957288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51802) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:36.974951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fed50daa-ce1e-434f-9c3b-41f1e5f75764 req-fab78d3a-5334-4549-944d-eec3d9882051 tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.10 "DELETE /v2.0/ports/ee8ab156-a13c-4532-888e-d8cddeae71de HTTP/1.1" status: 204 len: 173 time: 4.3312500 Mar 05 00:03:37.101482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45eabf-bec8-4274-b816-c65a6c6f1073 None None] Pushing event updated for resources: {'Port': ['ID=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:37.258216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Deleting subnet 6267f9f9-4c90-417e-b3a4-5f75df7f0252 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:03:37.267589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.346969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ee8ab156-a13c-4532-888e-d8cddeae71de no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:37.418632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.431180 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-12a51b29-52c6-418a-b983-984911d8a7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.439018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7656a6de-3a55-4881-8252-7dd65c0dc420 req-64d5efa2-1d0c-462a-aaaa-15badd25995c tempest-ServerTagsTestJSON-334927120 tempest-ServerTagsTestJSON-334927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=90038b0d-2f9b-4930-8a3d-01e566d9b3d4 HTTP/1.1" status: 200 len: 210 time: 0.1759028 Mar 05 00:03:37.471956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: ee8ab156-a13c-4532-888e-d8cddeae71de {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:37.477916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ee8ab156-a13c-4532-888e-d8cddeae71de not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:37.568147 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90038b0d-2f9b-4930-8a3d-01e566d9b3d4', 'name': 'network-vif-deleted', 'tag': 'ee8ab156-a13c-4532-888e-d8cddeae71de', 'status': 'completed', 'code': 200} Mar 05 00:03:37.657923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:03:32Z', 'revision_number': 3, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:37.662260 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Checking router: a6533a1c-21ef-47f2-96c6-52c9c14dab17 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:37.665499 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Updating router a6533a1c-21ef-47f2-96c6-52c9c14dab17 port 1f482c69-f08f-405b-abdc-3707c307a38b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:03:37.667394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Deleting subnet 3b0442fb-a254-488c-afee-c0514f86ce60 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:03:37.731483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Attempting to bind port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:37.731757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Attempting to bind port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:37.732117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Attempting to bind port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 on network d06b341d-d99b-4708-9bd8-653dbafd4227 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:37.734407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.746515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:37.747611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Checking segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:37.748067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.748464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Bound using segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:37.748987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Bound port: cc819f8b-1f6f-445d-b8ad-3b7085d31d75, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:37.749387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.792717 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:37.801638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-693bac7f-f6be-42d3-aa9c-67b061f026a4 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Unset dirty status for tenant:0b56bb89017246828d2969fa94f782b4 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:37.807027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-693bac7f-f6be-42d3-aa9c-67b061f026a4 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.1350458 Mar 05 00:03:37.815498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51812) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:37.943846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] For port cc819f8b-1f6f-445d-b8ad-3b7085d31d75, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:37.952503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] For port cc819f8b-1f6f-445d-b8ad-3b7085d31d75, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:37.967109 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.104727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45eabf-bec8-4274-b816-c65a6c6f1073 None None] Pushing event updated for resources: {'Port': ['ID=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:38.111278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Routers {'52addda9-5eb4-4b7c-a945-c73059c16652'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:38.111889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['52addda9-5eb4-4b7c-a945-c73059c16652'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:38.399463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.441949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.463449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cc819f8b-1f6f-445d-b8ad-3b7085d31d75 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:38.476268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Deleting port 5da7e4ab-5cfa-4c6f-9916-1218e442b753 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:38.476614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.537483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.593433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.628364 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.645512 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Transition to ACTIVE for port object 1f482c69-f08f-405b-abdc-3707c307a38b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:38.658014 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.666857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] Set router 52addda9-5eb4-4b7c-a945-c73059c16652 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:38.690904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.748487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:38.787986 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Pushing event updated for resources: {'Port': ['ID=1f482c69-f08f-405b-abdc-3707c307a38b,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:38.800824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.801166 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.801612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.801941 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.802267 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.802589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.802906 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.803229 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.803712 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.804038 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.804367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:38.820144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:38.820530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.830723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51826) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:38.848718 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Attempting to bind port 1f482c69-f08f-405b-abdc-3707c307a38b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:38.849089 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Attempting to bind port 1f482c69-f08f-405b-abdc-3707c307a38b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:38.849467 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Attempting to bind port 1f482c69-f08f-405b-abdc-3707c307a38b on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:38.858262 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:38.858638 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:38.859103 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.860222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:38.860685 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Bound port: 1f482c69-f08f-405b-abdc-3707c307a38b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:38.861058 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:38.975252 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] For port 1f482c69-f08f-405b-abdc-3707c307a38b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:38.981617 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] For port 1f482c69-f08f-405b-abdc-3707c307a38b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1f482c69-f08f-405b-abdc-3707c307a38b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:38.989987 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.024332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.103184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bb071-c316-455d-b863-874d8bfb6399 req-98f03be9-83c6-4212-b0e3-afbd640f05c8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:39.111142 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d31c-23b7-404c-8cc9-07621d3f5da7 None None] Pushing event updated for resources: {'Port': ['ID=1f482c69-f08f-405b-abdc-3707c307a38b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:39.115328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f11bb071-c316-455d-b863-874d8bfb6399 req-98f03be9-83c6-4212-b0e3-afbd640f05c8 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 1.5700209 Mar 05 00:03:39.134948 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Routers {'a6533a1c-21ef-47f2-96c6-52c9c14dab17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:39.136212 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:39.152774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Allocated IP 172.20.0.1 (a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd/1fde6777-d37a-4b72-a0fa-8a80c6588dfc/bae51604-8483-4eda-86ee-4733dbf6ccad) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:39.224776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.281069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port cc819f8b-1f6f-445d-b8ad-3b7085d31d75, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:39.290300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.294159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.368361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6267f9f9-4c90-417e-b3a4-5f75df7f0252,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:39.375415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.381766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4269fb33-ed93-4872-a50b-0edec9c610dd no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:39.386495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Deleting subnet 04a620a9-27da-4155-bd01-3406758ff6ef {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:03:39.389962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.438946 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] Set router a6533a1c-21ef-47f2-96c6-52c9c14dab17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:39.445270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8725f2d-cd50-4e37-874e-4f254e85f321 None None] Network 90fa0531-17ec-48c4-a113-c74c675def15 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:39.462329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.485362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Transition to ACTIVE for port object bae51604-8483-4eda-86ee-4733dbf6ccad will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:39.523058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.619740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:39.622933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:39.627493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:39.632019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4269fb33-ed93-4872-a50b-0edec9c610dd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:39.635293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4269fb33-ed93-4872-a50b-0edec9c610dd not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:39.687389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Pushing event updated for resources: {'Port': ['ID=bae51604-8483-4eda-86ee-4733dbf6ccad,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:39.721396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.763291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.791669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:03:17Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'cc819f8b-1f6f-445d-b8ad-3b7085d31d75', 'name': '', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'mac_address': 'fa:16:3e:b9:ac:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:16Z', 'updated_at': '2022-03-05T00:03:37Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'subnets': [{'id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:39.818454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216596-a8df-42e3-b94a-54d8f47e003d None None] The sync data for ids ['52addda9-5eb4-4b7c-a945-c73059c16652'] in n-d-828979-4 is: [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:03:17Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'cc819f8b-1f6f-445d-b8ad-3b7085d31d75', 'name': '', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'mac_address': 'fa:16:3e:b9:ac:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:16Z', 'updated_at': '2022-03-05T00:03:37Z', 'revision_number': 4, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'subnets': [{'id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:39.827653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.889713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.898983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:39.912397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:39.993703 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:03:32Z', 'revision_number': 3, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:40.002968 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf19f1-6300-4b9b-8e8f-29ddba82ae84 None None] The sync data for ids ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'] in n-d-828979-4 is: [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:03:32Z', 'revision_number': 3, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:40.068156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b08c5a6d-28db-40ef-b454-b1e500d00579 None None] Provisioning for port bae51604-8483-4eda-86ee-4733dbf6ccad completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:40.074794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.075290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.096077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b08c5a6d-28db-40ef-b454-b1e500d00579 None None] Provisioning complete for port bae51604-8483-4eda-86ee-4733dbf6ccad triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:40.096662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b08c5a6d-28db-40ef-b454-b1e500d00579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.198666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b08c5a6d-28db-40ef-b454-b1e500d00579 None None] Port bae51604-8483-4eda-86ee-4733dbf6ccad cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:40.210029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] DHCP port deletion for 90fa0531-17ec-48c4-a113-c74c675def15 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:03:40.217262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] Deleting port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:40.217742 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.358553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cc819f8b-1f6f-445d-b8ad-3b7085d31d75 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:40.422809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4653c951-b917-4993-b48a-61c2d3cf1a53 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6267f9f9-4c90-417e-b3a4-5f75df7f0252 HTTP/1.1" status: 204 len: 168 time: 3.4605601 Mar 05 00:03:40.423737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51834) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:40.437304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Calling delete_port for 5da7e4ab-5cfa-4c6f-9916-1218e442b753 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:40.573903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:03:40.586772 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f11bb071-c316-455d-b863-874d8bfb6399 req-63665a9a-b1c4-4126-9676-50b92c9e7304 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4686353 Mar 05 00:03:40.588520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.611858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.635635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.702473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] For port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:40.702473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.741510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.748204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.800271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Deleting port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:40.800606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.806193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a620a9-27da-4155-bd01-3406758ff6ef,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:40.913149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:40.913911 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:40.977076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0442fb-a254-488c-afee-c0514f86ce60,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:40.995304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Pushing event updated for resources: {'Port': ['ID=bae51604-8483-4eda-86ee-4733dbf6ccad,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:41.005068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.007618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.033614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.103297 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-77d56de4-7ba9-437c-9362-c5b7f76a0c03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3b0442fb-a254-488c-afee-c0514f86ce60 HTTP/1.1" status: 204 len: 168 time: 4.5058534 Mar 05 00:03:41.106385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51844) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:41.155665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] Calling delete_port for 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:41.261184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] For port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,segment=NetworkSegment(85ba09a8-169b-47ba-82eb-d8d9d61cb6e0),segment_id=85ba09a8-169b-47ba-82eb-d8d9d61cb6e0)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:41.264391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.291112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.304705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07898096-1641-4825-b2bf-4f46c177bf66 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/04a620a9-27da-4155-bd01-3406758ff6ef HTTP/1.1" status: 204 len: 168 time: 2.4630148 Mar 05 00:03:41.310883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51850) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:41.384457 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.473942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] Pushing event deleted for resources: {'Port': ['ID=99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:41.487099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1481b-728c-491e-b7d1-cd1afd50974a None None] No DVR routers for this DVR port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:03:41.572326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:41.650388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:03:41.652361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:41.663769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Calling delete_port for 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:41.680114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.833848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:03:41.834432 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:03:41.869394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:41.898788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:41.900542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:41.992376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.017939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Pushing event deleted for resources: {'Port': ['ID=5da7e4ab-5cfa-4c6f-9916-1218e442b753,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:42.062201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.217632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6a8ca4-6da0-4add-9049-7c751319a689']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.307835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad52005-1810-4166-b501-c367b3e34f91') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.308503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad52005-1810-4166-b501-c367b3e34f91') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.325950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f37940e-d7fc-477e-b013-04edfc3b8c57']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.338170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Deleting port 99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:42.338512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.361995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f322041c-cd9e-4f53-96e8-b9ea67d2496e None None] Provisioning complete for port bae51604-8483-4eda-86ee-4733dbf6ccad triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:42.362618 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f322041c-cd9e-4f53-96e8-b9ea67d2496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.369354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.408199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9708a7-07a4-4163-9592-69b00e105044') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.408498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9708a7-07a4-4163-9592-69b00e105044') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.425677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.427824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1f482c69-f08f-405b-abdc-3707c307a38b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:42.446020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.447626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] The port '99d9a6c1-3d57-4e52-9e8d-a5a3e0fd77ec' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:03:42.473616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.520193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:03:42.521126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f322041c-cd9e-4f53-96e8-b9ea67d2496e None None] Port bae51604-8483-4eda-86ee-4733dbf6ccad cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:03:42.521635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.539130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1f482c69-f08f-405b-abdc-3707c307a38b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:03:42.548396 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:03:42.553635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1f482c69-f08f-405b-abdc-3707c307a38b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:42.554579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.555134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.556687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7a76cf7-dd05-45a0-86e1-3d989418c0eb tempest-FloatingIPAdminTestJSON-953099485 tempest-FloatingIPAdminTestJSON-953099485-project] 10.222.0.32 "DELETE /v2.0/floatingips/d958278e-1130-4e58-b630-2ae10f496bf2 HTTP/1.1" status: 204 len: 168 time: 4.7268038 Mar 05 00:03:42.622121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.628882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51860) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:42.675054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:03:42.675398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:03:42.707041 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:03:42.761889 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.801932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1f482c69-f08f-405b-abdc-3707c307a38b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1f482c69-f08f-405b-abdc-3707c307a38b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:42.812641 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.850453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.878482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Deleting port 7dbfe022-7b65-4669-a02c-e5edb8acd0c7 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:42.879406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:42.939264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fa0531-17ec-48c4-a113-c74c675def15']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.971440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:42.971999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ba09a8-169b-47ba-82eb-d8d9d61cb6e0') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:43.009802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.041815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.071833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6a8ca4-6da0-4add-9049-7c751319a689,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:43.078157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.121572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.132924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6d76ce20-9c75-4934-867c-079b5542850f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca6a8ca4-6da0-4add-9049-7c751319a689 HTTP/1.1" status: 204 len: 168 time: 2.0170057 Mar 05 00:03:43.150791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f37940e-d7fc-477e-b013-04edfc3b8c57,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:43.155999 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a05397ad-7435-4478-a069-d696e5c6b27a admin admin] 10.222.0.32 "DELETE /v2.0/networks/1f37940e-d7fc-477e-b013-04edfc3b8c57 HTTP/1.1" status: 204 len: 168 time: 1.8401828 Mar 05 00:03:43.203648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.213194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1f482c69-f08f-405b-abdc-3707c307a38b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:43.241669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.258420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:03:43.258845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:03:43.283981 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:03:43.466878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:43.524275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:43.591396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a52d606c-4161-4e97-902b-1cc98a64109a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9401760a6d614a35b3c72a15444f7884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1215761 Mar 05 00:03:43.592369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51884) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:43.607966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.608283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.624671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8498fa12-bdfa-47c0-8fcc-493f951aa0ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70a7f240566d4002991d511bd5bc3ada&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0989902 Mar 05 00:03:43.627609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:43.719995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e28b25f5-19f8-4ce9-903b-70e76b0ce792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.743516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Router a6533a1c-21ef-47f2-96c6-52c9c14dab17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:43.750961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Calling delete_port for 7dbfe022-7b65-4669-a02c-e5edb8acd0c7 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:43.765771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb6e1-20fd-495e-a0fc-68abfb724dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.769423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e28b25f5-19f8-4ce9-903b-70e76b0ce792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.784046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.816363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.825505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb6e1-20fd-495e-a0fc-68abfb724dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.829363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=90fa0531-17ec-48c4-a113-c74c675def15,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:43.887442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e28b25f5-19f8-4ce9-903b-70e76b0ce792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:43.909640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b25f5-19f8-4ce9-903b-70e76b0ce792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b7a19c-c257-4749-aec7-c60bd638fead,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:43.947017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ca654050-3bf5-4329-bde3-7282e51c7ddf admin admin] 10.222.0.32 "DELETE /v2.0/networks/90fa0531-17ec-48c4-a113-c74c675def15 HTTP/1.1" status: 204 len: 168 time: 3.5221629 Mar 05 00:03:43.985960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb6e1-20fd-495e-a0fc-68abfb724dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.053556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb6e1-20fd-495e-a0fc-68abfb724dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e784f-f900-4de4-91a1-2a84e6c82909,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:44.087400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e28b25f5-19f8-4ce9-903b-70e76b0ce792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.099003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e28b25f5-19f8-4ce9-903b-70e76b0ce792 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86b7a19c-c257-4749-aec7-c60bd638fead HTTP/1.1" status: 204 len: 168 time: 0.5020771 Mar 05 00:03:44.108528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb6e1-20fd-495e-a0fc-68abfb724dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.110589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e0ceb6e1-20fd-495e-a0fc-68abfb724dc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/836e784f-f900-4de4-91a1-2a84e6c82909 HTTP/1.1" status: 204 len: 168 time: 0.4812009 Mar 05 00:03:44.169390 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.279533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dbfe022-7b65-4669-a02c-e5edb8acd0c7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:44.342436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1f482c69-f08f-405b-abdc-3707c307a38b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:03:44.430624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.477134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.482789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51906) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:44.484308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-159b1437-32bf-43ed-bde0-b599440e86e0 tempest-FloatingIPAdminTestJSON-494275789 tempest-FloatingIPAdminTestJSON-494275789-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/84029a9e-5f02-43de-8b82-2e3e17929d12 HTTP/1.1" status: 204 len: 168 time: 1.8517768 Mar 05 00:03:44.496677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:44.502516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a2cde442-fecc-4292-8f8c-066bc7526965 admin admin] 10.222.0.32 "PUT /v2.0/routers/a6533a1c-21ef-47f2-96c6-52c9c14dab17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0331428 Mar 05 00:03:44.585370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1f482c69-f08f-405b-abdc-3707c307a38b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:03:44.585628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.606481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51914) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:44.664052 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:03:44.681323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e7a7de2-a376-4217-bfb1-076b62c90177 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa6990bd892f431b85b7c5a291496475&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0732758 Mar 05 00:03:44.684311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:44.726439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting port 7fd726ea-36c6-4b0d-8c61-4cca72846974 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:44.726894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.768351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ec50f92-9881-4845-97a5-da1a5a4be9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.806563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ec50f92-9881-4845-97a5-da1a5a4be9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.908185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ec50f92-9881-4845-97a5-da1a5a4be9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.944994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec50f92-9881-4845-97a5-da1a5a4be9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe76770-7cfb-49ca-ae48-326125d8a2c6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:44.968619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0ec50f92-9881-4845-97a5-da1a5a4be9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:44.972400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0ec50f92-9881-4845-97a5-da1a5a4be9e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fe76770-7cfb-49ca-ae48-326125d8a2c6 HTTP/1.1" status: 204 len: 168 time: 0.2849300 Mar 05 00:03:45.304343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:45.652028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Calling delete_port for 7fd726ea-36c6-4b0d-8c61-4cca72846974 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:45.936020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:46.070069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Port': ['ID=7fd726ea-36c6-4b0d-8c61-4cca72846974,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:46.395644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:46.415492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-af052efb-9e91-49d3-9155-9950609f0715 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "DELETE /v2.0/ports/7fd726ea-36c6-4b0d-8c61-4cca72846974 HTTP/1.1" status: 204 len: 168 time: 1.9316087 Mar 05 00:03:46.418613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:46.631584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfee2f8-560c-41c0-8fdd-21eae862194e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:46.632341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9dfee2f8-560c-41c0-8fdd-21eae862194e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Synchronizing usage tracker for tenant:0b56bb89017246828d2969fa94f782b4 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:46.672750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9dfee2f8-560c-41c0-8fdd-21eae862194e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Unset dirty status for tenant:0b56bb89017246828d2969fa94f782b4 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:46.674007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9dfee2f8-560c-41c0-8fdd-21eae862194e tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "GET /v2.0/ports?device_id=15732fb9-c140-4006-98a5-44614d7f3ebe HTTP/1.1" status: 200 len: 913 time: 0.2544014 Mar 05 00:03:46.676910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51972) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:47.546621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:48.192236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:48.318083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52014) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:48.530758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1075022116-network', 'tenant_id': '1bcf0f0da2034cf8ac289bae2a1aca49'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:48.550826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:48.555970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Usage tracker for resource:network and tenant:1bcf0f0da2034cf8ac289bae2a1aca49 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:48.560876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:48.575387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:48.606829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Made reservation on behalf of 1bcf0f0da2034cf8ac289bae2a1aca49 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:48.609638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:48.633177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:48.727016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-610527060-network', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:48.735464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:48.750460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Usage tracker for resource:network and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:48.777070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:48.800957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:48.813175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:48.834564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Usage tracker for resource:security_group_rule and tenant:1bcf0f0da2034cf8ac289bae2a1aca49 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:48.847799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:48.867965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:48.874590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:48.878772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:48.941202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.049273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:49.097164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Usage tracker for resource:security_group_rule and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:49.101415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:49.108589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:49.196012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.274756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.277591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.293725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:03:49.306596 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.307175 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Added segment 6533adec-b152-4d2e-99ce-30d2694f05d3 of type vlan for network e0d0ede3-b06b-4899-ada7-b8a31704fe09 Mar 05 00:03:49.342554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.438012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.487929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.488795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:49.502175 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.614822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting port d6d73799-7cf6-4e38-8e49-86b1a18413c3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:49.615779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:49.646930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c1d8d9-4414-40df-9cef-9cd7f1d52b39,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:49.893238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:50.008239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:03:50.113071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Calling delete_port for d6d73799-7cf6-4e38-8e49-86b1a18413c3 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:50.220724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.221306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.221306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.231974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.232354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.232698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.233290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.235876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.236242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.236582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.236921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:03:50.244460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] Pushing event updated for resources: {'Network': ['ID=e0d0ede3-b06b-4899-ada7-b8a31704fe09,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:50.275369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:03:50.307579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:50.307999 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Added segment 6adc6f3f-c34c-4551-b146-0172b0367941 of type vlan for network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 Mar 05 00:03:50.368243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0f2b994c-d118-4999-9e44-281613a3c61e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0462749 Mar 05 00:03:50.373760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52042) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:50.401536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Request body: {'subnet': {'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-610527060-subnet', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:50.436850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:50.475952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Usage tracker for resource:subnet and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:50.485081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96ab79-ba93-4e16-98c1-edef2a149f40,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:50.486011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:50.525137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:50.533955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:50.640115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:50.640991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:50.641616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:50.730589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:50.738963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:50.932590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:50.934835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7266459 Mar 05 00:03:50.958718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65cf3a-58b0-432a-8a78-5fcb25966993 admin admin] Pushing event updated for resources: {'Network': ['ID=bc597b39-e2e2-41a9-b6b2-328c654dc0b9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:50.970137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Request body: {'subnet': {'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1075022116-subnet', 'tenant_id': '1bcf0f0da2034cf8ac289bae2a1aca49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:50.976544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:03:51.022707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:51.041014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:51.055114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Usage tracker for resource:subnet and tenant:1bcf0f0da2034cf8ac289bae2a1aca49 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:51.186283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:51.230834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:51.268111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Port': ['ID=d6d73799-7cf6-4e38-8e49-86b1a18413c3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:51.327130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Made reservation on behalf of 1bcf0f0da2034cf8ac289bae2a1aca49 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:03:51.342512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:51.776546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:51.840318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba758a-1092-421a-a974-05f0c739ca1e req-fa9c5060-f223-46b2-975c-0a79e5295b11 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:51.850560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cba758a-1092-421a-a974-05f0c739ca1e req-fa9c5060-f223-46b2-975c-0a79e5295b11 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.1324759 Mar 05 00:03:51.857585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c986664c-d0b8-4c0e-abb7-e16ad828c76c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:51.979317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cba758a-1092-421a-a974-05f0c739ca1e req-d454642c-42c3-48d0-ba0a-9acafd3f08dc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278026 Mar 05 00:03:52.164493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Checking segment: {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:52.168378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Network hostable DHCP agents. Network: e0d0ede3-b06b-4899-ada7-b8a31704fe09, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:03:52.546055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:03:52.600258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e0d0ede3-b06b-4899-ada7-b8a31704fe09) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:52.608194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00028ad4-1563-474e-95aa-07e82f18dee7 None None] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:52.614937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:52.615723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:52.712101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:52.723849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928ca09-27f7-4cb5-880e-ad3ec5831681 req-21f533d6-ba84-4740-b28e-a4fed81d8ad2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:52.725408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5928ca09-27f7-4cb5-880e-ad3ec5831681 req-21f533d6-ba84-4740-b28e-a4fed81d8ad2 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.2339442 Mar 05 00:03:52.795468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ce8f74-c59e-4cde-b342-22cdeec74391,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:52.805349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4db28d59-2c98-48bf-941a-049966cc3a3e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4294219 Mar 05 00:03:52.808846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52086) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:52.814768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:03:52.824939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:52.836930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Usage tracker for resource:router and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:52.844059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:52.859913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:52.860365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:52.890738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:52.892233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:52.936106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:52.951040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5928ca09-27f7-4cb5-880e-ad3ec5831681 req-7f990aed-7e8b-41b3-bf6d-e86017fc5f22 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567307 Mar 05 00:03:53.181906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-e0d0ede3-b06b-4899-ada7-b8a31704fe09', 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'fixed_ips': [{'subnet_id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:03:53.184878 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:53.238750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Checking segment: {'id': '6adc6f3f-c34c-4551-b146-0172b0367941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:53.241126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Network hostable DHCP agents. Network: bc597b39-e2e2-41a9-b6b2-328c654dc0b9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:03:53.462606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Allocated IP 172.20.0.2 (e0d0ede3-b06b-4899-ada7-b8a31704fe09/c986664c-d0b8-4c0e-abb7-e16ad828c76c/7e9c5abb-8a95-4579-b432-37ab702636b9) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:53.528144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:03:53.585292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, bc597b39-e2e2-41a9-b6b2-328c654dc0b9) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:53.590946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:53.598390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:53.663863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1670234-ed2b-493d-80c2-1a0118b3757d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7194726 Mar 05 00:03:53.777554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:53.790964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Transition to ACTIVE for port object 7e9c5abb-8a95-4579-b432-37ab702636b9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:53.845397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4192d09-c0ec-43cf-87ef-5750798979ce None None] Network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:53.905912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:53.953538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f31f50-49e6-4d7b-9f22-823dfac594ed req-c20c4994-1bef-4206-9a36-3faa0a3f27e6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:53.960734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80f31f50-49e6-4d7b-9f22-823dfac594ed req-c20c4994-1bef-4206-9a36-3faa0a3f27e6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.4294086 Mar 05 00:03:54.093816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Transition to ACTIVE for port object 7e9c5abb-8a95-4579-b432-37ab702636b9 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:54.312712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80f31f50-49e6-4d7b-9f22-823dfac594ed req-69525a92-48af-430a-938d-5abab327d750 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511043 Mar 05 00:03:54.313697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:54.529185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:54.572587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:54.577856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:54.585950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:54.655886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Pushing event updated for resources: {'Port': ['ID=7e9c5abb-8a95-4579-b432-37ab702636b9,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:54.672138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfee28-e7e3-4ba9-a365-65fd7d120536 None None] Network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:03:54.716905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:54.943700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf56958-1151-4ae5-a297-d81a838a773b req-c8d3461c-9f94-457f-a1ad-9bca0340c227 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:54.953204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3bf56958-1151-4ae5-a297-d81a838a773b req-c8d3461c-9f94-457f-a1ad-9bca0340c227 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.4506061 Mar 05 00:03:55.145562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3bf56958-1151-4ae5-a297-d81a838a773b req-0907822e-3845-45b1-b72a-f259a9491121 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913514 Mar 05 00:03:55.151495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-f0e05d65-3f44-4e48-b918-f7a1d3199ad0 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:55.159163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-f0e05d65-3f44-4e48-b918-f7a1d3199ad0 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.3348973 Mar 05 00:03:55.169209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:55.285324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Allocated IP 172.25.0.214 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/f138ea82-e276-4905-a12c-96dfc58939cc) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:03:55.334900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Router 15732fb9-c140-4006-98a5-44614d7f3ebe has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:03:55.416402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Sync routers for ids ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:55.570011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Attempting to bind port 7e9c5abb-8a95-4579-b432-37ab702636b9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:55.570375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Attempting to bind port 7e9c5abb-8a95-4579-b432-37ab702636b9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:55.570731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Attempting to bind port 7e9c5abb-8a95-4579-b432-37ab702636b9 on network e0d0ede3-b06b-4899-ada7-b8a31704fe09 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:55.590328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Routers {'a6533a1c-21ef-47f2-96c6-52c9c14dab17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:55.591029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:55.696908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Deleting port 7ee7c542-959e-4319-a165-cb6245173b95 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:55.700344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:55.898275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Set router a6533a1c-21ef-47f2-96c6-52c9c14dab17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:03:56.044007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:03:56.059463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-29ef9bbb-c010-407d-95de-632d79411ed3 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "PUT /v2.0/routers/15732fb9-c140-4006-98a5-44614d7f3ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3792119 Mar 05 00:03:56.062802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52124) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:56.064821 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] Sync routers for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:03:56.110156 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:56.110935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:56.292663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52134) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:56.376097 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:56.433905 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] Routers {'15732fb9-c140-4006-98a5-44614d7f3ebe'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:03:56.434585 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15732fb9-c140-4006-98a5-44614d7f3ebe'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:56.695733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:56.709328 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:56.711268 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300170c6-9c7f-4caa-9846-1e234c4ad260 None None] The sync data for ids ['15732fb9-c140-4006-98a5-44614d7f3ebe'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:03:56.831372 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:56.852181 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:56.876466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:03:56.881329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:8193960389fa40028d6c4e1c903ba38b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:03:56.885295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:03:56.893679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:03:57.005514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:57.006186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Checking segment: {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:57.006545 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.006771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Bound using segment: {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:57.030899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Bound port: 7e9c5abb-8a95-4579-b432-37ab702636b9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:57.031080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.031211 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.120866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] For port 7ee7c542-959e-4319-a165-cb6245173b95, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7ee7c542-959e-4319-a165-cb6245173b95,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:57.121726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.215290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.232735 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.320121 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.328018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Calling delete_port for 7ee7c542-959e-4319-a165-cb6245173b95 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:57.380695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:57.393363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:03:39Z', 'revision_number': 4, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'bae51604-8483-4eda-86ee-4733dbf6ccad', 'name': '', 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'mac_address': 'fa:16:3e:4f:b8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:38Z', 'updated_at': '2022-03-05T00:03:40Z', 'revision_number': 2, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'subnets': [{'id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:03:57.396838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] For port 7e9c5abb-8a95-4579-b432-37ab702636b9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:57.401147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:03:57.404773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] For port 7e9c5abb-8a95-4579-b432-37ab702636b9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e9c5abb-8a95-4579-b432-37ab702636b9,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:57.406182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Checking router: a6533a1c-21ef-47f2-96c6-52c9c14dab17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:03:57.406546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Updating router a6533a1c-21ef-47f2-96c6-52c9c14dab17 port bae51604-8483-4eda-86ee-4733dbf6ccad binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:03:57.474038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.493312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.523323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.555294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.571274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7ee7c542-959e-4319-a165-cb6245173b95 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:03:57.575218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8193960389fa40028d6c4e1c903ba38b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2812915 Mar 05 00:03:57.589903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52148) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:03:57.594647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24918975-a09a-4d12-bd59-86ba2502a277 req-051c6b1c-d313-4a70-83c6-821d1a382045 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:57.596848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24918975-a09a-4d12-bd59-86ba2502a277 req-051c6b1c-d313-4a70-83c6-821d1a382045 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 945 time: 0.2065809 Mar 05 00:03:57.651175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f96e-ea35-4810-93b0-6ff4a7286fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd7039a-2b82-4ac5-b8e0-2caf98b917a5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:57.688871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.693771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.712766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:03:57.781090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24918975-a09a-4d12-bd59-86ba2502a277 req-5ba9838a-3d22-4362-a363-405fd603bccc tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768444 Mar 05 00:03:57.816352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.848790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting port 5c6149d9-c58e-4c75-9ec0-555c03ff62b6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:57.848790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:57.949910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:58.031939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Pushing event updated for resources: {'Port': ['ID=f138ea82-e276-4905-a12c-96dfc58939cc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:58.080464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No active binding found for port 7ee7c542-959e-4319-a165-cb6245173b95 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:03:58.080464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7ee7c542-959e-4319-a165-cb6245173b95 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:03:58.142341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:03:58.224701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3aa47-71bd-4d2b-8c26-e665db68bc5d None None] Pushing event updated for resources: {'Port': ['ID=7e9c5abb-8a95-4579-b432-37ab702636b9,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:58.228901 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:03:58.300038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:03:58.354704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.360253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f1599-f5b2-40cf-aa46-10efebcff59c req-4c53884f-ad49-4fe6-8d22-6d11bfe8e742 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:58.376137 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-933f1599-f5b2-40cf-aa46-10efebcff59c req-4c53884f-ad49-4fe6-8d22-6d11bfe8e742 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 1.6476965 Mar 05 00:03:58.378117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:03:58.493600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Pushing event deleted for resources: {'Port': ['ID=7ee7c542-959e-4319-a165-cb6245173b95,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:58.552289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Calling delete_port for 5c6149d9-c58e-4c75-9ec0-555c03ff62b6 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:03:58.767106 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.825554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-933f1599-f5b2-40cf-aa46-10efebcff59c req-2909c621-cf47-4e4a-bea2-e7a86ef808bb tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4485190 Mar 05 00:03:58.827041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] No DVR routers for this DVR port 7ee7c542-959e-4319-a165-cb6245173b95 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:03:58.855893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Transition to ACTIVE for port object bae51604-8483-4eda-86ee-4733dbf6ccad will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:03:58.856773 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.867910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.874792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.910108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-708e0f5c-43ca-422c-ae1a-34585503492b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.942619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-708e0f5c-43ca-422c-ae1a-34585503492b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:58.987161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Port': ['ID=5c6149d9-c58e-4c75-9ec0-555c03ff62b6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:59.005785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'name': 'network-vif-deleted', 'tag': '7ee7c542-959e-4319-a165-cb6245173b95'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:03:59.025599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-708e0f5c-43ca-422c-ae1a-34585503492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.064005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-708e0f5c-43ca-422c-ae1a-34585503492b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.065419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-708e0f5c-43ca-422c-ae1a-34585503492b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edd7039a-2b82-4ac5-b8e0-2caf98b917a5 HTTP/1.1" status: 204 len: 168 time: 1.4781952 Mar 05 00:03:59.068916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f6277d4-6894-4bd3-bcbd-200eef7eaa32 req-c34df9ea-5910-4bb9-8fb2-f7efec9a97bd tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.36 "DELETE /v2.0/ports/7ee7c542-959e-4319-a165-cb6245173b95 HTTP/1.1" status: 204 len: 173 time: 3.8949733 Mar 05 00:03:59.069761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e0f5c-43ca-422c-ae1a-34585503492b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd7039a-2b82-4ac5-b8e0-2caf98b917a5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:59.123927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104470b-d665-436b-8ae1-f32dddb9b669 None None] Pushing event updated for resources: {'Port': ['ID=bae51604-8483-4eda-86ee-4733dbf6ccad,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:03:59.337184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-0937f152-25a9-461f-9f2e-744080f66c41 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:03:59.343485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-0937f152-25a9-461f-9f2e-744080f66c41 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 1.0323625 Mar 05 00:03:59.440625 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1739cc-428c-4d12-ac1b-99162b7ef869', 'name': 'network-vif-deleted', 'tag': '7ee7c542-959e-4319-a165-cb6245173b95', 'status': 'completed', 'code': 200} Mar 05 00:03:59.459393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0e9a064b-fe5e-4d69-b97e-151e5043ea0a req-06e04c35-c924-41e8-b220-84a593b6f66c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Synchronizing usage tracker for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:03:59.555752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Attempting to bind port bae51604-8483-4eda-86ee-4733dbf6ccad on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:03:59.556125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Attempting to bind port bae51604-8483-4eda-86ee-4733dbf6ccad by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:03:59.556507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Attempting to bind port bae51604-8483-4eda-86ee-4733dbf6ccad on network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:03:59.568229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0e9a064b-fe5e-4d69-b97e-151e5043ea0a req-06e04c35-c924-41e8-b220-84a593b6f66c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Unset dirty status for tenant:40d0b3f830784e459effa20d291662c0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:03:59.581608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:03:59.581988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Checking segment: {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:03:59.582391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.582779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Bound using segment: {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:03:59.583245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Bound port: bae51604-8483-4eda-86ee-4733dbf6ccad, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba88a233-0b0f-42ea-bf55-ad3949225d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:03:59.583616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.587802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e9a064b-fe5e-4d69-b97e-151e5043ea0a req-06e04c35-c924-41e8-b220-84a593b6f66c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a1739cc-428c-4d12-ac1b-99162b7ef869 HTTP/1.1" status: 200 len: 210 time: 0.3423243 Mar 05 00:03:59.593190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.605819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Deleting port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:03:59.612251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.798486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] For port bae51604-8483-4eda-86ee-4733dbf6ccad, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:03:59.805524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] For port bae51604-8483-4eda-86ee-4733dbf6ccad, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bae51604-8483-4eda-86ee-4733dbf6ccad,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:03:59.811494 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.935336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:03:59.936086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:00.071993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e46c7-30f7-4cb1-bbc3-ae80193d9300 None None] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:00.274714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104470b-d665-436b-8ae1-f32dddb9b669 None None] Pushing event updated for resources: {'Port': ['ID=bae51604-8483-4eda-86ee-4733dbf6ccad,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:00.425662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Routers {'a6533a1c-21ef-47f2-96c6-52c9c14dab17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:00.427198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:00.564431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e9c5abb-8a95-4579-b432-37ab702636b9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:00.650431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:00.655709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:00.727238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:00.727893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Fanout notify agent at l3_agent the message router_deleted on router 15732fb9-c140-4006-98a5-44614d7f3ebe {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:04:00.792670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:00.795651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] For port 4b0eab0b-11af-4661-87c2-3b04e8c32c87, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b0eab0b-11af-4661-87c2-3b04e8c32c87,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:00.796234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:00.803378 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-576accd5-c96f-4d79-8083-f257562b3424 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "DELETE /v2.0/routers/15732fb9-c140-4006-98a5-44614d7f3ebe HTTP/1.1" status: 204 len: 168 time: 4.7389741 Mar 05 00:04:00.806380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52226) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:00.845733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651663-483e-4179-a93d-806e63b8ae68 req-3f268370-ab0f-44a4-9dea-85620b328d18 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:00.847204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17651663-483e-4179-a93d-806e63b8ae68 req-3f268370-ab0f-44a4-9dea-85620b328d18 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.1649735 Mar 05 00:04:00.890800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4d51bd0d-a51e-47b8-9148-50adeb734b1d None None] Provisioning for port 7e9c5abb-8a95-4579-b432-37ab702636b9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:00.944781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17651663-483e-4179-a93d-806e63b8ae68 req-2436a42d-d390-425c-97b8-bdbb28f2aa2e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890825 Mar 05 00:04:00.994592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7e9c5abb-8a95-4579-b432-37ab702636b9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:01.023758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7e9c5abb-8a95-4579-b432-37ab702636b9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:01.024195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:01.068971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-571362d9-d5dc-488e-8541-de1908078117 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:01.069962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-571362d9-d5dc-488e-8541-de1908078117 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Synchronizing usage tracker for tenant:1bcf0f0da2034cf8ac289bae2a1aca49 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:01.077027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] Set router a6533a1c-21ef-47f2-96c6-52c9c14dab17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:01.397252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-571362d9-d5dc-488e-8541-de1908078117 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Unset dirty status for tenant:1bcf0f0da2034cf8ac289bae2a1aca49 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:01.405438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-571362d9-d5dc-488e-8541-de1908078117 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/networks?id=bc597b39-e2e2-41a9-b6b2-328c654dc0b9 HTTP/1.1" status: 200 len: 810 time: 0.9168675 Mar 05 00:04:01.553599 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:01.634462 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-a5bafc37-81e3-48bc-807d-099d3300f9a4 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/quotas/1bcf0f0da2034cf8ac289bae2a1aca49 HTTP/1.1" status: 200 len: 375 time: 0.2239869 Mar 05 00:04:01.657207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7e9c5abb-8a95-4579-b432-37ab702636b9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e9c5abb-8a95-4579-b432-37ab702636b9,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:01.710491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:01.817365 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-fa43eed6-6b41-4a08-bea2-d9a73d48b200 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bcf0f0da2034cf8ac289bae2a1aca49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1541429 Mar 05 00:04:01.855108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting subnet ca75c9c7-e190-490e-b5d4-d011329d042e {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:04:01.858287 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:01.877822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7e9c5abb-8a95-4579-b432-37ab702636b9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:01.880929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-45499643-1ddf-48e0-8e09-bb093dcd3b5b None None] Provisioning complete for port 7e9c5abb-8a95-4579-b432-37ab702636b9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:01.881502 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-45499643-1ddf-48e0-8e09-bb093dcd3b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:01.937234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:01.967224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c661-8c60-4587-b18a-d5cd93039103 req-ae5fe6a0-bea1-42c7-ace6-ddda527ae889 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:01.978218 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de30c661-8c60-4587-b18a-d5cd93039103 req-ae5fe6a0-bea1-42c7-ace6-ddda527ae889 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.1620431 Mar 05 00:04:02.011436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:03:39Z', 'revision_number': 4, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'bae51604-8483-4eda-86ee-4733dbf6ccad', 'name': '', 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'mac_address': 'fa:16:3e:4f:b8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:38Z', 'updated_at': '2022-03-05T00:03:59Z', 'revision_number': 4, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'subnets': [{'id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:02.028422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c674-6095-4322-8238-0c7b18940c42 None None] The sync data for ids ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'] in n-d-828979-4 is: [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:03:39Z', 'revision_number': 4, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'bae51604-8483-4eda-86ee-4733dbf6ccad', 'name': '', 'network_id': 'a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'mac_address': 'fa:16:3e:4f:b8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:38Z', 'updated_at': '2022-03-05T00:03:59Z', 'revision_number': 4, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'subnets': [{'id': '1fde6777-d37a-4b72-a0fa-8a80c6588dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:04:02.124922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de30c661-8c60-4587-b18a-d5cd93039103 req-bb4b2232-8370-4aeb-b74e-1ab47b596738 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437287 Mar 05 00:04:02.157633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:02.158092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:02.158605 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Floating IP 89a494ba-9590-4649-853b-a0bb3deda6d5 disassociated. External IP: 172.25.0.157, port: 4b0eab0b-11af-4661-87c2-3b04e8c32c87. Mar 05 00:04:02.159027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Calling delete_port for 4b0eab0b-11af-4661-87c2-3b04e8c32c87 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:02.467104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:02.504112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bae51604-8483-4eda-86ee-4733dbf6ccad up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:02.590881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port bae51604-8483-4eda-86ee-4733dbf6ccad completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:02.597632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bae51604-8483-4eda-86ee-4733dbf6ccad triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:02.598530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:02.612517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130aed1-1510-4260-99a0-868b0ec227b3 req-875b96fa-4770-4fc4-aca0-c247c422f517 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:02.629838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4130aed1-1510-4260-99a0-868b0ec227b3 req-875b96fa-4770-4fc4-aca0-c247c422f517 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 945 time: 0.2450590 Mar 05 00:04:02.728792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4130aed1-1510-4260-99a0-868b0ec227b3 req-7da45ec0-febb-41e5-b376-3d3ac80f9299 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd8d1b26-1dcb-47fa-9a34-e762063282af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890379 Mar 05 00:04:02.747789 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ff8ee8b8-b681-4d6a-b54e-0d5857a4dc04 service neutron] 10.222.0.32 "GET /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9293489 Mar 05 00:04:02.853637 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:02.927098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port bae51604-8483-4eda-86ee-4733dbf6ccad, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bae51604-8483-4eda-86ee-4733dbf6ccad,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:02.935690 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:02.936465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e9c5abb-8a95-4579-b432-37ab702636b9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:03.072403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-a2fbff02-882c-46c1-b1c8-13bc385bfcfc service neutron] 10.222.0.32 "GET /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236225 Mar 05 00:04:03.104885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Router e6c7f6a4-cae7-419b-8711-fa39791abeb5 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:04:03.107871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:03.112694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:03.159694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:04:03.236395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:03.283187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "DELETE /v2.0/subnets/ca75c9c7-e190-490e-b5d4-d011329d042e HTTP/1.1" status: 204 len: 168 time: 2.4637249 Mar 05 00:04:03.285725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52266) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:03.298129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event deleted for resources: {'Port': ['ID=4b0eab0b-11af-4661-87c2-3b04e8c32c87,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:03.300239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb49dd-9b40-479d-9406-6ed5d1ad217a tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Subnet': ['ID=ca75c9c7-e190-490e-b5d4-d011329d042e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:03.467284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b0eab0b-11af-4661-87c2-3b04e8c32c87 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:04:03.564247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bebb2e-28a3-4759-b354-9587e0230783 None None] Network e91e28b2-7739-45bb-9786-6a618034d31f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:03.623446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:03.808256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting port b2058e32-f3f2-4020-a54f-a6a725ddc77d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:03.810255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:04.041748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=bae51604-8483-4eda-86ee-4733dbf6ccad,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:04.046408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4b0eab0b-11af-4661-87c2-3b04e8c32c87 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:04:04.047032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b0eab0b-11af-4661-87c2-3b04e8c32c87 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:04:04.050347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:04.124693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:04:04.216242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66ff1a7c-dfe0-4a41-823e-d15cc8db986d req-27e6bb35-8afa-4990-8389-924f487e1e64 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:04.293099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-66ff1a7c-dfe0-4a41-823e-d15cc8db986d req-27e6bb35-8afa-4990-8389-924f487e1e64 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:04.315368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66ff1a7c-dfe0-4a41-823e-d15cc8db986d req-27e6bb35-8afa-4990-8389-924f487e1e64 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 210 time: 0.2102222 Mar 05 00:04:04.325909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:04:04.380057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Sync routers for ids ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:04:04.414736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7e9c5abb-8a95-4579-b432-37ab702636b9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:04.415619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:04.444699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:04.449157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e383e26d-0f59-49de-9598-bb9a7dffdfdc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.6358631 Mar 05 00:04:04.449453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52294) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:04.476208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ffead-d9b7-4b1c-97e4-69ce3da43135 req-5d63d28f-efe6-434a-b6e8-6bb84a4c5181 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:04.478269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Routers {'e6c7f6a4-cae7-419b-8711-fa39791abeb5'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:04.479016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:04.482616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e27ffead-d9b7-4b1c-97e4-69ce3da43135 req-5d63d28f-efe6-434a-b6e8-6bb84a4c5181 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.8534939 Mar 05 00:04:04.669999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] For port b2058e32-f3f2-4020-a54f-a6a725ddc77d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b2058e32-f3f2-4020-a54f-a6a725ddc77d,segment=NetworkSegment(d98b87e9-5f4d-4ee0-976e-4ac1821f7e72),segment_id=d98b87e9-5f4d-4ee0-976e-4ac1821f7e72)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:04.672846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:04.740458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e27ffead-d9b7-4b1c-97e4-69ce3da43135 req-afe7f6b1-dae9-4ea8-9432-f6126ebb56db tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474072 Mar 05 00:04:05.017285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:05.104396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b10f-a1e7-4981-ab63-6d508e60d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:05.151080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a984a12c-6ea9-4535-9d3e-6733faa42a2b req-fc913fb8-9ef3-42c5-a491-797b07bc6ced tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 210 time: 0.6971605 Mar 05 00:04:05.163081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Calling delete_port for b2058e32-f3f2-4020-a54f-a6a725ddc77d owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:05.168200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:05.232026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Router 8c423bf1-252d-4141-90b3-640bbb193d15 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:04:05.292407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:05.415052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be6356-443c-45ef-9ee6-84afbf9d80a2 None None] DHCP port deletion for e91e28b2-7739-45bb-9786-6a618034d31f request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:04:05.434363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:05.455668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:05.552921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Port': ['ID=b2058e32-f3f2-4020-a54f-a6a725ddc77d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:05.574606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] No DVR routers for this DVR port b2058e32-f3f2-4020-a54f-a6a725ddc77d on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:04:05.575215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-48be6356-443c-45ef-9ee6-84afbf9d80a2 None None] Deleting port b2058e32-f3f2-4020-a54f-a6a725ddc77d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:05.575632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-48be6356-443c-45ef-9ee6-84afbf9d80a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:05.671822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Set router e6c7f6a4-cae7-419b-8711-fa39791abeb5 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:05.818048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1cc16914-d6de-4676-92c4-3247a53e537e req-696ef991-5cac-479c-a926-c386162a65e2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 210 time: 0.1543174 Mar 05 00:04:05.918785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['af5eb3a4-14c4-40b0-be07-66f0f756d948'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:04:05.986850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:04:06.007070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:04:06.033889 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:06.034448 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:06.099140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:06.194169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91e28b2-7739-45bb-9786-6a618034d31f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:06.308778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] No DVR routers for this DVR port 4b0eab0b-11af-4661-87c2-3b04e8c32c87 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:04:06.345757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:06.349352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:06.371726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28f6c81a-78a6-4805-ac3a-6d3ab09dc58a req-a3f52a8e-5977-4303-bf03-0f5578fbe307 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "DELETE /v2.0/ports/4b0eab0b-11af-4661-87c2-3b04e8c32c87 HTTP/1.1" status: 204 len: 173 time: 7.0164604 Mar 05 00:04:06.374455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'name': 'network-vif-deleted', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:06.488254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-48be6356-443c-45ef-9ee6-84afbf9d80a2 None None] The port 'b2058e32-f3f2-4020-a54f-a6a725ddc77d' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:04:06.527396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:06.530903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98b87e9-5f4d-4ee0-976e-4ac1821f7e72') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:06.547866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-eca3a4a3-a7b7-4a70-94a9-c9c6b71567d0 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:06.564591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a432-79a2-411e-aa1e-b1ba7725f806 req-638bf90b-d991-4306-8527-467fac5b1765 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:06.568749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-eca3a4a3-a7b7-4a70-94a9-c9c6b71567d0 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.10 "GET /v2.0/networks?id=bc597b39-e2e2-41a9-b6b2-328c654dc0b9 HTTP/1.1" status: 200 len: 810 time: 0.3132303 Mar 05 00:04:06.574097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Request body: {'port': {'device_id': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9', 'admin_state_up': True, 'tenant_id': '1bcf0f0da2034cf8ac289bae2a1aca49'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:06.576967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4497a432-79a2-411e-aa1e-b1ba7725f806 req-638bf90b-d991-4306-8527-467fac5b1765 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.4137042 Mar 05 00:04:06.647836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:06.663438 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:06.668903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4497a432-79a2-411e-aa1e-b1ba7725f806 req-70ff9e1f-ecc8-44b6-a0e1-acd044628cae tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844667 Mar 05 00:04:06.775174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bae51604-8483-4eda-86ee-4733dbf6ccad up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:06.972215 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a9209-b295-4fd2-abe2-30e39270d80d', 'name': 'network-vif-deleted', 'tag': '4b0eab0b-11af-4661-87c2-3b04e8c32c87', 'status': 'completed', 'code': 200} Mar 05 00:04:07.100989 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-11d0e3fa-c48f-42fb-9289-3b5c23f29306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:07.181046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d07ca0a-5988-4ad3-9248-ca7996f04ff0 req-236d0baf-ac9b-4a5d-a9da-7a63bd19d0cb tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 210 time: 0.5415759 Mar 05 00:04:07.283945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd9cadac-b2bd-432a-975b-e05862003e6a req-1c65fc74-c5ef-49d6-a0c2-507e89f5e33a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=af0a9209-b295-4fd2-abe2-30e39270d80d HTTP/1.1" status: 200 len: 210 time: 0.1117229 Mar 05 00:04:07.359622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c268a-32fe-420d-9570-9f879719cf96 req-9e50fbd8-1703-4543-87c9-faad887107e7 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:07.361988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-409c268a-32fe-420d-9570-9f879719cf96 req-9e50fbd8-1703-4543-87c9-faad887107e7 tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.4972539 Mar 05 00:04:07.441748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:07.447863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:07.455338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:04:07.455737 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:07.466893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Deleting port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:07.467476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:04:07.475962 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:04:07.484298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Usage tracker for resource:port and tenant:1bcf0f0da2034cf8ac289bae2a1aca49 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:07.551488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:07.581467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:07.607638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Made reservation on behalf of 1bcf0f0da2034cf8ac289bae2a1aca49 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:07.612779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:07.621337 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:07.642485 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:04:07.666451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:07.667810 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:07.804840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bae51604-8483-4eda-86ee-4733dbf6ccad triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:07.805434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:07.878244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Allocated IP 172.20.0.10 (bc597b39-e2e2-41a9-b6b2-328c654dc0b9/21ce8f74-c59e-4cde-b342-22cdeec74391/845d95ef-7db0-49a9-a4b4-c363ff8737a1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:08.028233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:03:59Z', 'revision_number': 3, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:08.085031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Checking router: e6c7f6a4-cae7-419b-8711-fa39791abeb5 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:04:08.085721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Updating router e6c7f6a4-cae7-419b-8711-fa39791abeb5 port f138ea82-e276-4905-a12c-96dfc58939cc binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:04:08.107564 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:08.174462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.207179 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.254477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.260417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.275129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.311722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b2058e32-f3f2-4020-a54f-a6a725ddc77d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:04:08.321989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "DELETE /v2.0/networks/e91e28b2-7739-45bb-9786-6a618034d31f HTTP/1.1" status: 204 len: 168 time: 5.0321612 Mar 05 00:04:08.321989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.334024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52356) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:08.334828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Network': ['ID=e91e28b2-7739-45bb-9786-6a618034d31f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:08.378729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b2058e32-f3f2-4020-a54f-a6a725ddc77d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:04:08.380227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b2058e32-f3f2-4020-a54f-a6a725ddc77d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:04:08.395887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.420805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.422786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.423904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.424242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.424569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.424884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.427300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.427659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.428405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.429494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.430111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61383de-b9dd-4bf4-b168-86c7a74a2312 tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:08.588378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Pushing event updated for resources: {'Port': ['ID=845d95ef-7db0-49a9-a4b4-c363ff8737a1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:08.607330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:08.610494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:08.613085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:08.625958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.774853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] For port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:08.776801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.809809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259325eb-5766-4760-875c-9df8aa479029 req-01508289-cb99-4d92-a1d6-b0bc94ecf79e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:08.812410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-259325eb-5766-4760-875c-9df8aa479029 req-01508289-cb99-4d92-a1d6-b0bc94ecf79e tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 945 time: 0.5976400 Mar 05 00:04:08.813566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Deleting port a8956312-8b25-475f-943d-c92dea6cfb8c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:08.814665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:08.883359 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:08.901100 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd8cc0-e519-457c-8dab-8d4e4521bfb2 None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:04:09.034826 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.057114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.057591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.077623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Calling delete_port for ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:09.085813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Transition to ACTIVE for port object f138ea82-e276-4905-a12c-96dfc58939cc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:09.106709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.218332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Calling delete_port for a8956312-8b25-475f-943d-c92dea6cfb8c owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:09.268471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d45ff-701d-48ee-897a-ef0fc94b4840 None None] Pushing event updated for resources: {'Port': ['ID=f138ea82-e276-4905-a12c-96dfc58939cc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:09.311034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Attempting to bind port f138ea82-e276-4905-a12c-96dfc58939cc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:09.311817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Attempting to bind port f138ea82-e276-4905-a12c-96dfc58939cc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:09.316177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Attempting to bind port f138ea82-e276-4905-a12c-96dfc58939cc on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:09.327081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:09.327773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:09.328416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.329013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:09.329780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Bound port: f138ea82-e276-4905-a12c-96dfc58939cc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:09.330367 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.411085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] For port f138ea82-e276-4905-a12c-96dfc58939cc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:09.415175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.415619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] For port f138ea82-e276-4905-a12c-96dfc58939cc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f138ea82-e276-4905-a12c-96dfc58939cc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:09.421684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.467299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d22dc-5219-42ca-ac63-aa9e31890e91 req-d28a49b9-6938-47ca-bc4d-e074e9766def tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:09.474364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-143d22dc-5219-42ca-ac63-aa9e31890e91 req-d28a49b9-6938-47ca-bc4d-e074e9766def tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 932 time: 0.8608565 Mar 05 00:04:09.477480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Pushing event deleted for resources: {'Port': ['ID=a8956312-8b25-475f-943d-c92dea6cfb8c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:09.484049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.498338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:09.498954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.521131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:09.535458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-ae6620c1-5c1a-40de-bfe5-527145423242 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9656270 Mar 05 00:04:09.565505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Pushing event deleted for resources: {'Port': ['ID=ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:09.620336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:04:09.728031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-143d22dc-5219-42ca-ac63-aa9e31890e91 req-f7e90f5b-4e9e-411f-9e78-e6f4227a3dd7 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Synchronizing usage tracker for tenant:1bcf0f0da2034cf8ac289bae2a1aca49 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:09.746488 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.752474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d45ff-701d-48ee-897a-ef0fc94b4840 None None] Pushing event updated for resources: {'Port': ['ID=f138ea82-e276-4905-a12c-96dfc58939cc,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:09.762180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Routers {'e6c7f6a4-cae7-419b-8711-fa39791abeb5'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:09.762917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:09.809263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Request body: {'port': {'device_id': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:09.839930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-143d22dc-5219-42ca-ac63-aa9e31890e91 req-f7e90f5b-4e9e-411f-9e78-e6f4227a3dd7 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Unset dirty status for tenant:1bcf0f0da2034cf8ac289bae2a1aca49 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:09.841369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.844629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:09.845903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-84797064-e745-4732-978f-a6cc6c75001d tempest-FloatingIPAdminTestJSON-731187322 tempest-FloatingIPAdminTestJSON-731187322-project] 10.222.0.32 "DELETE /v2.0/floatingips/f20323b0-e628-4feb-97e2-78e443af348b HTTP/1.1" status: 204 len: 168 time: 1.4350185 Mar 05 00:04:09.865875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-143d22dc-5219-42ca-ac63-aa9e31890e91 req-f7e90f5b-4e9e-411f-9e78-e6f4227a3dd7 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904910 Mar 05 00:04:09.874543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-259325eb-5766-4760-875c-9df8aa479029 req-383e49cd-25b1-4bbc-9db5-2920e33eb6ea tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/security-groups?id=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884639 Mar 05 00:04:10.002707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] No DVR routers for this DVR port ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:04:10.012214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:10.018381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Allocated IP 172.20.0.1 (e0d0ede3-b06b-4899-ada7-b8a31704fe09/c986664c-d0b8-4c0e-abb7-e16ad828c76c/6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:10.028965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'name': 'network-vif-deleted', 'tag': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:10.055412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:10.114903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-409c268a-32fe-420d-9570-9f879719cf96 req-0292abf8-2a64-47d9-b972-4ae472ebfe3c tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.10 "DELETE /v2.0/ports/ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f HTTP/1.1" status: 204 len: 173 time: 2.7406902 Mar 05 00:04:10.236951 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0f23ac-dcbb-4452-8e67-63d6d2338a45', 'name': 'network-vif-deleted', 'tag': 'ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f', 'status': 'completed', 'code': 200} Mar 05 00:04:10.315389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port af5eb3a4-14c4-40b0-be07-66f0f756d948 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:10.316011 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:10.525494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] Set router e6c7f6a4-cae7-419b-8711-fa39791abeb5 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:10.560033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:10.607908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Transition to ACTIVE for port object 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:10.686335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:10.911134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Pushing event updated for resources: {'Port': ['ID=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:10.914089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52394) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:11.021200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:11.028919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:11.060636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:11.066157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:11.153903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845d95ef-7db0-49a9-a4b4-c363ff8737a1 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:11.179538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.221446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Transition to ACTIVE for port object 845d95ef-7db0-49a9-a4b4-c363ff8737a1 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:11.231426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.290132 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e94e47b-a471-4399-8e9d-9613e79f7a7a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.294968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.469669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49f091ec-3d96-4e01-a454-31cfef7b7606 req-85b3925d-e8d7-4fbb-8936-1b10a19ad07f tempest-ServerRescueNegativeTestJSON-1608973223 tempest-ServerRescueNegativeTestJSON-1608973223-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0f23ac-dcbb-4452-8e67-63d6d2338a45 HTTP/1.1" status: 200 len: 210 time: 0.1452029 Mar 05 00:04:11.492653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.500966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e94e47b-a471-4399-8e9d-9613e79f7a7a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.544668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:04:11.630806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Pushing event updated for resources: {'Port': ['ID=845d95ef-7db0-49a9-a4b4-c363ff8737a1,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:11.674290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73337d-58e1-4555-b357-f85164382be2 req-b4be5fd9-1f0b-4d48-9960-11bc428746f8 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:11.685385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:04:11.686114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ce5f0e9a-4d39-4dd3-945a-9a0a8eb1525f not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:04:11.691249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-da73337d-58e1-4555-b357-f85164382be2 req-b4be5fd9-1f0b-4d48-9960-11bc428746f8 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 944 time: 0.3398342 Mar 05 00:04:11.723644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:11.731549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:11.745882 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.752431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4c979d38-b2a8-4167-a69f-04f07b287d34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b56bb89017246828d2969fa94f782b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7015328 Mar 05 00:04:11.754332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:11.756878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:03:59Z', 'revision_number': 3, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:11.812794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a026cb8-74fc-4740-9fdd-a21b1ee032a0 None None] The sync data for ids ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'] in n-d-828979-4 is: [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:03:59Z', 'revision_number': 3, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:04:11.845017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-95c5cdf8-dab4-43e1-b311-4f600d28e2df None None] Provisioning for port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:11.853644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-95c5cdf8-dab4-43e1-b311-4f600d28e2df None None] Provisioning complete for port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:11.856219 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-95c5cdf8-dab4-43e1-b311-4f600d28e2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.871637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Attempting to bind port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:11.872234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Attempting to bind port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '6adc6f3f-c34c-4551-b146-0172b0367941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:11.872723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Attempting to bind port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 on network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:11.886123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 on network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:04:11.886878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Attempting to bind port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 on network bc597b39-e2e2-41a9-b6b2-328c654dc0b9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:11.911357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-205ad2be-6556-4117-9727-df3d12cb201c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.913523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:11.914099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Checking segment: {'id': '6adc6f3f-c34c-4551-b146-0172b0367941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:11.914682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Bound using segment: {'id': '6adc6f3f-c34c-4551-b146-0172b0367941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:11.915321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Bound port: 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adc6f3f-c34c-4551-b146-0172b0367941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:11.915912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:11.941885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-da73337d-58e1-4555-b357-f85164382be2 req-37fa2089-ca5f-4dec-8cc0-c23cec8230d1 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496214 Mar 05 00:04:11.944793 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:04:11.945674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-95c5cdf8-dab4-43e1-b311-4f600d28e2df None None] Port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:04:11.996170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:12.004516 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.102321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-205ad2be-6556-4117-9727-df3d12cb201c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.110527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e94e47b-a471-4399-8e9d-9613e79f7a7a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.144430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94e47b-a471-4399-8e9d-9613e79f7a7a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d1b26-1dcb-47fa-9a34-e762063282af,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:12.187541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e94e47b-a471-4399-8e9d-9613e79f7a7a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.191347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e94e47b-a471-4399-8e9d-9613e79f7a7a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd8d1b26-1dcb-47fa-9a34-e762063282af HTTP/1.1" status: 204 len: 168 time: 1.2702913 Mar 05 00:04:12.193937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:12.245761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] For port 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:12.249816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] For port 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1,segment=NetworkSegment(6adc6f3f-c34c-4551-b146-0172b0367941),segment_id=6adc6f3f-c34c-4551-b146-0172b0367941)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:12.255965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.310999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-205ad2be-6556-4117-9727-df3d12cb201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.350825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.352473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] 10.222.0.10 "PUT /v2.0/ports/845d95ef-7db0-49a9-a4b4-c363ff8737a1 HTTP/1.1" status: 200 len: 1092 time: 2.7730477 Mar 05 00:04:12.354094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'tag': '845d95ef-7db0-49a9-a4b4-c363ff8737a1'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:12.369044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ad2be-6556-4117-9727-df3d12cb201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28224916-76b4-4723-8554-326cbb541850,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:12.394225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-205ad2be-6556-4117-9727-df3d12cb201c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:12.411153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-205ad2be-6556-4117-9727-df3d12cb201c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28224916-76b4-4723-8554-326cbb541850 HTTP/1.1" status: 204 len: 168 time: 0.6475670 Mar 05 00:04:12.431086 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-77280ef6-d776-4b22-97f6-dcfdf466a72a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] show failed (client error): The resource could not be found. Mar 05 00:04:12.435355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77280ef6-d776-4b22-97f6-dcfdf466a72a tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups/dd8d1b26-1dcb-47fa-9a34-e762063282af HTTP/1.1" status: 404 len: 347 time: 0.2377665 Mar 05 00:04:12.443121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52436) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:12.526933 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'tag': '845d95ef-7db0-49a9-a4b4-c363ff8737a1', 'status': 'completed', 'code': 200} Mar 05 00:04:12.529400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aadac-f478-41c9-b57a-e162dc855859 service neutron] Pushing event updated for resources: {'Port': ['ID=845d95ef-7db0-49a9-a4b4-c363ff8737a1,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:12.611718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-174dba8b-81ab-4e98-bd6a-642272c940e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bcf0f0da2034cf8ac289bae2a1aca49&device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 1095 time: 0.1961946 Mar 05 00:04:12.702362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52446) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:12.813995 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-703b98de-c09f-4d52-98e9-6351f40c5cbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1 HTTP/1.1" status: 200 len: 217 time: 0.1962473 Mar 05 00:04:12.996811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-777c70ec-ec59-4d47-b7e5-856fb81ee383 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:12.998593 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-777c70ec-ec59-4d47-b7e5-856fb81ee383 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ce8f74-c59e-4cde-b342-22cdeec74391 HTTP/1.1" status: 200 len: 850 time: 0.1226797 Mar 05 00:04:13.076282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:13.087516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Deleting port 17bdc96f-c11b-48ec-9194-03c400a40cc1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:13.088052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.133039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-6af9c62c-bd3e-449d-a359-17449d4de936 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc597b39-e2e2-41a9-b6b2-328c654dc0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263595 Mar 05 00:04:13.138054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.186315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.210641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.363023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.381555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Pushing event updated for resources: {'Port': ['ID=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:13.515473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:13.524167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Usage tracker for resource:security_group_rule and tenant:86d64f56d88a4e8e82f766a42c523606 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:13.530402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:13.561297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:13.589709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-4330e9bf-3d83-4bc7-a2aa-0693c4c438f4 service neutron] 10.222.0.10 "GET /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182951 Mar 05 00:04:13.652411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:13.655465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:13.778781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.779155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:13.788563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.022128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e410a-dd9c-4f82-a3d8-f1b750d90462 req-a5927a30-2c03-4598-a821-4593a1ab49ae tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:14.022832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dc9e410a-dd9c-4f82-a3d8-f1b750d90462 req-a5927a30-2c03-4598-a821-4593a1ab49ae tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Synchronizing usage tracker for tenant:1bcf0f0da2034cf8ac289bae2a1aca49 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:14.038853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Calling delete_port for 17bdc96f-c11b-48ec-9194-03c400a40cc1 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:14.102967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.106114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-751bfb22-65dd-4acb-a5a8-8a17a4494e1f None None] Provisioning complete for port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:14.107744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-751bfb22-65dd-4acb-a5a8-8a17a4494e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.212022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-751bfb22-65dd-4acb-a5a8-8a17a4494e1f None None] Port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:04:14.241699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd06f7-3005-4b0c-a1d8-60838bffadae None None] New status for floating IP 89a494ba-9590-4649-853b-a0bb3deda6d5: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:04:14.314869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e803d535-fdfc-44ef-b869-e75fafcad8e4 req-b06e2ba2-8e9d-424d-9659-e4cd614a533e service neutron] 10.222.0.10 "GET /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020041 Mar 05 00:04:14.317966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5903efef-cf3f-4783-bf25-9d1d2d13cdc2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:14.330184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dc9e410a-dd9c-4f82-a3d8-f1b750d90462 req-a5927a30-2c03-4598-a821-4593a1ab49ae tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Unset dirty status for tenant:1bcf0f0da2034cf8ac289bae2a1aca49 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:14.339129 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc9e410a-dd9c-4f82-a3d8-f1b750d90462 req-a5927a30-2c03-4598-a821-4593a1ab49ae tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 944 time: 1.0261478 Mar 05 00:04:14.391147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fa3ca9f4-2536-4652-9337-9f4507df3989 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86d64f56d88a4e8e82f766a42c523606&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3101704 Mar 05 00:04:14.405919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc9e410a-dd9c-4f82-a3d8-f1b750d90462 req-582d8803-4bab-4faa-9ea3-0f7c72575453 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658123 Mar 05 00:04:14.408068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:14.599700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-f2fd06f7-3005-4b0c-a1d8-60838bffadae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:04:14.600198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.601152 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-f2fd06f7-3005-4b0c-a1d8-60838bffadae None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:04:14.675296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event deleted for resources: {'Port': ['ID=17bdc96f-c11b-48ec-9194-03c400a40cc1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:14.737086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45e788e5-e352-4e40-9b75-32a517629bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.763777 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-b2c1c19c-c0da-48c3-9ca5-54d0300470c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bcf0f0da2034cf8ac289bae2a1aca49&device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 1095 time: 0.3715000 Mar 05 00:04:14.821486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.823823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45e788e5-e352-4e40-9b75-32a517629bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.857727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:14.873997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-27488618-c590-48ac-a897-5dc6d4798512 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "DELETE /v2.0/floatingips/89a494ba-9590-4649-853b-a0bb3deda6d5 HTTP/1.1" status: 204 len: 168 time: 2.4283175 Mar 05 00:04:14.876145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Router e6c7f6a4-cae7-419b-8711-fa39791abeb5 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:04:15.031393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-b584f06e-b5b5-489e-a837-befd33408671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:15.032799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-b584f06e-b5b5-489e-a837-befd33408671 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bc597b39-e2e2-41a9-b6b2-328c654dc0b9 HTTP/1.1" status: 200 len: 911 time: 0.2567954 Mar 05 00:04:15.036019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45e788e5-e352-4e40-9b75-32a517629bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.103250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd06f7-3005-4b0c-a1d8-60838bffadae None None] New status for floating IP 89a494ba-9590-4649-853b-a0bb3deda6d5: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:04:15.210831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.406647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:15.414020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753827246', 'description': 'tempest-description--1553670090'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:15.430652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:15.436231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:15.440134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:15.448399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:15.471124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.503801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e788e5-e352-4e40-9b75-32a517629bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903efef-cf3f-4783-bf25-9d1d2d13cdc2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:15.517340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:04:15.528475 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c3170420-aff6-4ea5-a1b1-162f59c1f9ba admin admin] 10.222.0.32 "PUT /v2.0/routers/e6c7f6a4-cae7-419b-8711-fa39791abeb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0780210 Mar 05 00:04:15.552709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-e25bd95d-cfff-44b6-82dd-3fed70100d14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1 HTTP/1.1" status: 200 len: 217 time: 0.5084467 Mar 05 00:04:15.560587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45e788e5-e352-4e40-9b75-32a517629bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.562476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:15.567266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45e788e5-e352-4e40-9b75-32a517629bc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5903efef-cf3f-4783-bf25-9d1d2d13cdc2 HTTP/1.1" status: 204 len: 168 time: 1.1096704 Mar 05 00:04:15.568379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:15.573063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:15.582406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:15.673792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.684730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.741319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.744545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3348582 Mar 05 00:04:15.750610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52546) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:15.755689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-74bf445f-7d08-4a12-94e3-acc2ade7b9e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:15.757196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-74bf445f-7d08-4a12-94e3-acc2ade7b9e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ce8f74-c59e-4cde-b342-22cdeec74391 HTTP/1.1" status: 200 len: 850 time: 0.1887693 Mar 05 00:04:15.759710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'security_group_rule': {'security_group_id': '5924d024-ce12-479f-b076-ac68004fc9f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:15.768790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:15.775113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:15.777597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52550) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:15.779136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:15.787875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:15.839142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-c39aa302-8c9f-4d66-b73f-14d6b1b288a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc597b39-e2e2-41a9-b6b2-328c654dc0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665619 Mar 05 00:04:15.849514 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:15.898746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8488e4-44fd-465b-9b4b-33ae76a48c21 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5924d024-ce12-479f-b076-ac68004fc9f3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:15.946863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb516-1a56-4b3c-bdc6-5b87d68bbf21 req-c68676ac-3170-4f13-9c82-9d2a731e6199 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:15.953498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a04fb516-1a56-4b3c-bdc6-5b87d68bbf21 req-c68676ac-3170-4f13-9c82-9d2a731e6199 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 944 time: 0.3088398 Mar 05 00:04:16.047068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.059442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.104614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79194b3c-65f5-4f0b-96a9-6b2167021786,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:16.138290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.139528 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6e9e39e1-54dc-487b-8fa0-4c8c67ca1af2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3880925 Mar 05 00:04:16.142265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52560) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:16.152141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'security_group_rule': {'security_group_id': '5924d024-ce12-479f-b076-ac68004fc9f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:16.170406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:16.174916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:security_group_rule and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:16.179402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:16.197530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:16.230958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.367413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1539132421'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:16.368620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.377366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.394906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:16.428472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:network and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:16.444905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:16.451324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a04fb516-1a56-4b3c-bdc6-5b87d68bbf21 req-901d0742-a3a9-46bd-93f1-d50a51af1f99 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969444 Mar 05 00:04:16.451577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.457182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3107781 Mar 05 00:04:16.461590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:16.470466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:16.472204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:16.474036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-391b532d-89e7-4d71-aea0-107d46b0d35c service neutron] 10.222.0.10 "GET /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237786 Mar 05 00:04:16.487195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:16.494652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Usage tracker for resource:floatingip and tenant:4b6adfccb83b4089bdd0a02b5a8ed557 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:16.503518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:16.518611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:16.533215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:16.539360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a5081-2194-42cc-a2b4-1a6d01aadc07 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b942ad-ede6-49e4-ac47-524a14691a85,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:16.577740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.615002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.780480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:16.792340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Usage tracker for resource:security_group_rule and tenant:d950f1b6c11d4012948853dc6f924a91 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:16.797203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:16.804617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:16.813470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:16.818617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.899214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:04:16.938648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.943117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.970903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:16.971387 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Added segment fb142a69-42dd-473e-b1f8-4aabd7e52270 of type vlan for network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 Mar 05 00:04:17.053433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:17.099006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f6335e-b183-41ed-880a-411fbcd77cb9 req-ea1b3a7f-2125-4515-b57b-9c2cb215e1a0 service neutron] 10.222.0.10 "GET /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642987 Mar 05 00:04:17.108810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:17.249759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:17.254267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:17.255009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:17.298406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Allocated IP 172.25.0.235 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/fd50f9f5-daef-4594-969a-fc0f0c364881) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:17.426497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6063242 Mar 05 00:04:17.446584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:17.453526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ae35-a728-420c-86aa-f21dee62107d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Network': ['ID=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:17.465839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:04:17.477502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'subnet': {'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:17.611408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:17.649506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 845d95ef-7db0-49a9-a4b4-c363ff8737a1 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:04:17.671332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d950f1b6c11d4012948853dc6f924a91&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1369741 Mar 05 00:04:17.686315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52614) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:17.825593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:17.831932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:17.846427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:subnet and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:17.853200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:17.865853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:17.940828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:17.993545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1,segment=NetworkSegment(6adc6f3f-c34c-4551-b146-0172b0367941),segment_id=6adc6f3f-c34c-4551-b146-0172b0367941)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:18.012283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'Port': ['ID=fd50f9f5-daef-4594-969a-fc0f0c364881,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:18.049385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2de11e83-d1e1-49e8-b4b1-a38058673ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.053917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '845d95ef-7db0-49a9-a4b4-c363ff8737a1', 'network_id': 'bc597b39-e2e2-41a9-b6b2-328c654dc0b9', 'port_id': '845d95ef-7db0-49a9-a4b4-c363ff8737a1', 'mac_address': 'fa:16:3e:87:e3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ce8f74-c59e-4cde-b342-22cdeec74391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:04:18.069953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:18.070887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ffac3-f63c-41e2-b079-d54882d68f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b8d014-7b55-4df2-aa43-3395e4f68112,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:18.076403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:18.094772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:18.165506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.185124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2de11e83-d1e1-49e8-b4b1-a38058673ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.191479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845d95ef-7db0-49a9-a4b4-c363ff8737a1 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:18.198959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Deleting port 7173fc88-e848-4fe9-9c63-67d096d7b4f3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:18.198959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.217306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1,segment=NetworkSegment(6adc6f3f-c34c-4551-b146-0172b0367941),segment_id=6adc6f3f-c34c-4551-b146-0172b0367941)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:18.224664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a12cb6-e922-4bf6-a867-af4f7d5712df req-e8c91b27-50aa-4256-aa99-fa95269060d0 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:18.226441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94a12cb6-e922-4bf6-a867-af4f7d5712df req-e8c91b27-50aa-4256-aa99-fa95269060d0 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 944 time: 0.3130572 Mar 05 00:04:18.229895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.273440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.291364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94a12cb6-e922-4bf6-a867-af4f7d5712df req-702b66aa-44e5-4c15-8abc-0f56ad8fcbc4 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510664 Mar 05 00:04:18.353131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=845d95ef-7db0-49a9-a4b4-c363ff8737a1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.365915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.366609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.366609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.366609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.367045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:18.430150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2de11e83-d1e1-49e8-b4b1-a38058673ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.453973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de11e83-d1e1-49e8-b4b1-a38058673ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b8d014-7b55-4df2-aa43-3395e4f68112,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:18.455996 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.513748 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2de11e83-d1e1-49e8-b4b1-a38058673ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.514998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2de11e83-d1e1-49e8-b4b1-a38058673ce9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91b8d014-7b55-4df2-aa43-3395e4f68112 HTTP/1.1" status: 204 len: 168 time: 0.8274097 Mar 05 00:04:18.544103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['845d95ef-7db0-49a9-a4b4-c363ff8737a1'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:04:18.568058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.688956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] For port 7173fc88-e848-4fe9-9c63-67d096d7b4f3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7173fc88-e848-4fe9-9c63-67d096d7b4f3,segment=NetworkSegment(c71fcf06-0f96-4b6b-b243-845a67622e14),segment_id=c71fcf06-0f96-4b6b-b243-845a67622e14)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:18.689422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:18.691864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52630) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:18.763194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f138ea82-e276-4905-a12c-96dfc58939cc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:18.832931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Calling delete_port for 7173fc88-e848-4fe9-9c63-67d096d7b4f3 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:19.097531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.098821 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f138ea82-e276-4905-a12c-96dfc58939cc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:19.109519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.123312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f138ea82-e276-4905-a12c-96dfc58939cc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:19.133715 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.368185 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.441422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.480640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'Port': ['ID=fd50f9f5-daef-4594-969a-fc0f0c364881,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:19.505501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:19.506774 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.507870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.515128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5bf4b0490741b49530fd1e738a7922 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:19.522231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:19.538826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:19.547724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f138ea82-e276-4905-a12c-96dfc58939cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f138ea82-e276-4905-a12c-96dfc58939cc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:19.556805 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.578218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.580013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ef1325e-2bad-494c-8a64-18d966f818f5 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1163447 Mar 05 00:04:19.606591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Pushing event deleted for resources: {'Port': ['ID=7173fc88-e848-4fe9-9c63-67d096d7b4f3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:19.620584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.692291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f138ea82-e276-4905-a12c-96dfc58939cc,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:19.699554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.709551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.776534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e013c3b7-e95b-4ef5-803c-e22733f71368,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:19.780465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eafc6e2b-e05b-411f-b7c8-0367ef23afa7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e5bf4b0490741b49530fd1e738a7922&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0867245 Mar 05 00:04:19.793984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52654) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:19.828731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Checking segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:19.829140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network hostable DHCP agents. Network: c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:04:19.890991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9db3bd7-6e5b-42a0-a7b3-023ddf7ad8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:19.939906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9db3bd7-6e5b-42a0-a7b3-023ddf7ad8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.020995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-34f1bbe9-74bb-4ad1-aaa7-ddc59334ea50 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:20.046398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-34f1bbe9-74bb-4ad1-aaa7-ddc59334ea50 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:20.059508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-34f1bbe9-74bb-4ad1-aaa7-ddc59334ea50 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--753827246&fields=id&tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557 HTTP/1.1" status: 200 len: 267 time: 0.1221325 Mar 05 00:04:20.176143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9db3bd7-6e5b-42a0-a7b3-023ddf7ad8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.192400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8290b6-4b17-484a-9fe8-0b9a65391502 req-12cb631e-9b1a-4bb4-a8e1-4c0ed2d0eb6a tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:20.202226 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da8290b6-4b17-484a-9fe8-0b9a65391502 req-12cb631e-9b1a-4bb4-a8e1-4c0ed2d0eb6a tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 945 time: 0.5830083 Mar 05 00:04:20.211185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db3bd7-6e5b-42a0-a7b3-023ddf7ad8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013c3b7-e95b-4ef5-803c-e22733f71368,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:20.217651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9db3bd7-6e5b-42a0-a7b3-023ddf7ad8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.221712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9db3bd7-6e5b-42a0-a7b3-023ddf7ad8aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e013c3b7-e95b-4ef5-803c-e22733f71368 HTTP/1.1" status: 204 len: 168 time: 0.4240448 Mar 05 00:04:20.284302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-e1d29f9f-d505-4a95-922e-5e466455f260 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:20.286685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-e1d29f9f-d505-4a95-922e-5e466455f260 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 810 time: 0.2251763 Mar 05 00:04:20.289027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Subnet': ['ID=2ad94ca2-96f0-4680-ae78-a4e535a7cca1,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:20.311477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:04:20.324383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-19f6d66d-984c-4b0a-a1ee-abda63c005c6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/quotas/4b6adfccb83b4089bdd0a02b5a8ed557 HTTP/1.1" status: 200 len: 375 time: 0.0315800 Mar 05 00:04:20.332492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:20.337266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:20.337915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.347796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7140cc9b-8095-40a0-a290-c75fdfe30fff None None] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:20.434102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da8290b6-4b17-484a-9fe8-0b9a65391502 req-a6f4e8ad-333c-4abe-8b7a-27b682e8ee92 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306409 Mar 05 00:04:20.435401 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0aa24463-719a-4a35-b52a-9fa347fd7d01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9789746 Mar 05 00:04:20.443320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:20.454176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-771595743'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:20.501115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:20.522593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:network and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:20.530228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:20.532014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-ca10d9f3-3f28-45e9-b5d5-a2eda1265611 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:20.545254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:20.575113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-ca10d9f3-3f28-45e9-b5d5-a2eda1265611 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:20.576502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-ca10d9f3-3f28-45e9-b5d5-a2eda1265611 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2472968 Mar 05 00:04:20.600422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:20.603521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.687101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:04:20.722110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.722472 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Added segment da454042-9ca8-4a2c-beeb-228881171ce1 of type vlan for network 08742435-9848-4bff-97df-8531bb384246 Mar 05 00:04:20.748555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.833896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52682) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:20.859265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.873754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f138ea82-e276-4905-a12c-96dfc58939cc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:20.905047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:20.909646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b4e5a0521e4adc91d899b90dde0eb9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:20.912777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:20.925647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:20.933284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:20.977440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Sync routers for ids ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:04:21.001629 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Routers {'e6c7f6a4-cae7-419b-8711-fa39791abeb5'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:21.002419 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:21.008838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.034232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.078343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84b7ab3-f6a5-44de-ab05-1bc6c52b0d79,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:21.085019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'fixed_ips': [{'subnet_id': '2ad94ca2-96f0-4680-ae78-a4e535a7cca1'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:04:21.085832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.118154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1c840640-9452-4143-8178-1de492c780ea service neutron] 10.222.0.32 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292280 Mar 05 00:04:21.186446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.190157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:21.190999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.329347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f138ea82-e276-4905-a12c-96dfc58939cc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:21.329705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.372808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-d149eefd-2a6a-44a9-b97d-231e6a9e74cc service neutron] 10.222.0.32 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443202 Mar 05 00:04:21.379503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28db5e66-f1c7-45f9-94ad-9766ae41bc05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8b4e5a0521e4adc91d899b90dde0eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5445716 Mar 05 00:04:21.382071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52690) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:21.460099 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Set router e6c7f6a4-cae7-419b-8711-fa39791abeb5 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:21.475762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0292094 Mar 05 00:04:21.475762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65325567-5383-469c-959f-fa2a4acb2a0a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Network': ['ID=08742435-9848-4bff-97df-8531bb384246,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:21.479993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52694) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:21.516044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6396e024-5f99-4018-bc9d-b7fcf0647569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.519046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'subnet': {'network_id': '08742435-9848-4bff-97df-8531bb384246', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:21.542184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 08742435-9848-4bff-97df-8531bb384246 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:04:21.580902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6396e024-5f99-4018-bc9d-b7fcf0647569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.600564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 845d95ef-7db0-49a9-a4b4-c363ff8737a1 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:21.677944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6396e024-5f99-4018-bc9d-b7fcf0647569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.707288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396e024-5f99-4018-bc9d-b7fcf0647569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84b7ab3-f6a5-44de-ab05-1bc6c52b0d79,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:21.717612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6396e024-5f99-4018-bc9d-b7fcf0647569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:21.724400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6396e024-5f99-4018-bc9d-b7fcf0647569 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f84b7ab3-f6a5-44de-ab05-1bc6c52b0d79 HTTP/1.1" status: 204 len: 168 time: 0.3412406 Mar 05 00:04:21.786363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:21.795812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:subnet and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:21.804824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:21.826366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:21.888963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:21.939724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d6516e9-5f84-47aa-9d35-371c7476f08a req-69a4aa5d-671d-4c5a-94f7-342cf269ae31 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 210 time: 0.0926270 Mar 05 00:04:21.948174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Allocated IP 19.80.0.2 (c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4/2ad94ca2-96f0-4680-ae78-a4e535a7cca1/299a382e-0e5c-4f40-9527-c27e2fac6974) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:22.009028 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:04:22.330019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-0b1ae7cf-80c9-4f33-93cb-b79b47df023d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1098 time: 0.2129138 Mar 05 00:04:22.368658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:04:11Z', 'revision_number': 4, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a', 'name': '', 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'mac_address': 'fa:16:3e:05:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:08Z', 'updated_at': '2022-03-05T00:04:12Z', 'revision_number': 2, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'subnets': [{'id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:22.390776 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Checking router: e6c7f6a4-cae7-419b-8711-fa39791abeb5 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:04:22.391191 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Updating router e6c7f6a4-cae7-419b-8711-fa39791abeb5 port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:04:22.568048 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:22.616758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-9e036a28-6ab0-48b6-a677-bb615b02f93b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:22.618255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-9e036a28-6ab0-48b6-a677-bb615b02f93b service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.2700288 Mar 05 00:04:22.654373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:22.671716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:22.673063 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:22.872147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52728) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:22.960796 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.053844 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-4af6137e-3959-4a20-8a6e-f54ca6152911 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1002 time: 0.4278436 Mar 05 00:04:23.080161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Transition to ACTIVE for port object 299a382e-0e5c-4f40-9527-c27e2fac6974 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:23.175276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Transition to ACTIVE for port object 299a382e-0e5c-4f40-9527-c27e2fac6974 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:23.178764 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.227553 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.274155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1388510597'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:23.284416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:23.298950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Usage tracker for resource:router and tenant:eadd97a189564166ab2a70315e1e7c87 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:23.303068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:23.304246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1,segment=NetworkSegment(6adc6f3f-c34c-4551-b146-0172b0367941),segment_id=6adc6f3f-c34c-4551-b146-0172b0367941)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:23.317456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:23.325270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d95ef-7db0-49a9-a4b4-c363ff8737a1'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:23.327636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.347270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:23.352166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.355105 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.400807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:23.408362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-aa90a1c0-234a-4573-8704-b0c67722d6f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:23.412931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-aa90a1c0-234a-4573-8704-b0c67722d6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.3504517 Mar 05 00:04:23.417805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:23.446694 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.456409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Pushing event updated for resources: {'Port': ['ID=299a382e-0e5c-4f40-9527-c27e2fac6974,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:23.563393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573734f2-513e-4222-86dd-56bc43c65826 req-e0ea8704-e83e-4600-9400-4ddc4f5d6c99 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:23.570787 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-573734f2-513e-4222-86dd-56bc43c65826 req-e0ea8704-e83e-4600-9400-4ddc4f5d6c99 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 945 time: 1.5673120 Mar 05 00:04:23.618430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ff0835d-8958-43ea-adc6-3a9aadd6d8c7 req-83273adf-64ca-43b1-b8e5-4231e37dd31f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 210 time: 0.1985583 Mar 05 00:04:23.627061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.670081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.702826 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.704910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-37eee7f2-65c0-4ced-8226-67bd316be878 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8317897 Mar 05 00:04:23.708895 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-98254e94-dd28-4d2f-a69b-af09368a33e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880685 Mar 05 00:04:23.709706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52748) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:23.711671 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.758559 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Transition to ACTIVE for port object 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:23.774778 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:23.994553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=845d95ef-7db0-49a9-a4b4-c363ff8737a1,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:24.018259 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d95ef-7db0-49a9-a4b4-c363ff8737a1', 'code': 200} Mar 05 00:04:24.204262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Attempting to bind port 299a382e-0e5c-4f40-9527-c27e2fac6974 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:24.204636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Attempting to bind port 299a382e-0e5c-4f40-9527-c27e2fac6974 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:24.213739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Attempting to bind port 299a382e-0e5c-4f40-9527-c27e2fac6974 on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:24.224700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:24.225128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Checking segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:24.225587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.229795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Bound using segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:24.230452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Bound port: 299a382e-0e5c-4f40-9527-c27e2fac6974, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:24.230743 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.230915 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804482bd-4f2b-4b68-9adf-f69e85b6566c None None] Pushing event updated for resources: {'Port': ['ID=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:24.282912 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Attempting to bind port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:24.283515 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Attempting to bind port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:24.286982 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Attempting to bind port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a on network e0d0ede3-b06b-4899-ada7-b8a31704fe09 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:24.304119 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:24.305160 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Checking segment: {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:24.306521 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.308907 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Bound using segment: {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:24.309586 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Bound port: 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6533adec-b152-4d2e-99ce-30d2694f05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:24.310137 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.415531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-573734f2-513e-4222-86dd-56bc43c65826 req-3ee85302-19a1-48dd-983c-9ace4284148f tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8418229 Mar 05 00:04:24.456620 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] For port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:24.460298 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] For port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:24.461445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] For port 299a382e-0e5c-4f40-9527-c27e2fac6974, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:24.467520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] For port 299a382e-0e5c-4f40-9527-c27e2fac6974, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=299a382e-0e5c-4f40-9527-c27e2fac6974,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:24.469431 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.481142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.569342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.621544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Routers {'e6c7f6a4-cae7-419b-8711-fa39791abeb5'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:24.621956 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:24.708295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:24.736640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46a91-dee0-4f11-9d15-2349eaf270fd None None] Pushing event updated for resources: {'Port': ['ID=299a382e-0e5c-4f40-9527-c27e2fac6974,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:24.851491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Subnet': ['ID=0b474ea4-bb96-4974-a137-464405c7498b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:24.991070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Checking segment: {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:24.991440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network hostable DHCP agents. Network: 08742435-9848-4bff-97df-8531bb384246, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:04:25.063304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b2d0d55-a8da-4c3a-8fed-ddebfcf7ca57 req-7ccb7666-0898-4632-91d2-e86e4f11e1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 1097 time: 0.8191371 Mar 05 00:04:25.169565 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] Set router e6c7f6a4-cae7-419b-8711-fa39791abeb5 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:25.236124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network 08742435-9848-4bff-97df-8531bb384246 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:04:25.244999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3753a01e-7296-4302-a2be-5d2d853434a5 req-d7a149d9-11e2-4638-b467-9f91736d55dc tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 210 time: 0.3280480 Mar 05 00:04:25.257661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b2d0d55-a8da-4c3a-8fed-ddebfcf7ca57 req-f33567d8-d4c4-4c6c-9421-affaec66052c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629453 Mar 05 00:04:25.278825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Router 4b24812c-b03a-47ba-8ba7-c653d01e161e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:04:25.298375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 08742435-9848-4bff-97df-8531bb384246) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:25.302690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-9aa4abf1-f56b-4d94-8a6d-63a908a77a3f service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1374948 Mar 05 00:04:25.309102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422ef8d-b8f0-45c6-9430-252ae07c88c2 None None] Network 08742435-9848-4bff-97df-8531bb384246 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:25.333393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:25.339191 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:25.556903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba1ab5f5-068a-41e4-ae30-70fb22f7e074 req-3430e4c5-227c-41ec-80ed-ef8d4f3f2c86 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305880 Mar 05 00:04:25.563220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-eaad64eb-9264-4351-9c9d-a56b5253060f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:25.564655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-eaad64eb-9264-4351-9c9d-a56b5253060f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 810 time: 1.4006736 Mar 05 00:04:25.605839 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804482bd-4f2b-4b68-9adf-f69e85b6566c None None] Pushing event updated for resources: {'Port': ['ID=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:25.631863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a3e83ed4-5277-4bcd-890a-447eeb0719e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1482730 Mar 05 00:04:25.804871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-08742435-9848-4bff-97df-8531bb384246', 'network_id': '08742435-9848-4bff-97df-8531bb384246', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'fixed_ips': [{'subnet_id': '0b474ea4-bb96-4974-a137-464405c7498b'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:04:25.806301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:25.952127 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:04:11Z', 'revision_number': 4, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a', 'name': '', 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'mac_address': 'fa:16:3e:05:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:08Z', 'updated_at': '2022-03-05T00:04:24Z', 'revision_number': 4, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'subnets': [{'id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:25.973084 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018f0ab-d66d-414e-b575-75c25e35b92d None None] The sync data for ids ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'] in n-d-828979-4 is: [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:04:11Z', 'revision_number': 4, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a', 'name': '', 'network_id': 'e0d0ede3-b06b-4899-ada7-b8a31704fe09', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'mac_address': 'fa:16:3e:05:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:08Z', 'updated_at': '2022-03-05T00:04:24Z', 'revision_number': 4, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'subnets': [{'id': 'c986664c-d0b8-4c0e-abb7-e16ad828c76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:04:26.115105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-6d3bcd57-519c-4338-a732-2735728c5cb9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557 HTTP/1.1" status: 200 len: 379 time: 0.4812088 Mar 05 00:04:26.193629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc0acf-a554-41dc-9bd2-41835fd84dd4 req-3a533ecb-70e4-446d-9b5e-29b0d5157791 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:26.195618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00bc0acf-a554-41dc-9bd2-41835fd84dd4 req-3a533ecb-70e4-446d-9b5e-29b0d5157791 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 946 time: 0.3848445 Mar 05 00:04:26.245670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'port': {'device_id': '753ce25c-a364-404b-aff6-737200e47371', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'admin_state_up': True, 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'security_groups': ['5924d024-ce12-479f-b076-ac68004fc9f3']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:26.268270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Allocated IP 19.86.0.2 (08742435-9848-4bff-97df-8531bb384246/0b474ea4-bb96-4974-a137-464405c7498b/b30be29e-af21-439c-b5f3-2404939eac87) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:26.315806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00bc0acf-a554-41dc-9bd2-41835fd84dd4 req-7f38d8f6-25c2-4795-b5f7-b543d81d7333 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115344 Mar 05 00:04:26.383675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:04:26.389587 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a738a207-92d2-4d4d-b1c6-a92c3d8ce12e admin admin] 10.222.0.32 "PUT /v2.0/routers/4b24812c-b03a-47ba-8ba7-c653d01e161e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6850700 Mar 05 00:04:26.399488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52796) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:26.483686 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:26.697636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] Sync routers for ids ['4b24812c-b03a-47ba-8ba7-c653d01e161e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:04:26.821150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:26.852262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Transition to ACTIVE for port object b30be29e-af21-439c-b5f3-2404939eac87 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:26.895845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Transition to ACTIVE for port object b30be29e-af21-439c-b5f3-2404939eac87 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:26.902662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad370e9-7a45-49ea-af64-a51149787e5d None None] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:26.914304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:26.918914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:26.958248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4a42bd49-b2b0-402a-a34e-5fa5d7866e05 req-7c94713b-2200-4543-b1b7-05aa354a69ea tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 210 time: 0.1353781 Mar 05 00:04:27.113215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:27.155447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.242482 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.318750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-527f4dd0-1e17-4bd6-af42-69da3809f8bd tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:27.322921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-527f4dd0-1e17-4bd6-af42-69da3809f8bd tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:27.323682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-527f4dd0-1e17-4bd6-af42-69da3809f8bd tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:27.331133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:27.361008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Made reservation on behalf of 4b6adfccb83b4089bdd0a02b5a8ed557 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:27.365911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.424819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.425720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7f7b5d-34a2-4ce9-a98b-44920997a423 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:04:27.445692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Network 08742435-9848-4bff-97df-8531bb384246 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:27.457994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] Routers {'4b24812c-b03a-47ba-8ba7-c653d01e161e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:27.458771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4b24812c-b03a-47ba-8ba7-c653d01e161e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:27.538447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-527f4dd0-1e17-4bd6-af42-69da3809f8bd tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:27.542503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-527f4dd0-1e17-4bd6-af42-69da3809f8bd tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/networks?id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4&id=08742435-9848-4bff-97df-8531bb384246&id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 HTTP/1.1" status: 200 len: 1391 time: 1.3027632 Mar 05 00:04:27.556188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.583108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Deleting port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:27.583385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.623724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.627571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1043dcbc-63c0-4b34-adc8-d5d0e9b93001 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8b7f7b5d-34a2-4ce9-a98b-44920997a423 HTTP/1.1" status: 204 len: 168 time: 3.9139104 Mar 05 00:04:27.632823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52818) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:27.651605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Request body: {'router': {'name': 'tempest-router-26819784', 'distributed': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:27.737996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:27.807418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:27.807678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Allocated IP 172.20.0.9 (6f6c85af-8f9b-4384-a24f-490ed43d5a0a/da4f4730-32e7-46ef-acd3-1bce767b260b/33702a41-f235-4563-8b14-a2d65607408d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:27.811182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.811863 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:27.903118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0b27fbc6-4bf6-4af0-abc6-67209f892809 None None] Provisioning for port 299a382e-0e5c-4f40-9527-c27e2fac6974 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:27.921609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Pushing event updated for resources: {'Port': ['ID=b30be29e-af21-439c-b5f3-2404939eac87,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:28.128853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] Set router 4b24812c-b03a-47ba-8ba7-c653d01e161e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:28.139429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.174423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Transition to ACTIVE for port object 33702a41-f235-4563-8b14-a2d65607408d will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:28.207836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889cae-b206-45f7-8566-7d9b8516f759 req-1957d216-add0-4b34-ad51-1ffffed66eff tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:28.210320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-23889cae-b206-45f7-8566-7d9b8516f759 req-1957d216-add0-4b34-ad51-1ffffed66eff tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 946 time: 0.3208947 Mar 05 00:04:28.220525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:28.238716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e0daf7c7-3e74-4733-9abc-9960c0a72176 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/quotas/ecc4c424ae904bb59c8aaf44e258aaea HTTP/1.1" status: 200 len: 375 time: 0.6435056 Mar 05 00:04:28.250344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Usage tracker for resource:router and tenant:eadd97a189564166ab2a70315e1e7c87 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:28.306177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.307907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] For port 6b0da1b7-164f-4749-810b-cd6d3db5b3d5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:28.308467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.308596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:28.344891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-23889cae-b206-45f7-8566-7d9b8516f759 req-8989d87e-baf1-46e4-99ba-29f0d832e8e6 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262238 Mar 05 00:04:28.357660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:28.485177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event updated for resources: {'Port': ['ID=33702a41-f235-4563-8b14-a2d65607408d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:28.494169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:28.496961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.497930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.528283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:28.545195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:28.585265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:28.606974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:28.608461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.678787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Calling delete_port for 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:28.712942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:28.714177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.759561 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.773284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-4647c5b0-36b5-4fb5-8731-8330048bd2ff tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:28.837944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-42180090-d9dc-4d5e-8121-16c06e0ddfb1 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5966609 Mar 05 00:04:28.850353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-4647c5b0-36b5-4fb5-8731-8330048bd2ff tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:28.859991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-4647c5b0-36b5-4fb5-8731-8330048bd2ff tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6210217 Mar 05 00:04:28.874672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Attempting to bind port b30be29e-af21-439c-b5f3-2404939eac87 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:28.875245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Attempting to bind port b30be29e-af21-439c-b5f3-2404939eac87 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:28.875417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Attempting to bind port b30be29e-af21-439c-b5f3-2404939eac87 on network 08742435-9848-4bff-97df-8531bb384246 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:28.898847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Request body: {'port': {'device_id': '753ce25c-a364-404b-aff6-737200e47371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:28.958458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05648d-4ae7-470b-8125-afcc51f57c45 req-0fb8cee5-9fe7-44bc-9ae3-c3c50e9f33f0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:28.959941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f05648d-4ae7-470b-8125-afcc51f57c45 req-0fb8cee5-9fe7-44bc-9ae3-c3c50e9f33f0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 931 time: 0.3678555 Mar 05 00:04:28.985509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:28.986017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Checking segment: {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:28.986414 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:28.986812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Bound using segment: {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:28.987306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Bound port: b30be29e-af21-439c-b5f3-2404939eac87, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:28.987680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.072502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f05648d-4ae7-470b-8125-afcc51f57c45 req-1454a52c-c83d-477b-b7c8-20edebcfeae7 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982807 Mar 05 00:04:29.075784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9c917905-6741-4f16-9597-6ba56d41996c service neutron] 10.222.0.32 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141135 Mar 05 00:04:29.110160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.205300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.211447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cffb94c7-7bec-4408-8216-b01f7a591bec tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.5773025 Mar 05 00:04:29.212844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52840) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:29.230285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.336412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0da1b7-164f-4749-810b-cd6d3db5b3d5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:29.463681 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.475504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba57fff3-5b04-4a49-b0f1-8f39d483b908 None None] Provisioning for port 33702a41-f235-4563-8b14-a2d65607408d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:29.491252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.503187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba57fff3-5b04-4a49-b0f1-8f39d483b908 None None] Provisioning complete for port 33702a41-f235-4563-8b14-a2d65607408d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:29.503704 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ba57fff3-5b04-4a49-b0f1-8f39d483b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.607015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 5, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port': {'id': '6b0da1b7-164f-4749-810b-cd6d3db5b3d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:01:17Z', 'updated_at': '2022-03-05T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:29.632698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:29.640012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] Checking router: 4b24812c-b03a-47ba-8ba7-c653d01e161e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:04:29.659117 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.659901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 299a382e-0e5c-4f40-9527-c27e2fac6974 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:29.700635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] Routers {'4b24812c-b03a-47ba-8ba7-c653d01e161e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:29.701307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4b24812c-b03a-47ba-8ba7-c653d01e161e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:29.702839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-37e25a1b-92e4-4da1-a5d5-cbb7c3913ab5 service neutron] 10.222.0.32 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258917 Mar 05 00:04:29.907410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.953709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] For port b30be29e-af21-439c-b5f3-2404939eac87, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:29.957532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:29.971421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] For port b30be29e-af21-439c-b5f3-2404939eac87, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b30be29e-af21-439c-b5f3-2404939eac87,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:29.984905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ba57fff3-5b04-4a49-b0f1-8f39d483b908 None None] Port 33702a41-f235-4563-8b14-a2d65607408d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:04:30.023875 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.156340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] Set router 4b24812c-b03a-47ba-8ba7-c653d01e161e gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:30.316816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 299a382e-0e5c-4f40-9527-c27e2fac6974 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:30.334498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.344372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.400240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.401402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b24812c-b03a-47ba-8ba7-c653d01e161e {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:04:30.429392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.433252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ec66e78e-3acd-4bbd-bd6f-ee568fb3d90a admin admin] 10.222.0.32 "DELETE /v2.0/routers/4b24812c-b03a-47ba-8ba7-c653d01e161e HTTP/1.1" status: 204 len: 168 time: 4.0326347 Mar 05 00:04:30.443271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:30.456168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:30.464223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:04:29Z', 'revision_number': 7, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:30.466532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 299a382e-0e5c-4f40-9527-c27e2fac6974 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:30.466971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.566960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f364a7-7566-4dca-8340-dc062d43ab4a None None] The sync data for ids ['4b24812c-b03a-47ba-8ba7-c653d01e161e'] in n-d-828979-4 is: [{'id': '4b24812c-b03a-47ba-8ba7-c653d01e161e', 'name': 'tempest-ServerRescueNegativeTestJSON-872180762-router', 'tenant_id': '40d0b3f830784e459effa20d291662c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:01:16Z', 'updated_at': '2022-03-05T00:04:29Z', 'revision_number': 7, 'project_id': '40d0b3f830784e459effa20d291662c0', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:04:30.619220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b5967cd5-a3b0-4616-90ec-9947c2dcb68c None None] Provisioning complete for port 299a382e-0e5c-4f40-9527-c27e2fac6974 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:30.619786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5967cd5-a3b0-4616-90ec-9947c2dcb68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.795175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0b301-a556-45ca-bcaf-adbc62629593 None None] Pushing event updated for resources: {'Port': ['ID=b30be29e-af21-439c-b5f3-2404939eac87,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:30.844943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Deleting subnet 972cef35-c6cb-4538-9c36-e8456702e778 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:04:30.848375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.916926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:30.990553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-31c6b2c7-bccb-4905-9efb-91fb0c80fe08 service neutron] 10.222.0.32 "GET /v2.0/networks/08742435-9848-4bff-97df-8531bb384246?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2783763 Mar 05 00:04:31.055380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5967cd5-a3b0-4616-90ec-9947c2dcb68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.078593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:31.107043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33702a41-f235-4563-8b14-a2d65607408d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:31.118428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.130793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.178726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b5967cd5-a3b0-4616-90ec-9947c2dcb68c None None] For port 299a382e-0e5c-4f40-9527-c27e2fac6974, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=299a382e-0e5c-4f40-9527-c27e2fac6974,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:31.189095 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5967cd5-a3b0-4616-90ec-9947c2dcb68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.238807 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.253586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.371906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972cef35-c6cb-4538-9c36-e8456702e778,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:31.386634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.398121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eda77-2433-4eb5-a42d-ace99fae32e4 req-1f34bd33-5c2d-4b9a-80c9-917909e15a91 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:31.399708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-530eda77-2433-4eb5-a42d-ace99fae32e4 req-1f34bd33-5c2d-4b9a-80c9-917909e15a91 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 946 time: 0.9554505 Mar 05 00:04:31.407191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-344443f1-cc9a-479b-a6e6-c192a8c6327e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/972cef35-c6cb-4538-9c36-e8456702e778 HTTP/1.1" status: 204 len: 168 time: 0.8557639 Mar 05 00:04:31.409602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:31.413986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:04:31.414340 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:04:31.420547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5967cd5-a3b0-4616-90ec-9947c2dcb68c None None] Pushing event updated for resources: {'Port': ['ID=299a382e-0e5c-4f40-9527-c27e2fac6974,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:31.512830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Transition to ACTIVE for port object 33702a41-f235-4563-8b14-a2d65607408d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:31.563028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.640711 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-530eda77-2433-4eb5-a42d-ace99fae32e4 req-731b6fcc-e410-4fc9-98ba-6245b6e70be4 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa96ab79-ba93-4e16-98c1-edef2a149f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321746 Mar 05 00:04:31.644772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.650124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.722579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-89e253e0-d279-4cc1-bacf-9fc888b68bee tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:31.724071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-89e253e0-d279-4cc1-bacf-9fc888b68bee tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 946 time: 0.2247334 Mar 05 00:04:31.820521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.890349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-79d952d0-0eb0-4c31-becc-65a5364ed313 service neutron] 10.222.0.32 "GET /v2.0/networks/08742435-9848-4bff-97df-8531bb384246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906591 Mar 05 00:04:31.917481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Deleting port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:04:31.917825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:31.973621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d4a987-fb15-47d5-86de-b27a72e7b62d']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:31.992913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71fcf06-0f96-4b6b-b243-845a67622e14') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:31.993298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71fcf06-0f96-4b6b-b243-845a67622e14') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:32.011752 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.035039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.045808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:04:32.046986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.057578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Pushing event updated for resources: {'Port': ['ID=33702a41-f235-4563-8b14-a2d65607408d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:32.080344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.082323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:32.221579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Usage tracker for resource:security_group_rule and tenant:19584e2e967349769df877c003f54e47 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:32.234337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:04:32.259295 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:04:32.296555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e21e2-e483-4685-b5f0-ada4af9cc04d None None] Network 08742435-9848-4bff-97df-8531bb384246 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:32.311692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.319854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:32.369742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.420078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.443163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.455217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d4a987-fb15-47d5-86de-b27a72e7b62d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:32.481662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f0b3de8-c014-4472-954d-eb44e93144a3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/12d4a987-fb15-47d5-86de-b27a72e7b62d HTTP/1.1" status: 204 len: 168 time: 1.0709579 Mar 05 00:04:32.500750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122610e-4668-4af5-9f87-822e07da166b req-4fe657b5-d3da-4a4a-aca9-3bdc1149432b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:32.502308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6122610e-4668-4af5-9f87-822e07da166b req-4fe657b5-d3da-4a4a-aca9-3bdc1149432b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 943 time: 0.6581132 Mar 05 00:04:32.522194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:32.600942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.677957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:32.677957 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.681140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b390281b-a098-443e-81f6-5514e0e2345c service neutron] 10.222.0.32 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723253 Mar 05 00:04:32.732013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] For port 845d95ef-7db0-49a9-a4b4-c363ff8737a1, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=845d95ef-7db0-49a9-a4b4-c363ff8737a1,segment=NetworkSegment(6adc6f3f-c34c-4551-b146-0172b0367941),segment_id=6adc6f3f-c34c-4551-b146-0172b0367941)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:32.740792 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:32.843861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a98b3293-874a-49cb-ad0c-1642543e7ce4 None None] Provisioning for port b30be29e-af21-439c-b5f3-2404939eac87 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:32.847748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52886) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:32.865951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb8714f-0c31-4786-936f-46a437be04a1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:32.997631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Calling delete_port for 845d95ef-7db0-49a9-a4b4-c363ff8737a1 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:04:33.044120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-ff294149-f66a-4509-87eb-6b6b2c1233c0 service neutron] 10.222.0.32 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146038 Mar 05 00:04:33.046888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Attempting to bind port 33702a41-f235-4563-8b14-a2d65607408d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:33.050452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Attempting to bind port 33702a41-f235-4563-8b14-a2d65607408d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:33.053312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Attempting to bind port 33702a41-f235-4563-8b14-a2d65607408d on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:33.118759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Port 33702a41-f235-4563-8b14-a2d65607408d on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:04:33.119454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Attempting to bind port 33702a41-f235-4563-8b14-a2d65607408d on network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:33.137539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 299a382e-0e5c-4f40-9527-c27e2fac6974 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:33.152122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-333a2c1e-33cd-4c09-821d-71387f1e467b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19584e2e967349769df877c003f54e47&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0663092 Mar 05 00:04:33.165574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:33.167233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Checking segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:33.170937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Bound using segment: {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:33.172596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Bound port: 33702a41-f235-4563-8b14-a2d65607408d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30a824-a78e-4803-b7bd-7298a961425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:33.176227 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.227943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.228754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1755ea4b-fd5c-4d5b-9aff-22f9f1971a94 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:04:33.274434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:33.300898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 299a382e-0e5c-4f40-9527-c27e2fac6974 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:33.302513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.516488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b30be29e-af21-439c-b5f3-2404939eac87 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:33.524878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6122610e-4668-4af5-9f87-822e07da166b req-d8a929cf-df6a-4d82-923b-c090cc3e3888 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0010026 Mar 05 00:04:33.576567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.642188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] For port 33702a41-f235-4563-8b14-a2d65607408d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:33.645561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] For port 33702a41-f235-4563-8b14-a2d65607408d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33702a41-f235-4563-8b14-a2d65607408d,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:33.648478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['845d95ef-7db0-49a9-a4b4-c363ff8737a1'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:04:33.702657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.820171 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.844503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ca9da91-6278-49f8-8e26-6ec2fabebc12 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "DELETE /v2.0/routers/1755ea4b-fd5c-4d5b-9aff-22f9f1971a94 HTTP/1.1" status: 204 len: 168 time: 4.6211810 Mar 05 00:04:33.851592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52910) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:33.863192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Pushing event deleted for resources: {'Port': ['ID=845d95ef-7db0-49a9-a4b4-c363ff8737a1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:33.900415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-234bab78-8328-4be8-86b9-cd0fd6ed7a2e req-c1f0a01a-9203-4c5e-8885-c0e9ffdf3a93 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 210 time: 0.2451923 Mar 05 00:04:33.901692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Request body: {'router': {'name': 'tempest-router-2025901502', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7ea74efa20c64fd7bcbafcf755543000'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:33.938599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:33.942714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] 10.222.0.36 "PUT /v2.0/ports/33702a41-f235-4563-8b14-a2d65607408d HTTP/1.1" status: 200 len: 1091 time: 5.0544903 Mar 05 00:04:33.984944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'tag': '33702a41-f235-4563-8b14-a2d65607408d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:34.011322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-751dd906-5a31-4539-a9fd-c0bbb6987d10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40d0b3f830784e459effa20d291662c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1577764 Mar 05 00:04:34.082569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:34.112074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52916) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:34.114069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] No DVR routers for this DVR port 845d95ef-7db0-49a9-a4b4-c363ff8737a1 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:04:34.118389 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.144119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'name': 'network-vif-deleted', 'tag': '845d95ef-7db0-49a9-a4b4-c363ff8737a1'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:34.149008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Usage tracker for resource:router and tenant:7ea74efa20c64fd7bcbafcf755543000 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:34.188661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:34.192727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97824b67-bd6d-4649-bb94-38f4b592d4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.206479 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'tag': '33702a41-f235-4563-8b14-a2d65607408d', 'status': 'completed', 'code': 200} Mar 05 00:04:34.208635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:34.254293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cd584-8ee2-4261-8ee7-9bdcb6882f56 service neutron] Pushing event updated for resources: {'Port': ['ID=33702a41-f235-4563-8b14-a2d65607408d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:34.258898 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc16edef-cf9a-4469-8f67-4ec990b7c96d req-2d295354-333c-4d3b-b00e-6885f3ae9c86 tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.10 "DELETE /v2.0/ports/845d95ef-7db0-49a9-a4b4-c363ff8737a1 HTTP/1.1" status: 204 len: 173 time: 2.4126582 Mar 05 00:04:34.313808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.318555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.335670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b30be29e-af21-439c-b5f3-2404939eac87 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:34.346029 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee242a5-9f9a-4800-8da2-10dd87a8e089', 'name': 'network-vif-deleted', 'tag': '845d95ef-7db0-49a9-a4b4-c363ff8737a1', 'status': 'completed', 'code': 200} Mar 05 00:04:34.386002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97824b67-bd6d-4649-bb94-38f4b592d4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.392166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b30be29e-af21-439c-b5f3-2404939eac87 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:34.392668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.418502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75911113-f759-44ee-afa8-6e987abf27f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.467818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75911113-f759-44ee-afa8-6e987abf27f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.524728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-445bcf20-ec7a-4d0f-ac33-b7692b854a45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 1094 time: 0.5011783 Mar 05 00:04:34.526859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.556154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75911113-f759-44ee-afa8-6e987abf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.589244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75911113-f759-44ee-afa8-6e987abf27f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e77030-2809-45fc-9fbd-f6bbf8d0ccc0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:34.601049 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75911113-f759-44ee-afa8-6e987abf27f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.605390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-75911113-f759-44ee-afa8-6e987abf27f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26e77030-2809-45fc-9fbd-f6bbf8d0ccc0 HTTP/1.1" status: 204 len: 168 time: 0.4722421 Mar 05 00:04:34.620790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.724696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b30be29e-af21-439c-b5f3-2404939eac87, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b30be29e-af21-439c-b5f3-2404939eac87,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:34.753795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.841545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7173fc88-e848-4fe9-9c63-67d096d7b4f3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:04:34.852910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-6201edec-2748-4c9e-9cd2-7a6301214c6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33702a41-f235-4563-8b14-a2d65607408d HTTP/1.1" status: 200 len: 217 time: 0.3116310 Mar 05 00:04:34.874407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d5cc166-7035-43a8-9941-d22750cb5cd7 req-2a4f6126-8507-4dd2-9549-6b000a74cbdc tempest-ServerGroupTestJSON-850029808 tempest-ServerGroupTestJSON-850029808-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee242a5-9f9a-4800-8da2-10dd87a8e089 HTTP/1.1" status: 200 len: 210 time: 1.1031668 Mar 05 00:04:34.906108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6499c-6403-406e-b396-1b9bab1aa2d5 req-224a9a70-0e9b-44dd-a667-5d69f81d73c4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:34.911962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8e6499c-6403-406e-b396-1b9bab1aa2d5 req-224a9a70-0e9b-44dd-a667-5d69f81d73c4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 943 time: 0.1240203 Mar 05 00:04:34.970194 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8e6499c-6403-406e-b396-1b9bab1aa2d5 req-002cbc79-ea40-42da-96c2-b8335cffd926 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572658 Mar 05 00:04:34.992373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97824b67-bd6d-4649-bb94-38f4b592d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:34.993343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7173fc88-e848-4fe9-9c63-67d096d7b4f3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:04:34.993776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7173fc88-e848-4fe9-9c63-67d096d7b4f3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:04:34.998571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:35.119333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b30be29e-af21-439c-b5f3-2404939eac87,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:35.126747 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9249-2645-4c38-8d3f-e881428ac9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:35.144694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97824b67-bd6d-4649-bb94-38f4b592d4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb8714f-0c31-4786-936f-46a437be04a1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:35.148349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:04:35.211782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:04:35.212188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b0da1b7-164f-4749-810b-cd6d3db5b3d5 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:04:35.240625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-35e0530d-ee36-422d-8e21-efa26d31f398 req-9cfe7d43-b0b3-4810-97aa-70b1cada2224 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 210 time: 0.0787480 Mar 05 00:04:35.247272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:35.248929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4284f9bf-0a9b-4480-bb9d-714d1acfc46a tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3889604 Mar 05 00:04:35.250911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97824b67-bd6d-4649-bb94-38f4b592d4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:35.252064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52934) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:35.257669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:35.288201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-97824b67-bd6d-4649-bb94-38f4b592d4f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdb8714f-0c31-4786-936f-46a437be04a1 HTTP/1.1" status: 204 len: 168 time: 1.9950817 Mar 05 00:04:35.315000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-99654c70-35d8-4320-a1fa-c29533ed53e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:35.316894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-99654c70-35d8-4320-a1fa-c29533ed53e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.4399145 Mar 05 00:04:35.528145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-88c13a26-7ea4-4804-94fa-807bebdd1200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050114 Mar 05 00:04:35.664272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 845d95ef-7db0-49a9-a4b4-c363ff8737a1 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:04:35.728228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 845d95ef-7db0-49a9-a4b4-c363ff8737a1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:04:35.729281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 845d95ef-7db0-49a9-a4b4-c363ff8737a1 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:04:35.762810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-07e0b64b-98a5-425d-a854-ccf103f47221 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256961 Mar 05 00:04:36.152421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52958) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:36.223564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c2933f-fb62-460e-aadc-73b7256ec33d req-7ae27edb-9bb4-4d9b-bf1f-534a88afdce0 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518135 Mar 05 00:04:36.224454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.358877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:36.370744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfc6d8fcb0f43d9a82aafa11a0429c0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:36.375377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:36.391699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:36.411660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.412309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.531246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-41e3d778-e603-4b5f-8d12-813718fb0273 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 1094 time: 0.2346892 Mar 05 00:04:36.584408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-c251a72b-61a3-4442-903d-bd3b1877d2f6 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:36.589935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-c251a72b-61a3-4442-903d-bd3b1877d2f6 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:36.590735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-c251a72b-61a3-4442-903d-bd3b1877d2f6 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:36.654356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.667512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c04825cb-963b-4251-8e61-b1e5ef9237a0 req-b8ca589a-f366-4a35-be53-e2a8b457e9c2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 210 time: 0.0719378 Mar 05 00:04:36.669157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19ede4-800f-4871-ab68-9e03896b39ed req-6864bf7f-d708-4e09-8b09-b3713b2c7c48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:36.669956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8b19ede4-800f-4871-ab68-9e03896b39ed req-6864bf7f-d708-4e09-8b09-b3713b2c7c48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Synchronizing usage tracker for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:36.672521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-c251a72b-61a3-4442-903d-bd3b1877d2f6 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:36.673646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-c251a72b-61a3-4442-903d-bd3b1877d2f6 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "GET /v2.0/networks?id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4&id=08742435-9848-4bff-97df-8531bb384246&id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 HTTP/1.1" status: 200 len: 1391 time: 1.0095277 Mar 05 00:04:36.675005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83782) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 05 00:04:36.675335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Router 1015abe4-7c1b-4ea8-8f25-a5d72c1d725a migrating from provider to provider. {{(pid=83782) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 05 00:04:36.675700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.677333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.680739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.690148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'port': {'device_id': '19b72835-0a5e-469b-a59c-520dec9c104f', 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'admin_state_up': True, 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:36.715305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:36.759103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bfc6d8fcb0f43d9a82aafa11a0429c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6054139 Mar 05 00:04:36.768827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52976) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:36.871701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad85c-968a-49dc-b7a6-5f41bef05346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32bbf4b-6be4-4a9a-944c-5fb85b19fb9a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:36.877404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-521d926c-c974-48ce-ad6a-4cb3195aff0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:36.878951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-521d926c-c974-48ce-ad6a-4cb3195aff0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.3359189 Mar 05 00:04:36.960945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-305d2476-a0cd-422b-849b-cea825b336b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.081093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8b19ede4-800f-4871-ab68-9e03896b39ed req-6864bf7f-d708-4e09-8b09-b3713b2c7c48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Unset dirty status for tenant:4b6adfccb83b4089bdd0a02b5a8ed557 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:37.082475 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b19ede4-800f-4871-ab68-9e03896b39ed req-6864bf7f-d708-4e09-8b09-b3713b2c7c48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 943 time: 0.6920636 Mar 05 00:04:37.114087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd8eb-1cc6-4d5c-8fc5-996f07575ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.147141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd8eb-1cc6-4d5c-8fc5-996f07575ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.167435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b30be29e-af21-439c-b5f3-2404939eac87 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:37.170377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-f2e8903c-04f8-430c-a5df-d7146dfb8eb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33702a41-f235-4563-8b14-a2d65607408d HTTP/1.1" status: 200 len: 217 time: 0.2496796 Mar 05 00:04:37.264793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b30be29e-af21-439c-b5f3-2404939eac87 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:37.265361 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.280538 n-d-828979-4 neutron-server[83782]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] No L3 agents can host the router 1015abe4-7c1b-4ea8-8f25-a5d72c1d725a Mar 05 00:04:37.295979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:37.302361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:port and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:37.306686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:37.366870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd8eb-1cc6-4d5c-8fc5-996f07575ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.390380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:37.425749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd8eb-1cc6-4d5c-8fc5-996f07575ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32bbf4b-6be4-4a9a-944c-5fb85b19fb9a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:37.463818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd8eb-1cc6-4d5c-8fc5-996f07575ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.465258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9fdbd8eb-1cc6-4d5c-8fc5-996f07575ea1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a32bbf4b-6be4-4a9a-944c-5fb85b19fb9a HTTP/1.1" status: 204 len: 168 time: 0.6878254 Mar 05 00:04:37.491842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b19ede4-800f-4871-ab68-9e03896b39ed req-bc4e602b-4722-4a4a-871b-c59a166bb9a2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548746 Mar 05 00:04:37.496274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:37.500322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.506738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-a219d303-49e4-46a0-b357-9b7007896ada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:37.513609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-a219d303-49e4-46a0-b357-9b7007896ada service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.3350854 Mar 05 00:04:37.802584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Allocated IP 19.80.0.249 (c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4/2ad94ca2-96f0-4680-ae78-a4e535a7cca1/64aadb9d-df90-46ab-aecc-c57a714e10ce) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:37.807439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Hosts for router 1015abe4-7c1b-4ea8-8f25-a5d72c1d725a: [] {{(pid=83782) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 05 00:04:37.860275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Hosts for other DVR routers connected to router 1015abe4-7c1b-4ea8-8f25-a5d72c1d725a: set() {{(pid=83782) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 05 00:04:37.893373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:37.896916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b5636a6d-28b2-48d5-8c64-31187f10a87d tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "PUT /v2.0/routers/1015abe4-7c1b-4ea8-8f25-a5d72c1d725a HTTP/1.1" status: 200 len: 717 time: 2.6413472 Mar 05 00:04:37.898408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53008) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:37.908159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7ce972c-fb9a-4a53-9097-b35c0b615d34 req-164512ae-3f7c-4985-8c61-0a2ec28ec4eb tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.0752470 Mar 05 00:04:37.987110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-f6675113-b5ed-4058-a341-e06af86baf23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4661567 Mar 05 00:04:38.179389 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:38.311274 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:38.326565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8dd0f94a-ebc8-4d32-9d4a-4cc72982b819 req-16411fe4-92b0-4f6e-b450-4cb139ca526a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:38.380925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-22e8498c-271f-4d21-816b-806425d06b59 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858182 Mar 05 00:04:38.435555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52f727b2-d71f-452d-aea6-a528bef29699 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "GET /v2.0/routers/1015abe4-7c1b-4ea8-8f25-a5d72c1d725a HTTP/1.1" status: 200 len: 717 time: 0.5338428 Mar 05 00:04:38.436848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53034) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:38.441989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8dd0f94a-ebc8-4d32-9d4a-4cc72982b819 req-16411fe4-92b0-4f6e-b450-4cb139ca526a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:38.461010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8dd0f94a-ebc8-4d32-9d4a-4cc72982b819 req-16411fe4-92b0-4f6e-b450-4cb139ca526a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 210 time: 0.2120430 Mar 05 00:04:38.718957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53052) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:38.744965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:38.840936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Transition to ACTIVE for port object 64aadb9d-df90-46ab-aecc-c57a714e10ce will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:38.901725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Deleting subnet 21ce8f74-c59e-4cde-b342-22cdeec74391 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:04:38.979861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:39.114667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a583f852-0de0-4d86-9f47-9128c047b8ad req-b026b4bf-ff67-4171-b13c-2573e65d5076 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.2421844 Mar 05 00:04:39.176291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:39.199862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e786376b-cfeb-496d-b0ea-e45bb0ed2207 req-52040119-55e9-45d5-9897-ce05754c7dea service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119385 Mar 05 00:04:39.244714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:39.336605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:39.351046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0350f-b958-4e24-bd82-92fd19778616 req-b28b0eb0-d2d0-4611-80d9-36971e0c9620 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:39.357440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebb0350f-b958-4e24-bd82-92fd19778616 req-b28b0eb0-d2d0-4611-80d9-36971e0c9620 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 943 time: 0.4844170 Mar 05 00:04:39.375852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-95934240-c779-4088-a8f7-01772210c3ac tempest-RoutersTestDVR-1541500363 tempest-RoutersTestDVR-1541500363-project] 10.222.0.32 "GET /v2.0/routers/1015abe4-7c1b-4ea8-8f25-a5d72c1d725a HTTP/1.1" status: 200 len: 683 time: 0.9356413 Mar 05 00:04:39.378076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53070) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:39.384861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:39.401893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:39.530938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:39.629200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:39.633631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33702a41-f235-4563-8b14-a2d65607408d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:04:39.635073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:39.677362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:39.705919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebb0350f-b958-4e24-bd82-92fd19778616 req-d81c3927-32f2-45e5-b7b8-21a0d8b500f2 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223095 Mar 05 00:04:39.708197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f2fed115-59e3-4a0e-971e-a34ece978174 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0230551 Mar 05 00:04:39.721006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'port': {'device_id': '19b72835-0a5e-469b-a59c-520dec9c104f', 'network_id': '08742435-9848-4bff-97df-8531bb384246', 'admin_state_up': True, 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:40.014706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.061551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.062723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:40.083357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:40.105817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:40.108988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.119674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fde6e046-04dd-43e9-a9be-3c89f8a38181 None None] Provisioning for port 64aadb9d-df90-46ab-aecc-c57a714e10ce completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:40.160912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fde6e046-04dd-43e9-a9be-3c89f8a38181 None None] Provisioning complete for port 64aadb9d-df90-46ab-aecc-c57a714e10ce triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:40.164798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fde6e046-04dd-43e9-a9be-3c89f8a38181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.203371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 33702a41-f235-4563-8b14-a2d65607408d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33702a41-f235-4563-8b14-a2d65607408d,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:40.277135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '33702a41-f235-4563-8b14-a2d65607408d', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'port_id': '33702a41-f235-4563-8b14-a2d65607408d', 'mac_address': 'fa:16:3e:f1:f9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:04:40.325464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fde6e046-04dd-43e9-a9be-3c89f8a38181 None None] Port 64aadb9d-df90-46ab-aecc-c57a714e10ce cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:04:40.362939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.404653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33702a41-f235-4563-8b14-a2d65607408d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:40.445450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 33702a41-f235-4563-8b14-a2d65607408d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33702a41-f235-4563-8b14-a2d65607408d,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:40.453101 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.608663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d36e033-0827-4db4-a0dc-31ba69d3c6df req-103137e3-2683-44c5-80dd-57250acd578d tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1818180 Mar 05 00:04:40.620990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Allocated IP 19.86.0.163 (08742435-9848-4bff-97df-8531bb384246/0b474ea4-bb96-4974-a137-464405c7498b/9163bd00-b4db-4f86-9c66-84666831d8ca) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:40.632305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=33702a41-f235-4563-8b14-a2d65607408d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:40.712567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be98c-5b95-4e91-97ab-c8cb1e120da6 req-3c07c7d5-c941-45bd-974f-5b83ceab6832 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:40.718278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-789be98c-5b95-4e91-97ab-c8cb1e120da6 req-3c07c7d5-c941-45bd-974f-5b83ceab6832 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 932 time: 0.8949888 Mar 05 00:04:40.721691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:40.773587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['33702a41-f235-4563-8b14-a2d65607408d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:04:40.965159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.132554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.154616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d03fe-d3de-45dd-8b71-dd043d83c5f7 req-db824419-fed7-436c-a9ac-460bc96c6600 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:41.156566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-674d03fe-d3de-45dd-8b71-dd043d83c5f7 req-db824419-fed7-436c-a9ac-460bc96c6600 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 944 time: 0.2366180 Mar 05 00:04:41.169136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Transition to ACTIVE for port object 9163bd00-b4db-4f86-9c66-84666831d8ca will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:41.238827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-674d03fe-d3de-45dd-8b71-dd043d83c5f7 req-0b9a7ced-32c7-4341-b0ee-e9a1f53edf1d tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736692 Mar 05 00:04:41.265951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.315797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ce8f74-c59e-4cde-b342-22cdeec74391,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:41.326081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e555613-9b8a-442e-a216-7648e69b854f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21ce8f74-c59e-4cde-b342-22cdeec74391 HTTP/1.1" status: 204 len: 168 time: 2.6060855 Mar 05 00:04:41.328887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53100) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:41.357716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.376345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:41.390662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network 08742435-9848-4bff-97df-8531bb384246 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:41.392105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:41.411144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:41.427192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.438828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-789be98c-5b95-4e91-97ab-c8cb1e120da6 req-6ff95035-e82c-4597-bfbb-3e811422511e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:41.514834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:41.515581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.535158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-789be98c-5b95-4e91-97ab-c8cb1e120da6 req-6ff95035-e82c-4597-bfbb-3e811422511e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:41.536484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-789be98c-5b95-4e91-97ab-c8cb1e120da6 req-6ff95035-e82c-4597-bfbb-3e811422511e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749364 Mar 05 00:04:41.558074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.572123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7b74eff5-122e-4fc0-b190-551888b4d14a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8549721 Mar 05 00:04:41.581207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.581751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1015abe4-7c1b-4ea8-8f25-a5d72c1d725a {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:04:41.596098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'port': {'device_id': '19b72835-0a5e-469b-a59c-520dec9c104f', 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'admin_state_up': True, 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:41.658930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.660039 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-04587340-58bd-4824-9376-8a9b59d0ca6f tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "DELETE /v2.0/routers/1015abe4-7c1b-4ea8-8f25-a5d72c1d725a HTTP/1.1" status: 204 len: 168 time: 2.2804704 Mar 05 00:04:41.664105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53108) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:41.728047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Request body: {'router': {'name': 'tempest-router-128495696', 'distributed': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:41.737679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:41.752752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Usage tracker for resource:router and tenant:eadd97a189564166ab2a70315e1e7c87 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:41.759042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:41.768468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:41.771621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.775699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:41.780014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:port and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:41.783864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:41.794493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:41.808088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:41.812150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.836060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.837004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.857161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc597b39-e2e2-41a9-b6b2-328c654dc0b9']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:41.870740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-66d0d521-1786-4cf1-a680-d40b83a322d1 None None] Provisioning for port 9163bd00-b4db-4f86-9c66-84666831d8ca completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:41.881360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adc6f3f-c34c-4551-b146-0172b0367941') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:41.881725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adc6f3f-c34c-4551-b146-0172b0367941') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:41.882556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-66d0d521-1786-4cf1-a680-d40b83a322d1 None None] Provisioning complete for port 9163bd00-b4db-4f86-9c66-84666831d8ca triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:41.883014 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-66d0d521-1786-4cf1-a680-d40b83a322d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.898041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.921410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.922878 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.948636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:04:41.949044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:41.967217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88b0ad71-a5b6-4fdf-83ac-c00106133595 req-cfae51ed-129c-4c50-992a-177e7879f045 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0767500 Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:04:41.973478 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:04:42.042707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-66d0d521-1786-4cf1-a680-d40b83a322d1 None None] Port 9163bd00-b4db-4f86-9c66-84666831d8ca cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:04:42.124736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.138639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Allocated IP 19.80.0.222 (c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4/2ad94ca2-96f0-4680-ae78-a4e535a7cca1/91b3de31-7996-4322-ae50-2e4844cfdba2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:42.142111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.170976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.176424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc597b39-e2e2-41a9-b6b2-328c654dc0b9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:42.200420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.202137 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e18fa92f-5f09-4f3b-a1fe-0da3a8e74a14 tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5371037 Mar 05 00:04:42.208281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c5cb953a-d43b-4c1a-8772-c3be5a67dc3f admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc597b39-e2e2-41a9-b6b2-328c654dc0b9 HTTP/1.1" status: 204 len: 168 time: 0.8739896 Mar 05 00:04:42.209917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53126) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:42.403682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b5e699ff-f1dd-445e-9a6a-5d4d795d54d6 req-31a05018-52d7-40bc-ad2e-987d2b25ee24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.1174431 Mar 05 00:04:42.422303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.546904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.563285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Transition to ACTIVE for port object 91b3de31-7996-4322-ae50-2e4844cfdba2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:42.590421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:42.705642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53144) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:42.766618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:42.782550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:42.791464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:42.855473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Port': ['ID=91b3de31-7996-4322-ae50-2e4844cfdba2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:42.889385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8805e3-e1e0-4ed8-aca6-dad2efe13d06 req-c1c8b415-e08d-413e-8cad-533d02fe2ccd tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:42.891079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a8805e3-e1e0-4ed8-aca6-dad2efe13d06 req-c1c8b415-e08d-413e-8cad-533d02fe2ccd tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 944 time: 0.3435662 Mar 05 00:04:43.061369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-be61253c-d724-49ad-9a4f-3a57aa33114c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bcf0f0da2034cf8ac289bae2a1aca49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3447812 Mar 05 00:04:43.062192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53154) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:43.074622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:43.074978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.167029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-9f197712-adab-4b31-bc85-569cfc0e47bf tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5887778 Mar 05 00:04:43.178642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Request body: {'port': {'device_id': '19b72835-0a5e-469b-a59c-520dec9c104f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:43.239482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.260701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.273185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a8805e3-e1e0-4ed8-aca6-dad2efe13d06 req-21914831-ac4e-44b8-8d01-a3a586be8449 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870918 Mar 05 00:04:43.299940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4950b8da-dce8-4fe8-a8df-540925018ab0 None None] Provisioning for port 91b3de31-7996-4322-ae50-2e4844cfdba2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:43.309377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701239f-df26-47aa-8c8f-b474812644fb req-599fbcf5-fca6-4c88-8d24-df1e9d58194b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:43.312827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4950b8da-dce8-4fe8-a8df-540925018ab0 None None] Provisioning complete for port 91b3de31-7996-4322-ae50-2e4844cfdba2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:43.313337 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4950b8da-dce8-4fe8-a8df-540925018ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.313802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701239f-df26-47aa-8c8f-b474812644fb req-599fbcf5-fca6-4c88-8d24-df1e9d58194b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:43.317656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.318343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7082f529-00fa-4f81-8a64-3ddda02f5b7a {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:04:43.318486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701239f-df26-47aa-8c8f-b474812644fb req-599fbcf5-fca6-4c88-8d24-df1e9d58194b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:43.319208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9701239f-df26-47aa-8c8f-b474812644fb req-599fbcf5-fca6-4c88-8d24-df1e9d58194b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:43.355934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.357064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a068a1da-1691-4026-a910-702fbde7727e tempest-RoutersTestDVR-439282410 tempest-RoutersTestDVR-439282410-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7082f529-00fa-4f81-8a64-3ddda02f5b7a HTTP/1.1" status: 204 len: 168 time: 1.1461971 Mar 05 00:04:43.361962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.376285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9701239f-df26-47aa-8c8f-b474812644fb req-599fbcf5-fca6-4c88-8d24-df1e9d58194b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:43.377484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9701239f-df26-47aa-8c8f-b474812644fb req-599fbcf5-fca6-4c88-8d24-df1e9d58194b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2377 time: 0.5062146 Mar 05 00:04:43.386686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a62ca14-1438-4228-9e71-2b9bc6d64dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.418772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4950b8da-dce8-4fe8-a8df-540925018ab0 None None] Port 91b3de31-7996-4322-ae50-2e4844cfdba2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:04:43.418998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a62ca14-1438-4228-9e71-2b9bc6d64dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.603907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9701239f-df26-47aa-8c8f-b474812644fb req-b6470070-ea7b-4c37-9805-7782ff2e7151 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571815 Mar 05 00:04:43.625970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33702a41-f235-4563-8b14-a2d65607408d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:43.706280 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a62ca14-1438-4228-9e71-2b9bc6d64dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.764543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62ca14-1438-4228-9e71-2b9bc6d64dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96ab79-ba93-4e16-98c1-edef2a149f40,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:43.799307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a62ca14-1438-4228-9e71-2b9bc6d64dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:43.800621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a62ca14-1438-4228-9e71-2b9bc6d64dee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa96ab79-ba93-4e16-98c1-edef2a149f40 HTTP/1.1" status: 204 len: 168 time: 0.7368169 Mar 05 00:04:43.914959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72df9b88-7751-419b-8ac9-721e4d30d785 req-e577c42e-d74f-4e55-ace8-10abe222d4de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.4061766 Mar 05 00:04:43.924387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-331d9197-a0bf-4fe6-a978-e36230277a72 req-4376d3c9-1d1d-4bca-bf05-0242e77a4e60 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.3239703 Mar 05 00:04:43.960037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 33702a41-f235-4563-8b14-a2d65607408d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:43.974467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53180) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:43.975847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 33702a41-f235-4563-8b14-a2d65607408d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:43.978112 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:44.224437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:44.280979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 33702a41-f235-4563-8b14-a2d65607408d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33702a41-f235-4563-8b14-a2d65607408d,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:44.282185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33702a41-f235-4563-8b14-a2d65607408d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:44.292490 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:44.392382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=33702a41-f235-4563-8b14-a2d65607408d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:44.435989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aadb9d-df90-46ab-aecc-c57a714e10ce {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:44.452991 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33702a41-f235-4563-8b14-a2d65607408d', 'code': 200} Mar 05 00:04:44.457794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:44.495213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Transition to ACTIVE for port object 64aadb9d-df90-46ab-aecc-c57a714e10ce will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:44.503442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:44.607759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Pushing event updated for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:44.833119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:44.939743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Attempting to bind port 64aadb9d-df90-46ab-aecc-c57a714e10ce on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:44.939985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Attempting to bind port 64aadb9d-df90-46ab-aecc-c57a714e10ce by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:44.940227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Attempting to bind port 64aadb9d-df90-46ab-aecc-c57a714e10ce on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:44.948724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Port 64aadb9d-df90-46ab-aecc-c57a714e10ce on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:04:44.949064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Attempting to bind port 64aadb9d-df90-46ab-aecc-c57a714e10ce on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:44.984924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53204) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:45.015087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:45.021543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:45.021879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Checking segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:45.022258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Bound using segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:45.022695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Bound port: 64aadb9d-df90-46ab-aecc-c57a714e10ce, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:45.023558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.065992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea74efa20c64fd7bcbafcf755543000 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:45.069778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:45.095445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:45.113695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb43ef-644d-4526-a283-a79386a707b0 req-9e86570e-4f69-4337-a518-421dd16b8649 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:45.115404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ceb43ef-644d-4526-a283-a79386a707b0 req-9e86570e-4f69-4337-a518-421dd16b8649 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.5377638 Mar 05 00:04:45.152905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6cf42b1e-d2ba-4418-b694-54098e17f1e2 req-31fe99f1-80bd-4d50-9273-012fb08191c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 1096 time: 0.6365886 Mar 05 00:04:45.197630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:45.201258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:45.220799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.319482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4b21-33c7-483c-b0fe-b265ba53bfa4 req-a4b184c2-4f4c-42f5-8250-530304802af8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:45.324131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4b21-33c7-483c-b0fe-b265ba53bfa4 req-a4b184c2-4f4c-42f5-8250-530304802af8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:45.328449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4b21-33c7-483c-b0fe-b265ba53bfa4 req-a4b184c2-4f4c-42f5-8250-530304802af8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:45.330207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a7c4b21-33c7-483c-b0fe-b265ba53bfa4 req-a4b184c2-4f4c-42f5-8250-530304802af8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2389 time: 0.3919735 Mar 05 00:04:45.358604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6cf42b1e-d2ba-4418-b694-54098e17f1e2 req-f7a9a761-4dea-4eb6-8c94-e41dab8411f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559057 Mar 05 00:04:45.386807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ceb43ef-644d-4526-a283-a79386a707b0 req-722c28d1-e06a-44dd-b3e5-03a7ec97553c tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436268 Mar 05 00:04:45.409357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.414468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] 10.222.0.10 "PUT /v2.0/ports/64aadb9d-df90-46ab-aecc-c57a714e10ce HTTP/1.1" status: 200 len: 1092 time: 2.2396719 Mar 05 00:04:45.418635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:45.455807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Request body: {'port': {'device_id': '19b72835-0a5e-469b-a59c-520dec9c104f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:45.487007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.495841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.582619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7a868-7c3e-4b8b-b825-f3f6b299d955,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:45.609564 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a7c4b21-33c7-483c-b0fe-b265ba53bfa4 req-7d49659d-4811-43ea-a0a5-572f33304686 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723138 Mar 05 00:04:45.626873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-65bd85ed-0807-4a27-9da0-7d0148e61401 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ea74efa20c64fd7bcbafcf755543000&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6512547 Mar 05 00:04:45.628078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0ae95-c9a8-4196-8144-840a69eb2225 service neutron] Pushing event updated for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:45.629769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53224) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:45.665232 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.738074 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce', 'status': 'completed', 'code': 200} Mar 05 00:04:45.821955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:45.934171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53230) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:45.940983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b715327-caa1-469c-8013-49249fa0a451 req-830285b1-87b6-4eb1-b9d8-0eb73c108e18 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.2596047 Mar 05 00:04:45.975692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:45.980727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Usage tracker for resource:security_group_rule and tenant:bdcf1d7bb32f44c69c30c08dfe32548c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:45.984192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:45.990577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:46.078226 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.095817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.136523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c574b43b-9374-4389-abef-821c796cc441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.218057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-aeb8ac44-c32b-4995-a770-dd4a9fb9ac35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2732 time: 0.3971615 Mar 05 00:04:46.218712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99234026-8940-4a70-a64e-211ef3ebecb0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:46.230484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f6be322f-557d-4960-a5d1-7c908ee9cc74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdcf1d7bb32f44c69c30c08dfe32548c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2370133 Mar 05 00:04:46.233589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c574b43b-9374-4389-abef-821c796cc441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.241365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53240) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:46.297652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9163bd00-b4db-4f86-9c66-84666831d8ca {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:46.306339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.327023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Transition to ACTIVE for port object 9163bd00-b4db-4f86-9c66-84666831d8ca will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:46.334281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.378789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-network', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:46.394658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:46.411882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Usage tracker for resource:network and tenant:6e7cf54c58c74c5281292a008e4b05d0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:46.437476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:46.468174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:46.521677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Pushing event updated for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:46.540282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9375e8c9-f35b-411c-a344-5402109da316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.597387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Made reservation on behalf of 6e7cf54c58c74c5281292a008e4b05d0 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:46.607902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.763707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Attempting to bind port 9163bd00-b4db-4f86-9c66-84666831d8ca on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:46.764038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Attempting to bind port 9163bd00-b4db-4f86-9c66-84666831d8ca by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:46.764355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Attempting to bind port 9163bd00-b4db-4f86-9c66-84666831d8ca on network 08742435-9848-4bff-97df-8531bb384246 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:46.780887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Port 9163bd00-b4db-4f86-9c66-84666831d8ca on network 08742435-9848-4bff-97df-8531bb384246 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:04:46.781256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Attempting to bind port 9163bd00-b4db-4f86-9c66-84666831d8ca on network 08742435-9848-4bff-97df-8531bb384246 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:46.798067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:46.799550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Checking segment: {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:46.799939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Bound using segment: {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:46.801601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Bound port: 9163bd00-b4db-4f86-9c66-84666831d8ca, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da454042-9ca8-4a2c-beeb-228881171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '08742435-9848-4bff-97df-8531bb384246'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:46.801601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.839878 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.878285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9375e8c9-f35b-411c-a344-5402109da316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:46.946835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-3291d3df-426a-43b2-9b3e-a3d8f04f497f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:46.947397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-3291d3df-426a-43b2-9b3e-a3d8f04f497f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:46.947807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-3291d3df-426a-43b2-9b3e-a3d8f04f497f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:46.949424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-3291d3df-426a-43b2-9b3e-a3d8f04f497f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7178383 Mar 05 00:04:46.967424 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c574b43b-9374-4389-abef-821c796cc441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.055402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574b43b-9374-4389-abef-821c796cc441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7a868-7c3e-4b8b-b825-f3f6b299d955,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:47.106542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:47.111061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9163bd00-b4db-4f86-9c66-84666831d8ca,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:47.120434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.178166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96611561-0289-46c8-b7aa-e0e0373eff06 req-1541384f-09d7-4829-97f6-32f81b762867 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:47.186088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96611561-0289-46c8-b7aa-e0e0373eff06 req-1541384f-09d7-4829-97f6-32f81b762867 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.5456097 Mar 05 00:04:47.221900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4631fa-b1ba-4066-b550-a94c8d15f577 req-62235b5b-40b9-436a-9eb9-d877dfc1b5e2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:47.223071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9375e8c9-f35b-411c-a344-5402109da316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.227229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4631fa-b1ba-4066-b550-a94c8d15f577 req-62235b5b-40b9-436a-9eb9-d877dfc1b5e2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:47.231782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4631fa-b1ba-4066-b550-a94c8d15f577 req-62235b5b-40b9-436a-9eb9-d877dfc1b5e2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:47.233878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd4631fa-b1ba-4066-b550-a94c8d15f577 req-62235b5b-40b9-436a-9eb9-d877dfc1b5e2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2401 time: 0.3366027 Mar 05 00:04:47.235935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:47.283144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.284857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] 10.222.0.10 "PUT /v2.0/ports/9163bd00-b4db-4f86-9c66-84666831d8ca HTTP/1.1" status: 200 len: 1092 time: 1.8382759 Mar 05 00:04:47.308256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Usage tracker for resource:security_group_rule and tenant:6e7cf54c58c74c5281292a008e4b05d0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:47.346979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:47.350997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375e8c9-f35b-411c-a344-5402109da316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99234026-8940-4a70-a64e-211ef3ebecb0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:47.353211 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c574b43b-9374-4389-abef-821c796cc441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.354965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c574b43b-9374-4389-abef-821c796cc441 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68a7a868-7c3e-4b8b-b825-f3f6b299d955 HTTP/1.1" status: 204 len: 168 time: 1.7246895 Mar 05 00:04:47.392992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9375e8c9-f35b-411c-a344-5402109da316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.402039 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9375e8c9-f35b-411c-a344-5402109da316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99234026-8940-4a70-a64e-211ef3ebecb0 HTTP/1.1" status: 204 len: 168 time: 1.1592677 Mar 05 00:04:47.417693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:47.459156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96611561-0289-46c8-b7aa-e0e0373eff06 req-9b41a27c-b5d1-4717-a384-c4348c455ce9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717674 Mar 05 00:04:47.484380 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd4631fa-b1ba-4066-b550-a94c8d15f577 req-3b76d3fd-e0b7-4935-aadf-e56821774c78 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387867 Mar 05 00:04:47.506420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Request body: {'port': {'device_id': '19b72835-0a5e-469b-a59c-520dec9c104f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:47.575903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2cbc7-dcf5-4447-a0d1-fdf2ead7dd28 service neutron] Pushing event updated for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:47.634659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.645400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-54aece49-940b-4735-ad63-086ac8127bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:47.649553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e52c5b86-2c29-4f25-8dce-b03c60c96d99 req-54aece49-940b-4735-ad63-086ac8127bf0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6782024 Mar 05 00:04:47.652844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.732500 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53ac7ecc-25b7-480a-a55a-74ec7ae60115 req-39033341-f21c-4fa7-af32-83c93cfc617d tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0818706 Mar 05 00:04:47.733212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:04:47.735575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dd5946-6a83-4602-81ed-a2787a400375,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:47.753047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:47.777670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.778019 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Added segment a81436c5-656f-4c66-b01b-4303106fbd89 of type vlan for network 26dfe5c0-b535-4e54-beda-12d51cee619b Mar 05 00:04:47.827365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.840745 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca', 'status': 'completed', 'code': 200} Mar 05 00:04:47.850596 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.890009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.891369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:47.892299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:47.931080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9931850 Mar 05 00:04:47.937575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53270) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:47.945784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Request body: {'subnet': {'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-subnet', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:47.954386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:48.004910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Usage tracker for resource:subnet and tenant:6e7cf54c58c74c5281292a008e4b05d0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:48.014765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:48.036692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:48.062468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Made reservation on behalf of 6e7cf54c58c74c5281292a008e4b05d0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:48.064885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.075027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97211b2-0af7-4927-a272-a681e3dee91c admin admin] Pushing event updated for resources: {'Network': ['ID=26dfe5c0-b535-4e54-beda-12d51cee619b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:48.086559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 26dfe5c0-b535-4e54-beda-12d51cee619b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:04:48.151789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53274) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:48.182563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.217106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:48.221118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Usage tracker for resource:security_group_rule and tenant:eadd97a189564166ab2a70315e1e7c87 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:48.224436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:48.230676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:48.245519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53280) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:48.300767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.310817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.319056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.346043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:48.350526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Usage tracker for resource:security_group_rule and tenant:b376a88d32664d41814e5e7f269c5254 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:48.353476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:48.359749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:48.384015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eadd97a189564166ab2a70315e1e7c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2307327 Mar 05 00:04:48.385801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e5423-999f-4a9c-9362-1847b1d5af49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf1d97-0eed-42cb-8d69-589208e95ce7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:48.388952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53284) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:48.439309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.455759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.464818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e301a4cc-c71f-4b21-befb-f015dc9b0563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.499983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e301a4cc-c71f-4b21-befb-f015dc9b0563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.572863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236ecee6-ac52-4f08-8a22-41ed26f33a78,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:48.583547 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-40c9d779-072d-4ac9-bf16-c5bb7ab887ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b376a88d32664d41814e5e7f269c5254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3362648 Mar 05 00:04:48.590199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:48.840348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a08d0e3-e2f8-42b4-90c9-b25eb42ea75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.872294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e301a4cc-c71f-4b21-befb-f015dc9b0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.883125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b3de31-7996-4322-ae50-2e4844cfdba2 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:04:48.901975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301a4cc-c71f-4b21-befb-f015dc9b0563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf1d97-0eed-42cb-8d69-589208e95ce7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:48.905830 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.935678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.943402 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e301a4cc-c71f-4b21-befb-f015dc9b0563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.957634 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e301a4cc-c71f-4b21-befb-f015dc9b0563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6bf1d97-0eed-42cb-8d69-589208e95ce7 HTTP/1.1" status: 204 len: 168 time: 0.5576422 Mar 05 00:04:48.966971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a08d0e3-e2f8-42b4-90c9-b25eb42ea75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:48.969691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-b3097d5f-3bf9-46ac-8ad9-3bfd1514772f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2799 time: 1.0864296 Mar 05 00:04:49.058556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Transition to ACTIVE for port object 91b3de31-7996-4322-ae50-2e4844cfdba2 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:49.082225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.171984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013cb30-6685-43ff-8117-bd7a7548b402 req-01bcefff-def8-4f5f-8426-be7297e5a007 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.176357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013cb30-6685-43ff-8117-bd7a7548b402 req-01bcefff-def8-4f5f-8426-be7297e5a007 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.178820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-0247dbdf-2b86-4d77-a139-873d6440663e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.179302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-0247dbdf-2b86-4d77-a139-873d6440663e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.179697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-0247dbdf-2b86-4d77-a139-873d6440663e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.180605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013cb30-6685-43ff-8117-bd7a7548b402 req-01bcefff-def8-4f5f-8426-be7297e5a007 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.181507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-0247dbdf-2b86-4d77-a139-873d6440663e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2029498 Mar 05 00:04:49.182426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3013cb30-6685-43ff-8117-bd7a7548b402 req-01bcefff-def8-4f5f-8426-be7297e5a007 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2401 time: 0.4364300 Mar 05 00:04:49.193383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3fda4-17c8-495b-b6f9-ec15671055a5 req-e2757b61-5f0f-4d08-8c24-15573eaff9a8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.195163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81f3fda4-17c8-495b-b6f9-ec15671055a5 req-e2757b61-5f0f-4d08-8c24-15573eaff9a8 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.5319228 Mar 05 00:04:49.355681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-0d9b3d46-6320-44d0-947a-62486714efc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.357529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5cea34a-cda6-45b1-9dc3-525aefc5b44c req-0d9b3d46-6320-44d0-947a-62486714efc6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613781 Mar 05 00:04:49.369731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:49.408898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81f3fda4-17c8-495b-b6f9-ec15671055a5 req-6b6cd2fd-8305-4590-87d1-23cfe388ae7f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501633 Mar 05 00:04:49.433711 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3013cb30-6685-43ff-8117-bd7a7548b402 req-a20aaa70-a0a0-42ad-a29a-d84a83a6e5a8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333131 Mar 05 00:04:49.434349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Pushing event updated for resources: {'Port': ['ID=91b3de31-7996-4322-ae50-2e4844cfdba2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:49.444424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Checking segment: {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:49.444793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Network hostable DHCP agents. Network: 26dfe5c0-b535-4e54-beda-12d51cee619b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:04:49.532678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a08d0e3-e2f8-42b4-90c9-b25eb42ea75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.627167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08d0e3-e2f8-42b4-90c9-b25eb42ea75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236ecee6-ac52-4f08-8a22-41ed26f33a78,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:49.639057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Network 26dfe5c0-b535-4e54-beda-12d51cee619b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:04:49.687185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Attempting to bind port 91b3de31-7996-4322-ae50-2e4844cfdba2 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:49.691324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Attempting to bind port 91b3de31-7996-4322-ae50-2e4844cfdba2 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:49.691662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Attempting to bind port 91b3de31-7996-4322-ae50-2e4844cfdba2 on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:49.693838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 26dfe5c0-b535-4e54-beda-12d51cee619b) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:49.701949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c2df8-d449-439d-bfed-980280efe064 None None] Network 26dfe5c0-b535-4e54-beda-12d51cee619b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:49.736207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a08d0e3-e2f8-42b4-90c9-b25eb42ea75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.739589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1a08d0e3-e2f8-42b4-90c9-b25eb42ea75f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/236ecee6-ac52-4f08-8a22-41ed26f33a78 HTTP/1.1" status: 204 len: 168 time: 1.1460180 Mar 05 00:04:49.747383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:49.751710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.774144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f32f4639-9716-4231-8c91-981e95fcf4d7 req-9dfe6693-7432-4bfa-8140-92bcde6daebc tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0927961 Mar 05 00:04:49.779037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Port 91b3de31-7996-4322-ae50-2e4844cfdba2 on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:04:49.779370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Attempting to bind port 91b3de31-7996-4322-ae50-2e4844cfdba2 on network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:49.834293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:49.835377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Checking segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:49.835913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Bound using segment: {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:49.836432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Bound port: 91b3de31-7996-4322-ae50-2e4844cfdba2, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb142a69-42dd-473e-b1f8-4aabd7e52270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:49.836841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.850208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6cfa5ed5-0f14-47bb-90c0-ec24bc1be8b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9090934 Mar 05 00:04:49.850825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:49.856976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:49.862655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:49.872680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Usage tracker for resource:router and tenant:6e7cf54c58c74c5281292a008e4b05d0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:49.881079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:49.892286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:49.918582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.919694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:49.951222 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:50.038779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd2f9b-aea9-401d-920e-cda4836ce7f8 req-b12f120f-7e50-4900-9fe5-d9b952c50ce0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:50.040448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55dd2f9b-aea9-401d-920e-cda4836ce7f8 req-b12f120f-7e50-4900-9fe5-d9b952c50ce0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.3729999 Mar 05 00:04:50.050344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53322) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:50.084445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Request body: {'floatingip': {'port_id': '33702a41-f235-4563-8b14-a2d65607408d'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:50.193405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fd6b9-ebb2-44ae-bf0d-8c95b6b161b7 None None] Network 26dfe5c0-b535-4e54-beda-12d51cee619b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:04:50.246921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:50.252997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:50.582792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:50.653247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:50.706252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] For port 91b3de31-7996-4322-ae50-2e4844cfdba2, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:50.728849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] For port 91b3de31-7996-4322-ae50-2e4844cfdba2, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=91b3de31-7996-4322-ae50-2e4844cfdba2,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:50.847781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:50.960106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53354) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:50.982170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Pushing event updated for resources: {'Port': ['ID=91b3de31-7996-4322-ae50-2e4844cfdba2,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:51.033959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b0dc3-055c-45f7-bbf7-6f470ec5f5d5 req-8d6b6306-4ea2-4bae-a59c-2b28e7699ac5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:51.037914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b0dc3-055c-45f7-bbf7-6f470ec5f5d5 req-8d6b6306-4ea2-4bae-a59c-2b28e7699ac5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:51.042305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b0dc3-055c-45f7-bbf7-6f470ec5f5d5 req-8d6b6306-4ea2-4bae-a59c-2b28e7699ac5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:51.049112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f32b0dc3-055c-45f7-bbf7-6f470ec5f5d5 req-8d6b6306-4ea2-4bae-a59c-2b28e7699ac5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2413 time: 0.3097289 Mar 05 00:04:51.089753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:51.091243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-e95acb82-018d-46a1-9899-df258f2044ee service neutron] 10.222.0.10 "PUT /v2.0/ports/91b3de31-7996-4322-ae50-2e4844cfdba2 HTTP/1.1" status: 200 len: 1092 time: 3.6058898 Mar 05 00:04:51.095856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'tag': '91b3de31-7996-4322-ae50-2e4844cfdba2'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:51.132958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38dec719-c4e5-4ae2-a1d2-b531ed9beaa3 req-af1a9a93-362b-470f-abb2-fed53da7896a tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1008713 Mar 05 00:04:51.253880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Allocated IP 172.25.0.75 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/10bc0e84-9e82-4b94-9db0-1c1a8f240e53) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:51.432849 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'tag': '91b3de31-7996-4322-ae50-2e4844cfdba2', 'status': 'completed', 'code': 200} Mar 05 00:04:51.498148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-abcd42aa-9d4f-4257-a747-7d0c9da62e24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2866 time: 0.3534985 Mar 05 00:04:51.520704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f32b0dc3-055c-45f7-bbf7-6f470ec5f5d5 req-e78245ee-648f-419a-8eb1-06c281a7ddd0 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706166 Mar 05 00:04:51.643924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-311b3978-e3d7-47ec-bd8c-3099be53828e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce HTTP/1.1" status: 200 len: 217 time: 0.1387703 Mar 05 00:04:51.648912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:51.710317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-c539df11-9adc-4d58-8848-f2784e64358e tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.712339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c539df11-9adc-4d58-8848-f2784e64358e tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.7383745 Mar 05 00:04:51.716735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.719249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:51.727491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-81601f7e-16c6-4907-9ac6-ee9d34b17ce8 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.728487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-81601f7e-16c6-4907-9ac6-ee9d34b17ce8 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0107663 Mar 05 00:04:51.736892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53376) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.748658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-00645443-d687-43ab-8e58-f3808344bca2 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.749609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-00645443-d687-43ab-8e58-f3808344bca2 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0117459 Mar 05 00:04:51.753748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53380) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.758536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-bfc3ee12-cb2f-4fd6-9d4d-032b40dd8f7d tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.759431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bfc3ee12-cb2f-4fd6-9d4d-032b40dd8f7d tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048287 Mar 05 00:04:51.763688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.773174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-3cbddb1e-3541-4588-bd3e-d801e1a8ee1f tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.774137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3cbddb1e-3541-4588-bd3e-d801e1a8ee1f tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088229 Mar 05 00:04:51.777878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-56d00a92-ea5f-4737-92a2-ea25470b8a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:51.778985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53388) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.779963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-56d00a92-ea5f-4737-92a2-ea25470b8a8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ad94ca2-96f0-4680-ae78-a4e535a7cca1 HTTP/1.1" status: 200 len: 801 time: 0.1277764 Mar 05 00:04:51.798047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-0c30f1ab-c589-4f32-842d-0d76b7546e15 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.799427 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0c30f1ab-c589-4f32-842d-0d76b7546e15 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0170794 Mar 05 00:04:51.803687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53392) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.817269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-a65222a0-62d9-4fd5-baec-24280764ef0c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.818636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a65222a0-62d9-4fd5-baec-24280764ef0c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0138032 Mar 05 00:04:51.824139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53396) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.826333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:51.832400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:51.837025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-e589b65d-4355-4872-81bc-d5a3821cc7af tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.839773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e589b65d-4355-4872-81bc-d5a3821cc7af tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0120907 Mar 05 00:04:51.840854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Pushing event updated for resources: {'Port': ['ID=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:51.843186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.843821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:51.850906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-752c06fc-50a6-4afe-8277-ffcb883a9e3c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.854359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-752c06fc-50a6-4afe-8277-ffcb883a9e3c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0070994 Mar 05 00:04:51.854739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.860894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-a7e9d431-dc2f-4d25-984a-5a85ccdf291d tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.864058 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a7e9d431-dc2f-4d25-984a-5a85ccdf291d tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062370 Mar 05 00:04:51.869277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.878681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-df2cb99c-4337-4a87-af04-a61e0c09f835 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.881974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df2cb99c-4337-4a87-af04-a61e0c09f835 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093241 Mar 05 00:04:51.883745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53414) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.902244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.903180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.903538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.903860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.904188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.904514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.904842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.905158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.905501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.905839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.906128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:51.914763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-a0d056ab-05cb-4334-87a5-a1ec0b5fb6df tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.915678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a0d056ab-05cb-4334-87a5-a1ec0b5fb6df tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0248091 Mar 05 00:04:51.919309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53418) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.925514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-9dd068c7-21ec-4360-8ef6-018a1eaf9b73 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.926419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9dd068c7-21ec-4360-8ef6-018a1eaf9b73 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062478 Mar 05 00:04:51.928781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.935510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-35a84f35-a1a3-4de0-9453-9f324c5b4670 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.936352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-35a84f35-a1a3-4de0-9453-9f324c5b4670 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067060 Mar 05 00:04:51.939023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53426) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.974711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-3798169d-aa67-41bf-9809-13780a53ae8c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.977942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3798169d-aa67-41bf-9809-13780a53ae8c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0358553 Mar 05 00:04:51.979707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.988849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-9a01fedf-376c-42ca-920f-a8ebe3ce0255 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:51.992101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9a01fedf-376c-42ca-920f-a8ebe3ce0255 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0098462 Mar 05 00:04:51.993912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53436) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:51.998944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-56c6c48d-16d0-4c7e-b67d-95f9b100daa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2087436 Mar 05 00:04:52.035331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-2be4aefe-f405-44c6-b53b-ac0fafbee21b tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.036362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2be4aefe-f405-44c6-b53b-ac0fafbee21b tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0365491 Mar 05 00:04:52.039407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.047281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-c430585e-821c-4bcc-9e81-e80f17501fbb tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.048578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c430585e-821c-4bcc-9e81-e80f17501fbb tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072513 Mar 05 00:04:52.052148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53444) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.064548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-bf6ee60f-fe16-4ef6-b744-45f161daeaa4 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.066518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bf6ee60f-fe16-4ef6-b744-45f161daeaa4 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0131261 Mar 05 00:04:52.070068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53448) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.079022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-33ee7640-d555-4a03-aab1-b1057a5565a8 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.080146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-33ee7640-d555-4a03-aab1-b1057a5565a8 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0088108 Mar 05 00:04:52.082593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53452) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.090332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-f18df2a6-aba9-49e5-88da-5c20e5cfad3a tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.091586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f18df2a6-aba9-49e5-88da-5c20e5cfad3a tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073564 Mar 05 00:04:52.094793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53456) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.101298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-ee4bf879-fc4d-4739-9e11-d0a4fa2a05c3 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.102441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee4bf879-fc4d-4739-9e11-d0a4fa2a05c3 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057509 Mar 05 00:04:52.105629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53460) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.110991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-0b1a1f4b-0c61-479a-9670-787d7292be04 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.112248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b1a1f4b-0c61-479a-9670-787d7292be04 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055413 Mar 05 00:04:52.116486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53464) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.120547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:52.125842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-8d60b248-4c6c-43cf-b488-ba31d31975fd tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.127097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:52.127358 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8d60b248-4c6c-43cf-b488-ba31d31975fd tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0087013 Mar 05 00:04:52.128717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:52.129611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:52.131930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53468) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.139593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-f4f87975-9fa9-49ad-80bd-bbb37e61a2bd tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.140869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f4f87975-9fa9-49ad-80bd-bbb37e61a2bd tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0078557 Mar 05 00:04:52.143923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53472) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.212272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-07d7d054-8b69-4162-84ee-d5f23f696343 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.213759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-07d7d054-8b69-4162-84ee-d5f23f696343 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0136323 Mar 05 00:04:52.308587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53478) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.341451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-15a86e4e-48dd-473e-ac0c-94a16ec0b9d7 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.347295 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-15a86e4e-48dd-473e-ac0c-94a16ec0b9d7 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0270591 Mar 05 00:04:52.385035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53486) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.395846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-c9c32606-b397-43e6-827b-26a2eba6a560 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.396788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9c32606-b397-43e6-827b-26a2eba6a560 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0114338 Mar 05 00:04:52.401356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.426239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-83e84bd9-ce4e-421d-892e-7b3bebcf5116 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.427722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-83e84bd9-ce4e-421d-892e-7b3bebcf5116 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0120814 Mar 05 00:04:52.433563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53496) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.442283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-44cfa924-107e-4d31-b2e7-61e11687c891 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.443765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44cfa924-107e-4d31-b2e7-61e11687c891 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086534 Mar 05 00:04:52.448057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53500) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.455672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-33c350ff-bb29-4e71-b574-b03832af113e tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.457445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-33c350ff-bb29-4e71-b574-b03832af113e tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082314 Mar 05 00:04:52.459981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53504) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.467679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-84bd85e4-67b5-4d0e-a708-1ce859a85a92 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.468835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-84bd85e4-67b5-4d0e-a708-1ce859a85a92 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059943 Mar 05 00:04:52.472059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53510) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.477502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-64a3d3ed-52d0-442a-832e-701f86b1a19c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.479158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64a3d3ed-52d0-442a-832e-701f86b1a19c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055168 Mar 05 00:04:52.483449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53514) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.485437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-ce718694-d229-4335-8da8-16165a0f6d49 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810433 Mar 05 00:04:52.491006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-989dbe56-055b-4a6b-9abf-f5e023ffd559 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.492034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-989dbe56-055b-4a6b-9abf-f5e023ffd559 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065689 Mar 05 00:04:52.495279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53518) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.501545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-5125f69a-7a1c-4c1a-91e9-b56cdffbe04c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.502692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5125f69a-7a1c-4c1a-91e9-b56cdffbe04c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063431 Mar 05 00:04:52.510660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e733576b-6aa6-4fe0-b522-5370d84dce46 req-c51a994f-e94c-4e5d-933f-2671695b9ac9 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0875535 Mar 05 00:04:52.512867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53522) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.564503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-974b345b-3509-4e05-8354-44a607b0d22d tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.566023 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-974b345b-3509-4e05-8354-44a607b0d22d tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0125163 Mar 05 00:04:52.581197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.598363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-cd1514c4-860a-430b-9d3b-cf6342ffaa33 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.604407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cd1514c4-860a-430b-9d3b-cf6342ffaa33 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0220068 Mar 05 00:04:52.611264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53532) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.619967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-68dec382-925b-4144-90f9-c2bf6eac9053 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.627640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-68dec382-925b-4144-90f9-c2bf6eac9053 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0152092 Mar 05 00:04:52.642482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53538) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.654855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-8017456d-4eaf-4259-ae43-99c22358e2f6 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.655833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8017456d-4eaf-4259-ae43-99c22358e2f6 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123487 Mar 05 00:04:52.658462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53542) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.672689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-7f38c64a-e7c0-4a7a-a263-52a1fb9b9259 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.673674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7f38c64a-e7c0-4a7a-a263-52a1fb9b9259 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059762 Mar 05 00:04:52.677892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53546) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.693579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-c2b8f2cd-e63d-432d-9135-89eeb0d97e14 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.694492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2b8f2cd-e63d-432d-9135-89eeb0d97e14 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0146184 Mar 05 00:04:52.705821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53550) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.721253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:04:52.723226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-4c95b64c-9103-4bae-b395-5d7fe94754a5 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.724257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4c95b64c-9103-4bae-b395-5d7fe94754a5 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0169668 Mar 05 00:04:52.732117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53554) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.739099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-494e3fa6-8d59-4c1d-a59f-c6e24e9d9049 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.740070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-494e3fa6-8d59-4c1d-a59f-c6e24e9d9049 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063286 Mar 05 00:04:52.754831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53558) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.767115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-c5f5060d-6eb4-4958-91ca-46cb5d9451a5 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.768077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c5f5060d-6eb4-4958-91ca-46cb5d9451a5 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0121322 Mar 05 00:04:52.777839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53562) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.789320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-297aa99d-96f6-4da7-a14d-6ec2e2d2760c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.790264 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-297aa99d-96f6-4da7-a14d-6ec2e2d2760c tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082512 Mar 05 00:04:52.794650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.803444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-f83e3b2d-dab6-485e-807b-e59ffe6faad1 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.804379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f83e3b2d-dab6-485e-807b-e59ffe6faad1 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075333 Mar 05 00:04:52.810754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53572) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.822594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-1320cc8e-cb61-4ae3-a915-c33d913ae4d8 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.824342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1320cc8e-cb61-4ae3-a915-c33d913ae4d8 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0106728 Mar 05 00:04:52.833955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53576) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.845186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-c7a99da1-31d9-4669-b873-fa911e4a3c18 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.846782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7a99da1-31d9-4669-b873-fa911e4a3c18 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0113175 Mar 05 00:04:52.850186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53580) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.867863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-96122900-d88e-4467-b407-21525098a0c3 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.868821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-96122900-d88e-4467-b407-21525098a0c3 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0089331 Mar 05 00:04:52.872259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53584) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.877424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-88250e40-46da-41a0-b76a-2187d5f243a8 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852661 Mar 05 00:04:52.941376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-cc22d681-6ff1-49d6-8032-57a7be9e5673 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.942282 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cc22d681-6ff1-49d6-8032-57a7be9e5673 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0634124 Mar 05 00:04:52.949746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53588) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:52.963421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-3d2e2a44-1f71-49f0-9b62-cb054b7d4d4f tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:52.964357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3d2e2a44-1f71-49f0-9b62-cb054b7d4d4f tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078042 Mar 05 00:04:52.967572 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-5d0121c6-da71-4d35-aef5-dc9d7d1a036a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.163&port_id=9163bd00-b4db-4f86-9c66-84666831d8ca HTTP/1.1" status: 200 len: 217 time: 0.0780520 Mar 05 00:04:52.973441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.013913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-af7b56d1-1a1c-432c-9c24-75e6851f0633 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.014871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-af7b56d1-1a1c-432c-9c24-75e6851f0633 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0391526 Mar 05 00:04:53.021344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53598) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.036043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-0a9d1081-2f3b-4f24-b0f3-aaf9e66515e6 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.037059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a9d1081-2f3b-4f24-b0f3-aaf9e66515e6 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148842 Mar 05 00:04:53.040098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53602) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.049019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-a7f9285b-a94c-439d-80b6-92598d492f64 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.050231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a7f9285b-a94c-439d-80b6-92598d492f64 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091131 Mar 05 00:04:53.054859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53606) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.063625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-9b7746e4-8126-411b-9afb-580c0aad0bee tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.064562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9b7746e4-8126-411b-9afb-580c0aad0bee tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0088403 Mar 05 00:04:53.066147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842ed2-0003-45e5-a34a-295cbe47571d req-8d2e7704-3424-496e-b96e-29fadd06f4a1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:53.068592 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Floating IP d93e81dc-b17b-46b6-9d23-4c9096edc06c associated. External IP: 172.25.0.235, port: 33702a41-f235-4563-8b14-a2d65607408d. Mar 05 00:04:53.070315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842ed2-0003-45e5-a34a-295cbe47571d req-8d2e7704-3424-496e-b96e-29fadd06f4a1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:53.074842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842ed2-0003-45e5-a34a-295cbe47571d req-8d2e7704-3424-496e-b96e-29fadd06f4a1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:53.082792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6b842ed2-0003-45e5-a34a-295cbe47571d req-8d2e7704-3424-496e-b96e-29fadd06f4a1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2413 time: 0.2710037 Mar 05 00:04:53.085791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.112636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-1f6cd89c-e908-4f0b-ac34-68470f587edd tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.113633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1f6cd89c-e908-4f0b-ac34-68470f587edd tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0251288 Mar 05 00:04:53.117015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53616) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.124420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-849d9cad-8ce2-4881-968b-5b92018242a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:53.125594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-849d9cad-8ce2-4881-968b-5b92018242a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b474ea4-bb96-4974-a137-464405c7498b HTTP/1.1" status: 200 len: 801 time: 0.1455808 Mar 05 00:04:53.129254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-0196b946-639a-457d-b7bc-a855f9ffced7 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.130184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0196b946-639a-457d-b7bc-a855f9ffced7 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092900 Mar 05 00:04:53.133454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53620) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.169525 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6b842ed2-0003-45e5-a34a-295cbe47571d req-ab8001aa-b785-4a22-be35-6541fb316036 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852799 Mar 05 00:04:53.205313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:04:53.216823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Sync routers for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:04:53.232688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-0f993c50-49ca-442b-9e82-c6be58110488 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.233833 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:53.234682 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:53.235209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:53.238543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0f993c50-49ca-442b-9e82-c6be58110488 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1040297 Mar 05 00:04:53.239571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7bc6a45f-c1da-408f-9c73-7da10f14f413 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3876212 Mar 05 00:04:53.240533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53624) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.249408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.269285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-247a5c7f-796a-45da-8add-c9ac84ae4a18 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.284314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-247a5c7f-796a-45da-8add-c9ac84ae4a18 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0233393 Mar 05 00:04:53.287661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53632) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.301201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-62bddc6e-1814-4190-ac2b-2d92bc7d781e tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.302586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-62bddc6e-1814-4190-ac2b-2d92bc7d781e tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0112948 Mar 05 00:04:53.310431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.377122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-c020d81a-f5be-4be0-8e9b-d3a60e4cbbd3 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.384550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c020d81a-f5be-4be0-8e9b-d3a60e4cbbd3 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0694327 Mar 05 00:04:53.384727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53642) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.390875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [None req-7445202e-4180-40c6-8e0f-985e9bff2228 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.391804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7445202e-4180-40c6-8e0f-985e9bff2228 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082130 Mar 05 00:04:53.395913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53648) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.404078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-bcebfd43-f25b-4de3-8bbc-3451a982ae93 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.406269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-48715f49-dd83-469d-8ea0-8995e586088a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08742435-9848-4bff-97df-8531bb384246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2736785 Mar 05 00:04:53.408203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bcebfd43-f25b-4de3-8bbc-3451a982ae93 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0113328 Mar 05 00:04:53.408772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53652) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:53.417643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [None req-15c10526-eee5-4184-a1c1-db27621f3461 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:04:53.423910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-15c10526-eee5-4184-a1c1-db27621f3461 tempest-ExtensionsTestJSON-440647942 tempest-ExtensionsTestJSON-440647942-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114620 Mar 05 00:04:53.654081 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:54.070668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbc88d88-6cf5-4975-af55-e0d1365435cc req-f1174daf-323c-4232-bd8e-1f42348391be tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.2234833 Mar 05 00:04:54.099539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-7ab4e22c-f473-4a0c-a429-334c5b6d4fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/08742435-9848-4bff-97df-8531bb384246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865673 Mar 05 00:04:54.162778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53678) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:54.419132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:52Z', 'revision_number': 3, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:54.430619 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Checking router: 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:04:54.431061 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Updating router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:04:54.511710 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:54.538555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-d9005229-dfd9-4ecf-92a1-2a9c23ae7bc5 service neutron] 10.222.0.10 "GET /v2.0/networks/08742435-9848-4bff-97df-8531bb384246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285879 Mar 05 00:04:54.632072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-f7e3fb80-252c-4bd2-a2e9-b1c11d64d91c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=91b3de31-7996-4322-ae50-2e4844cfdba2 HTTP/1.1" status: 200 len: 217 time: 0.0846362 Mar 05 00:04:54.845904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Router 8c423bf1-252d-4141-90b3-640bbb193d15 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:04:54.851689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-a296833f-3c33-4599-9362-7c1d7814b9e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:54.853160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:54.860168 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-a296833f-3c33-4599-9362-7c1d7814b9e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ad94ca2-96f0-4680-ae78-a4e535a7cca1 HTTP/1.1" status: 200 len: 801 time: 0.2065692 Mar 05 00:04:54.955269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:54.964455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Usage tracker for resource:security_group_rule and tenant:947bf73d2ebc439ba223f3b9638d4698 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:54.972083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:54.990632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:55.174330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.178825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.217917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.224581 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.239585 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Transition to ACTIVE for port object 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:04:55.251352 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.362716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Attempting to bind port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:04:55.363169 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Attempting to bind port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:04:55.363612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Attempting to bind port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:04:55.379334 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Pushing event updated for resources: {'Port': ['ID=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:55.399823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.401288 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.401685 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.402070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.402456 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.402840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.403219 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.403612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.403988 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.404364 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.404794 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:04:55.409885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:04:55.410530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:04:55.411222 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.411657 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:04:55.412225 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Bound port: 10bc0e84-9e82-4b94-9db0-1c1a8f240e53, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:04:55.412649 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.459646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8583fa02-fd34-485b-9b13-933bb3678810,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:55.475321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-83a84b2c-0ebc-477b-b111-a88b63de0e1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=947bf73d2ebc439ba223f3b9638d4698&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3079169 Mar 05 00:04:55.495687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53710) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:55.502272 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] For port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:04:55.510616 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] For port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:04:55.516689 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:55.566492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e63e-77da-4e81-8358-04f64bd90e34 req-43d497b7-6039-41c1-80f4-9e524b2af61d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:55.571603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e63e-77da-4e81-8358-04f64bd90e34 req-43d497b7-6039-41c1-80f4-9e524b2af61d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:55.589615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e63e-77da-4e81-8358-04f64bd90e34 req-43d497b7-6039-41c1-80f4-9e524b2af61d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:55.591043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7890e63e-77da-4e81-8358-04f64bd90e34 req-43d497b7-6039-41c1-80f4-9e524b2af61d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2413 time: 0.9773498 Mar 05 00:04:55.602476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:55.603115 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:55.821558 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:55.911257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-649ec103-d14a-44b8-8573-98e079def32f tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:55.912096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-649ec103-d14a-44b8-8573-98e079def32f tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Synchronizing usage tracker for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:55.934802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-a83e18a8-e07a-4a0a-85f7-615916dd865e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0666146 Mar 05 00:04:56.091714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7890e63e-77da-4e81-8358-04f64bd90e34 req-48fd425a-3c98-437c-a2ec-919447290198 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807968 Mar 05 00:04:56.210963 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776a456-c597-447c-b55f-21c728eb3c31 None None] Pushing event updated for resources: {'Port': ['ID=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:56.227751 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:52Z', 'revision_number': 3, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:56.234653 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a655054-4d95-4bf1-ab7a-1e6271f6d929 None None] The sync data for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 is: [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:52Z', 'revision_number': 3, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:04:56.257650 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8507147-4317-43a3-a419-2c46faa6b9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.269690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-649ec103-d14a-44b8-8573-98e079def32f tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Unset dirty status for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:56.277314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-649ec103-d14a-44b8-8573-98e079def32f tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/networks?id=d06b341d-d99b-4708-9bd8-653dbafd4227 HTTP/1.1" status: 200 len: 814 time: 0.9140074 Mar 05 00:04:56.301297 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-885b6983-2c7d-4ceb-b0b8-d01b2bdd712c service neutron] 10.222.0.10 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550363 Mar 05 00:04:56.303405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Allocated IP 172.20.0.1 (26dfe5c0-b535-4e54-beda-12d51cee619b/b6d350b6-1d5c-481e-bee0-2535b1d1bd3f/d131e359-d8ee-4b1d-8747-6b0e438bf8b3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:04:56.306461 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8507147-4317-43a3-a419-2c46faa6b9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.318766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-5c29978b-ba91-4546-ad0e-b0d3e94eb81d tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/quotas/ff8481e5055f4b6aaf19d6b400bca16f HTTP/1.1" status: 200 len: 375 time: 0.0404708 Mar 05 00:04:56.515346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8507147-4317-43a3-a419-2c46faa6b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.541998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8507147-4317-43a3-a419-2c46faa6b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8583fa02-fd34-485b-9b13-933bb3678810,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:56.663274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.679866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66726ed2-7d6d-4bfa-8592-47e56efcd0a8 req-b73c7060-16b1-4785-ba5c-77d5d52deed2 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1401238 Mar 05 00:04:56.688502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8507147-4317-43a3-a419-2c46faa6b9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.689677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e8507147-4317-43a3-a419-2c46faa6b9ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8583fa02-fd34-485b-9b13-933bb3678810 HTTP/1.1" status: 204 len: 168 time: 1.1920452 Mar 05 00:04:56.721525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.724315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-9fa591d8-c891-4569-943c-a521eec624d7 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Synchronizing usage tracker for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:04:56.758213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:04:56.771190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:04:56.773889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:56.793484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:56.794242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:56.937270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Network 26dfe5c0-b535-4e54-beda-12d51cee619b is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:56.939284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:56.953759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36f4f312-354c-4820-9823-efb65505e3b9 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "PUT /v2.0/floatingips/d93e81dc-b17b-46b6-9d23-4c9096edc06c HTTP/1.1" status: 200 len: 991 time: 6.8828490 Mar 05 00:04:56.970359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'tag': '33702a41-f235-4563-8b14-a2d65607408d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:04:56.986988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-9fa591d8-c891-4569-943c-a521eec624d7 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Unset dirty status for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:04:57.006012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-9fa591d8-c891-4569-943c-a521eec624d7 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8481e5055f4b6aaf19d6b400bca16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6759984 Mar 05 00:04:57.006374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:04:57.106998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fde7c5a0-457c-4f26-b3f5-54371e828bbb req-a8ed888e-c617-4f4b-9f76-c9cc818d7921 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830224 Mar 05 00:04:57.192472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Pushing event updated for resources: {'Port': ['ID=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:57.292851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:57.500450 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'tag': '33702a41-f235-4563-8b14-a2d65607408d', 'status': 'completed', 'code': 200} Mar 05 00:04:57.558615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:57.614241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:57.658639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-ce1632aa-b2b0-4c01-88ca-f3eddd6e253d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2866 time: 0.2957640 Mar 05 00:04:57.728973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:57.792230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:57.910654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-374658cf-0578-42df-8fb1-7b54fadc886d service neutron] 10.222.0.32 "GET /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9124169 Mar 05 00:04:57.912269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:04:57.939840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:57.940208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:57.983954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:58.054020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:58.088572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:58.241092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:58.292287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-400ca91a-857c-42bd-881d-560cd81483e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:58.296191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-400ca91a-857c-42bd-881d-560cd81483e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 HTTP/1.1" status: 200 len: 903 time: 0.6307521 Mar 05 00:04:58.456534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-26af290e-07b4-47fa-8139-38df27c9712f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=91b3de31-7996-4322-ae50-2e4844cfdba2 HTTP/1.1" status: 200 len: 217 time: 0.1412511 Mar 05 00:04:58.470653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Pushing event updated for resources: {'Port': ['ID=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:58.492422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Network 26dfe5c0-b535-4e54-beda-12d51cee619b is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:04:58.506499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036b513-d4a9-44d1-926e-790c566bb786 req-6a00b133-0d05-4934-bd33-450cdc07d8de tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:58.519443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036b513-d4a9-44d1-926e-790c566bb786 req-6a00b133-0d05-4934-bd33-450cdc07d8de tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:58.524984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036b513-d4a9-44d1-926e-790c566bb786 req-6a00b133-0d05-4934-bd33-450cdc07d8de tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:58.529140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:58.534499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a036b513-d4a9-44d1-926e-790c566bb786 req-6a00b133-0d05-4934-bd33-450cdc07d8de tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2413 time: 1.0216713 Mar 05 00:04:58.570763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-8d74a489-5267-4382-aca7-de55732d5c23 service neutron] 10.222.0.32 "GET /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571398 Mar 05 00:04:58.589567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:04:58.640753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-9661d373-0735-405e-8a59-6ca4b48d19b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:58.646909 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-9661d373-0735-405e-8a59-6ca4b48d19b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ad94ca2-96f0-4680-ae78-a4e535a7cca1 HTTP/1.1" status: 200 len: 801 time: 0.1815057 Mar 05 00:04:58.746678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:04:58.787892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:58.832613 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:04:58.853300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-62ad83d5-d221-457d-8eae-3c32ccdb1953 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1969099 Mar 05 00:04:58.971746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:04:58.997059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'd93e81dc-b17b-46b6-9d23-4c9096edc06c', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'port_id': '33702a41-f235-4563-8b14-a2d65607408d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'mac_address': 'fa:16:3e:f1:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ce25c-a364-404b-aff6-737200e47371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:04:18Z', 'updated_at': '2022-03-05T00:04:51Z', 'revision_number': 1, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:59.001356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:04:59.013064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:04:59.013951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:04:59.129953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a036b513-d4a9-44d1-926e-790c566bb786 req-112d7de2-313c-46f8-96f3-396304bec82c tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943205 Mar 05 00:04:59.158954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53796) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:04:59.219852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:04:59.261892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-c5eaa9d5-9600-4ece-8c7e-a5044a3a76d7 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022779 Mar 05 00:04:59.275610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-a91df93e-8413-4149-a451-c85f3544ff19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 1096 time: 2.0698390 Mar 05 00:04:59.285700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b68a46f5-e9bd-4c0a-97d8-5aec7056e5c7 req-4919eb84-a1f5-4f4d-a235-dd30348acf73 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.2213426 Mar 05 00:04:59.356332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:04:59.491674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:04:59.495985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:59.534783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caa24140-f91b-4eb4-be8a-a2b48d0fff3f req-150f4d14-8daf-43cb-a781-9b84e1696ab7 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614911 Mar 05 00:04:59.623631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2087178301'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:04:59.716074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:04:59.746383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:network and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:04:59.757286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:04:59.763373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cf9874f-e731-4998-8da8-4161bbc71858 req-0bc44af3-276e-48a9-9ef8-d80e5d53744f tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 210 time: 0.1960881 Mar 05 00:04:59.773753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:04:59.837894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:04:59.841076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:59.860106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-1f6124da-170c-4446-ab96-b36f146bc84c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:04:59.861756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-1f6124da-170c-4446-ab96-b36f146bc84c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.5357723 Mar 05 00:04:59.863253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:04:59.997129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:00.017011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:security_group_rule and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:00.026569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:00.052261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:00.068313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-0d6921c3-168a-4c45-8d9b-991aa946e03e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33702a41-f235-4563-8b14-a2d65607408d HTTP/1.1" status: 200 len: 999 time: 0.1925414 Mar 05 00:05:00.164921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 64aadb9d-df90-46ab-aecc-c57a714e10ce details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:05:00.312809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-f94c9fe8-490a-4ee2-83d3-fbfd48353fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:00.314305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-f94c9fe8-490a-4ee2-83d3-fbfd48353fdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.2303109 Mar 05 00:05:00.422417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:00.478363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:00.490942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:05:00.498430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'd93e81dc-b17b-46b6-9d23-4c9096edc06c', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'port_id': '33702a41-f235-4563-8b14-a2d65607408d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'mac_address': 'fa:16:3e:f1:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ce25c-a364-404b-aff6-737200e47371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:04:18Z', 'updated_at': '2022-03-05T00:04:51Z', 'revision_number': 1, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:00.500784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:00.501199 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Added segment afbadde5-75ae-423a-902d-dbae61b259fb of type vlan for network a0799e93-490d-469c-9209-a64469845d4d Mar 05 00:05:00.510595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c348-a137-4037-91b5-df07daf46074 req-82b76c0c-6b4c-4f6a-9336-8b31c7af544c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:00.520199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b9b01-e2bd-48fd-8d35-53cb74b4e6cf None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'd93e81dc-b17b-46b6-9d23-4c9096edc06c', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'port_id': '33702a41-f235-4563-8b14-a2d65607408d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'mac_address': 'fa:16:3e:f1:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ce25c-a364-404b-aff6-737200e47371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:04:18Z', 'updated_at': '2022-03-05T00:04:51Z', 'revision_number': 1, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:00.533194 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7361c348-a137-4037-91b5-df07daf46074 req-82b76c0c-6b4c-4f6a-9336-8b31c7af544c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.3859169 Mar 05 00:05:00.543879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:00.559132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '64aadb9d-df90-46ab-aecc-c57a714e10ce', 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'port_id': '64aadb9d-df90-46ab-aecc-c57a714e10ce', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad94ca2-96f0-4680-ae78-a4e535a7cca1', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:05:00.585907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:00.596364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7361c348-a137-4037-91b5-df07daf46074 req-d4338655-ff2c-4606-a7d8-c3a5d8b1d42a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594079 Mar 05 00:05:00.627411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:00.628799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:00.651154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aadb9d-df90-46ab-aecc-c57a714e10ce {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:00.659853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0135fde2-60a2-4fb9-be40-402684379cab,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:00.689139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:00.696792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:00.801553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:00.867428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc955a66-9863-4adf-9600-075337775610 req-b60edd91-f507-4cb8-afdb-2e1e92279d20 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0739715 Mar 05 00:05:00.925526 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f83bc-af3f-4992-8c85-766285d45d29 None None] New status for floating IP d93e81dc-b17b-46b6-9d23-4c9096edc06c: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:05:00.998661 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:01.002964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:01.003562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:01.033179 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-e3f61fa0-261a-4992-8ec5-ef7250e0b2bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6977513 Mar 05 00:05:01.034161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['64aadb9d-df90-46ab-aecc-c57a714e10ce'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:01.195982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78279c2a-e1f1-4527-bb9b-741bd4b63ed7 req-5a251779-17b5-4a31-8b52-96032b208712 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:01.201119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78279c2a-e1f1-4527-bb9b-741bd4b63ed7 req-5a251779-17b5-4a31-8b52-96032b208712 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:01.206617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78279c2a-e1f1-4527-bb9b-741bd4b63ed7 req-5a251779-17b5-4a31-8b52-96032b208712 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:01.208532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78279c2a-e1f1-4527-bb9b-741bd4b63ed7 req-5a251779-17b5-4a31-8b52-96032b208712 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2413 time: 0.8720307 Mar 05 00:05:01.409486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2474709 Mar 05 00:05:01.410252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0f38-9ed7-4718-be18-fffa2fa06a30 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Network': ['ID=a0799e93-490d-469c-9209-a64469845d4d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:01.412434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53844) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:01.419194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'subnet': {'network_id': 'a0799e93-490d-469c-9209-a64469845d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:01.420967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a0799e93-490d-469c-9209-a64469845d4d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:05:01.493378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78279c2a-e1f1-4527-bb9b-741bd4b63ed7 req-13e467ec-a16d-4f92-8372-736e1961df44 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520354 Mar 05 00:05:01.556634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-c3c953a0-f5e2-4c4b-bf46-6b343d602bb3 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:01.558529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-c3c953a0-f5e2-4c4b-bf46-6b343d602bb3 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.36 "GET /v2.0/networks?id=d06b341d-d99b-4708-9bd8-653dbafd4227 HTTP/1.1" status: 200 len: 814 time: 0.5926166 Mar 05 00:05:01.575796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-14272d24-1b2e-453d-992c-29e52ed74428 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637387 Mar 05 00:05:01.579625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Request body: {'port': {'device_id': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'admin_state_up': True, 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:01.618421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:01.642340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:subnet and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:01.647654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:01.659514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:01.682703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:01.801051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 91b3de31-7996-4322-ae50-2e4844cfdba2 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:05:02.041987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 91b3de31-7996-4322-ae50-2e4844cfdba2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=91b3de31-7996-4322-ae50-2e4844cfdba2,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:02.049089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:02.075502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '91b3de31-7996-4322-ae50-2e4844cfdba2', 'network_id': 'c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4', 'port_id': '91b3de31-7996-4322-ae50-2e4844cfdba2', 'mac_address': 'fa:16:3e:25:ea:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad94ca2-96f0-4680-ae78-a4e535a7cca1', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:05:02.093063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc89ae7d-0ceb-4648-829d-c74436d98daa req-75037ddf-a90d-4bfa-97b0-7bea725671f1 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 210 time: 0.1838663 Mar 05 00:05:02.204568 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9d44b0a-9490-4b2e-b63c-c89d7ea813b6 req-768fd7e3-c0d6-46f1-ab28-afd8bc7e694e service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078146 Mar 05 00:05:02.208157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:02.214689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:02.221328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2203c671-cd82-4fc7-b21d-4eabf490fb43 admin admin] 10.222.0.32 "PUT /v2.0/routers/0f270e70-8bd8-485f-83bb-56d4f1c8d4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9800158 Mar 05 00:05:02.241052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:02.261949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:02.305742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b3de31-7996-4322-ae50-2e4844cfdba2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:02.309051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-798a7061-54c7-46e0-bc09-faca50f98d86 req-f523d791-dfa4-4232-a555-ccf453d57fe2 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0524151 Mar 05 00:05:02.320210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Made reservation on behalf of ff8481e5055f4b6aaf19d6b400bca16f for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:02.329008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:02.332375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 91b3de31-7996-4322-ae50-2e4844cfdba2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=91b3de31-7996-4322-ae50-2e4844cfdba2,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:02.335703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680d228-1376-4376-8907-8df4b7e6edb0 req-518fa743-d724-44a0-8860-0dbbc3dcf4f4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:02.339354 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:02.340553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9163bd00-b4db-4f86-9c66-84666831d8ca details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:05:02.343431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b680d228-1376-4376-8907-8df4b7e6edb0 req-518fa743-d724-44a0-8860-0dbbc3dcf4f4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.4771311 Mar 05 00:05:02.421653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b680d228-1376-4376-8907-8df4b7e6edb0 req-700ede32-6250-4e68-a894-fb30b31a47ec tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772259 Mar 05 00:05:02.668279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:02.734908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=91b3de31-7996-4322-ae50-2e4844cfdba2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:02.804062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Allocated IP 172.20.0.13 (d06b341d-d99b-4708-9bd8-653dbafd4227/f7f8cd85-3360-4c1b-a52c-830c378f3ab1/80fdf9c9-7e52-454b-85e4-22685f05d73e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:02.875172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Subnet': ['ID=ac718be8-3612-479c-aca5-bc72cca6be70,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:02.910951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Checking segment: {'id': 'afbadde5-75ae-423a-902d-dbae61b259fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0799e93-490d-469c-9209-a64469845d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:02.911316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network hostable DHCP agents. Network: a0799e93-490d-469c-9209-a64469845d4d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:05:02.920755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9163bd00-b4db-4f86-9c66-84666831d8ca,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:02.960048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '9163bd00-b4db-4f86-9c66-84666831d8ca', 'network_id': '08742435-9848-4bff-97df-8531bb384246', 'port_id': '9163bd00-b4db-4f86-9c66-84666831d8ca', 'mac_address': 'fa:16:3e:28:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b474ea4-bb96-4974-a137-464405c7498b', 'ip_address': '19.86.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:05:02.970307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:05:02.995352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a0799e93-490d-469c-9209-a64469845d4d) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:03.016221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:03.017605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.107118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-70498d19-b975-410a-abc1-9132d434ceb0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6927602 Mar 05 00:05:03.109570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53888) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:03.118155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1614813363', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:03.120169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb8966-9f36-4f8a-ab44-8b0d206092df None None] Network a0799e93-490d-469c-9209-a64469845d4d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:03.128268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:03.137852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:router and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:03.142713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:03.164258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:03.183936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.187186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.242542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.456476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37390ff-4143-43e0-8122-2599a33f42bf req-bd298c99-3045-440c-8b89-d260b60ea896 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:03.470244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37390ff-4143-43e0-8122-2599a33f42bf req-bd298c99-3045-440c-8b89-d260b60ea896 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:03.482814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37390ff-4143-43e0-8122-2599a33f42bf req-bd298c99-3045-440c-8b89-d260b60ea896 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:03.490863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a37390ff-4143-43e0-8122-2599a33f42bf req-bd298c99-3045-440c-8b89-d260b60ea896 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2415 time: 0.5978396 Mar 05 00:05:03.651496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.656846 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.693162 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a37390ff-4143-43e0-8122-2599a33f42bf req-817ed69d-d517-458b-a837-aa7f0eda1384 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991010 Mar 05 00:05:03.798227 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:03.799798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9163bd00-b4db-4f86-9c66-84666831d8ca {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:03.811577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:03.858207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Transition to ACTIVE for port object 80fdf9c9-7e52-454b-85e4-22685f05d73e will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:03.944102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318546f-5679-4b52-a1ee-28e2c89f71b2 None None] Network a0799e93-490d-469c-9209-a64469845d4d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:03.951057 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:04.035329 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:04.111226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:04.249982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Network d06b341d-d99b-4708-9bd8-653dbafd4227 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:04.256878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:04.273616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:04.382222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Pushing event updated for resources: {'Port': ['ID=80fdf9c9-7e52-454b-85e4-22685f05d73e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:04.423568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9163bd00-b4db-4f86-9c66-84666831d8ca,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:04.468599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Sync routers for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:04.480446 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:04.519456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f48f1-53dd-44ce-8c25-82f74ea7402d req-588539e8-45b1-4360-97e3-d920103241f0 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:04.522643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d3f48f1-53dd-44ce-8c25-82f74ea7402d req-588539e8-45b1-4360-97e3-d920103241f0 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 932 time: 0.4125953 Mar 05 00:05:04.531140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:04.533912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:04.559760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.88 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/50b8f9b1-4f12-4e71-a51f-08ea4a4b2d64) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:04.695884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7143e3cf-e676-4517-86b1-fe1e25adcbe9 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1247101 Mar 05 00:05:04.749153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 64aadb9d-df90-46ab-aecc-c57a714e10ce up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:04.757726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d3f48f1-53dd-44ce-8c25-82f74ea7402d req-def22baa-e9a3-43b4-a300-0a3cab86387e tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970315 Mar 05 00:05:04.767327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Request body: {'port': {'device_id': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:04.803660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:04.880192 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:05.118653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:05.127488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=50b8f9b1-4f12-4e71-a51f-08ea4a4b2d64,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:05.138817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:05.146194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:05.170576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:05.281348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:05.330033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['91b3de31-7996-4322-ae50-2e4844cfdba2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:05.382117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3d96ea3-cf8a-4665-a60a-03940d65fca2 req-2914f954-4448-46d7-9aef-da61f8ed38e3 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1473341 Mar 05 00:05:05.443933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:05.444612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:04:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:05.906015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:05.917660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bb77ffc5-9f66-401d-b7b1-58dd5d19517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.038466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:06.044235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['9163bd00-b4db-4f86-9c66-84666831d8ca'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:06.123337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-1c4c660c-bca7-42da-a088-cd176ba82454 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:06.124875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-1c4c660c-bca7-42da-a088-cd176ba82454 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 820 time: 0.8921156 Mar 05 00:05:06.164598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-35b46dcc-cabe-48ba-b1bb-b960f6e30e15 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/quotas/6e7cf54c58c74c5281292a008e4b05d0 HTTP/1.1" status: 200 len: 375 time: 0.0301192 Mar 05 00:05:06.193312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbf955-4947-49af-bd25-5050e173bda1 req-75a18d0b-97e9-4c39-a0b1-16545af37ca1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:06.198158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:06.203311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abcbf955-4947-49af-bd25-5050e173bda1 req-75a18d0b-97e9-4c39-a0b1-16545af37ca1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.4263117 Mar 05 00:05:06.233200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 64aadb9d-df90-46ab-aecc-c57a714e10ce completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:06.243175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fdf9c9-7e52-454b-85e4-22685f05d73e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:06.252662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 64aadb9d-df90-46ab-aecc-c57a714e10ce triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:06.253161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.264949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.284181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.308510 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-abcbf955-4947-49af-bd25-5050e173bda1 req-bbf7ae12-a2af-4c09-af7a-842bf5eb0c16 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033883 Mar 05 00:05:06.314315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Transition to ACTIVE for port object 80fdf9c9-7e52-454b-85e4-22685f05d73e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:06.326212 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.374695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-6091223d-1013-4bdf-a1c5-253f62be5091 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008843 Mar 05 00:05:06.375772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.376476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:06.391141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-043bee11-1aef-41a0-b5d7-14ea957aaabb None None] Provisioning for port 80fdf9c9-7e52-454b-85e4-22685f05d73e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:06.488399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Pushing event updated for resources: {'Port': ['ID=80fdf9c9-7e52-454b-85e4-22685f05d73e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:06.539227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:05:06.816677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:06.902990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-a26aefd9-359c-4e09-b48d-440caa34b9ca service neutron] 10.222.0.32 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169642 Mar 05 00:05:07.068640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:07.218204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-41eb34fe-9b35-44d3-b84c-a33d2f83faf5 service neutron] 10.222.0.32 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141828 Mar 05 00:05:07.256273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:07.278217 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d97f92f3-f2f7-44f2-ace0-f4f97ed81f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:07.280170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:07.361863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Attempting to bind port 80fdf9c9-7e52-454b-85e4-22685f05d73e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:07.362494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Attempting to bind port 80fdf9c9-7e52-454b-85e4-22685f05d73e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:07.362494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Attempting to bind port 80fdf9c9-7e52-454b-85e4-22685f05d73e on network d06b341d-d99b-4708-9bd8-653dbafd4227 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:07.395332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b59b-49ac-461c-886e-a840952ab748 req-6a8563ef-a798-4799-9b0b-ec782dda9861 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:07.403486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:05:07.410044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b59b-49ac-461c-886e-a840952ab748 req-6a8563ef-a798-4799-9b0b-ec782dda9861 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:07.421857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b59b-49ac-461c-886e-a840952ab748 req-6a8563ef-a798-4799-9b0b-ec782dda9861 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:07.423502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cab4b59b-49ac-461c-886e-a840952ab748 req-6a8563ef-a798-4799-9b0b-ec782dda9861 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2416 time: 0.5447145 Mar 05 00:05:07.580503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cab4b59b-49ac-461c-886e-a840952ab748 req-581b7276-e1ac-4764-9d84-3e0d7870557c tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491840 Mar 05 00:05:07.584503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Port 80fdf9c9-7e52-454b-85e4-22685f05d73e on network d06b341d-d99b-4708-9bd8-653dbafd4227 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:05:07.585181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Attempting to bind port 80fdf9c9-7e52-454b-85e4-22685f05d73e on network d06b341d-d99b-4708-9bd8-653dbafd4227 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:07.633592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:07.633891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Checking segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:07.634327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Bound using segment: {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:07.634789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Bound port: 80fdf9c9-7e52-454b-85e4-22685f05d73e, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e856403-a59e-4f87-abd0-1bb854cd4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:07.635144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:07.661240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53942) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:07.769550 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:05:07.795053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:05:07.797255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:07.851883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:07.853862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 2, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:07.862199 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:07.875360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] For port 80fdf9c9-7e52-454b-85e4-22685f05d73e, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:07.883026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] For port 80fdf9c9-7e52-454b-85e4-22685f05d73e, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:07.886674 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:07.887494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:07.890831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:07.923413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Checking router: 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:05:07.923799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Updating router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:05:07.953824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:07.961798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ce60ebca-fe21-474c-8fe5-3fe802462bd3 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8509641 Mar 05 00:05:07.962547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:08.074362 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:08.107018 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:08.107570 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:08.122419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.156681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.158521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] 10.222.0.36 "PUT /v2.0/ports/80fdf9c9-7e52-454b-85e4-22685f05d73e HTTP/1.1" status: 200 len: 1092 time: 3.4372950 Mar 05 00:05:08.160588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'tag': '80fdf9c9-7e52-454b-85e4-22685f05d73e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:08.182088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4aa8465-a59b-4248-bd17-b0f9e58fe08b req-9b1be1b6-43d8-4f78-a1bf-374d7b9068c9 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1289327 Mar 05 00:05:08.260140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:08.261244 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:08.261667 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53800077-7c53-4fb7-94d5-f07dce0d3ceb None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:08.269582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Usage tracker for resource:security_group_rule and tenant:4245bd58c921408c8ac71196e7b7e003 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:08.281918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:08.311122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:08.485747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:08.502773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'mac_address': 'fa:16:3e:d8:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:05:08.610839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.632341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b2d56-2eae-44d1-9788-01c74e3fcccf service neutron] Pushing event updated for resources: {'Port': ['ID=80fdf9c9-7e52-454b-85e4-22685f05d73e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:08.640091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.668543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331265c-45d1-4f88-bcf8-2bf9eb1583ad req-763931db-d144-4eb4-b7b7-8918599b98cf tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:08.676388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e331265c-45d1-4f88-bcf8-2bf9eb1583ad req-763931db-d144-4eb4-b7b7-8918599b98cf tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.4480679 Mar 05 00:05:08.685192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.690894 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.767002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e331265c-45d1-4f88-bcf8-2bf9eb1583ad req-1a99fa7c-69e3-44af-b04e-6d29e4f03849 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Synchronizing usage tracker for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:08.773181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4245bd58c921408c8ac71196e7b7e003&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1010177 Mar 05 00:05:08.781647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:08.787824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1f019-ff32-47f9-9004-c2492625e90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a29c79d-9832-4e44-97a8-deb894d2be80,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:08.824528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e331265c-45d1-4f88-bcf8-2bf9eb1583ad req-1a99fa7c-69e3-44af-b04e-6d29e4f03849 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Unset dirty status for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:08.844933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e331265c-45d1-4f88-bcf8-2bf9eb1583ad req-1a99fa7c-69e3-44af-b04e-6d29e4f03849 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598828 Mar 05 00:05:08.922904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-18d60163-58f0-4eaf-a175-cf0eb443b789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff8481e5055f4b6aaf19d6b400bca16f&device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 1095 time: 0.4672108 Mar 05 00:05:08.927843 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.952461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:08.973510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:09.007627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:09.019628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:09.092123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928420c-b38b-447a-9f66-e9900aa4a6d3 req-e6b3c362-9e26-4ef0-b849-0b79bfcb3da7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:09.099766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c928420c-b38b-447a-9f66-e9900aa4a6d3 req-e6b3c362-9e26-4ef0-b849-0b79bfcb3da7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5610418 Mar 05 00:05:09.182495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d679a-2646-4cf4-aabb-f83ace245711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:09.264430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-6e0d3d8b-62fc-4bed-9f49-08b2549db0ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e HTTP/1.1" status: 200 len: 217 time: 0.3243334 Mar 05 00:05:09.267049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d679a-2646-4cf4-aabb-f83ace245711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:09.289830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83f3c65b-ed67-4e0b-bf6d-88e602b99983 req-4e763907-70d6-4383-84f3-d558f05f73e5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 210 time: 0.1880052 Mar 05 00:05:09.324305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:09.377672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['af5eb3a4-14c4-40b0-be07-66f0f756d948'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:09.433848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c928420c-b38b-447a-9f66-e9900aa4a6d3 req-b4a37f17-917f-4b4d-9e7a-f18311de0ce6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331261 Mar 05 00:05:09.435795 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'tag': '80fdf9c9-7e52-454b-85e4-22685f05d73e', 'status': 'completed', 'code': 200} Mar 05 00:05:09.633134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7475b10a-45fa-4c8f-9f5d-d2dd83491310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:09.635939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-7475b10a-45fa-4c8f-9f5d-d2dd83491310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7f8cd85-3360-4c1b-a52c-830c378f3ab1 HTTP/1.1" status: 200 len: 853 time: 0.2379680 Mar 05 00:05:09.710810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:09.785199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:09.808486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3094bebb-cb31-43a0-9437-fcc87e5a6ffd req-1f28cb31-2098-4bbf-a81c-06171ca6f424 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0722506 Mar 05 00:05:09.826976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43760c9e-c6c5-4727-9103-91a90eef1c18 req-42c75082-bfa1-4c51-867d-aafb82bd08f2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:09.832376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43760c9e-c6c5-4727-9103-91a90eef1c18 req-42c75082-bfa1-4c51-867d-aafb82bd08f2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:09.838867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43760c9e-c6c5-4727-9103-91a90eef1c18 req-42c75082-bfa1-4c51-867d-aafb82bd08f2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:09.847269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-43760c9e-c6c5-4727-9103-91a90eef1c18 req-42c75082-bfa1-4c51-867d-aafb82bd08f2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2417 time: 0.1426525 Mar 05 00:05:09.926375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-e1fd1851-b6fd-4feb-b9de-a2382c986611 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06b341d-d99b-4708-9bd8-653dbafd4227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678795 Mar 05 00:05:09.927616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d679a-2646-4cf4-aabb-f83ace245711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:09.975519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d679a-2646-4cf4-aabb-f83ace245711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a29c79d-9832-4e44-97a8-deb894d2be80,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:09.988366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-43760c9e-c6c5-4727-9103-91a90eef1c18 req-d52e335b-11cc-417f-ada9-3e2fe79e3990 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402719 Mar 05 00:05:10.001268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:05:10.059183 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce', 'code': 200} Mar 05 00:05:10.096255 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:10.114950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Transition to ACTIVE for port object d131e359-d8ee-4b1d-8747-6b0e438bf8b3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:10.126844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:10.130849 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d679a-2646-4cf4-aabb-f83ace245711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:10.135435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-217d679a-2646-4cf4-aabb-f83ace245711 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a29c79d-9832-4e44-97a8-deb894d2be80 HTTP/1.1" status: 204 len: 168 time: 1.3263743 Mar 05 00:05:10.200503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-f70b62a4-ce2e-41cf-b05a-92ea9090f217 service neutron] 10.222.0.36 "GET /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273135 Mar 05 00:05:10.267932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:10.402606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f7de7-f128-41e5-8132-b640f0ac5afe None None] Pushing event updated for resources: {'Port': ['ID=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:10.567943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 91b3de31-7996-4322-ae50-2e4844cfdba2 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:10.700194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b7f5-07da-4f91-ad4e-04deeb61b223 req-ece2e072-b7e4-47cc-b973-efc5b40ad590 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:10.715927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bb3b7f5-07da-4f91-ad4e-04deeb61b223 req-ece2e072-b7e4-47cc-b973-efc5b40ad590 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.2663727 Mar 05 00:05:10.754119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-20ab0221-b1a1-480c-8acf-1baff904b1fe req-300197e2-a0e2-497f-bd2d-0ac1e68bc953 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:10.784881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Attempting to bind port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:10.790353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bb3b7f5-07da-4f91-ad4e-04deeb61b223 req-5f617237-dd23-49eb-92ef-6b7d5f5358e5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 Mar 05 00:05:10.791955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Attempting to bind port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:10.793462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Attempting to bind port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 on network 26dfe5c0-b535-4e54-beda-12d51cee619b {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:10.827527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:10.827527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Checking segment: {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:10.827527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:10.827527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Bound using segment: {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:10.827527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Bound port: d131e359-d8ee-4b1d-8747-6b0e438bf8b3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:10.834181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:10.904476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-20ab0221-b1a1-480c-8acf-1baff904b1fe req-300197e2-a0e2-497f-bd2d-0ac1e68bc953 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:10.921522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20ab0221-b1a1-480c-8acf-1baff904b1fe req-300197e2-a0e2-497f-bd2d-0ac1e68bc953 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 210 time: 0.3435452 Mar 05 00:05:11.055010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53986) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:11.131060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] For port d131e359-d8ee-4b1d-8747-6b0e438bf8b3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:11.137799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] For port d131e359-d8ee-4b1d-8747-6b0e438bf8b3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:11.150790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:11.159618 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:11.186369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe8a24bc-03dc-419f-84d7-102f704e8c01 req-e9097fe1-8216-4e49-b5ea-136b3a641adf service neutron] 10.222.0.36 "GET /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015769 Mar 05 00:05:11.251013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 91b3de31-7996-4322-ae50-2e4844cfdba2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:11.295600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 91b3de31-7996-4322-ae50-2e4844cfdba2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:11.296427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:11.422794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:11.423675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:11.440020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.1 (a0799e93-490d-469c-9209-a64469845d4d/ac718be8-3612-479c-aca5-bc72cca6be70/e102044a-881b-4c8f-bacf-b50b21fe7a8d) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:11.470950 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-96361d99-4a97-4dd1-a15a-773196d15120 req-436807ee-4497-40c5-b145-381a9e7a4824 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.2271764 Mar 05 00:05:11.501478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-6f23eec5-aa7c-4469-b9bb-68981459acd3 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:11.510549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-6f23eec5-aa7c-4469-b9bb-68981459acd3 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:11.585866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-6f23eec5-aa7c-4469-b9bb-68981459acd3 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:11.587484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-6f23eec5-aa7c-4469-b9bb-68981459acd3 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.36 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 820 time: 0.7586720 Mar 05 00:05:11.612975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-64ec2757-00a1-469d-9e12-c42074772b51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff8481e5055f4b6aaf19d6b400bca16f&device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 1095 time: 0.2092588 Mar 05 00:05:11.621745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f7de7-f128-41e5-8132-b640f0ac5afe None None] Pushing event updated for resources: {'Port': ['ID=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:11.623448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'port': {'device_id': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'admin_state_up': True, 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:11.724995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:11.755282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a01901193dcd44abbf9cc046365fec11 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:11.767503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:11.810121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:11.887152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60dc7305-5d26-45ff-b057-dae8e39220a4 req-0c59c894-bb45-4256-9fc3-f4d26ccfed3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b495e2e-2433-417d-8dab-e107b6b1e137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0453579 Mar 05 00:05:11.892353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:11.944899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:11.999303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03531e-1653-4791-aa7d-8eea0647cfd9 req-d81d2efd-708a-423f-b205-871db359da94 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.006758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:12.010504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e03531e-1653-4791-aa7d-8eea0647cfd9 req-d81d2efd-708a-423f-b205-871db359da94 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 946 time: 0.8519564 Mar 05 00:05:12.015116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-107ca3c9-5568-4a52-9bb5-7e5361bdd840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.016719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-107ca3c9-5568-4a52-9bb5-7e5361bdd840 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d06b341d-d99b-4708-9bd8-653dbafd4227 HTTP/1.1" status: 200 len: 915 time: 0.3607721 Mar 05 00:05:12.018176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 91b3de31-7996-4322-ae50-2e4844cfdba2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=91b3de31-7996-4322-ae50-2e4844cfdba2,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:12.024247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port af5eb3a4-14c4-40b0-be07-66f0f756d948 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:12.024663 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.038141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:12.065361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eac0b-74f4-4726-bf38-cc304d464daf req-32b90b73-35ab-4660-8fb3-21758d617540 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.069679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eac0b-74f4-4726-bf38-cc304d464daf req-32b90b73-35ab-4660-8fb3-21758d617540 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.074302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eac0b-74f4-4726-bf38-cc304d464daf req-32b90b73-35ab-4660-8fb3-21758d617540 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.081526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c20eac0b-74f4-4726-bf38-cc304d464daf req-32b90b73-35ab-4660-8fb3-21758d617540 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2417 time: 0.3161585 Mar 05 00:05:12.100293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Made reservation on behalf of 6e7cf54c58c74c5281292a008e4b05d0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:12.103548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.123977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3de31-7996-4322-ae50-2e4844cfdba2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:12.132450 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.133245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9163bd00-b4db-4f86-9c66-84666831d8ca up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:12.176612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.192568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60dc7305-5d26-45ff-b057-dae8e39220a4 req-940ce2cd-9b01-443a-83c4-2298ad3f2c7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c714c9230714f3986857e24bf28c371&device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.1172662 Mar 05 00:05:12.217404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c20eac0b-74f4-4726-bf38-cc304d464daf req-c8c1cc84-6016-4da4-84a5-3cb522af7b75 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347826 Mar 05 00:05:12.298941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e03531e-1653-4791-aa7d-8eea0647cfd9 req-fa165959-70f1-4548-af4c-693415605185 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841439 Mar 05 00:05:12.304050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60dc7305-5d26-45ff-b057-dae8e39220a4 req-64268e96-4d19-40d5-847d-5195732b1da3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7c714c9230714f3986857e24bf28c371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758457 Mar 05 00:05:12.306063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=91b3de31-7996-4322-ae50-2e4844cfdba2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:12.425433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Allocated IP 172.20.0.9 (26dfe5c0-b535-4e54-beda-12d51cee619b/b6d350b6-1d5c-481e-bee0-2535b1d1bd3f/98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:12.434641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:05:12.582966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-8d07cb5a-8bc9-475e-818f-e145a3374d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e HTTP/1.1" status: 200 len: 217 time: 0.0984552 Mar 05 00:05:12.585267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.627524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:12.628574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 9163bd00-b4db-4f86-9c66-84666831d8ca completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:12.638850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.693350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 9163bd00-b4db-4f86-9c66-84666831d8ca triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:12.693744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.734353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e972be72-325f-428b-bab5-2e2b2db39179 req-4d458a2b-dd5c-4609-95da-902aa2b906eb tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 210 time: 0.0799365 Mar 05 00:05:12.762796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.765111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-213f4a8a-2846-4372-ab59-dab70b0ab916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.766639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-213f4a8a-2846-4372-ab59-dab70b0ab916 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7f8cd85-3360-4c1b-a52c-830c378f3ab1 HTTP/1.1" status: 200 len: 853 time: 0.1695595 Mar 05 00:05:12.834522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e213c-ca6f-4ae4-ba59-f3bd1f1a10f0 req-6ee122d4-141b-4222-be51-6afdd5b5b1f5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:12.835187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c90e213c-ca6f-4ae4-ba59-f3bd1f1a10f0 req-6ee122d4-141b-4222-be51-6afdd5b5b1f5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Synchronizing usage tracker for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:12.906096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c90e213c-ca6f-4ae4-ba59-f3bd1f1a10f0 req-6ee122d4-141b-4222-be51-6afdd5b5b1f5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Unset dirty status for tenant:ff8481e5055f4b6aaf19d6b400bca16f on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:12.912553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c90e213c-ca6f-4ae4-ba59-f3bd1f1a10f0 req-6ee122d4-141b-4222-be51-6afdd5b5b1f5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.4719143 Mar 05 00:05:12.919398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.935626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:12.964792 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.979629 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:12.986860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=13']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:13.015343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c90e213c-ca6f-4ae4-ba59-f3bd1f1a10f0 req-c0c0029e-1c3d-4114-9491-50a04c78da00 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018567 Mar 05 00:05:13.027727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-4908a268-fc30-45c7-91ab-556ee5453299 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d06b341d-d99b-4708-9bd8-653dbafd4227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408841 Mar 05 00:05:13.031869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:13.099386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:13.184352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:13.224288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a01901193dcd44abbf9cc046365fec11&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1660533 Mar 05 00:05:13.235384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54002) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:13.241972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc7305-5d26-45ff-b057-dae8e39220a4 req-653c7ad3-0c32-43f4-b21b-4de57472c6cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:13.245000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60dc7305-5d26-45ff-b057-dae8e39220a4 req-653c7ad3-0c32-43f4-b21b-4de57472c6cd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9215600 Mar 05 00:05:13.303001 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3de31-7996-4322-ae50-2e4844cfdba2', 'code': 200} Mar 05 00:05:13.335153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=e102044a-881b-4c8f-bacf-b50b21fe7a8d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:13.342917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9163bd00-b4db-4f86-9c66-84666831d8ca,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:13.356836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:13.381991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3aa3e-f85b-412c-a82a-d5bcb106fb26,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:13.385213 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3e0cd658-5369-4fed-8189-3d03932bbae6 req-44e2d5df-a7bf-47d9-9bd6-47e306e578d6 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0903642 Mar 05 00:05:13.391054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:13.395458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.395839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.396200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.396800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.397141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.397588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.398054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.398704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.399807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.400772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.401701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.423795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.458327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.459427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.461553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab0f8-779c-4098-9752-e8b8080121f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:13.552888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:13.570642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:11Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:13.585860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b183e-07ea-4602-97d4-3a0a08445d32 None None] The sync data for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 is: [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:11Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:13.600011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-7a1b1ab7-4de3-43ee-a1de-e391a2105fab service neutron] 10.222.0.36 "GET /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539343 Mar 05 00:05:13.710066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Network 26dfe5c0-b535-4e54-beda-12d51cee619b is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:13.724383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:13.779073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3904-2b94-4835-a0ea-9129668d8ad8 req-1e8dc4be-45ee-482d-bda1-61cf794de9fc tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:13.783128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3904-2b94-4835-a0ea-9129668d8ad8 req-1e8dc4be-45ee-482d-bda1-61cf794de9fc tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:13.789744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3904-2b94-4835-a0ea-9129668d8ad8 req-1e8dc4be-45ee-482d-bda1-61cf794de9fc tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:13.791501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fdc3904-2b94-4835-a0ea-9129668d8ad8 req-1e8dc4be-45ee-482d-bda1-61cf794de9fc tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.2905862 Mar 05 00:05:13.832995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:13.906338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:13.916873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fdc3904-2b94-4835-a0ea-9129668d8ad8 req-3d6df983-db99-4053-bf1f-dcbd785bc57a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158776 Mar 05 00:05:14.231806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:14.334899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45b17777-bd0c-427f-8124-c80e2cf80305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:14.400074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:14.402651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:14.450630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426509-ce54-4e90-a90e-8f8867653655 req-1bdc8bf8-5314-475e-83a8-34eddc04ff54 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:14.458697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87426509-ce54-4e90-a90e-8f8867653655 req-1bdc8bf8-5314-475e-83a8-34eddc04ff54 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 931 time: 0.1993892 Mar 05 00:05:14.529768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-8803fcc6-ef21-494e-940f-c107fd35a829 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9202783 Mar 05 00:05:14.611241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45b17777-bd0c-427f-8124-c80e2cf80305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:14.660192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Request body: {'port': {'device_id': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:14.673048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87426509-ce54-4e90-a90e-8f8867653655 req-626c7c52-3a6e-4f66-a94f-52e2c5c45167 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132154 Mar 05 00:05:14.783214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3662a7f-907f-4736-abd9-3505aad62fa2 req-0d5bab23-01cb-4b9e-a858-81ed6cbbbe67 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:14.790998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3662a7f-907f-4736-abd9-3505aad62fa2 req-0d5bab23-01cb-4b9e-a858-81ed6cbbbe67 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 1.0677516 Mar 05 00:05:14.794409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-969d61b4-c613-4b18-a1d1-d5f4b68b5482 req-150e169e-2bd5-4c61-8162-79e16cce7500 service neutron] 10.222.0.36 "GET /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1629226 Mar 05 00:05:14.835717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:14.888859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:14.944340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3662a7f-907f-4736-abd9-3505aad62fa2 req-93a56f95-b262-4118-b296-b83d45d0060b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524537 Mar 05 00:05:15.005450 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.106581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45b17777-bd0c-427f-8124-c80e2cf80305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.210097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b17777-bd0c-427f-8124-c80e2cf80305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3aa3e-f85b-412c-a82a-d5bcb106fb26,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:15.218808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45b17777-bd0c-427f-8124-c80e2cf80305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.230241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-45b17777-bd0c-427f-8124-c80e2cf80305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1b3aa3e-f85b-412c-a82a-d5bcb106fb26 HTTP/1.1" status: 204 len: 168 time: 1.9943156 Mar 05 00:05:15.270872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d131e359-d8ee-4b1d-8747-6b0e438bf8b3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:15.280626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.292830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=e102044a-881b-4c8f-bacf-b50b21fe7a8d,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:15.314864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b504a587-efcf-4743-af6d-ef1e5a9d4a91 req-8d5be296-0360-49ea-9915-08daeefdca70 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0687146 Mar 05 00:05:15.362956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961817b7-1976-4a4e-8c2e-b59b569f92fb req-1d11e9d7-358b-4bec-babd-7ee5d1970c48 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:15.377804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-961817b7-1976-4a4e-8c2e-b59b569f92fb req-1d11e9d7-358b-4bec-babd-7ee5d1970c48 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.5393379 Mar 05 00:05:15.412349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}, {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:15.584143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:15.591263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:15.591578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.745132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.818663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d131e359-d8ee-4b1d-8747-6b0e438bf8b3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:15.824392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:15.898370 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-961817b7-1976-4a4e-8c2e-b59b569f92fb req-cb845ad9-9616-47d3-955e-6cca792fdd05 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193088 Mar 05 00:05:16.011215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:16.011878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:16.013170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:16.083719 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:05:16.083982 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca', 'code': 200} Mar 05 00:05:16.175358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:16.191599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:16.290995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Transition to ACTIVE for port object 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:16.297326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:16.502071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e219bf8-32fb-4cd7-a713-f36a709df318 req-01036557-641b-4674-947b-34eafe0ba9e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:16.507628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e219bf8-32fb-4cd7-a713-f36a709df318 req-01036557-641b-4674-947b-34eafe0ba9e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:16.512876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e219bf8-32fb-4cd7-a713-f36a709df318 req-01036557-641b-4674-947b-34eafe0ba9e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:16.535083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e219bf8-32fb-4cd7-a713-f36a709df318 req-01036557-641b-4674-947b-34eafe0ba9e8 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.3401673 Mar 05 00:05:16.554770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:16.591691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3703f4-aeae-4459-afd5-93fb026fc86b req-ddc64da3-642e-4421-a77b-d925b249e737 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:16.593155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf3703f4-aeae-4459-afd5-93fb026fc86b req-ddc64da3-642e-4421-a77b-d925b249e737 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 943 time: 0.3031545 Mar 05 00:05:16.603698 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e16e7df-be73-4079-9a63-7fd4366cbbb4 req-3306d150-2778-4bd7-9e73-0bfee2918558 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2872 time: 0.4146016 Mar 05 00:05:16.730324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cf25f39-d8d7-4199-a444-651274ee69ee req-1ba5e80a-0bd5-42be-a94a-f5fafd5a6c3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1263566 Mar 05 00:05:16.769714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e219bf8-32fb-4cd7-a713-f36a709df318 req-bddd0fe5-a974-4ea8-a094-eb2663e7ed36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334421 Mar 05 00:05:16.826209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf3703f4-aeae-4459-afd5-93fb026fc86b req-3566c57f-9072-4c59-96da-956c27c3c2d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214324 Mar 05 00:05:16.854731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Attempting to bind port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:16.854731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Attempting to bind port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:16.855147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Attempting to bind port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f on network 26dfe5c0-b535-4e54-beda-12d51cee619b {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:16.861597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f on network 26dfe5c0-b535-4e54-beda-12d51cee619b not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:05:16.861963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Attempting to bind port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f on network 26dfe5c0-b535-4e54-beda-12d51cee619b {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:16.869245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:16.869602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Checking segment: {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:16.869991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Bound using segment: {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:16.870419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Bound port: 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81436c5-656f-4c66-b01b-4303106fbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:16.870771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:16.871469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e16e7df-be73-4079-9a63-7fd4366cbbb4 req-35323da8-5bdb-4db2-95ee-0a7b86a5bdf3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186732 Mar 05 00:05:17.034003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:17.138949 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d2b61a5-d287-4699-8a93-b21a9a85b35a req-aa545ef7-4f33-4968-aa00-f710f59c6d03 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0994618 Mar 05 00:05:17.160347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d131e359-d8ee-4b1d-8747-6b0e438bf8b3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:17.232440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:17.244311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:17.261375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:17.332640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:17.333715 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:17.347673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfac2aa-1aac-46b3-81de-4bd772519cef req-c8360fb3-94fd-40bf-b5ff-da7c5f5ea667 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:17.355299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cfac2aa-1aac-46b3-81de-4bd772519cef req-c8360fb3-94fd-40bf-b5ff-da7c5f5ea667 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.3744829 Mar 05 00:05:17.510466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:17.545632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:17.547804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-90d0bf2f-2de5-4ec5-98fd-2120efc79843 service neutron] 10.222.0.36 "PUT /v2.0/ports/98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 1091 time: 2.8928070 Mar 05 00:05:17.558120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:17.589765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cfac2aa-1aac-46b3-81de-4bd772519cef req-133e4ad2-e4d0-4c9c-948b-530511101138 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333782 Mar 05 00:05:17.652250 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'status': 'completed', 'code': 200} Mar 05 00:05:17.671291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55946bbe-75de-4ca2-9e07-da5faf11791c req-b872baed-985a-40b7-8dd8-48b08237910c tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:17.673773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55946bbe-75de-4ca2-9e07-da5faf11791c req-b872baed-985a-40b7-8dd8-48b08237910c tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.2484422 Mar 05 00:05:17.802949 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-55946bbe-75de-4ca2-9e07-da5faf11791c req-183f1c3c-13d2-4deb-8aaa-f00fcb47d7f3 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183908 Mar 05 00:05:17.843013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:17.854334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:17.888464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:17.891232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:17.891761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c98f50c-924e-4073-b8e0-84fb9fd23755 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/routers/54e6e81f-93e0-4625-95aa-f5c3b0f104df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9281368 Mar 05 00:05:17.892135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54080) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:17.898533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'port': {'network_id': 'a0799e93-490d-469c-9209-a64469845d4d', 'name': 'tempest-FloatingIPTestJSON-762750485'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:18.088379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:18.105129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:18.105815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:18.185974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:18.186655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e37477-5ad5-4688-8e13-047ef795a395 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:18.262992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c81a1-138f-4729-8736-5fde37d8d85d req-68a05b2f-e8a2-4241-8fe8-9dd50c5f31e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:18.266901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae3c81a1-138f-4729-8736-5fde37d8d85d req-68a05b2f-e8a2-4241-8fe8-9dd50c5f31e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 943 time: 0.2323973 Mar 05 00:05:18.368692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae3c81a1-138f-4729-8736-5fde37d8d85d req-e1e5a2b0-83f0-4c09-86f6-a614b1415c02 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961802 Mar 05 00:05:18.417288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:18.429337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:port and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:18.444624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca222fc7-a7bf-4d56-a02d-b454751fd5aa req-c5611699-46d0-4ae6-ae13-7e215fee00c2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:18.449301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca222fc7-a7bf-4d56-a02d-b454751fd5aa req-c5611699-46d0-4ae6-ae13-7e215fee00c2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:18.454148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca222fc7-a7bf-4d56-a02d-b454751fd5aa req-c5611699-46d0-4ae6-ae13-7e215fee00c2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:18.455863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca222fc7-a7bf-4d56-a02d-b454751fd5aa req-c5611699-46d0-4ae6-ae13-7e215fee00c2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.3605826 Mar 05 00:05:18.456928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:18.480834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:18.517532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:18.521776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:18.561382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca222fc7-a7bf-4d56-a02d-b454751fd5aa req-6c69ab02-8d8c-4d19-b4e5-c362cbf69d31 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973322 Mar 05 00:05:18.577881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] device_id is not set on port 9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:05:18.693541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64b56640-9d6c-4528-bd06-ef555bfe0a02 req-3803d2bc-272c-42af-8d6c-f0357a506d56 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.1290677 Mar 05 00:05:19.278942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b564b-9f88-41bb-900c-7731ab01fa58 req-11c63b56-7d92-4166-835f-a9e94bf3edcd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:19.303542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c0b564b-9f88-41bb-900c-7731ab01fa58 req-11c63b56-7d92-4166-835f-a9e94bf3edcd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.3034732 Mar 05 00:05:19.366250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c81818f-b643-45cd-bee7-0cd1e385ec9b req-600de544-a678-48d4-a8eb-c156b59cc08f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1094 time: 0.3678098 Mar 05 00:05:19.382209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.12 (a0799e93-490d-469c-9209-a64469845d4d/ac718be8-3612-479c-aca5-bc72cca6be70/9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:19.501725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c0b564b-9f88-41bb-900c-7731ab01fa58 req-0500c9e3-4ab1-43c5-a82d-c04ab7c90240 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960952 Mar 05 00:05:19.576887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8b59017-9e9a-41fa-b0f5-e85c3bebad62 req-2a7f37b4-1748-4f59-9c84-f070dd31d62a tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908&device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.0616333 Mar 05 00:05:19.788914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788ecf9-6e35-47d2-8d65-b2af021cf69d req-544ce4a7-c1df-422f-b294-159f422eb924 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:19.792603 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1788ecf9-6e35-47d2-8d65-b2af021cf69d req-544ce4a7-c1df-422f-b294-159f422eb924 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 943 time: 0.0993109 Mar 05 00:05:19.849445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81818f-b643-45cd-bee7-0cd1e385ec9b req-775bb3be-4609-465e-9ec9-530200694d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:19.851013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c81818f-b643-45cd-bee7-0cd1e385ec9b req-775bb3be-4609-465e-9ec9-530200694d08 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4703195 Mar 05 00:05:19.885815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1788ecf9-6e35-47d2-8d65-b2af021cf69d req-137e1b2e-a634-42ca-a7b8-2a72c11b3570 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837903 Mar 05 00:05:20.115586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:20.149691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81818f-b643-45cd-bee7-0cd1e385ec9b req-a5672c1c-8262-4b7a-8a22-c66e9b32f9b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.151126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c81818f-b643-45cd-bee7-0cd1e385ec9b req-a5672c1c-8262-4b7a-8a22-c66e9b32f9b3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2900488 Mar 05 00:05:20.161652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c74bcf-7a68-4c0d-82b6-c545053aa246 req-229bc3ee-3a74-4eb5-9332-0ae974b4a63a tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.163174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51c74bcf-7a68-4c0d-82b6-c545053aa246 req-229bc3ee-3a74-4eb5-9332-0ae974b4a63a tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.4755030 Mar 05 00:05:20.195110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:20.313823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:20.324829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e723117-b9ed-4664-ba05-c186efd8c03c req-3200b116-02ff-49be-a9f8-e6dde7c2a723 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c714c9230714f3986857e24bf28c371&device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0765119 Mar 05 00:05:20.329778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:20.340384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:20.391890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e723117-b9ed-4664-ba05-c186efd8c03c req-3875aa49-a61b-4eab-9164-ac91a97b39e5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7c714c9230714f3986857e24bf28c371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296543 Mar 05 00:05:20.423363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:20.511984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51c74bcf-7a68-4c0d-82b6-c545053aa246 req-165d7ca1-179a-47c3-9311-c82b30c43109 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340597 Mar 05 00:05:20.549941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e723117-b9ed-4664-ba05-c186efd8c03c req-c0a7c4d8-1d7f-464e-a28d-38ccd69be5d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.551397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e723117-b9ed-4664-ba05-c186efd8c03c req-c0a7c4d8-1d7f-464e-a28d-38ccd69be5d1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521609 Mar 05 00:05:20.563809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.564573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:20.580318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-341ae9b0-0abf-4be5-b11f-33d829f86a79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1094 time: 0.3263013 Mar 05 00:05:20.590058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd84ca-bc01-40c4-876c-c486b9b082c1 req-6c94abed-713b-4855-a22c-de1c9ddb8179 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.594622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd84ca-bc01-40c4-876c-c486b9b082c1 req-6c94abed-713b-4855-a22c-de1c9ddb8179 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.599813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd84ca-bc01-40c4-876c-c486b9b082c1 req-6c94abed-713b-4855-a22c-de1c9ddb8179 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.601804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4cd84ca-bc01-40c4-876c-c486b9b082c1 req-6c94abed-713b-4855-a22c-de1c9ddb8179 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.2750328 Mar 05 00:05:20.662551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a1385f48-2c57-44ff-8223-8cb66dddccb2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7669497 Mar 05 00:05:20.673374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:20.678187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4cd84ca-bc01-40c4-876c-c486b9b082c1 req-ed007c37-883a-4b97-b45f-40d7a767cc53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701602 Mar 05 00:05:20.709620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'port': {'network_id': 'a0799e93-490d-469c-9209-a64469845d4d', 'name': 'tempest-FloatingIPTestJSON-761215746'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:20.730263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-2b9e3820-5b7b-487a-8fdf-06e90fd0b829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 217 time: 0.1405697 Mar 05 00:05:20.866274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4fa0a99-8c54-4f2d-baed-6e7fe43efdb2 req-95f34fa3-e049-49ac-9779-6857207e8165 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0840476 Mar 05 00:05:20.908400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d5e0-ef04-4257-b550-302535a61078 req-87c6d1b6-c1bc-42cc-9018-1d2a30fae69a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.922894 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4591d5e0-ef04-4257-b550-302535a61078 req-87c6d1b6-c1bc-42cc-9018-1d2a30fae69a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.1153800 Mar 05 00:05:20.983571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-f85d5c61-7a94-4283-ab1b-049d752769a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:20.985098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-f85d5c61-7a94-4283-ab1b-049d752769a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.1329300 Mar 05 00:05:21.061869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4591d5e0-ef04-4257-b550-302535a61078 req-98410184-ea4d-497c-bebf-31e4955b998e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410937 Mar 05 00:05:21.065056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-f09795ea-6e2c-47e4-a23a-26cd94adf507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683479 Mar 05 00:05:21.256219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54156) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:21.476083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:21.494435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:port and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:21.498373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:21.499214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:21.503581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-2fab519a-8a67-438b-854d-d27cc3ed696e service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294841 Mar 05 00:05:21.515538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:21.544803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:21.549179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Usage tracker for resource:security_group_rule and tenant:e4f04ace7aba481e882b0596dba78ac2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:21.554455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:21.560015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-04e10e71-190f-49dd-9ce0-73832fa1bc45 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:21.560609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:21.560734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-04e10e71-190f-49dd-9ce0-73832fa1bc45 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:21.663163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:21.677209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:21.686550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11d19-3644-49e0-8488-920a0564d9b6 req-14926dd4-dfd0-4283-9830-f028b97c0268 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:21.690862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11d19-3644-49e0-8488-920a0564d9b6 req-14926dd4-dfd0-4283-9830-f028b97c0268 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:21.694837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11d19-3644-49e0-8488-920a0564d9b6 req-14926dd4-dfd0-4283-9830-f028b97c0268 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:21.702159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ba11d19-3644-49e0-8488-920a0564d9b6 req-14926dd4-dfd0-4283-9830-f028b97c0268 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.1311870 Mar 05 00:05:21.710902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] device_id is not set on port 89880d05-33a9-4eb6-9052-0057f2c13d09 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:05:21.764965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-04e10e71-190f-49dd-9ce0-73832fa1bc45 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:21.767393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-04e10e71-190f-49dd-9ce0-73832fa1bc45 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 943 time: 0.5542061 Mar 05 00:05:21.916587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-857ef639-f8d0-460e-91a6-659ce81af318 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:21.925397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e723117-b9ed-4664-ba05-c186efd8c03c req-a31dabc0-e52d-45ea-abb0-e2868e2c5ad2 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.10 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0572128 Mar 05 00:05:21.942237 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ba11d19-3644-49e0-8488-920a0564d9b6 req-419251cb-d0e3-4be3-bf88-83871adc8b01 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387292 Mar 05 00:05:21.944950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:21.952219 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:21.963460 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ff4e9b1-db0c-428f-8d69-5f874856152e req-44e9bacb-5973-497e-be1b-ab9614ee7a32 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455042 Mar 05 00:05:21.989753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-857ef639-f8d0-460e-91a6-659ce81af318 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:21.990968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f31166b9-c76c-408e-8481-2a758c89c6c0 req-857ef639-f8d0-460e-91a6-659ce81af318 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087991 Mar 05 00:05:22.010631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.7 (a0799e93-490d-469c-9209-a64469845d4d/ac718be8-3612-479c-aca5-bc72cca6be70/89880d05-33a9-4eb6-9052-0057f2c13d09) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:22.077049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4f04ace7aba481e882b0596dba78ac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8173110 Mar 05 00:05:22.077049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea07bfe-6422-43aa-b042-df89bd85915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa125a88-dcdd-415c-ac69-c463ea5d3624,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:22.080103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54168) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:22.284414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818a991-7b1f-4ff1-82ac-e863fd1378b2 req-31f2ea8f-c44e-4da8-85ee-e00217ed949e tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:22.286771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7818a991-7b1f-4ff1-82ac-e863fd1378b2 req-31f2ea8f-c44e-4da8-85ee-e00217ed949e tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.1353855 Mar 05 00:05:22.328924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de6ed63d-1a82-4740-90a0-d99cad14352c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.346040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7818a991-7b1f-4ff1-82ac-e863fd1378b2 req-589ff4da-c0fb-44ab-ba78-71a01d4c6ed0 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502148 Mar 05 00:05:22.422983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de6ed63d-1a82-4740-90a0-d99cad14352c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.440487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3bea17d0-7e63-4832-8f54-d0079d1e0e81 req-0185713c-a881-41f1-8abd-2a3db7d84ab5 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac87f06-ec76-4191-81f0-dd9aab940908 HTTP/1.1" status: 200 len: 210 time: 0.0727806 Mar 05 00:05:22.452966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.501657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.562598 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de6ed63d-1a82-4740-90a0-d99cad14352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.592925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111bc8f-ea6f-48d3-8532-22babbc9cdb5 req-03fb1211-b7d4-4304-9fae-76cbb960986a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:22.600547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ed63d-1a82-4740-90a0-d99cad14352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa125a88-dcdd-415c-ac69-c463ea5d3624,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:22.607472 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3111bc8f-ea6f-48d3-8532-22babbc9cdb5 req-03fb1211-b7d4-4304-9fae-76cbb960986a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.1171687 Mar 05 00:05:22.631538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de6ed63d-1a82-4740-90a0-d99cad14352c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.636147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-de6ed63d-1a82-4740-90a0-d99cad14352c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa125a88-dcdd-415c-ac69-c463ea5d3624 HTTP/1.1" status: 204 len: 168 time: 0.5526948 Mar 05 00:05:22.663417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:22.666657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:22.668615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=89880d05-33a9-4eb6-9052-0057f2c13d09,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:22.670889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:22.691473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3111bc8f-ea6f-48d3-8532-22babbc9cdb5 req-15bd53cc-6318-4605-bd47-d15624f6d772 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819242 Mar 05 00:05:22.768914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:22.769557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:22.792999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bc26a41f-9a18-4b70-8f7d-e52b43e738bd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1148188 Mar 05 00:05:22.796378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54176) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:22.804717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '89880d05-33a9-4eb6-9052-0057f2c13d09', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:22.819129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:22.845321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:floatingip and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:22.851300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:22.861376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:22.882905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:23.043824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:23.295612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54190) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:23.330082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:23.376077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f287d-5443-4cd4-ba58-a63f89eb0069 req-30e1fcab-d343-474e-a528-fd29c8cc21f3 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.380298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f287d-5443-4cd4-ba58-a63f89eb0069 req-30e1fcab-d343-474e-a528-fd29c8cc21f3 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.384918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f287d-5443-4cd4-ba58-a63f89eb0069 req-30e1fcab-d343-474e-a528-fd29c8cc21f3 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.386725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f88f287d-5443-4cd4-ba58-a63f89eb0069 req-30e1fcab-d343-474e-a528-fd29c8cc21f3 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.1701720 Mar 05 00:05:23.392221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:23.410018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.134 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/9c3b76e8-c42a-4f66-bbdb-fe919cffad90) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:23.414415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:31a53a2b6c2440d182feef62fc7b8c01 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:23.419483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:23.428529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-a837d016-2aa9-4e62-8d46-3809adf8041d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.432356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:23.433104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-a837d016-2aa9-4e62-8d46-3809adf8041d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.437517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-a837d016-2aa9-4e62-8d46-3809adf8041d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.439215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-a837d016-2aa9-4e62-8d46-3809adf8041d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2419 time: 0.2764206 Mar 05 00:05:23.482515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f88f287d-5443-4cd4-ba58-a63f89eb0069 req-062abf30-e4e5-45db-b37c-ce012f7aeb98 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876238 Mar 05 00:05:23.593737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:23.598690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:23.599080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 91b3de31-7996-4322-ae50-2e4844cfdba2 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:23.599448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:23.635320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03894a-3fca-4e66-90bb-8bfc474e2189 req-54732b22-ffec-4794-8870-121dd554cbe8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.642436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f03894a-3fca-4e66-90bb-8bfc474e2189 req-54732b22-ffec-4794-8870-121dd554cbe8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 943 time: 0.3500879 Mar 05 00:05:23.696215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb34948-3410-45c2-9c34-7867ea804712,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:23.704530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f7381bcd-148e-489d-b267-b52fea753fb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31a53a2b6c2440d182feef62fc7b8c01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4057221 Mar 05 00:05:23.707217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:23.783694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80d29-50b9-4753-8f50-b72af7fa45fa req-8d8b5bba-80a4-479f-8c80-f2adc488364c tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:23.790786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67b80d29-50b9-4753-8f50-b72af7fa45fa req-8d8b5bba-80a4-479f-8c80-f2adc488364c tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 944 time: 0.0978458 Mar 05 00:05:23.843916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 80fdf9c9-7e52-454b-85e4-22685f05d73e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:05:23.849859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f03894a-3fca-4e66-90bb-8bfc474e2189 req-0589dda9-0c44-4615-937f-d2e6bfbee688 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064590 Mar 05 00:05:23.852076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67b80d29-50b9-4753-8f50-b72af7fa45fa req-b8b0cf18-a1bf-4831-a050-95deb0998379 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603473 Mar 05 00:05:23.893326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.142272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98a0ed53-c243-459a-9b0d-e37a9e9106e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.167910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 80fdf9c9-7e52-454b-85e4-22685f05d73e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:24.191107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '80fdf9c9-7e52-454b-85e4-22685f05d73e', 'network_id': 'd06b341d-d99b-4708-9bd8-653dbafd4227', 'port_id': '80fdf9c9-7e52-454b-85e4-22685f05d73e', 'mac_address': 'fa:16:3e:f4:b6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f8cd85-3360-4c1b-a52c-830c378f3ab1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:05:24.214308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98a0ed53-c243-459a-9b0d-e37a9e9106e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.256321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.278642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-26737da2-9ba4-40ce-bc76-abbed999ceb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1098 time: 0.2016876 Mar 05 00:05:24.294260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.325785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 91b3de31-7996-4322-ae50-2e4844cfdba2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=91b3de31-7996-4322-ae50-2e4844cfdba2,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:24.326025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.337917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fdf9c9-7e52-454b-85e4-22685f05d73e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:24.362141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 80fdf9c9-7e52-454b-85e4-22685f05d73e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:24.370401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:24.535673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=80fdf9c9-7e52-454b-85e4-22685f05d73e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:24.546305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.546661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.546979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.547310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.547835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.548163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.548481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.548798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.549175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.549534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.549851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:24.579927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66d4a59b-b443-4bef-ba9d-3093cc7aa797 req-8bdd06ad-00e5-4b64-9e88-cb2ba2d0007b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c714c9230714f3986857e24bf28c371&device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.0993519 Mar 05 00:05:24.658161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66d4a59b-b443-4bef-ba9d-3093cc7aa797 req-289e4566-6fca-431c-af59-44c6129bd681 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7c714c9230714f3986857e24bf28c371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406482 Mar 05 00:05:24.660455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75739f7b-2637-47b6-ad1d-ad52597170da req-f337d078-b0d5-4b6e-8586-ad013329d458 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.1021361 Mar 05 00:05:24.697366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 91b3de31-7996-4322-ae50-2e4844cfdba2 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:24.708274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['80fdf9c9-7e52-454b-85e4-22685f05d73e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:24.799400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:24.800015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18954e36-352b-4471-947c-0a7990a171e5 req-273794e5-0fc2-4bfe-8678-7d0acf924c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:24.801625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-273794e5-0fc2-4bfe-8678-7d0acf924c80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.4905574 Mar 05 00:05:24.807632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:24.832315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=9c3b76e8-c42a-4f66-bbdb-fe919cffad90,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:24.847664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:24.949883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6263-520e-46ba-b4c3-f68d4dcc9c5b req-7c7a7f97-c5bf-4b7f-914e-ccccf8880618 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:24.956811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96ec6263-520e-46ba-b4c3-f68d4dcc9c5b req-7c7a7f97-c5bf-4b7f-914e-ccccf8880618 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.8703699 Mar 05 00:05:24.979328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98a0ed53-c243-459a-9b0d-e37a9e9106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:25.049790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0ed53-c243-459a-9b0d-e37a9e9106e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb34948-3410-45c2-9c34-7867ea804712,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:25.159445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98a0ed53-c243-459a-9b0d-e37a9e9106e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:25.160546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98a0ed53-c243-459a-9b0d-e37a9e9106e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edb34948-3410-45c2-9c34-7867ea804712 HTTP/1.1" status: 204 len: 168 time: 1.4503019 Mar 05 00:05:25.175052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96ec6263-520e-46ba-b4c3-f68d4dcc9c5b req-cc5eeddf-a06b-44ef-9283-04a52006f498 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171125 Mar 05 00:05:25.175574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a59b-b443-4bef-ba9d-3093cc7aa797 req-ad902968-e563-4a86-9b3c-2026a7ed7f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:25.178429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66d4a59b-b443-4bef-ba9d-3093cc7aa797 req-ad902968-e563-4a86-9b3c-2026a7ed7f8c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5135238 Mar 05 00:05:25.257703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-65b66ae7-1220-45cd-8bab-c5c0109f72f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1002 time: 0.4491413 Mar 05 00:05:25.280022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:25.375086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18954e36-352b-4471-947c-0a7990a171e5 req-55ea0694-b69c-42b0-8bd3-3bbe44420f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:25.377400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-55ea0694-b69c-42b0-8bd3-3bbe44420f83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1098456 Mar 05 00:05:25.395282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=91b3de31-7996-4322-ae50-2e4844cfdba2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:25.463780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fbce-5da6-4f2a-999b-c3c18a2828e4 req-d7fe7298-dff7-4e81-8098-9ee572620c4f tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:25.467688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fbce-5da6-4f2a-999b-c3c18a2828e4 req-d7fe7298-dff7-4e81-8098-9ee572620c4f tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:25.471678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fbce-5da6-4f2a-999b-c3c18a2828e4 req-d7fe7298-dff7-4e81-8098-9ee572620c4f tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:25.479446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25b5fbce-5da6-4f2a-999b-c3c18a2828e4 req-d7fe7298-dff7-4e81-8098-9ee572620c4f tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 2340 time: 0.3411198 Mar 05 00:05:25.611117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25b5fbce-5da6-4f2a-999b-c3c18a2828e4 req-6b905653-d2b9-4b45-8cc6-ed84865cdf20 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271696 Mar 05 00:05:25.621508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-c45eafe5-bd00-44e2-b457-2852682027ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384660 Mar 05 00:05:25.818058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-e521d6ef-7c84-4841-b374-a424e6ef018b service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862822 Mar 05 00:05:25.858957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:05:25.919764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port 91b3de31-7996-4322-ae50-2e4844cfdba2 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:05:25.926138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:25.954717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-deleted', 'tag': '91b3de31-7996-4322-ae50-2e4844cfdba2'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:25.971883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-39ab4f08-9a0f-4c38-87a6-e2284c904a53 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "DELETE /v2.0/ports/91b3de31-7996-4322-ae50-2e4844cfdba2 HTTP/1.1" status: 204 len: 173 time: 2.5265350 Mar 05 00:05:26.016999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 80fdf9c9-7e52-454b-85e4-22685f05d73e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:26.088224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 64aadb9d-df90-46ab-aecc-c57a714e10ce {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:26.088559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:26.161672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18954e36-352b-4471-947c-0a7990a171e5 req-72d00744-dd0d-4b33-bfed-f94064501c1b service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347168 Mar 05 00:05:26.221640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dc20a-76b0-40e7-869e-0ddb29046128 req-c112a55d-3997-446f-8f18-d58490e63a75 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:26.224944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d7dc20a-76b0-40e7-869e-0ddb29046128 req-c112a55d-3997-446f-8f18-d58490e63a75 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 943 time: 0.2754357 Mar 05 00:05:26.286277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:26.308805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d7dc20a-76b0-40e7-869e-0ddb29046128 req-82af8196-f9f9-48ea-990f-a9fa61877e84 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760100 Mar 05 00:05:26.324306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b82858-bac5-4d1a-9227-366978196ca8 req-a3c98928-d758-4e56-8eb5-91e5138cf7c5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:26.325866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40b82858-bac5-4d1a-9227-366978196ca8 req-a3c98928-d758-4e56-8eb5-91e5138cf7c5 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 945 time: 0.8918562 Mar 05 00:05:26.340867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'port_id': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:05:26.347588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 80fdf9c9-7e52-454b-85e4-22685f05d73e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:26.421993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 80fdf9c9-7e52-454b-85e4-22685f05d73e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:26.422674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:26.528712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-40b82858-bac5-4d1a-9227-366978196ca8 req-6f1074c2-6bc8-46f4-8bc9-861ea68db87c tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356976 Mar 05 00:05:26.585620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9bacf176-2979-455e-b9ca-95af4e53533f req-2990d3f0-e33e-42ed-bf99-6f1521d0dbd4 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.1026459 Mar 05 00:05:26.614040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:26.616118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:26.616692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:26.626388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 91b3de31-7996-4322-ae50-2e4844cfdba2 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:26.679317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66d4a59b-b443-4bef-ba9d-3093cc7aa797 req-5b49d137-9a82-4e8a-be0c-99d696f08b38 tempest-ServerShowV247Test-734644190 tempest-ServerShowV247Test-734644190-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b495e2e-2433-417d-8dab-e107b6b1e137 HTTP/1.1" status: 200 len: 210 time: 0.0926011 Mar 05 00:05:26.804175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 91b3de31-7996-4322-ae50-2e4844cfdba2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:05:26.804175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 91b3de31-7996-4322-ae50-2e4844cfdba2 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:05:26.804458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 64aadb9d-df90-46ab-aecc-c57a714e10ce no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:26.857516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.035371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.185030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab116-af45-460e-8a90-e018ce93b6cc req-34164a25-756a-4b00-be56-1b548831bcbb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:27.199925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c5ab116-af45-460e-8a90-e018ce93b6cc req-34164a25-756a-4b00-be56-1b548831bcbb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.2350147 Mar 05 00:05:27.240250 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.260999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 64aadb9d-df90-46ab-aecc-c57a714e10ce owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:27.314692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c5ab116-af45-460e-8a90-e018ce93b6cc req-842066b1-7be2-4421-a9e8-94d559e182d7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125264 Mar 05 00:05:27.370450 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.385763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:27.396185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.439957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 80fdf9c9-7e52-454b-85e4-22685f05d73e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:27.443041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fdf9c9-7e52-454b-85e4-22685f05d73e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:27.451392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.464962 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-deleted', 'tag': '91b3de31-7996-4322-ae50-2e4844cfdba2', 'status': 'completed', 'code': 200} Mar 05 00:05:27.465173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:27.466748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.573882 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.676326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:27.678585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=80fdf9c9-7e52-454b-85e4-22685f05d73e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:27.731728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.732629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9163bd00-b4db-4f86-9c66-84666831d8ca no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:27.732791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:05:27.733206 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:05:27.733443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81144-3c5b-4660-b1ea-643ffe111d4e req-331d731c-83b8-401d-a191-7c3b1ff906e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:27.740100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3cb81144-3c5b-4660-b1ea-643ffe111d4e req-331d731c-83b8-401d-a191-7c3b1ff906e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 944 time: 0.1230814 Mar 05 00:05:27.801652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3cb81144-3c5b-4660-b1ea-643ffe111d4e req-909973db-9c6f-47e2-8c9f-5bc536be1b78 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605714 Mar 05 00:05:27.842879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:27.886367 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fdf9c9-7e52-454b-85e4-22685f05d73e', 'code': 200} Mar 05 00:05:27.970755 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:27.980780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:28.020232 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:28.036079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:28.058633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfffef7-8d47-44eb-9698-6a17d2f6039a req-2e39435b-998e-4076-b767-9c01595d21ee tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:28.065278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfffef7-8d47-44eb-9698-6a17d2f6039a req-2e39435b-998e-4076-b767-9c01595d21ee tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:28.066415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bbfffef7-8d47-44eb-9698-6a17d2f6039a req-2e39435b-998e-4076-b767-9c01595d21ee tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:28.103720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4309a958-70fd-453f-a43b-c52694bf9cae req-f31826ca-4555-4fec-8484-0c6ef0b407de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 1097 time: 0.1673293 Mar 05 00:05:28.145871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:28.172947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9163bd00-b4db-4f86-9c66-84666831d8ca,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:28.189570 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:28.273825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4309a958-70fd-453f-a43b-c52694bf9cae req-0727d20e-1337-42f7-92ad-378dd402eb0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636207 Mar 05 00:05:28.302168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:28.307918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=9c3b76e8-c42a-4f66-bbdb-fe919cffad90,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:28.316917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 64aadb9d-df90-46ab-aecc-c57a714e10ce {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:28.317425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:28.338257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af8e2d-5c8b-4689-9e73-49ed351e0a95 req-f9844bd0-023c-4337-ab27-0ea99abc7c09 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:28.347160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25af8e2d-5c8b-4689-9e73-49ed351e0a95 req-f9844bd0-023c-4337-ab27-0ea99abc7c09 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 946 time: 0.1491868 Mar 05 00:05:28.376259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:28.413051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25af8e2d-5c8b-4689-9e73-49ed351e0a95 req-c1c278dd-9783-44ed-a6d5-12979f121b51 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645339 Mar 05 00:05:28.568987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bbfffef7-8d47-44eb-9698-6a17d2f6039a req-2e39435b-998e-4076-b767-9c01595d21ee tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:28.570666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbfffef7-8d47-44eb-9698-6a17d2f6039a req-2e39435b-998e-4076-b767-9c01595d21ee tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 1683 time: 1.0829718 Mar 05 00:05:28.866377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbfffef7-8d47-44eb-9698-6a17d2f6039a req-c125a374-9f55-43c3-9af9-34ac9b7eb5f5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050217 Mar 05 00:05:28.876226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 64aadb9d-df90-46ab-aecc-c57a714e10ce, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=64aadb9d-df90-46ab-aecc-c57a714e10ce,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:28.876351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.042066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb6ce-5eee-480f-aa69-448394aa454e req-e6170594-b253-4fe3-b5d4-967db253aa8c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:29.059265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fceb6ce-5eee-480f-aa69-448394aa454e req-e6170594-b253-4fe3-b5d4-967db253aa8c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.1628587 Mar 05 00:05:29.135211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fceb6ce-5eee-480f-aa69-448394aa454e req-89f45ea6-2439-4b8d-9c45-67854df46b14 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749831 Mar 05 00:05:29.154794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54288) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:29.186932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54294) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:29.197327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 64aadb9d-df90-46ab-aecc-c57a714e10ce owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:29.350939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.406841 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 45e95f76-8dfe-4775-92c1-45f40e8d9025 associated. External IP: 172.25.0.134, port: 89880d05-33a9-4eb6-9052-0057f2c13d09. Mar 05 00:05:29.417640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:29.423293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Usage tracker for resource:security_group_rule and tenant:7c714c9230714f3986857e24bf28c371 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:29.426014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.435387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:29.444081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:29.482159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:29.488081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5729a8864544f1977041ab2cc4e0bd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:29.495091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:29.503153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:29.541059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a175b1-d738-4f84-aa19-3edd204a1c2d req-03a2fbd7-0a33-4e03-8b0f-31100c43ce36 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:29.552997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6a175b1-d738-4f84-aa19-3edd204a1c2d req-03a2fbd7-0a33-4e03-8b0f-31100c43ce36 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 944 time: 0.3718183 Mar 05 00:05:29.611527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.628433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.630490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.685167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc32705-6c5a-42b9-9489-7512a70bac3a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:29.752279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e69e61f-2ed8-4de2-b884-04324fb75767 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c714c9230714f3986857e24bf28c371&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5961444 Mar 05 00:05:29.757086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54302) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:29.797739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.821171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=64aadb9d-df90-46ab-aecc-c57a714e10ce,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:29.824603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.841804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6a175b1-d738-4f84-aa19-3edd204a1c2d req-03f8458a-4a3b-465e-9610-607ab45e0cd5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878780 Mar 05 00:05:29.903472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce'}, {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:29.911734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155a6be-2182-4d80-b735-bec0376c18f8 req-0e42c320-8916-46de-8deb-37d474db3449 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:29.913962 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e155a6be-2182-4d80-b735-bec0376c18f8 req-0e42c320-8916-46de-8deb-37d474db3449 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 946 time: 0.3404064 Mar 05 00:05:29.931487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:29.950711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5f53e7f5-079f-4e64-99d6-9c29c1456f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:29.980878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d5729a8864544f1977041ab2cc4e0bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7904897 Mar 05 00:05:29.992339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54310) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:30.015026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port 64aadb9d-df90-46ab-aecc-c57a714e10ce on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:05:30.032846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.040852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-deleted', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:30.075317 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce', 'code': 200} Mar 05 00:05:30.076378 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca', 'code': 200} Mar 05 00:05:30.090031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190728c-cc57-45d6-bc84-69cd13d88d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208437f-f4d6-49ae-beaf-5a90d24accd2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:30.102317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-06ba7d56-9a44-4be5-899c-ca5563e27e5e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "DELETE /v2.0/ports/64aadb9d-df90-46ab-aecc-c57a714e10ce HTTP/1.1" status: 204 len: 173 time: 4.1241465 Mar 05 00:05:30.144218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5f53e7f5-079f-4e64-99d6-9c29c1456f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.185111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e155a6be-2182-4d80-b735-bec0376c18f8 req-667122cd-3e47-4eaf-bd02-92c7732bb93a tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542276 Mar 05 00:05:30.200924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:30.221248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:30.221655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.253271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4afefceb-478b-4bb2-b671-b8b37588753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.289716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5f53e7f5-079f-4e64-99d6-9c29c1456f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.296496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4afefceb-478b-4bb2-b671-b8b37588753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.302701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 9163bd00-b4db-4f86-9c66-84666831d8ca {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:30.303051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.322809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53e7f5-079f-4e64-99d6-9c29c1456f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc32705-6c5a-42b9-9489-7512a70bac3a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:30.357986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5f53e7f5-079f-4e64-99d6-9c29c1456f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.361388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5f53e7f5-079f-4e64-99d6-9c29c1456f14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dc32705-6c5a-42b9-9489-7512a70bac3a HTTP/1.1" status: 204 len: 168 time: 0.6005015 Mar 05 00:05:30.388260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4afefceb-478b-4bb2-b671-b8b37588753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.431536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afefceb-478b-4bb2-b671-b8b37588753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208437f-f4d6-49ae-beaf-5a90d24accd2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:30.445627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4afefceb-478b-4bb2-b671-b8b37588753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.448805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4afefceb-478b-4bb2-b671-b8b37588753f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1208437f-f4d6-49ae-beaf-5a90d24accd2 HTTP/1.1" status: 204 len: 168 time: 0.4552147 Mar 05 00:05:30.483314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.524688 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-deleted', 'tag': '64aadb9d-df90-46ab-aecc-c57a714e10ce', 'status': 'completed', 'code': 200} Mar 05 00:05:30.528541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:30.536110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:30.784094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:30.954839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e6ccb-8d65-410a-b5fe-959f03eb69dc req-2e19a9f3-231c-48aa-b6c3-c58cdba6ec10 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:30.964343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f8e6ccb-8d65-410a-b5fe-959f03eb69dc req-2e19a9f3-231c-48aa-b6c3-c58cdba6ec10 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.3574553 Mar 05 00:05:30.988942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d73cb-0588-4f7c-b603-962b3a045afb req-441677e7-75a9-41c4-ba85-da1e39996277 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:30.990373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-206d73cb-0588-4f7c-b603-962b3a045afb req-441677e7-75a9-41c4-ba85-da1e39996277 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:31.026929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f8e6ccb-8d65-410a-b5fe-959f03eb69dc req-fda7d8b1-5e7a-4baa-a3ea-4df8435aa3e9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610666 Mar 05 00:05:31.077298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-206d73cb-0588-4f7c-b603-962b3a045afb req-441677e7-75a9-41c4-ba85-da1e39996277 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:31.078438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-206d73cb-0588-4f7c-b603-962b3a045afb req-441677e7-75a9-41c4-ba85-da1e39996277 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 944 time: 0.7237606 Mar 05 00:05:31.247930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-206d73cb-0588-4f7c-b603-962b3a045afb req-d64cb102-c903-45b0-b059-75adeeb30418 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812294 Mar 05 00:05:31.328159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 9163bd00-b4db-4f86-9c66-84666831d8ca, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9163bd00-b4db-4f86-9c66-84666831d8ca,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:31.328596 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:31.379870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b0e6a-4d28-4c30-b6fb-f3e57900964d req-7789c4f2-03a5-45ad-99a8-27b282ccfbc2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:31.390902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b57b0e6a-4d28-4c30-b6fb-f3e57900964d req-7789c4f2-03a5-45ad-99a8-27b282ccfbc2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.1881335 Mar 05 00:05:31.476286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 9163bd00-b4db-4f86-9c66-84666831d8ca owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:31.488858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b57b0e6a-4d28-4c30-b6fb-f3e57900964d req-046cbbb0-e055-4ce7-b140-fd193e429430 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961621 Mar 05 00:05:31.608311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:31.846875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075211c9-ddd8-4b17-8c53-006e370e82d6 req-34aec057-cf8e-4869-8b0f-c5a438a79955 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:31.856109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-075211c9-ddd8-4b17-8c53-006e370e82d6 req-34aec057-cf8e-4869-8b0f-c5a438a79955 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 946 time: 0.3426838 Mar 05 00:05:31.878165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54362) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:31.949771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-075211c9-ddd8-4b17-8c53-006e370e82d6 req-c08277be-2789-4e22-ad91-66e1aa150243 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927482 Mar 05 00:05:32.031435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:32.078337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:32.265621 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'code': 200} Mar 05 00:05:32.379470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port 9163bd00-b4db-4f86-9c66-84666831d8ca on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:05:32.387646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=9163bd00-b4db-4f86-9c66-84666831d8ca,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:32.403434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:32.453473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ff7b1f7-5f3d-4d12-869c-a88cafcf6475 req-6badef67-a1a3-47e0-8b6a-cf90b36d2b82 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "DELETE /v2.0/ports/9163bd00-b4db-4f86-9c66-84666831d8ca HTTP/1.1" status: 204 len: 173 time: 2.3422661 Mar 05 00:05:32.530601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-deleted', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:32.614151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-322673697-network', 'tenant_id': '42ad94172b3e414aa5ad6cddbbc037df'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:32.676610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bed089-b0c4-4b5c-acaf-a1966a387b1f req-752ca4f5-1258-46b9-8465-e383a14d2868 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:32.701059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8bed089-b0c4-4b5c-acaf-a1966a387b1f req-752ca4f5-1258-46b9-8465-e383a14d2868 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.5173528 Mar 05 00:05:32.701971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:32.728382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Usage tracker for resource:network and tenant:42ad94172b3e414aa5ad6cddbbc037df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:32.730090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:32.740360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-df862f78-cf24-488c-8fdd-50ef0facbf3d req-d715745f-672e-4245-9bb3-48ee2503207e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:32.750325 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:32.753972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:32.771279 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:32.773702 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:32.806505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-df862f78-cf24-488c-8fdd-50ef0facbf3d req-d715745f-672e-4245-9bb3-48ee2503207e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:32.808114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df862f78-cf24-488c-8fdd-50ef0facbf3d req-d715745f-672e-4245-9bb3-48ee2503207e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b72835-0a5e-469b-a59c-520dec9c104f HTTP/1.1" status: 200 len: 210 time: 0.2486005 Mar 05 00:05:32.809715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:32.882640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:32.924079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8bed089-b0c4-4b5c-acaf-a1966a387b1f req-609a825c-67df-4d8d-a048-be3054fc7bb5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157958 Mar 05 00:05:32.932978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f016eff-9c9a-4805-a935-d76647d47949 req-f953ae6d-1d82-40ab-994b-35962ede038b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.5792854 Mar 05 00:05:32.933959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Made reservation on behalf of 42ad94172b3e414aa5ad6cddbbc037df for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:32.939015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:32.964416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:33.000605 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:33.002510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:33.023189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.184604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f016eff-9c9a-4805-a935-d76647d47949 req-382e6d08-2731-444c-9b9f-913756d6ac98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623559 Mar 05 00:05:33.220774 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:33.225797 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef24567-7201-403d-96b7-e6aa313d8c24 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:33.254796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:33.278297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Usage tracker for resource:security_group_rule and tenant:42ad94172b3e414aa5ad6cddbbc037df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:33.290869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:33.302649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:33.398932 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b72835-0a5e-469b-a59c-520dec9c104f', 'name': 'network-vif-deleted', 'tag': '9163bd00-b4db-4f86-9c66-84666831d8ca', 'status': 'completed', 'code': 200} Mar 05 00:05:33.443945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.452756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.488822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ecb83781-98dc-4fef-b7b3-a2472a8a661b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.6896718 Mar 05 00:05:33.491351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:33.504389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:33.516005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:05:33.563367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b669d68-6037-4cec-ab02-e4f67e909aba,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:33.571860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.576138 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Added segment 2e74cd7d-ada9-4da2-87f1-dbc21e32269e of type vlan for network 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a Mar 05 00:05:33.621998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.647858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb9b61-5dad-4488-a6f6-010770c0bd4c req-7b9d74fd-e15e-47b8-a935-40eae4b41e42 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:33.656861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7adb9b61-5dad-4488-a6f6-010770c0bd4c req-7b9d74fd-e15e-47b8-a935-40eae4b41e42 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.3210554 Mar 05 00:05:33.686119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.687150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:33.688156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.758522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7adb9b61-5dad-4488-a6f6-010770c0bd4c req-819578d7-5fb1-4a19-af46-0363b7d5b4bf tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004105 Mar 05 00:05:33.766364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:33.977361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] Pushing event updated for resources: {'Network': ['ID=3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:33.984434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b5ba03ec-f730-40f3-a483-b10581d23d11 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1047506 Mar 05 00:05:33.990009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54418) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:33.995465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:05:34.014281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Request body: {'subnet': {'network_id': '3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-322673697-subnet', 'tenant_id': '42ad94172b3e414aa5ad6cddbbc037df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:34.036508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:34.052573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Usage tracker for resource:subnet and tenant:42ad94172b3e414aa5ad6cddbbc037df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:34.067089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:34.081928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:34.105385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Made reservation on behalf of 42ad94172b3e414aa5ad6cddbbc037df for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:34.109248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:34.174396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:34.386445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043709-69dd-4bf4-b32b-04c96a979ad7 req-f0f903c7-bc21-4190-960d-314e2a970495 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:34.395176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e043709-69dd-4bf4-b32b-04c96a979ad7 req-f0f903c7-bc21-4190-960d-314e2a970495 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.2002072 Mar 05 00:05:34.521827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e043709-69dd-4bf4-b32b-04c96a979ad7 req-041fa08b-3072-4a1d-a1a8-85d6be9439c1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251659 Mar 05 00:05:34.595970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:34.603963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:34.604354 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 45e95f76-8dfe-4775-92c1-45f40e8d9025 disassociated. External IP: 172.25.0.134, port: 89880d05-33a9-4eb6-9052-0057f2c13d09. Mar 05 00:05:34.614151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting subnet 0b474ea4-bb96-4974-a137-464405c7498b {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:05:34.619936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:34.741184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:34.823887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f3736bf8-ebe0-4a7c-bf79-3c826d27755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.037043 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.189502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.262012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:35.265563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Subnet': ['ID=0b474ea4-bb96-4974-a137-464405c7498b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:35.279831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.332877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab9d80-6087-4928-b981-05fbae7dd5b2 None None] Network 08742435-9848-4bff-97df-8531bb384246 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:35.333353 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.406991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7b50e58f-d543-4019-af5c-11b97bf93cdb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/subnets/0b474ea4-bb96-4974-a137-464405c7498b HTTP/1.1" status: 204 len: 168 time: 1.2255106 Mar 05 00:05:35.416541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54446) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:35.484094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811a732-7cd0-4f3e-b081-545b6c45386e req-eda4f017-a32e-4a50-8fda-ea5ac70881e9 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:35.491362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e811a732-7cd0-4f3e-b081-545b6c45386e req-eda4f017-a32e-4a50-8fda-ea5ac70881e9 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.4696152 Mar 05 00:05:35.519787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c523c7ed-cb8e-4793-905e-9541ccdec901,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:35.557080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:35.574293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.587352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Checking segment: {'id': '2e74cd7d-ada9-4da2-87f1-dbc21e32269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:35.587642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Network hostable DHCP agents. Network: 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:05:35.659903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Network 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:05:35.667871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f714de36-efba-4b5c-84b1-45187b5a0fc6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/floatingips/45e95f76-8dfe-4775-92c1-45f40e8d9025 HTTP/1.1" status: 200 len: 688 time: 2.1734715 Mar 05 00:05:35.670674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:35.691605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:35.701234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.706114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:35.706818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.746382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e811a732-7cd0-4f3e-b081-545b6c45386e req-095da4fa-0336-48cc-8893-8bdedbcaba67 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539895 Mar 05 00:05:35.760761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b566d2de-e24b-4c0a-870c-ebc94f42ccb8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7691548 Mar 05 00:05:35.766022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port b30be29e-af21-439c-b5f3-2404939eac87 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:35.766378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:35.776875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2631043-836d-4432-a296-38de8464fc19 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:35.803406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e0eaf-fc55-4cec-8782-2729d0868876 None None] Network 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:35.840277 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:05:36.223044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2631043-836d-4432-a296-38de8464fc19 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:36.230906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2631043-836d-4432-a296-38de8464fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:36.417850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 9c3b76e8-c42a-4f66-bbdb-fe919cffad90 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:36.418415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:36.439106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2631043-836d-4432-a296-38de8464fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:36.449951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54478) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:36.486062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944164-4ce2-490c-b349-21827b0a7d2f req-c568d62d-3e27-4aaa-b883-89ed0763be8e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:36.503609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83944164-4ce2-490c-b349-21827b0a7d2f req-c568d62d-3e27-4aaa-b883-89ed0763be8e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.5052304 Mar 05 00:05:36.542277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2631043-836d-4432-a296-38de8464fc19 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:36.542921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2631043-836d-4432-a296-38de8464fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:36.606410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port b30be29e-af21-439c-b5f3-2404939eac87, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b30be29e-af21-439c-b5f3-2404939eac87,segment=NetworkSegment(da454042-9ca8-4a2c-beeb-228881171ce1),segment_id=da454042-9ca8-4a2c-beeb-228881171ce1)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:36.606895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:36.700590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54486) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:36.709144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f7004-c139-4b08-839c-0487b5ec3bc0 None None] DHCP port deletion for 08742435-9848-4bff-97df-8531bb384246 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:05:36.733569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2631043-836d-4432-a296-38de8464fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:36.734221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2631043-836d-4432-a296-38de8464fc19 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:36.736324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f7004-c139-4b08-839c-0487b5ec3bc0 None None] Deleting port b30be29e-af21-439c-b5f3-2404939eac87 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:36.736859 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7004-c139-4b08-839c-0487b5ec3bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:36.776433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe6d4c-6d0d-440c-9f8a-a596b2585040 None None] Network 3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:36.923945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Deleting subnet c523c7ed-cb8e-4793-905e-9541ccdec901 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:05:36.939080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for b30be29e-af21-439c-b5f3-2404939eac87 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:36.945214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.039633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.040071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.069952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83944164-4ce2-490c-b349-21827b0a7d2f req-ede0ba39-08f6-4ed4-b83a-77a2e9066c2a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5653985 Mar 05 00:05:37.080573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.108031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f7004-c139-4b08-839c-0487b5ec3bc0 None None] The port 'b30be29e-af21-439c-b5f3-2404939eac87' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:05:37.138666 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d6bbfa7a-2f31-4e6c-b975-17bf84451d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.163996 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.181766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=b30be29e-af21-439c-b5f3-2404939eac87,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:37.198434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-7ad9a511-49b3-4559-92b9-bef425e0b270 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.4464946 Mar 05 00:05:37.236851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b30be29e-af21-439c-b5f3-2404939eac87 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:37.292622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b30be29e-af21-439c-b5f3-2404939eac87 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:05:37.293388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b30be29e-af21-439c-b5f3-2404939eac87 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:05:37.369266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 9c3b76e8-c42a-4f66-bbdb-fe919cffad90 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:37.389839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port b30be29e-af21-439c-b5f3-2404939eac87 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:05:37.392181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-191e6b97-9ebb-4ade-927b-d5ab74f91bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:37.397640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-191e6b97-9ebb-4ade-927b-d5ab74f91bd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.1936171 Mar 05 00:05:37.426500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.520725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-bb347f8e-93ce-4395-9fb8-ada976b4266f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 217 time: 0.0751538 Mar 05 00:05:37.530729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72387dd-6baa-485a-993d-ef75e1515e76 req-935e5cc1-d025-43fd-88b3-58f140cab3e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:37.543161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c72387dd-6baa-485a-993d-ef75e1515e76 req-935e5cc1-d025-43fd-88b3-58f140cab3e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.6001711 Mar 05 00:05:37.590062 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.633433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.662285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08742435-9848-4bff-97df-8531bb384246']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:37.696335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c72387dd-6baa-485a-993d-ef75e1515e76 req-c196db57-e814-40e0-84c3-7ce30936e452 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521499 Mar 05 00:05:37.736009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da454042-9ca8-4a2c-beeb-228881171ce1') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:37.736337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da454042-9ca8-4a2c-beeb-228881171ce1') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:37.758149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:37.761111 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.763949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.777106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Usage tracker for resource:security_group_rule and tenant:2fa0b2daafd84542827f96899cc6ead3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:37.780029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:37.789994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:37.797471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.855036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=9c3b76e8-c42a-4f66-bbdb-fe919cffad90,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:37.857284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c523c7ed-cb8e-4793-905e-9541ccdec901,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:37.861866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.868408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-43c1b55b-21cf-4321-8397-7b9793431be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:37.868753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.870087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-43c1b55b-21cf-4321-8397-7b9793431be7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.2000220 Mar 05 00:05:37.872084 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.880326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.944512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9082df2e-a12f-4962-9d33-8cdb587e9204 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c523c7ed-cb8e-4793-905e-9541ccdec901 HTTP/1.1" status: 204 len: 168 time: 1.2356975 Mar 05 00:05:37.945320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54492) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:37.952094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d78186b-a10f-43c6-9212-8d3a6c88042c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:37.956063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-ed87e021-fa1e-419a-b7a3-e83470f40c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769925 Mar 05 00:05:37.963214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:05:37.963551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:05:37.978627 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:05:38.119457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.123524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.128091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d802aae9-d972-4dc0-a488-4a094c69aaf7 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/floatingips/45e95f76-8dfe-4775-92c1-45f40e8d9025 HTTP/1.1" status: 204 len: 168 time: 2.4531827 Mar 05 00:05:38.159253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.177474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.179010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:38.187769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:38.201512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:38.211740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:floatingip and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:38.220799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:38.269527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:38.298468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.352182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a36b3ff2-ba20-4796-80f4-417f24380f44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fa0b2daafd84542827f96899cc6ead3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8983102 Mar 05 00:05:38.355097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-66f8f23d-aec1-463c-b29d-cdac61283377 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756859 Mar 05 00:05:38.355882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54502) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:38.383102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.434466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.515223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:38.544601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e74cd7d-ada9-4da2-87f1-dbc21e32269e') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:38.545019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e74cd7d-ada9-4da2-87f1-dbc21e32269e') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:38.582226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.737037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.746801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:05:38.747547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:05:38.763382 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:05:38.793990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4a7798b-74d1-4557-b66c-d5258a98d61e req-f3870cda-80b8-45c8-b4a3-6836e7150e8e service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781059 Mar 05 00:05:38.839864 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.867513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.893531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Network': ['ID=08742435-9848-4bff-97df-8531bb384246,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:38.919591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f933e07-dcec-4482-ae9c-089e98c54e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:38.924109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-51b67fdb-3733-436d-b2c2-d7acdc0ec2b7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/networks/08742435-9848-4bff-97df-8531bb384246 HTTP/1.1" status: 204 len: 168 time: 3.4844730 Mar 05 00:05:38.941162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54514) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:38.978439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.005099 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f933e07-dcec-4482-ae9c-089e98c54e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.011657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.026846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:39.033357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-04e593a2-9631-447b-a337-8655c8697b62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3d24f726-ae22-4b8d-ac8b-a92f0ad19f4a HTTP/1.1" status: 204 len: 168 time: 1.0840840 Mar 05 00:05:39.050006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.052357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb0d3-8292-483a-a278-3d201d8ac9ba req-3450d462-bc6e-4d03-8c32-c1db35a4a650 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:39.057477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb8fb0d3-8292-483a-a278-3d201d8ac9ba req-3450d462-bc6e-4d03-8c32-c1db35a4a650 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.7000678 Mar 05 00:05:39.152342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab139-c185-4045-984c-377dd0074c39 req-e04ea97c-02fd-43bf-926e-4538791ee56a tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:39.159873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-886ab139-c185-4045-984c-377dd0074c39 req-e04ea97c-02fd-43bf-926e-4538791ee56a tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2772350 Mar 05 00:05:39.237132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb8fb0d3-8292-483a-a278-3d201d8ac9ba req-ed7457c9-528d-4996-b24d-4a6841967f1c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662817 Mar 05 00:05:39.258415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting subnet 2ad94ca2-96f0-4680-ae78-a4e535a7cca1 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:05:39.263407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.282577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54520) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:39.295731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f933e07-dcec-4482-ae9c-089e98c54e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.323720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933e07-dcec-4482-ae9c-089e98c54e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d78186b-a10f-43c6-9212-8d3a6c88042c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:39.327819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-886ab139-c185-4045-984c-377dd0074c39 req-007efbe0-2f5d-4eca-ba37-642fb8bd3eda tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664259 Mar 05 00:05:39.336974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.358520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.165 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/117e2327-18f6-4184-a340-457f4c3a2933) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:39.378622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f933e07-dcec-4482-ae9c-089e98c54e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.378622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7f933e07-dcec-4482-ae9c-089e98c54e96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d78186b-a10f-43c6-9212-8d3a6c88042c HTTP/1.1" status: 204 len: 168 time: 0.9791677 Mar 05 00:05:39.391861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41fbd579-f69e-4d09-8199-63c1260a7415 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42ad94172b3e414aa5ad6cddbbc037df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1035852 Mar 05 00:05:39.392374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:39.486428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.560404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-175e1766-a773-4999-8a45-a1241902d910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.629202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-175e1766-a773-4999-8a45-a1241902d910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.632274 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.632918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.644234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.715204 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.742499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.752812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565af7c-1bbe-4860-89ff-0bb0067b77f1 None None] Network c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:39.772687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-175e1766-a773-4999-8a45-a1241902d910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.776997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad94ca2-96f0-4680-ae78-a4e535a7cca1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:39.788155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-959b2dca-3661-4d70-be45-5c020c24ebb1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/subnets/2ad94ca2-96f0-4680-ae78-a4e535a7cca1 HTTP/1.1" status: 204 len: 168 time: 0.8450651 Mar 05 00:05:39.793771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54534) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:39.839949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e1766-a773-4999-8a45-a1241902d910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b669d68-6037-4cec-ab02-e4f67e909aba,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:39.854770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:39.855581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=117e2327-18f6-4184-a340-457f4c3a2933,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:39.858470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:39.860649 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-175e1766-a773-4999-8a45-a1241902d910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.864477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-175e1766-a773-4999-8a45-a1241902d910 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b669d68-6037-4cec-ab02-e4f67e909aba HTTP/1.1" status: 204 len: 168 time: 0.4672394 Mar 05 00:05:39.864477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:39.978662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:39.994287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 299a382e-0e5c-4f40-9527-c27e2fac6974 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:39.994934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:40.362628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 299a382e-0e5c-4f40-9527-c27e2fac6974, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=299a382e-0e5c-4f40-9527-c27e2fac6974,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:40.363322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:40.387600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] DHCP port deletion for c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:05:40.392567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Deleting port 299a382e-0e5c-4f40-9527-c27e2fac6974 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:40.392936 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:40.688263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 299a382e-0e5c-4f40-9527-c27e2fac6974 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:40.734503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] For port 299a382e-0e5c-4f40-9527-c27e2fac6974, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=299a382e-0e5c-4f40-9527-c27e2fac6974,segment=NetworkSegment(fb142a69-42dd-473e-b1f8-4aabd7e52270),segment_id=fb142a69-42dd-473e-b1f8-4aabd7e52270)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:40.734940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:40.803770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4c9e1-7167-4e91-8f7b-5e00921bae9d req-21569a13-0e57-44d2-874c-8bda42df5307 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:40.809008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6b4c9e1-7167-4e91-8f7b-5e00921bae9d req-21569a13-0e57-44d2-874c-8bda42df5307 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2177949 Mar 05 00:05:40.858730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e896f86-0fae-4565-a2d2-b450c069a426 req-b79c835a-0954-4cc7-a3dd-2589e3c56ef0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:40.865678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e896f86-0fae-4565-a2d2-b450c069a426 req-b79c835a-0954-4cc7-a3dd-2589e3c56ef0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.1957271 Mar 05 00:05:40.882916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:40.951929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=299a382e-0e5c-4f40-9527-c27e2fac6974,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:40.952430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6b4c9e1-7167-4e91-8f7b-5e00921bae9d req-f8606e0c-e29e-4cd0-b431-6714c9f5c67b tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196656 Mar 05 00:05:40.952879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Calling delete_port for 299a382e-0e5c-4f40-9527-c27e2fac6974 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:40.988095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port 299a382e-0e5c-4f40-9527-c27e2fac6974 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:05:41.036487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:05:41.037200 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:05:41.117773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e896f86-0fae-4565-a2d2-b450c069a426 req-00b4da7a-ed26-46ac-82b5-27ce73841de2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510540 Mar 05 00:05:41.172874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.200979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 299a382e-0e5c-4f40-9527-c27e2fac6974 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:41.273819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 299a382e-0e5c-4f40-9527-c27e2fac6974 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:05:41.274196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 299a382e-0e5c-4f40-9527-c27e2fac6974 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:05:41.304357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.320640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.349164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:41.365838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb142a69-42dd-473e-b1f8-4aabd7e52270') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:41.366810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb142a69-42dd-473e-b1f8-4aabd7e52270') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:41.384379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.407861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.414495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:05:41.415406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:05:41.512724 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:05:41.518432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.538800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Deleting port 299a382e-0e5c-4f40-9527-c27e2fac6974 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:41.539323 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.548492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.561049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Network': ['ID=c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:41.578845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-35c5c83e-6672-41fb-9b65-795be1c386db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/networks/c7ce6a5f-7b4d-4b65-9d6a-abbc0f7680c4 HTTP/1.1" status: 204 len: 168 time: 1.7816157 Mar 05 00:05:41.584338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:41.591487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1649674806'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:41.600653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:41.617425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:network and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:41.621981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:41.637578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:41.656092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c595a27-d077-4eb4-a752-7ef02f359d61 None None] The port '299a382e-0e5c-4f40-9527-c27e2fac6974' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:05:41.660195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:41.667838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.850646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.859909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.864682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:05:41.940108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:41.974203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:41.974537 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Added segment 3ca2c914-6d6f-4e3a-82b0-a84f857b1d17 of type vlan for network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd Mar 05 00:05:42.002582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=117e2327-18f6-4184-a340-457f4c3a2933,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:42.036772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.046299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.214149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:05:42.266275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.270134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:42.270723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.356621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60a990-1a0d-46bc-a93c-e1622be633ab req-7e51c5e6-85a1-4e9c-83a6-c870733f891b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:42.367007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b60a990-1a0d-46bc-a93c-e1622be633ab req-7e51c5e6-85a1-4e9c-83a6-c870733f891b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.1222622 Mar 05 00:05:42.420510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54636) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:42.421395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Network': ['ID=4cd3bd18-e614-4155-972c-3a00f6ddc9fd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:42.425819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-adcd1fd4-5d7d-42dd-a7c6-ab86f6df143a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8404899 Mar 05 00:05:42.432520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54640) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:42.432687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:05:42.447436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda84f9-1777-43d2-a2a8-4e9c946ba33f req-4df76ee3-c83a-4739-8734-0927902194e3 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:42.448979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ceda84f9-1777-43d2-a2a8-4e9c946ba33f req-4df76ee3-c83a-4739-8734-0927902194e3 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2883956 Mar 05 00:05:42.454101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'subnet': {'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:42.471767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.496174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b60a990-1a0d-46bc-a93c-e1622be633ab req-e79f7858-0ff1-410e-8c36-231d9ca571d0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230748 Mar 05 00:05:42.524158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:42.532288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Usage tracker for resource:security_group_rule and tenant:bed2fbc3d72a433b838773964a20dea7 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:42.539164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:42.546844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:42.640759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ceda84f9-1777-43d2-a2a8-4e9c946ba33f req-f3a77f17-f09c-48f1-b40d-c55820370cb5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689286 Mar 05 00:05:42.648954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.659140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.664353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.674598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:42.679406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:subnet and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:42.686069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:42.700122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:42.703082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bed2fbc3d72a433b838773964a20dea7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7612631 Mar 05 00:05:42.706259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54662) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:42.723161 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 0f6a05a2-e142-4cb7-9616-812d32628013 associated. External IP: 172.25.0.165, port: 9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4. Mar 05 00:05:42.754571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec1a12-06f6-4a3c-84f5-f25b3810b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a47ea01-94b9-42a4-b0c2-70de6c25bf8b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:42.791959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cb25-0950-4fee-bae7-952bb3fa82b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.796827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:42.818519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cb25-0950-4fee-bae7-952bb3fa82b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.870919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cb25-0950-4fee-bae7-952bb3fa82b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.885417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7cb25-0950-4fee-bae7-952bb3fa82b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a47ea01-94b9-42a4-b0c2-70de6c25bf8b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:42.891507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cb25-0950-4fee-bae7-952bb3fa82b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:42.895162 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8fe7cb25-0950-4fee-bae7-952bb3fa82b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a47ea01-94b9-42a4-b0c2-70de6c25bf8b HTTP/1.1" status: 204 len: 168 time: 0.1877532 Mar 05 00:05:42.919618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:42.938973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Usage tracker for resource:security_group_rule and tenant:2f671451465e4a699cbe5af4c917871e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:42.944443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:42.966468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:42.991170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.190318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.198114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.297541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f47fe55-0ef4-4b46-875e-cc62c1c4ad46,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:43.313397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dbcbddb6-d4e0-470a-bb72-c50bbdfdb125 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f671451465e4a699cbe5af4c917871e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8864660 Mar 05 00:05:43.316465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54676) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:43.381058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-474b9733-8f56-4173-bd8b-208d4125887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.408458 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-474b9733-8f56-4173-bd8b-208d4125887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.469871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-474b9733-8f56-4173-bd8b-208d4125887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.493847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-474b9733-8f56-4173-bd8b-208d4125887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.497396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-474b9733-8f56-4173-bd8b-208d4125887b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f47fe55-0ef4-4b46-875e-cc62c1c4ad46 HTTP/1.1" status: 204 len: 168 time: 0.1776774 Mar 05 00:05:43.499263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b9733-8f56-4173-bd8b-208d4125887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f47fe55-0ef4-4b46-875e-cc62c1c4ad46,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:43.593800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.686252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Subnet': ['ID=eb497011-0c74-4849-b79a-33bfbd17fa91,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:43.718393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Checking segment: {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:43.718743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network hostable DHCP agents. Network: 4cd3bd18-e614-4155-972c-3a00f6ddc9fd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:05:43.757793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:05:43.783331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4cd3bd18-e614-4155-972c-3a00f6ddc9fd) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:43.789233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:43.790428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:43.791236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03364d0a-ab54-4057-aff2-dee5e61d4c89 None None] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:43.837147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:43.914248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-09a33401-0287-4524-bcde-eb9ff7ef18ab tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4784455 Mar 05 00:05:43.920533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54704) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:43.946880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:43.950255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1019919252'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:43.963005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:43.970369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:network and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:43.978735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:43.990056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:44.014104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:44.017131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.035305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31c32-f69e-4c01-8579-c5553cda67d6 req-266ac9fd-135d-4781-b126-3d4f07cbbcd2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:44.043901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbc31c32-f69e-4c01-8579-c5553cda67d6 req-266ac9fd-135d-4781-b126-3d4f07cbbcd2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.1650455 Mar 05 00:05:44.106890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbc31c32-f69e-4c01-8579-c5553cda67d6 req-01799672-478b-4101-a0eb-b7bcc5a140dd tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Mar 05 00:05:44.213930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:05:44.235699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.236056 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Added segment ea4413b0-0745-4d78-ac0a-f3df633238cb of type vlan for network a5208dfe-ff07-4a70-b0e0-7699a19a136f Mar 05 00:05:44.246622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f8ac-97b4-4949-81c2-566220bcee10 req-894f90c2-3d05-4a6d-ba86-02da78b5d53c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:44.248294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e42f8ac-97b4-4949-81c2-566220bcee10 req-894f90c2-3d05-4a6d-ba86-02da78b5d53c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 947 time: 0.4200172 Mar 05 00:05:44.310476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.342258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.375637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4cd3bd18-e614-4155-972c-3a00f6ddc9fd', 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'fixed_ips': [{'subnet_id': 'eb497011-0c74-4849-b79a-33bfbd17fa91'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:05:44.376664 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.405563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:44.457904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e42f8ac-97b4-4949-81c2-566220bcee10 req-4b75959f-fe3b-42c6-879d-8380321d9b78 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891978 Mar 05 00:05:44.466846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.470909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:44.471885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.515107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:44.531109 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'code': 200} Mar 05 00:05:44.538216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.607849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Network': ['ID=a5208dfe-ff07-4a70-b0e0-7699a19a136f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:44.610793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c8b9e04-b8f9-41d8-9324-056a52451d36 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6839123 Mar 05 00:05:44.613416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54730) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:44.621628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'subnet': {'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:44.751428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:44.766428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92819169-36a4-449c-9c3f-84511a229747 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:44.782249 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92819169-36a4-449c-9c3f-84511a229747 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:44.783316 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92819169-36a4-449c-9c3f-84511a229747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:44.792268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Allocated IP 19.80.0.2 (4cd3bd18-e614-4155-972c-3a00f6ddc9fd/eb497011-0c74-4849-b79a-33bfbd17fa91/7df896b2-8cf5-4ec9-a706-3cde74e0ca65) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:44.799959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:44.875977 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92819169-36a4-449c-9c3f-84511a229747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:44.890002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92819169-36a4-449c-9c3f-84511a229747 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:44.891139 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92819169-36a4-449c-9c3f-84511a229747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:44.925734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:05:44.967615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92819169-36a4-449c-9c3f-84511a229747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:44.968217 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92819169-36a4-449c-9c3f-84511a229747 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:44.995108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=14']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:45.046397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54756) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:45.047187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-56dd1f19-4b72-463c-a50a-c69091f4159b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8664448 Mar 05 00:05:45.048557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:45.053372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:subnet and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:45.062881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:45.084064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:45.109679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:45.380546 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:45.405110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c6ca72b-12c1-4fdb-8b4a-760edc0b2a4d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/floatingips/0f6a05a2-e142-4cb7-9616-812d32628013 HTTP/1.1" status: 200 len: 978 time: 0.3544123 Mar 05 00:05:45.408855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54794) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:45.420200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Transition to ACTIVE for port object 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:45.460950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Transition to ACTIVE for port object 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:45.475227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:45.486415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1103fd0-574a-45c8-b6d9-387f68e87381 req-803fc324-e029-4242-9a2c-ed5c04947733 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:45.487904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1103fd0-574a-45c8-b6d9-387f68e87381 req-803fc324-e029-4242-9a2c-ed5c04947733 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.1427097 Mar 05 00:05:45.586207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1103fd0-574a-45c8-b6d9-387f68e87381 req-dd6ee4af-31a6-435e-8518-da8ec4bde617 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894921 Mar 05 00:05:45.619858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Pushing event updated for resources: {'Port': ['ID=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:45.634962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-308f4aea-a2e4-4b01-8274-ed75f966ac06 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Synchronizing usage tracker for tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:45.644533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:45.659463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:45.661042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:45.665820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:45.833940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Attempting to bind port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:45.835070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Attempting to bind port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:45.835646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Attempting to bind port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 on network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:45.844181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:45.844819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Checking segment: {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:45.845447 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:45.845997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Bound using segment: {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:45.846917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Bound port: 7df896b2-8cf5-4ec9-a706-3cde74e0ca65, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:45.847508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:45.979372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54832) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:46.066778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-308f4aea-a2e4-4b01-8274-ed75f966ac06 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Unset dirty status for tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:46.073746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:46.080413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'port_id': '89880d05-33a9-4eb6-9052-0057f2c13d09'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:46.084985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-308f4aea-a2e4-4b01-8274-ed75f966ac06 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6759536 Mar 05 00:05:46.091200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:46.144028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] For port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:46.154302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] For port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:46.162003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:46.312505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2af1a-9054-4405-8b24-889c266de3ff None None] Pushing event updated for resources: {'Port': ['ID=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:46.406060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Subnet': ['ID=21595c72-616a-4e28-8fe4-7400fd5cdb33,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:46.446929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:46.465080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Checking segment: {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:46.465464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network hostable DHCP agents. Network: a5208dfe-ff07-4a70-b0e0-7699a19a136f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:05:46.501160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:05:46.515856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a5208dfe-ff07-4a70-b0e0-7699a19a136f) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:46.521323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:46.522398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:46.526954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619eebc-4698-44c8-905e-4180bb2c4f49 None None] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:46.582716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:46.614107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f360f9f5-cc75-4860-8005-09e2e926d181 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9979346 Mar 05 00:05:46.679696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:46.694061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Usage tracker for resource:security_group_rule and tenant:052b4331dc9d4719aa8e0b77c74586a9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:46.708434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:46.718950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:47.040439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:47.057190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:47.084598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d55ae-27ba-4c5e-8879-1b881da45dfa req-b1abed24-da43-41a4-9652-31901f4d7c17 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:47.099623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-519d55ae-27ba-4c5e-8879-1b881da45dfa req-b1abed24-da43-41a4-9652-31901f4d7c17 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2933123 Mar 05 00:05:47.205310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-519d55ae-27ba-4c5e-8879-1b881da45dfa req-2e32ce9c-5dce-4b83-b7a6-bac6b3fe06d4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028347 Mar 05 00:05:47.344475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:47.417495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971a3d0a-62ea-4ff8-9a3f-e0938420fe74,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:47.424957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-a5208dfe-ff07-4a70-b0e0-7699a19a136f', 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'fixed_ips': [{'subnet_id': '21595c72-616a-4e28-8fe4-7400fd5cdb33'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:05:47.425784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:47.472206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c5fa5870-7479-4441-a017-8c2b47b51f34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=052b4331dc9d4719aa8e0b77c74586a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4903190 Mar 05 00:05:47.475892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54886) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:47.550569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:47.568814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893486-fb54-4521-a6ee-154c31ea7de1 req-69fe875b-46de-4b70-b728-f55957142f27 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:47.580523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a893486-fb54-4521-a6ee-154c31ea7de1 req-69fe875b-46de-4b70-b728-f55957142f27 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2335474 Mar 05 00:05:47.666383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a893486-fb54-4521-a6ee-154c31ea7de1 req-6e5821e4-6eef-4e23-a3d8-7bfddd1ea01c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865486 Mar 05 00:05:47.669862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Allocated IP 19.86.0.2 (a5208dfe-ff07-4a70-b0e0-7699a19a136f/21595c72-616a-4e28-8fe4-7400fd5cdb33/098fb76f-8e17-4af7-aaec-53bfedfc1fa1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:47.735794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-40c331d3-4f4c-4323-b59b-857ee7ebdcd9 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:47.739788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-40c331d3-4f4c-4323-b59b-857ee7ebdcd9 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:47.740555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-40c331d3-4f4c-4323-b59b-857ee7ebdcd9 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:47.786301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-40c331d3-4f4c-4323-b59b-857ee7ebdcd9 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:47.787473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-40c331d3-4f4c-4323-b59b-857ee7ebdcd9 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/networks?id=4cd3bd18-e614-4155-972c-3a00f6ddc9fd&id=a5208dfe-ff07-4a70-b0e0-7699a19a136f HTTP/1.1" status: 200 len: 1392 time: 0.4295125 Mar 05 00:05:47.792099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1d9350a-14ff-4489-837c-a1b72e660750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:47.820725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1d9350a-14ff-4489-837c-a1b72e660750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:47.845078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-814d9335-a808-4e17-85d8-424272091e3a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/quotas/ecc4c424ae904bb59c8aaf44e258aaea HTTP/1.1" status: 200 len: 375 time: 0.0130615 Mar 05 00:05:47.970358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:47.976510 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-42ef92c1-b950-43a0-beb8-1d824342a08c tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217670 Mar 05 00:05:47.982301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Transition to ACTIVE for port object 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:47.983764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1d9350a-14ff-4489-837c-a1b72e660750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.004167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Transition to ACTIVE for port object 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:48.005278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9350a-14ff-4489-837c-a1b72e660750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971a3d0a-62ea-4ff8-9a3f-e0938420fe74,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:48.010581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81275982-9fb1-4fd1-9b7b-dd3586151923 None None] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:48.010895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1d9350a-14ff-4489-837c-a1b72e660750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.012997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d1d9350a-14ff-4489-837c-a1b72e660750 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/971a3d0a-62ea-4ff8-9a3f-e0938420fe74 HTTP/1.1" status: 204 len: 168 time: 0.5351300 Mar 05 00:05:48.038752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.055218 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.062552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.255173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-0fc5c2aa-b72c-4b94-b0fc-b9c41b939e04 service neutron] 10.222.0.32 "GET /v2.0/networks/4cd3bd18-e614-4155-972c-3a00f6ddc9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767026 Mar 05 00:05:48.272386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9514-e11b-4f4e-a520-40a2cc38563d req-8cf1cb3c-22b1-4768-a130-e2bd2ffcf7ca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:48.280792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-208b9514-e11b-4f4e-a520-40a2cc38563d req-8cf1cb3c-22b1-4768-a130-e2bd2ffcf7ca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3860371 Mar 05 00:05:48.352831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Pushing event updated for resources: {'Port': ['ID=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:48.380917 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-208b9514-e11b-4f4e-a520-40a2cc38563d req-b1c74f7c-7d45-427c-b1e0-1df1e5199ed7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882876 Mar 05 00:05:48.438035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:48.442889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:48.447904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:48.450686 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 0f6a05a2-e142-4cb7-9616-812d32628013 associated. External IP: 172.25.0.165, port: 9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4. Mar 05 00:05:48.471451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-85f1905d-db30-467a-9170-b281edff84ed None None] Provisioning for port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:48.548260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-237e1964-c28d-4534-bdb9-9714b1876634 service neutron] 10.222.0.32 "GET /v2.0/networks/4cd3bd18-e614-4155-972c-3a00f6ddc9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911184 Mar 05 00:05:48.698066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-85f1905d-db30-467a-9170-b281edff84ed None None] Provisioning complete for port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:48.699730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85f1905d-db30-467a-9170-b281edff84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.718641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-0ff32f62-812c-4b74-a634-0d0e64da8852 service neutron] 10.222.0.32 "GET /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695266 Mar 05 00:05:48.777919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Attempting to bind port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:48.778458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Attempting to bind port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:48.778825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Attempting to bind port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 on network a5208dfe-ff07-4a70-b0e0-7699a19a136f {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:48.851579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:48.851997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Checking segment: {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:48.852875 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.854956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Bound using segment: {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:48.855564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Bound port: 098fb76f-8e17-4af7-aaec-53bfedfc1fa1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:48.855953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:48.886395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9ddb1eb9-1ded-482f-95d4-467f174d822e service neutron] 10.222.0.32 "GET /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594079 Mar 05 00:05:48.926602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033f29-8b6c-44f3-91be-8e3986a981fe req-2ba4c217-1fe1-4f40-80bf-c657eecc80f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:48.928049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-99033f29-8b6c-44f3-91be-8e3986a981fe req-2ba4c217-1fe1-4f40-80bf-c657eecc80f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1716826 Mar 05 00:05:48.994433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] For port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:48.997701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] For port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:49.020177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-99033f29-8b6c-44f3-91be-8e3986a981fe req-9306e01e-fbc7-497c-9d1a-74580ea94328 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847750 Mar 05 00:05:49.059813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:49.069022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:49.218741 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85f1905d-db30-467a-9170-b281edff84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:49.297468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-85f1905d-db30-467a-9170-b281edff84ed None None] For port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:49.314797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517fef-528b-4d02-b4d2-447dc0ad8765 None None] Pushing event updated for resources: {'Port': ['ID=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:49.320277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85f1905d-db30-467a-9170-b281edff84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:49.450972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9131-2a1c-49f5-b197-00f3b43bfba0 req-d94db53c-629d-47fd-bd6c-18acdbf1ec4b tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:49.452913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-633c9131-2a1c-49f5-b197-00f3b43bfba0 req-d94db53c-629d-47fd-bd6c-18acdbf1ec4b tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2840803 Mar 05 00:05:49.518733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1905d-db30-467a-9170-b281edff84ed None None] Pushing event updated for resources: {'Port': ['ID=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:49.654357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-633c9131-2a1c-49f5-b197-00f3b43bfba0 req-dd3c9482-d3b4-4711-8343-8d7763504252 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937368 Mar 05 00:05:49.734199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00d4207b-82ee-4d9e-9710-ed0f9a902b74 req-a2d73de4-98d3-40b6-bd11-cf1b6c6cf470 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 210 time: 0.0852814 Mar 05 00:05:49.765494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:49.780081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:49.809392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:49.810297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:50.004369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:50.047413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:50.048051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:50.218362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:50.218760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25367907-02f1-4ded-a9f0-0fccf8bdfc97 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:50.242747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f863fe6e-c746-404f-b2b2-a45aa6f04f6b None None] Provisioning complete for port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:50.243854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6e-c746-404f-b2b2-a45aa6f04f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:50.660498 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-61ac1e0e-7f0c-470b-850a-e59dc6fc7ef9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.3212876 Mar 05 00:05:50.673473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48025-b96b-45d3-b177-479c2e5cb33a req-20f93795-be79-4fdc-975a-908426b50965 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:50.674992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56a48025-b96b-45d3-b177-479c2e5cb33a req-20f93795-be79-4fdc-975a-908426b50965 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2810371 Mar 05 00:05:50.896526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56a48025-b96b-45d3-b177-479c2e5cb33a req-80d8ad7c-5984-42b4-9d13-2c05bec7abb1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004607 Mar 05 00:05:50.926452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479991cf-e262-41b6-a102-12d69b0968e4 req-1233046d-2c3a-4830-afbd-8967b9757ded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:50.927220 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-1233046d-2c3a-4830-afbd-8967b9757ded service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.2512937 Mar 05 00:05:50.958134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859b783-f045-4dfa-9c2b-908ecfc48f17 req-2fa69983-75a0-45d0-8aa5-2180076def2e tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:50.960180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6859b783-f045-4dfa-9c2b-908ecfc48f17 req-2fa69983-75a0-45d0-8aa5-2180076def2e tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.1255844 Mar 05 00:05:51.127432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20213cf0-20ac-41dd-851b-058bac50fafa None None] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:05:51.177332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-88f39a74-9a40-44be-a1ff-12ac4fdb4f7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.2395840 Mar 05 00:05:51.272271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6859b783-f045-4dfa-9c2b-908ecfc48f17 req-ee400811-e587-42f9-8ade-2323b9401e8c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024704 Mar 05 00:05:51.371446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9fc40195-d01d-44d8-a4af-eacde27705c6 None None] Provisioning for port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:51.401317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:51.470417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-78658757-3f78-4711-bf96-2744baccd482 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:51.487371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-78658757-3f78-4711-bf96-2744baccd482 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:51.489389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-78658757-3f78-4711-bf96-2744baccd482 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "GET /v2.0/networks?id=4cd3bd18-e614-4155-972c-3a00f6ddc9fd&id=a5208dfe-ff07-4a70-b0e0-7699a19a136f HTTP/1.1" status: 200 len: 1392 time: 0.4274786 Mar 05 00:05:51.506058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'port': {'device_id': '337370df-8ab0-497d-9475-419481c4c559', 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd', 'admin_state_up': True, 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:51.547881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9bc7421d-1b34-4a60-857c-f74130988290 req-ab0d9711-cd06-4f7f-9ed1-2a73a319ca8b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:51.636609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:51.653390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:51.653845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:51.674380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479991cf-e262-41b6-a102-12d69b0968e4 req-4821ce36-fb8b-4739-a7c1-84dd525fe4ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:51.675840 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-4821ce36-fb8b-4739-a7c1-84dd525fe4ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2417464 Mar 05 00:05:51.834916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:51.853610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:51.882981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:51.892658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:51.901967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9bc7421d-1b34-4a60-857c-f74130988290 req-ab0d9711-cd06-4f7f-9ed1-2a73a319ca8b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:51.904896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9bc7421d-1b34-4a60-857c-f74130988290 req-ab0d9711-cd06-4f7f-9ed1-2a73a319ca8b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 210 time: 0.5828822 Mar 05 00:05:52.017816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-9fa3350d-4dfd-4227-ae64-dee152dbb7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3243208 Mar 05 00:05:52.122909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.195083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:52.203832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.204740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:52.346307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:52.353554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dbcf54d5-3155-4bad-87df-b30fcdd2ad9d None None] Provisioning complete for port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:52.354250 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dbcf54d5-3155-4bad-87df-b30fcdd2ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.364760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-44b169e2-d8b4-4a83-a4d4-819d07f87afd service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447831 Mar 05 00:05:52.376029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55002) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:52.379830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Allocated IP 19.80.0.7 (4cd3bd18-e614-4155-972c-3a00f6ddc9fd/eb497011-0c74-4849-b79a-33bfbd17fa91/6a619a97-e6c1-43a8-a762-ceb4c471fd2a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:52.409430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:52.410455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:52.410901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.486809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3bbfd-e82b-4540-8976-e3317462cfa1 req-e7ba90c0-1df4-427b-885d-31c2d9dc6af8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:52.488280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41c3bbfd-e82b-4540-8976-e3317462cfa1 req-e7ba90c0-1df4-427b-885d-31c2d9dc6af8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2495971 Mar 05 00:05:52.552613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6c76-bee5-47be-a0d4-626f463b3ed1 req-b583576d-08d5-4e4e-b1cb-b005a59ca000 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:52.560036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b59c6c76-bee5-47be-a0d4-626f463b3ed1 req-b583576d-08d5-4e4e-b1cb-b005a59ca000 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 946 time: 0.2645786 Mar 05 00:05:52.644971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b59c6c76-bee5-47be-a0d4-626f463b3ed1 req-44bab8d7-a648-429f-9630-5d171e5beb17 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840850 Mar 05 00:05:52.776995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c95d5582-e810-4926-b263-f02a5aecffb2 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:52.806712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.821788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41c3bbfd-e82b-4540-8976-e3317462cfa1 req-30730cc4-db81-4626-8294-d049bf992a54 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264403 Mar 05 00:05:52.824315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-479991cf-e262-41b6-a102-12d69b0968e4 req-e02606b5-c5be-4d0d-bce7-280a7cf783f8 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490995 Mar 05 00:05:52.875337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Transition to ACTIVE for port object 6a619a97-e6c1-43a8-a762-ceb4c471fd2a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:52.883732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c95d5582-e810-4926-b263-f02a5aecffb2 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "PUT /v2.0/quotas/e9a051c06b8c49449728219e6eabea4f HTTP/1.1" status: 200 len: 366 time: 0.5055985 Mar 05 00:05:52.886937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55014) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:52.904177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3bf2e844-dc39-49ce-9fab-4233b51ae3e5 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0162001 Mar 05 00:05:52.908613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55018) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:52.928029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a311e-014b-426b-a1a9-07a6cb678b8a req-0e07fe58-019f-4d7a-b9c0-3d8ce719d822 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:52.930223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-576a311e-014b-426b-a1a9-07a6cb678b8a req-0e07fe58-019f-4d7a-b9c0-3d8ce719d822 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.1266584 Mar 05 00:05:52.933323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:52.943964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff6433ce-783d-44b3-8b30-434371ec72e5 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "GET /v2.0/quotas/e9a051c06b8c49449728219e6eabea4f HTTP/1.1" status: 200 len: 366 time: 0.0340350 Mar 05 00:05:52.946756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:52.954731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.954865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:52.960814 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:52.982175 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:52.982789 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:53.059929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-20cad729-4c39-4034-8c54-ab32ed13f978 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/e9a051c06b8c49449728219e6eabea4f HTTP/1.1" status: 204 len: 168 time: 0.1113877 Mar 05 00:05:53.063098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55032) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:53.064708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:53.068582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:53.077651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:53.097119 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:53.123694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:53.125180 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:53.127699 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:53.132127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-58087a4b-1cd7-4fbe-b142-a8cc7919118b tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0658388 Mar 05 00:05:53.134890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55036) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:53.158236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-132c6f79-1346-40bf-9b25-fdfb381da68f tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/floatingips/0f6a05a2-e142-4cb7-9616-812d32628013 HTTP/1.1" status: 200 len: 977 time: 7.0832727 Mar 05 00:05:53.160925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55040) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:53.170299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:53.208716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-576a311e-014b-426b-a1a9-07a6cb678b8a req-13b0199d-9639-43cf-ae87-b53915a005d4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382483 Mar 05 00:05:53.218973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17725ac4-a30d-4e86-a221-2bf4bb053eeb tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "GET /v2.0/quotas/e9a051c06b8c49449728219e6eabea4f HTTP/1.1" status: 200 len: 370 time: 0.0691943 Mar 05 00:05:53.227667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55044) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:53.267578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:05:53.268246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bb9013aa-4ed8-4f8b-9795-36c462f12816 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "GET /v2.0/quotas/e9a051c06b8c49449728219e6eabea4f/default HTTP/1.1" status: 200 len: 370 time: 0.0392323 Mar 05 00:05:53.272122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:53.272733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:53.277316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55050) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:53.287925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:53.291698 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef21dd-09f2-4f69-9ab6-686d195ffc9d None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:53.308155 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-3125a13b-f1e5-4c91-b98e-6ac18d8b7d56 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] delete failed (client error): The resource could not be found. Mar 05 00:05:53.309204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3125a13b-f1e5-4c91-b98e-6ac18d8b7d56 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/e9a051c06b8c49449728219e6eabea4f HTTP/1.1" status: 404 len: 348 time: 0.0309758 Mar 05 00:05:53.320600 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-39959025-8ad0-427a-b27f-08fc0341d087 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8187883 Mar 05 00:05:53.338571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Request body: {'port': {'device_id': '337370df-8ab0-497d-9475-419481c4c559', 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f', 'admin_state_up': True, 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:53.470728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:53.471544 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:53.549026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-71b79478-29fe-4148-a00f-dcd62c927718 None None] Provisioning for port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:53.555904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-71b79478-29fe-4148-a00f-dcd62c927718 None None] Provisioning complete for port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:53.556362 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-71b79478-29fe-4148-a00f-dcd62c927718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:53.641919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:53.662806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55058) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:53.680921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-71b79478-29fe-4148-a00f-dcd62c927718 None None] Port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:05:53.793010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-3c5829e8-1ef1-427b-8d2b-e269d23a926a tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:53.795175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:network and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:53.800643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-3c5829e8-1ef1-427b-8d2b-e269d23a926a tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 946 time: 0.3104124 Mar 05 00:05:53.809402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:53.818070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Usage tracker for resource:port and tenant:ecc4c424ae904bb59c8aaf44e258aaea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:53.822247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:53.829433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:53.846388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bba754-4a75-41c1-a405-4d9cf7349f15 req-d45a0979-a5ea-4cf5-9f42-2a776868c7c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:53.847483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a3bba754-4a75-41c1-a405-4d9cf7349f15 req-d45a0979-a5ea-4cf5-9f42-2a776868c7c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Synchronizing usage tracker for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:53.853024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:53.861900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Made reservation on behalf of ecc4c424ae904bb59c8aaf44e258aaea for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:53.865502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:53.903217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:subnet and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:53.957533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:53.970619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a3bba754-4a75-41c1-a405-4d9cf7349f15 req-d45a0979-a5ea-4cf5-9f42-2a776868c7c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Unset dirty status for tenant:ecc4c424ae904bb59c8aaf44e258aaea on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:53.978886 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3bba754-4a75-41c1-a405-4d9cf7349f15 req-d45a0979-a5ea-4cf5-9f42-2a776868c7c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 930 time: 0.4785278 Mar 05 00:05:54.010882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:subnetpool and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:54.019303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Deleting port 80fdf9c9-7e52-454b-85e4-22685f05d73e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:54.019645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:54.030624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:54.111547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:port and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:54.122790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3bba754-4a75-41c1-a405-4d9cf7349f15 req-b851fd67-cfdb-4f06-855b-3ac680286a54 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429818 Mar 05 00:05:54.126294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:54.142246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:router and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:54.159184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:54.161084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e773fe-67d7-4a2b-8af5-ec9ca002c756 req-ad7b9fc5-ebf6-4d74-bc7f-aa21ae2a51d2 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:54.162982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20e773fe-67d7-4a2b-8af5-ec9ca002c756 req-ad7b9fc5-ebf6-4d74-bc7f-aa21ae2a51d2 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 946 time: 0.2923739 Mar 05 00:05:54.176121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Allocated IP 19.86.0.152 (a5208dfe-ff07-4a70-b0e0-7699a19a136f/21595c72-616a-4e28-8fe4-7400fd5cdb33/ebbbb1e0-9d50-49aa-bb1b-b4814729db20) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:05:54.178609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:floatingip and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:54.187400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:54.381859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:54.399067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:54.399955 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 0f6a05a2-e142-4cb7-9616-812d32628013 disassociated. External IP: 172.25.0.165, port: 89880d05-33a9-4eb6-9052-0057f2c13d09. Mar 05 00:05:54.429505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:security_group and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:54.463042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:54.473466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20e773fe-67d7-4a2b-8af5-ec9ca002c756 req-93070c69-a675-4de3-bd88-82dfc3042c82 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/security-groups?id=60a89f50-f483-4e27-b7d1-6cfe1349ba00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994940 Mar 05 00:05:54.528016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Usage tracker for resource:security_group_rule and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:54.535979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:54.543457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:54.566097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f704ca-3bf9-4acd-9c20-d31b09c9f05d req-928c1a48-b74e-41c3-93f3-59606decfa19 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:54.569697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90f704ca-3bf9-4acd-9c20-d31b09c9f05d req-928c1a48-b74e-41c3-93f3-59606decfa19 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2297678 Mar 05 00:05:54.575145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Transition to ACTIVE for port object ebbbb1e0-9d50-49aa-bb1b-b4814729db20 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:54.591019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-164ff42b-7c7c-426a-b7c7-b975047a3a83 tempest-QuotasTest-2012342191 tempest-QuotasTest-2012342191-project-admin] 10.222.0.32 "GET /v2.0/quotas/feac4d8c73404f47a21661d1fece0467/details.json HTTP/1.1" status: 200 len: 703 time: 0.9253886 Mar 05 00:05:54.663610 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90f704ca-3bf9-4acd-9c20-d31b09c9f05d req-443c2fc9-6763-4410-bab5-9cc970af2ff4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808442 Mar 05 00:05:54.685532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] For port 80fdf9c9-7e52-454b-85e4-22685f05d73e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=80fdf9c9-7e52-454b-85e4-22685f05d73e,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:05:54.685881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:54.693091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:54.809089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event updated for resources: {'Port': ['ID=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:54.838180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:05:54.839770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:05:54.844894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:05:55.002327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:55.002951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.040447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-9006c286-3f72-4297-941f-7f4da03c74d4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7100742 Mar 05 00:05:55.051938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Request body: {'port': {'device_id': '337370df-8ab0-497d-9475-419481c4c559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:55.056353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Calling delete_port for 80fdf9c9-7e52-454b-85e4-22685f05d73e owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:55.196410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55082) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:55.237746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9966e0a3-07a8-47f8-9c46-76b0a36fc49f None None] Provisioning for port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:05:55.248962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9966e0a3-07a8-47f8-9c46-76b0a36fc49f None None] Provisioning complete for port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:05:55.250253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9966e0a3-07a8-47f8-9c46-76b0a36fc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.251323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd8c37-7677-46ab-9563-a569f8965100 req-176676ae-3242-4d32-933c-ea5f49ebf419 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:55.259369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9afd8c37-7677-46ab-9563-a569f8965100 req-176676ae-3242-4d32-933c-ea5f49ebf419 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.6320963 Mar 05 00:05:55.280210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.299129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.321620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['80fdf9c9-7e52-454b-85e4-22685f05d73e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:05:55.369560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Pushing event deleted for resources: {'Port': ['ID=80fdf9c9-7e52-454b-85e4-22685f05d73e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:55.375622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaca36f-7f54-433f-805d-9fec06c8bd06 req-fcf378fa-f5a7-40c4-ab78-44edb6b351b5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:55.382322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9eaca36f-7f54-433f-805d-9fec06c8bd06 req-fcf378fa-f5a7-40c4-ab78-44edb6b351b5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1807983 Mar 05 00:05:55.383180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9966e0a3-07a8-47f8-9c46-76b0a36fc49f None None] Port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:05:55.403025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9afd8c37-7677-46ab-9563-a569f8965100 req-9fff8b5c-ae8c-4155-89b0-4655980b1465 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427629 Mar 05 00:05:55.438931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.438931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.439327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.439580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.439913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.440238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.440559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.441143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.441504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.441823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.442142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:05:55.490750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9eaca36f-7f54-433f-805d-9fec06c8bd06 req-ad5f5b13-6c68-4f03-b2a3-f9ba766f5d59 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075647 Mar 05 00:05:55.507729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.525612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] No DVR routers for this DVR port 80fdf9c9-7e52-454b-85e4-22685f05d73e on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:05:55.592089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.601095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'name': 'network-vif-deleted', 'tag': '80fdf9c9-7e52-454b-85e4-22685f05d73e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:55.698490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe7d61ac-f4cb-4c02-8890-fdc9c327e76f req-e7076fed-7ec4-4840-88c7-79b713726063 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8efea1-149a-4def-bbdc-ff7089a8deb3 HTTP/1.1" status: 200 len: 210 time: 0.0479877 Mar 05 00:05:55.739986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:55.742884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1edd24b1-843f-4254-bfc5-d0cc11b7253b req-6d249d6a-85a8-47f9-829c-ec3564f8a819 tempest-AttachSCSIVolumeTestJSON-1307262936 tempest-AttachSCSIVolumeTestJSON-1307262936-project] 10.222.0.36 "DELETE /v2.0/ports/80fdf9c9-7e52-454b-85e4-22685f05d73e HTTP/1.1" status: 204 len: 173 time: 1.9407279 Mar 05 00:05:55.746801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Usage tracker for resource:security_group_rule and tenant:5178a12b799c4fd6824421ec8f3f4096 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:55.752424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:55.777928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:55.868648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ffb41-078a-4ba3-8df0-10400305743c req-edd29df8-5bb9-4213-95f8-c578080f0930 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:55.872630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ffb41-078a-4ba3-8df0-10400305743c req-edd29df8-5bb9-4213-95f8-c578080f0930 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:55.874161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-628ffb41-078a-4ba3-8df0-10400305743c req-edd29df8-5bb9-4213-95f8-c578080f0930 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1653 time: 0.2788696 Mar 05 00:05:55.929185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.942829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a619a97-e6c1-43a8-a762-ceb4c471fd2a {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:55.943934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.952683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:55.972597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Transition to ACTIVE for port object 6a619a97-e6c1-43a8-a762-ceb4c471fd2a will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:55.983286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1642b1-4364-4ec6-9ab7-7678b16c5d38 req-2f67dfbc-db27-41e7-9c9b-3dece47368f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:55.984729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de1642b1-4364-4ec6-9ab7-7678b16c5d38 req-2f67dfbc-db27-41e7-9c9b-3dece47368f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1187041 Mar 05 00:05:55.985693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.014969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-628ffb41-078a-4ba3-8df0-10400305743c req-f875a1e3-99e6-4a6d-98de-81a69b89ad31 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231999 Mar 05 00:05:56.015558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba043e9f-2453-4bf7-8a91-e77def8e0d50,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:56.031313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c62791ea-17b6-4695-be3c-7a5870465000 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5178a12b799c4fd6824421ec8f3f4096&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8278334 Mar 05 00:05:56.031967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:56.081149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:05:56.115601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b945f836-6740-43a0-898e-875f76cadeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.139798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Pushing event updated for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:56.162538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de1642b1-4364-4ec6-9ab7-7678b16c5d38 req-28d3bd5d-cfed-400f-ac47-35635b0a2da9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438851 Mar 05 00:05:56.274511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b945f836-6740-43a0-898e-875f76cadeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.386037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b945f836-6740-43a0-898e-875f76cadeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.396251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Attempting to bind port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:56.396827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Attempting to bind port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:56.397370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Attempting to bind port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a on network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:56.405577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a on network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:05:56.406086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Attempting to bind port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a on network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:56.412891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:56.413569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Checking segment: {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:56.414112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Bound using segment: {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:56.414775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Bound port: 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:56.415278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.441183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945f836-6740-43a0-898e-875f76cadeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba043e9f-2453-4bf7-8a91-e77def8e0d50,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:56.475718 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8efea1-149a-4def-bbdc-ff7089a8deb3', 'name': 'network-vif-deleted', 'tag': '80fdf9c9-7e52-454b-85e4-22685f05d73e', 'status': 'completed', 'code': 200} Mar 05 00:05:56.478441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b945f836-6740-43a0-898e-875f76cadeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.481960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b945f836-6740-43a0-898e-875f76cadeb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba043e9f-2453-4bf7-8a91-e77def8e0d50 HTTP/1.1" status: 204 len: 168 time: 0.4460964 Mar 05 00:05:56.526641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:05:56.542252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.545079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:05:56.579644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:56.581550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:56.601937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:56.607734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:56.614885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.625619 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2b47f876-b41c-47e4-991d-6560fbe55c98 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/floatingips/0f6a05a2-e142-4cb7-9616-812d32628013 HTTP/1.1" status: 200 len: 688 time: 3.4635844 Mar 05 00:05:56.628453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55114) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:56.664010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2bbd3-9663-410b-8315-b96ca8d53dc7 req-ff38700f-8b52-4746-ac3b-8ee1b7162551 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:56.665586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65c2bbd3-9663-410b-8315-b96ca8d53dc7 req-ff38700f-8b52-4746-ac3b-8ee1b7162551 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2074115 Mar 05 00:05:56.701298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:56.703738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.705273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a619a97-e6c1-43a8-a762-ceb4c471fd2a HTTP/1.1" status: 200 len: 1090 time: 1.6583049 Mar 05 00:05:56.708241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:56.732989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:05:56.734787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:05:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:56.743288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Request body: {'port': {'device_id': '337370df-8ab0-497d-9475-419481c4c559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:56.801616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae91fe0-44c9-4b09-8448-b2f9892b0659 service neutron] Pushing event updated for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:56.820122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65c2bbd3-9663-410b-8315-b96ca8d53dc7 req-7040c05e-87ea-4fed-aeb5-644f518061a7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461954 Mar 05 00:05:56.975279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 117e2327-18f6-4184-a340-457f4c3a2933 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:05:56.975634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:56.980041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:05:56.980952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba874fb7-c1e7-4019-ab6f-a92abebffbeb None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:05:57.001782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.020097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.022587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.159597 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a', 'status': 'completed', 'code': 200} Mar 05 00:05:57.162685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55132) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:57.195312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.265840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.266543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.409401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:57.509444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Usage tracker for resource:security_group_rule and tenant:feac4d8c73404f47a21661d1fece0467 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:05:57.554142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:05:57.576623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:57.578065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 117e2327-18f6-4184-a340-457f4c3a2933 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:05:57.698155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbbb1e0-9d50-49aa-bb1b-b4814729db20 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:05:57.707805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.726862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Transition to ACTIVE for port object ebbbb1e0-9d50-49aa-bb1b-b4814729db20 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:05:57.739583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:57.761398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-4be1f0a1-11b6-4141-a778-be6f1bb9dd11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1912 time: 0.3063645 Mar 05 00:05:57.775625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5529bf-d416-47d1-a732-068488391c17 req-cf0498d8-e08e-4199-8448-e1daa941403c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:57.782392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e5529bf-d416-47d1-a732-068488391c17 req-cf0498d8-e08e-4199-8448-e1daa941403c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.8087206 Mar 05 00:05:57.976932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:57.988982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-95c2a709-7913-40e1-8555-7c5e7b073409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:57.989682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-95c2a709-7913-40e1-8555-7c5e7b073409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:57.990211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-95c2a709-7913-40e1-8555-7c5e7b073409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:57.991752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-95c2a709-7913-40e1-8555-7c5e7b073409 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2231176 Mar 05 00:05:58.026922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9a3f1-b89f-43c0-8aff-6f15c9e131e8 req-468ba62a-6498-4cb8-a690-7204cbd3feb2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.028429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2b9a3f1-b89f-43c0-8aff-6f15c9e131e8 req-468ba62a-6498-4cb8-a690-7204cbd3feb2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.6123354 Mar 05 00:05:58.109777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 80fdf9c9-7e52-454b-85e4-22685f05d73e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:05:58.110241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2b9a3f1-b89f-43c0-8aff-6f15c9e131e8 req-7965d7a4-a6fe-41a4-ade4-f5801a23bfe3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732777 Mar 05 00:05:58.127065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e5529bf-d416-47d1-a732-068488391c17 req-b60de705-d69d-499f-a9c8-d98924fafdbf tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433096 Mar 05 00:05:58.162503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Attempting to bind port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:05:58.163186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Attempting to bind port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:05:58.163676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Attempting to bind port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 on network a5208dfe-ff07-4a70-b0e0-7699a19a136f {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:58.174491 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.222545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 80fdf9c9-7e52-454b-85e4-22685f05d73e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:05:58.223151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 80fdf9c9-7e52-454b-85e4-22685f05d73e not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:05:58.261860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=117e2327-18f6-4184-a340-457f4c3a2933,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:58.266480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 on network a5208dfe-ff07-4a70-b0e0-7699a19a136f not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:05:58.266840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Attempting to bind port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 on network a5208dfe-ff07-4a70-b0e0-7699a19a136f {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:05:58.306531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:05:58.306948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Checking segment: {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:05:58.307373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Bound using segment: {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:05:58.307871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Bound port: ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4413b0-0745-4d78-ac0a-f3df633238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:05:58.308342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.381997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.451045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-49bdfa8c-394d-4614-8ab9-02f64518d63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.452815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-debe3446-5455-4e2c-b772-ab94e85886c3 req-49bdfa8c-394d-4614-8ab9-02f64518d63f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4552665 Mar 05 00:05:58.473261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.511508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.512894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b545f08c-cbc6-48c4-9935-c1a7a009ee64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/floatingips/0f6a05a2-e142-4cb7-9616-812d32628013 HTTP/1.1" status: 204 len: 168 time: 1.8831530 Mar 05 00:05:58.524947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55186) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:58.615760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.652324 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-d20b7297-636e-41c4-8c09-ba2c5e0b0770 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] delete failed (client error): The resource could not be found. Mar 05 00:05:58.661131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d20b7297-636e-41c4-8c09-ba2c5e0b0770 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/floatingips/0f6a05a2-e142-4cb7-9616-812d32628013 HTTP/1.1" status: 404 len: 345 time: 0.1351490 Mar 05 00:05:58.662656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55192) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:58.686155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b41176f-b185-4098-b041-63d6e7ef0ddb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:58.769530 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-87a9b578-e8e0-4269-af83-c6e6f6e2890f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=feac4d8c73404f47a21661d1fece0467&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6054981 Mar 05 00:05:58.778945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] For port ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:05:58.780988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55196) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:58.791975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce758-f017-442a-b836-7a0d2823c81a req-b81f8c05-df8c-4e34-921a-bd4a9675bf33 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.795932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce758-f017-442a-b836-7a0d2823c81a req-b81f8c05-df8c-4e34-921a-bd4a9675bf33 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.797552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60cce758-f017-442a-b836-7a0d2823c81a req-b81f8c05-df8c-4e34-921a-bd4a9675bf33 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1677 time: 0.2223339 Mar 05 00:05:58.799756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] For port ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:05:58.818435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.899923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f6c02-fbee-458f-a40b-c906b96350e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.903902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f6c02-fbee-458f-a40b-c906b96350e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.908994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f6c02-fbee-458f-a40b-c906b96350e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.909847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-546f6c02-fbee-458f-a40b-c906b96350e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Synchronizing usage tracker for tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:05:58.940574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23235-a681-479a-9b81-1be1896968a7 req-c6cee16a-fd3d-4f7c-84b3-9d7edc8da691 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:58.942554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-c6cee16a-fd3d-4f7c-84b3-9d7edc8da691 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.2788467 Mar 05 00:05:58.943888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-546f6c02-fbee-458f-a40b-c906b96350e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Unset dirty status for tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:05:58.948929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-546f6c02-fbee-458f-a40b-c906b96350e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/ports?network_id=a0799e93-490d-469c-9209-a64469845d4d HTTP/1.1" status: 200 len: 2357 time: 0.2831461 Mar 05 00:05:58.950852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55202) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:58.952920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:58.954328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] 10.222.0.10 "PUT /v2.0/ports/ebbbb1e0-9d50-49aa-bb1b-b4814729db20 HTTP/1.1" status: 200 len: 1092 time: 2.2156799 Mar 05 00:05:59.023609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-760bf8cf-decd-44af-84b7-d69249fc1b91 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/quotas/371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 375 time: 0.0734050 Mar 05 00:05:59.081020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6bd59-f0f4-4dfe-bbb8-e17ff505020b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:59.083623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eab6bd59-f0f4-4dfe-bbb8-e17ff505020b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/subnets/ac718be8-3612-479c-aca5-bc72cca6be70 HTTP/1.1" status: 200 len: 797 time: 0.1318049 Mar 05 00:05:59.127456 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60cce758-f017-442a-b836-7a0d2823c81a req-154fb77d-0e43-4078-8af9-a6e49797cf91 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165448 Mar 05 00:05:59.129875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55206) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:05:59.161745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ad0d7-9d69-43ea-8991-1073fd6d610e service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:59.165019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'tag': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:05:59.195039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'port': {'network_id': 'a0799e93-490d-469c-9209-a64469845d4d', 'name': 'tempest-FloatingIPTestJSON-2043861858', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:05:59.226004 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-ab9267a1-17e4-4215-936e-4b11049c2139 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1500525 Mar 05 00:05:59.328826 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'tag': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20', 'status': 'completed', 'code': 200} Mar 05 00:05:59.329632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e71cbc21-f310-40b1-9455-8b67eaef857e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:59.469184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-16e413a9-e30c-407c-b880-5ed78572ce50 service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325139 Mar 05 00:05:59.488429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e71cbc21-f310-40b1-9455-8b67eaef857e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:59.501807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:05:59.512652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:05:59.540396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:05:59.668867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-be37bee8-7910-4601-bb56-efeff77b40c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1979 time: 0.6642020 Mar 05 00:05:59.783462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-f5e1c62c-c4f9-4716-b35e-2a91b0fdbcef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a HTTP/1.1" status: 200 len: 217 time: 0.1064606 Mar 05 00:05:59.791147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda73f-fda5-4509-9810-518882ce064f req-24e5e1c7-9ce2-4593-9c63-dc880d8944c6 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:05:59.792623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4bdda73f-fda5-4509-9810-518882ce064f req-24e5e1c7-9ce2-4593-9c63-dc880d8944c6 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.3567142 Mar 05 00:05:59.793349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e71cbc21-f310-40b1-9455-8b67eaef857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:59.807857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-0806675e-c188-4202-97b2-1e74846745e6 service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232827 Mar 05 00:05:59.842017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:59.875612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cbc21-f310-40b1-9455-8b67eaef857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b41176f-b185-4098-b041-63d6e7ef0ddb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:05:59.908962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e71cbc21-f310-40b1-9455-8b67eaef857e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:05:59.910104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e71cbc21-f310-40b1-9455-8b67eaef857e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b41176f-b185-4098-b041-63d6e7ef0ddb HTTP/1.1" status: 204 len: 168 time: 1.1279891 Mar 05 00:05:59.948589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] device_id is not set on port 77c092e2-ec78-4b0e-b38f-26f7c50230d3 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:00.163239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-58ca9d2f-e2bf-40b3-bd07-5bbd9fc1ef81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:00.166005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-58ca9d2f-e2bf-40b3-bd07-5bbd9fc1ef81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb497011-0c74-4849-b79a-33bfbd17fa91 HTTP/1.1" status: 200 len: 801 time: 0.3685482 Mar 05 00:06:00.221967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55ddc0e4-98af-49fe-8dbe-a2b3023ba92f req-04c62d4e-fae0-4e6b-b234-c7160f7e9cd3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 210 time: 0.0809641 Mar 05 00:06:00.255996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4bdda73f-fda5-4509-9810-518882ce064f req-905bf551-d16c-4f23-8d45-d54ed94979e7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477415 Mar 05 00:06:00.409357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-ddf696e1-7271-43e6-a64d-17922f32223a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cd3bd18-e614-4155-972c-3a00f6ddc9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2297425 Mar 05 00:06:00.623421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.14 (a0799e93-490d-469c-9209-a64469845d4d/ac718be8-3612-479c-aca5-bc72cca6be70/77c092e2-ec78-4b0e-b38f-26f7c50230d3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:00.636143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.13 (a0799e93-490d-469c-9209-a64469845d4d/ac718be8-3612-479c-aca5-bc72cca6be70/77c092e2-ec78-4b0e-b38f-26f7c50230d3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:00.799477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8cc1b-ba9b-47c2-95d5-03a705c2f009 req-02a37de3-b77d-4e87-89ed-a3adb8dad320 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:00.810115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8cc1b-ba9b-47c2-95d5-03a705c2f009 req-02a37de3-b77d-4e87-89ed-a3adb8dad320 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:00.812576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cba8cc1b-ba9b-47c2-95d5-03a705c2f009 req-02a37de3-b77d-4e87-89ed-a3adb8dad320 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1677 time: 0.3352051 Mar 05 00:06:00.815007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-b6dd9992-e33d-4e0d-880a-6cf5fcfd17df service neutron] 10.222.0.10 "GET /v2.0/networks/4cd3bd18-e614-4155-972c-3a00f6ddc9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686414 Mar 05 00:06:01.123024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55262) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:01.206480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:01.281721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:01.467811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-a15ce6a4-57cd-4a80-92df-9984d5155f8d service neutron] 10.222.0.10 "GET /v2.0/networks/4cd3bd18-e614-4155-972c-3a00f6ddc9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794119 Mar 05 00:06:01.533572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:01.564726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cba8cc1b-ba9b-47c2-95d5-03a705c2f009 req-a6818779-b28e-4a61-93fa-3dd46925d38f tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766118 Mar 05 00:06:01.566254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-57824434-5147-442d-9702-5dcb39e304b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20 HTTP/1.1" status: 200 len: 217 time: 0.0859845 Mar 05 00:06:01.586997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b70730a6-6f44-43b1-9c1e-7554574ce3b7 req-6695c82c-e8fb-4117-92d5-279b44e3dece tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 210 time: 0.0959895 Mar 05 00:06:01.587527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55282) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:01.613401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:01.749148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:01.752410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:01.754485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:01.759916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:01.770651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Usage tracker for resource:security_group_rule and tenant:08a42ea6d63f4dc399a237e214e3efa2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:01.780679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:01.800253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:01.814754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23235-a681-479a-9b81-1be1896968a7 req-157ff439-cc33-4282-8254-5cc10a0921b3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:01.816516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-157ff439-cc33-4282-8254-5cc10a0921b3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.2944329 Mar 05 00:06:01.833756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-16560aa8-fafa-4a09-932f-8e6d9ffbfb30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:01.834620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'port': {'device_id': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'admin_state_up': True, 'tenant_id': '371b94f2830f444d8060dc7976a63700'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:01.836988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-16560aa8-fafa-4a09-932f-8e6d9ffbfb30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21595c72-616a-4e28-8fe4-7400fd5cdb33 HTTP/1.1" status: 200 len: 801 time: 0.2589352 Mar 05 00:06:01.934695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=77c092e2-ec78-4b0e-b38f-26f7c50230d3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:01.973215 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c26e5147-0b6e-4486-8265-8ad286860320 tempest-AgentManagementNegativeTest-1740892289 tempest-AgentManagementNegativeTest-1740892289-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3799877 Mar 05 00:06:01.982308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:01.983380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.029992 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-60227159-9a5c-4e49-bcf1-44da1bc0ad5d tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8806880 Mar 05 00:06:02.038371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55290) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:02.054010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '77c092e2-ec78-4b0e-b38f-26f7c50230d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:02.088060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:02.095144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.097922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:floatingip and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:02.102310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:02.102618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-05530279-b6fe-4faa-9235-3c67318654fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5208dfe-ff07-4a70-b0e0-7699a19a136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2109199 Mar 05 00:06:02.108436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.108801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776b89e-87ba-485a-9584-44555e69de26 req-957f01c6-0d09-4fb4-a4e0-4e66b1b55181 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:02.110186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2776b89e-87ba-485a-9584-44555e69de26 req-957f01c6-0d09-4fb4-a4e0-4e66b1b55181 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2851501 Mar 05 00:06:02.118672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:02.133699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:02.165420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:02.191983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.213977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47365d22-f24e-4a20-b492-b145efdf33b2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:02.223083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fa2c68de-c6ca-47a5-bed4-dd3abac9b720 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08a42ea6d63f4dc399a237e214e3efa2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0961208 Mar 05 00:06:02.223675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55294) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:02.225380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:02.227752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.296823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2776b89e-87ba-485a-9584-44555e69de26 req-7f25ee4e-d5a2-45cb-9e78-adfb6af6a979 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670091 Mar 05 00:06:02.344771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-76b1930d-e2ea-4ad2-a759-b8db1e3015bb service neutron] 10.222.0.10 "GET /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336278 Mar 05 00:06:02.370444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3197ee3-d54a-4256-9775-1871256961cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.433054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55300) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:02.465717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3197ee3-d54a-4256-9775-1871256961cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.543482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2bbb8fa-dae4-4106-945f-466f0225eea5 req-dce1800c-bb06-419d-a7ea-565b7cb693af service neutron] 10.222.0.10 "GET /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914868 Mar 05 00:06:02.562197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3197ee3-d54a-4256-9775-1871256961cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.585927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3197ee3-d54a-4256-9775-1871256961cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47365d22-f24e-4a20-b492-b145efdf33b2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:02.595697 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3197ee3-d54a-4256-9775-1871256961cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.599943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3197ee3-d54a-4256-9775-1871256961cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47365d22-f24e-4a20-b492-b145efdf33b2 HTTP/1.1" status: 204 len: 168 time: 0.3747945 Mar 05 00:06:02.634859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Allocated IP 172.20.0.11 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/c4361785-157d-4e9c-ad23-05158bf499a6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:02.689366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.717863 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:02.786790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-77386383-cf83-4ff2-9096-bea3feac0fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1979 time: 0.1704252 Mar 05 00:06:02.787992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:02.812320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa2e6a65b704c87b5af3e3bbd50bf14 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:02.818805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:02.910910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:02.927325 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76a8e782-0613-4524-8c80-ba0e528bd602 req-b94ba948-d402-4a97-a368-cddaa778ccd6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 210 time: 0.1117797 Mar 05 00:06:02.932939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.014229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-a40779d2-480d-4393-b2da-03d87502f449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:03.015699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-a40779d2-480d-4393-b2da-03d87502f449 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5208dfe-ff07-4a70-b0e0-7699a19a136f HTTP/1.1" status: 200 len: 903 time: 0.2222455 Mar 05 00:06:03.105477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-b130c795-4a7f-482a-b788-bb1d454549f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20 HTTP/1.1" status: 200 len: 217 time: 0.0785182 Mar 05 00:06:03.163864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.174710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.320738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427bd609-1c1e-4a31-b608-16001fc1dcfa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:03.332255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-9b080e26-7784-487a-a0f0-24855ff5e156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:03.334297 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-9b080e26-7784-487a-a0f0-24855ff5e156 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21595c72-616a-4e28-8fe4-7400fd5cdb33 HTTP/1.1" status: 200 len: 801 time: 0.2197173 Mar 05 00:06:03.362233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.387527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-40dc504b-31d7-449c-ab58-542ed8771207 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfa2e6a65b704c87b5af3e3bbd50bf14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9517608 Mar 05 00:06:03.393014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55326) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:03.447314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Transition to ACTIVE for port object c4361785-157d-4e9c-ad23-05158bf499a6 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:03.503673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.600837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-fcd0df90-165e-4513-95b0-285465fe1e4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5208dfe-ff07-4a70-b0e0-7699a19a136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2590508 Mar 05 00:06:03.601861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaae16da-fe83-433e-90f3-87e020ba1255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.608423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.6 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/0c2fba94-3d01-4178-86ba-4a9739016137) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:03.628790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4b2e-6c82-4642-997e-76c1a575c985 req-a2698b84-868e-4add-a8c0-71e36d5a9b10 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:03.634882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4b2e-6c82-4642-997e-76c1a575c985 req-a2698b84-868e-4add-a8c0-71e36d5a9b10 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:03.637704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1a4b2e-6c82-4642-997e-76c1a575c985 req-a2698b84-868e-4add-a8c0-71e36d5a9b10 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1677 time: 0.8772058 Mar 05 00:06:03.645930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=c4361785-157d-4e9c-ad23-05158bf499a6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:03.721721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:03.744706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:03.748631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:03.773661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79df93-c969-49e4-876f-8a09ff7867e2 req-fdd48dff-7ee5-4365-8dac-94f02e283791 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:03.775337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c79df93-c969-49e4-876f-8a09ff7867e2 req-fdd48dff-7ee5-4365-8dac-94f02e283791 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.3089042 Mar 05 00:06:03.787944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-6393c14d-1600-409b-a8b2-f6912be3e2ec service neutron] 10.222.0.10 "GET /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764486 Mar 05 00:06:03.851024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaae16da-fe83-433e-90f3-87e020ba1255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:03.949756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1a4b2e-6c82-4642-997e-76c1a575c985 req-47a721f1-8213-4a5a-94a9-c4372397cfdd tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933204 Mar 05 00:06:03.956476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:03.959064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.090868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c79df93-c969-49e4-876f-8a09ff7867e2 req-81d6b397-5001-4394-8a4d-c6caa750a528 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050923 Mar 05 00:06:04.104879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-c63e9cb2-4a26-49c7-86a4-f6bc27b77889 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2760603 Mar 05 00:06:04.153001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Request body: {'port': {'device_id': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:04.166294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1cb14ecf-1fcf-44a0-93d7-f6a685794c2d None None] Provisioning for port c4361785-157d-4e9c-ad23-05158bf499a6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:04.172966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1cb14ecf-1fcf-44a0-93d7-f6a685794c2d None None] Provisioning complete for port c4361785-157d-4e9c-ad23-05158bf499a6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:04.173578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cb14ecf-1fcf-44a0-93d7-f6a685794c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.217899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaae16da-fe83-433e-90f3-87e020ba1255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.241693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21194a8e-9997-431a-8c0d-badff9c7b1dc req-77aa9def-69be-4b96-b499-4bc64553d0d5 service neutron] 10.222.0.10 "GET /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280241 Mar 05 00:06:04.247120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae16da-fe83-433e-90f3-87e020ba1255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427bd609-1c1e-4a31-b608-16001fc1dcfa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:04.249912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaae16da-fe83-433e-90f3-87e020ba1255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.253687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aaae16da-fe83-433e-90f3-87e020ba1255 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/427bd609-1c1e-4a31-b608-16001fc1dcfa HTTP/1.1" status: 204 len: 168 time: 0.8589785 Mar 05 00:06:04.271544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cb14ecf-1fcf-44a0-93d7-f6a685794c2d None None] Port c4361785-157d-4e9c-ad23-05158bf499a6 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:04.314651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.471242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.588993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b423-cf69-4d26-9252-13eae57fc2d5 req-48a4c270-089d-417a-acfc-e32843b1f034 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:04.589724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-42d2b423-cf69-4d26-9252-13eae57fc2d5 req-48a4c270-089d-417a-acfc-e32843b1f034 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:04.648103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.666398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6a619a97-e6c1-43a8-a762-ceb4c471fd2a details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:06:04.793429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-42d2b423-cf69-4d26-9252-13eae57fc2d5 req-48a4c270-089d-417a-acfc-e32843b1f034 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:04.799659 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42d2b423-cf69-4d26-9252-13eae57fc2d5 req-48a4c270-089d-417a-acfc-e32843b1f034 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 932 time: 0.5833623 Mar 05 00:06:04.842840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:04.856723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:04.862975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=0c2fba94-3d01-4178-86ba-4a9739016137,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:04.869772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:04.880282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:04.887496 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8a59044f-b637-4c63-9529-5522242eefaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:04.900879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a', 'network_id': '4cd3bd18-e614-4155-972c-3a00f6ddc9fd', 'port_id': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a', 'mac_address': 'fa:16:3e:c8:ff:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb497011-0c74-4849-b79a-33bfbd17fa91', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:06:04.990343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:05.014048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a619a97-e6c1-43a8-a762-ceb4c471fd2a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:06:05.039116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:05.046222 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:05.065449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42d2b423-cf69-4d26-9252-13eae57fc2d5 req-3e76c7b2-c29a-4570-a5ed-1e86b6000e8b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648313 Mar 05 00:06:05.190607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:05.300195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c60a-24c8-41f3-a169-121f551ab1e7 req-5bc4fff5-ae86-4791-98ee-001e3223d4c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:05.304448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c60a-24c8-41f3-a169-121f551ab1e7 req-5bc4fff5-ae86-4791-98ee-001e3223d4c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:05.306321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0934c60a-24c8-41f3-a169-121f551ab1e7 req-5bc4fff5-ae86-4791-98ee-001e3223d4c1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1678 time: 0.1422672 Mar 05 00:06:05.356625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6a619a97-e6c1-43a8-a762-ceb4c471fd2a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:05.367465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0934c60a-24c8-41f3-a169-121f551ab1e7 req-c7887961-5105-4ebe-b13c-d743b1521a49 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552716 Mar 05 00:06:05.637066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55382) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:05.779611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1447448691'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:05.784596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:05.788736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Usage tracker for resource:network and tenant:5356c0fa1a544071b268fde4abc1fb25 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:05.791632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:05.798072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:05.809273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:05.812680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:05.827937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:05.854079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1530-db33-4fe7-89ac-a44648d7540c req-6b68cb14-079d-4bc9-9196-d740f8d8dc55 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:05.855563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4fa1530-db33-4fe7-89ac-a44648d7540c req-6b68cb14-079d-4bc9-9196-d740f8d8dc55 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.4442945 Mar 05 00:06:05.861679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:05.866498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Usage tracker for resource:security_group_rule and tenant:5356c0fa1a544071b268fde4abc1fb25 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:05.870084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:05.875704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:05.898212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4361785-157d-4e9c-ad23-05158bf499a6 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:06:05.951267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:05.958585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:05.994719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:06:06.003782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20d3f7-024b-45c7-acb6-606c5ff55866,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:06.010129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.010581 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Added segment b5a94125-39c7-4c21-ba38-82a84884d2bb of type vlan for network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 Mar 05 00:06:06.031459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.047601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.074346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Transition to ACTIVE for port object c4361785-157d-4e9c-ad23-05158bf499a6 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:06.093130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.098515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.102428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:06.103087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.219842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4fa1530-db33-4fe7-89ac-a44648d7540c req-cb16d57c-fe76-49d1-af50-325dec3357f9 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276160 Mar 05 00:06:06.244852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Network': ['ID=17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:06.248935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9b4d1914-88dd-4dff-b9ee-1adcd22b3968 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6108072 Mar 05 00:06:06.251631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:06.257204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f77b47d-c480-4e8d-a987-e578244ae398 req-7693a64c-5959-4209-9b4a-0e0b1ff6cf9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.4701614 Mar 05 00:06:06.258626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'subnet': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:06.261459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:06:06.379197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Pushing event updated for resources: {'Port': ['ID=c4361785-157d-4e9c-ad23-05158bf499a6,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:06.482542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f77b47d-c480-4e8d-a987-e578244ae398 req-97e15849-3b0e-495f-b1a3-e9360e5f2de3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124286 Mar 05 00:06:06.525499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:06.544246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Usage tracker for resource:subnet and tenant:5356c0fa1a544071b268fde4abc1fb25 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:06.561470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:06.580215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:06.633540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5ec6-d3b8-429e-99f0-db704a309161 req-9d4a4383-ffda-48fb-a8a3-a9c608f98f1a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:06.635342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9faa5ec6-d3b8-429e-99f0-db704a309161 req-9d4a4383-ffda-48fb-a8a3-a9c608f98f1a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 944 time: 0.2716923 Mar 05 00:06:06.641095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:06.688212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ebbbb1e0-9d50-49aa-bb1b-b4814729db20 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:06:06.692294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6a619a97-e6c1-43a8-a762-ceb4c471fd2a up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:06.791040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.798237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Deleting port cc819f8b-1f6f-445d-b8ad-3b7085d31d75 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:06.798658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:06.810884 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9faa5ec6-d3b8-429e-99f0-db704a309161 req-cc2e06ec-3878-4c39-9b0d-2691a88018fa tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457570 Mar 05 00:06:06.883962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.018730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-71eeccb0-10cb-4d6c-a915-5fafc363e2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.025652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:07.040365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:07.050428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:07.051034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.058899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.120775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Attempting to bind port c4361785-157d-4e9c-ad23-05158bf499a6 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:07.121359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Attempting to bind port c4361785-157d-4e9c-ad23-05158bf499a6 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:07.121901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Attempting to bind port c4361785-157d-4e9c-ad23-05158bf499a6 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:07.135184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20', 'network_id': 'a5208dfe-ff07-4a70-b0e0-7699a19a136f', 'port_id': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20', 'mac_address': 'fa:16:3e:e9:8b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21595c72-616a-4e28-8fe4-7400fd5cdb33', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:06:07.170214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Port c4361785-157d-4e9c-ad23-05158bf499a6 on network 43cfeb84-aa30-4187-b10f-5985df7803ea not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:07.170441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Subnet': ['ID=53a4634f-959b-45e0-bcb0-ef3743ea1626,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:07.170998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Attempting to bind port c4361785-157d-4e9c-ad23-05158bf499a6 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:07.183132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Checking segment: {'id': 'b5a94125-39c7-4c21-ba38-82a84884d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:06:07.183487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network hostable DHCP agents. Network: 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:06:07.198695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e708-7c52-4e48-a41a-38c31e56c2d7 req-83bf598b-c297-421e-b507-8154e7d62323 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:07.201779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.203313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e708-7c52-4e48-a41a-38c31e56c2d7 req-83bf598b-c297-421e-b507-8154e7d62323 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:07.205094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d960e708-7c52-4e48-a41a-38c31e56c2d7 req-83bf598b-c297-421e-b507-8154e7d62323 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1678 time: 0.5006859 Mar 05 00:06:07.213192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:06:07.218185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.226454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:07.232540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:07.233601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.256903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b94095-58a9-4c74-8fa8-048a0670f572 None None] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:07.261075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:06:07.261449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:06:07.261813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:06:07.262252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Bound port: c4361785-157d-4e9c-ad23-05158bf499a6, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:06:07.262750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.266332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a0863ca0-8a5d-4da3-8b7e-4915529dc45e tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0127945 Mar 05 00:06:07.268707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55420) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:07.274942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'name': 'tempest-AllowedAddressPairTestJSON-713894964'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:07.359024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d960e708-7c52-4e48-a41a-38c31e56c2d7 req-018a1398-d5ed-4216-b46f-ddf135a6db4e tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993090 Mar 05 00:06:07.441852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] For port cc819f8b-1f6f-445d-b8ad-3b7085d31d75, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:07.442214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.456470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbbb1e0-9d50-49aa-bb1b-b4814729db20 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:06:07.500750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.522508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:07.540992 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.628909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:07.636279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Usage tracker for resource:port and tenant:5356c0fa1a544071b268fde4abc1fb25 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:07.640769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:07.650683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20eff-f1c8-4e5f-a565-9415f492af07 req-c0a2eca3-2e25-43ff-ae76-731de12f5862 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:07.652407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38c20eff-f1c8-4e5f-a565-9415f492af07 req-c0a2eca3-2e25-43ff-ae76-731de12f5862 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.1747153 Mar 05 00:06:07.653740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:07.656898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:07.697016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:07.707324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:07.713153 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.728677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55430) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:07.775503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38c20eff-f1c8-4e5f-a565-9415f492af07 req-f104210d-9b06-404a-a27a-0207ccdd3093 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127846 Mar 05 00:06:07.777205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] device_id is not set on port 75042348-364d-4aec-a4fb-a2c1d1c577d3 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:07.782929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.788412 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a', 'code': 200} Mar 05 00:06:07.794690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:07.835010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'tenant_id': '5356c0fa1a544071b268fde4abc1fb25', 'fixed_ips': [{'subnet_id': '53a4634f-959b-45e0-bcb0-ef3743ea1626'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:06:07.835822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:07.885253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Calling delete_port for cc819f8b-1f6f-445d-b8ad-3b7085d31d75 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:07.906625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['ebbbb1e0-9d50-49aa-bb1b-b4814729db20'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:08.012901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.063624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:08.074866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0a35a85c114f26a8b6614d39883e5f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:08.080183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:08.084392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Allocated IP 172.20.0.12 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/75042348-364d-4aec-a4fb-a2c1d1c577d3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:08.091741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:08.094524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:08.128921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] For port c4361785-157d-4e9c-ad23-05158bf499a6, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:06:08.132463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] For port c4361785-157d-4e9c-ad23-05158bf499a6, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c4361785-157d-4e9c-ad23-05158bf499a6,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:06:08.176901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.189465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.251740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.274499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.298625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc819f8b-1f6f-445d-b8ad-3b7085d31d75,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:08.315089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.319613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.401376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe885e4-49ea-4fbd-8a44-4eb4dc4977f6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:08.419467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c8ccd77-2417-464f-b41a-0f9a15eb6314 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d0a35a85c114f26a8b6614d39883e5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6895034 Mar 05 00:06:08.422547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55440) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:08.427276 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.428637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] 10.222.0.10 "PUT /v2.0/ports/c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 1092 time: 4.2887406 Mar 05 00:06:08.446079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.464774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'tag': 'c4361785-157d-4e9c-ad23-05158bf499a6'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:08.523841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Transition to ACTIVE for port object 75042348-364d-4aec-a4fb-a2c1d1c577d3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:08.582710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6355a-e04c-4a4e-a5be-1d02195cd665 service neutron] Pushing event updated for resources: {'Port': ['ID=c4361785-157d-4e9c-ad23-05158bf499a6,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:08.604229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bae9-7bba-422a-a54f-7bf082d58068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.634371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.693151 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bae9-7bba-422a-a54f-7bf082d58068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.725985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Allocated IP 172.20.0.2 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/07cb28a9-1d38-4f25-8282-e2ac47481317) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:08.753213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e8b21-1882-4b5e-ba10-d02a8313adb8 req-cd35752b-d53d-49d6-8180-e45ee3e110f7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:08.760729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-368e8b21-1882-4b5e-ba10-d02a8313adb8 req-cd35752b-d53d-49d6-8180-e45ee3e110f7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 944 time: 0.6574826 Mar 05 00:06:08.764454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:08.772830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:08.781918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:08.784670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=75042348-364d-4aec-a4fb-a2c1d1c577d3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:08.789103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:08.802790 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.824193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.848674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38771-7430-400d-a23b-11070315cdec req-f91f3188-19d7-4f45-9b9f-1d2cbd64dd79 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:08.853168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38771-7430-400d-a23b-11070315cdec req-f91f3188-19d7-4f45-9b9f-1d2cbd64dd79 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:08.854782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ca38771-7430-400d-a23b-11070315cdec req-f91f3188-19d7-4f45-9b9f-1d2cbd64dd79 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1680 time: 0.3024890 Mar 05 00:06:08.894195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:08.894804 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.897991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-496d6c7b-5c37-45bb-b9b7-b67072eee028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1095 time: 0.4141467 Mar 05 00:06:08.900982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bae9-7bba-422a-a54f-7bf082d58068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.945558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0bae9-7bba-422a-a54f-7bf082d58068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe885e4-49ea-4fbd-8a44-4eb4dc4977f6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:08.952203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bae9-7bba-422a-a54f-7bf082d58068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:08.953418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a5e0bae9-7bba-422a-a54f-7bf082d58068 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfe885e4-49ea-4fbd-8a44-4eb4dc4977f6 HTTP/1.1" status: 204 len: 168 time: 0.5298793 Mar 05 00:06:08.956581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ca38771-7430-400d-a23b-11070315cdec req-3c0a927e-0043-40a3-8d71-1cff09aa8aa5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956464 Mar 05 00:06:08.962866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0927d005-d7ea-4f9f-8405-f36347617981 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6930118 Mar 05 00:06:08.965708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55450) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:08.974767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'name': 'tempest-AllowedAddressPairTestJSON-719596482', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:5b:f2'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:09.014255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-368e8b21-1882-4b5e-ba10-d02a8313adb8 req-8614505d-f47b-401a-8fa3-d9df01d5bd2e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526689 Mar 05 00:06:09.061024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=0c2fba94-3d01-4178-86ba-4a9739016137,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:09.067404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-5d976d51-6c22-473e-9da4-5163f53d8f60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 217 time: 0.1545517 Mar 05 00:06:09.082716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.102833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Transition to ACTIVE for port object 07cb28a9-1d38-4f25-8282-e2ac47481317 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:09.122182 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'tag': 'c4361785-157d-4e9c-ad23-05158bf499a6', 'status': 'completed', 'code': 200} Mar 05 00:06:09.128206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.135544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Transition to ACTIVE for port object 07cb28a9-1d38-4f25-8282-e2ac47481317 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:09.150359 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.233732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:09.237777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Usage tracker for resource:port and tenant:5356c0fa1a544071b268fde4abc1fb25 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:09.243373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:09.250967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:09.269594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:09.274620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:09.277844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:09.282694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:09.284805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.284991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Pushing event updated for resources: {'Port': ['ID=07cb28a9-1d38-4f25-8282-e2ac47481317,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:09.327752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] device_id is not set on port f651b272-482a-4817-8a6e-d4e227252c7a yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:09.381774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Attempting to bind port 07cb28a9-1d38-4f25-8282-e2ac47481317 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:09.382128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Attempting to bind port 07cb28a9-1d38-4f25-8282-e2ac47481317 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b5a94125-39c7-4c21-ba38-82a84884d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:09.382668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Attempting to bind port 07cb28a9-1d38-4f25-8282-e2ac47481317 on network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:09.392095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:06:09.392793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Checking segment: {'id': 'b5a94125-39c7-4c21-ba38-82a84884d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:06:09.393402 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.393797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Bound using segment: {'id': 'b5a94125-39c7-4c21-ba38-82a84884d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:06:09.394269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Bound port: 07cb28a9-1d38-4f25-8282-e2ac47481317, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a94125-39c7-4c21-ba38-82a84884d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:06:09.394640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.488097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] For port 07cb28a9-1d38-4f25-8282-e2ac47481317, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:06:09.493546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] For port 07cb28a9-1d38-4f25-8282-e2ac47481317, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=07cb28a9-1d38-4f25-8282-e2ac47481317,segment=NetworkSegment(b5a94125-39c7-4c21-ba38-82a84884d2bb),segment_id=b5a94125-39c7-4c21-ba38-82a84884d2bb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:06:09.499431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.506393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23235-a681-479a-9b81-1be1896968a7 req-545d38dc-9f39-408d-add4-fabafe36face service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:09.507917 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-545d38dc-9f39-408d-add4-fabafe36face service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.4337158 Mar 05 00:06:09.536450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Allocated IP 172.20.0.7 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/f651b272-482a-4817-8a6e-d4e227252c7a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:09.550781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55460) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:09.582275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed99566-3c62-4baf-869c-ca557cd88566 None None] Pushing event updated for resources: {'Port': ['ID=07cb28a9-1d38-4f25-8282-e2ac47481317,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:09.582816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.625827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.656354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5260-f219-490e-b95b-178947b05639 req-5ca4c015-e15a-41f1-96ab-6f007a9d79ef tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:09.657874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d4b5260-f219-490e-b95b-178947b05639 req-5ca4c015-e15a-41f1-96ab-6f007a9d79ef tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2365782 Mar 05 00:06:09.701055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:09.705104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.715430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-91ab550e-1dd3-45ca-bb8e-df596f4fab64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916327 Mar 05 00:06:09.722081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Usage tracker for resource:security_group_rule and tenant:1eb132ad28494c46ad01676442d6cc76 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:09.728466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:09.785383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:09.926348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d4b5260-f219-490e-b95b-178947b05639 req-9331831b-21de-4240-a72c-3526b87fb436 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552986 Mar 05 00:06:09.961907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:09.999327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Transition to ACTIVE for port object f651b272-482a-4817-8a6e-d4e227252c7a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:10.015779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.057657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.079023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1689727090', 'description': 'tempest-description-358858040'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:10.089249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.141001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:10.203881 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 45deb5bf-3b0c-49cb-99dd-5048cbf71fbf associated. External IP: 172.25.0.6, port: 77c092e2-ec78-4b0e-b38f-26f7c50230d3. Mar 05 00:06:10.262681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:10.276132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-e013812e-e807-42d5-88e4-4bf97b361f71 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519161 Mar 05 00:06:10.375715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.378362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e866e5-4551-4ca5-af37-ba13e6917440,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:10.400147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:10.405081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:10.412151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e986ca54-707b-4337-bc38-c4f592dc0f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eb132ad28494c46ad01676442d6cc76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8595078 Mar 05 00:06:10.413344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:10.435381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55478) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:10.440229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=f651b272-482a-4817-8a6e-d4e227252c7a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:10.491755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:10.493101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.520535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76787922-366a-4d0f-926d-b20008a7f552 req-1032ac3f-9738-4df2-9e2c-019d4885bdb4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:10.525341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76787922-366a-4d0f-926d-b20008a7f552 req-1032ac3f-9738-4df2-9e2c-019d4885bdb4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:10.527180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76787922-366a-4d0f-926d-b20008a7f552 req-1032ac3f-9738-4df2-9e2c-019d4885bdb4 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1680 time: 0.3546705 Mar 05 00:06:10.580208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:10.596450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Usage tracker for resource:security_group_rule and tenant:6e7cf54c58c74c5281292a008e4b05d0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:10.598375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bc1b3adb-4df9-49fb-910a-3dbb57ccc173 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6314988 Mar 05 00:06:10.601334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55482) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:10.609124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:10.630486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76787922-366a-4d0f-926d-b20008a7f552 req-bdcd5aa8-4775-4893-b3a3-06bb4f44298a tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860910 Mar 05 00:06:10.668598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39b23235-a681-479a-9b81-1be1896968a7 req-950e2398-4f83-4dbf-9509-ef20d930f3f0 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809271 Mar 05 00:06:10.681748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:10.714100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ebbbb1e0-9d50-49aa-bb1b-b4814729db20 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:10.807743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.834785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f25b7a-5312-440a-8f1a-94fc47ea2bc2 req-96aa6474-f8c6-4075-aca5-9cba1f96f45b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:10.843189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13f25b7a-5312-440a-8f1a-94fc47ea2bc2 req-96aa6474-f8c6-4075-aca5-9cba1f96f45b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 944 time: 0.0982852 Mar 05 00:06:10.848178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a87ec53a-d86c-4fd9-97ac-d822cf31c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.856438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:10.861777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:10.862397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.881621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a87ec53a-d86c-4fd9-97ac-d822cf31c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:10.905068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13f25b7a-5312-440a-8f1a-94fc47ea2bc2 req-520f5f95-adf9-4b1e-aae5-e09ea71b1c17 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606503 Mar 05 00:06:10.921990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.062020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.084149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b55e0-4d6c-46cd-a12d-efde41168439 None None] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:11.087884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d55f8-8795-49fc-8fb4-d72daa37e908,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:11.178180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:11.203340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:11.205909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d5733-1229-4f8f-a494-7b27432b8644 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:11.207425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-268529c5-2f38-4c38-8355-6c2beddb7f1b None None] Provisioning for port 07cb28a9-1d38-4f25-8282-e2ac47481317 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:11.209866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d5733-1229-4f8f-a494-7b27432b8644 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:11.213830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d5733-1229-4f8f-a494-7b27432b8644 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:11.218056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-776d5733-1229-4f8f-a494-7b27432b8644 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.6114371 Mar 05 00:06:11.218240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.218404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:11.247632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.266429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3fdf85b2-1d76-4491-b1b1-84c5e64aeaf6 req-f9114ab8-5133-416c-94c6-6707a82e58e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.2081985 Mar 05 00:06:11.266743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 07cb28a9-1d38-4f25-8282-e2ac47481317 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:11.287802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port f651b272-482a-4817-8a6e-d4e227252c7a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:11.288914 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.307110 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20', 'code': 200} Mar 05 00:06:11.378902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-773534bb-05a9-4428-8578-90e59c2d9468 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1095 time: 0.6235566 Mar 05 00:06:11.466818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:11.541904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 07cb28a9-1d38-4f25-8282-e2ac47481317 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:11.556841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 07cb28a9-1d38-4f25-8282-e2ac47481317 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:11.557255 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.635976 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5094ec0a-3ff5-4bb3-8bb0-7a13b9019444 req-b0ef7900-5439-4807-b39c-7ff1769202ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1983 time: 0.2448685 Mar 05 00:06:11.668742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a87ec53a-d86c-4fd9-97ac-d822cf31c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.680584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.729517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ec53a-d86c-4fd9-97ac-d822cf31c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e866e5-4551-4ca5-af37-ba13e6917440,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:11.753095 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.761192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a87ec53a-d86c-4fd9-97ac-d822cf31c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.762553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a87ec53a-d86c-4fd9-97ac-d822cf31c3d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42e866e5-4551-4ca5-af37-ba13e6917440 HTTP/1.1" status: 204 len: 168 time: 1.3196361 Mar 05 00:06:11.813249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 07cb28a9-1d38-4f25-8282-e2ac47481317, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=07cb28a9-1d38-4f25-8282-e2ac47481317,segment=NetworkSegment(b5a94125-39c7-4c21-ba38-82a84884d2bb),segment_id=b5a94125-39c7-4c21-ba38-82a84884d2bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:11.835187 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:11.841000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-725bfe9d-335e-4fef-bc9d-54b01541b6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:11.842877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-725bfe9d-335e-4fef-bc9d-54b01541b6bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.4572434 Mar 05 00:06:11.846202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for f651b272-482a-4817-8a6e-d4e227252c7a owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:11.924875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5094ec0a-3ff5-4bb3-8bb0-7a13b9019444 req-54b69220-8444-41a3-9699-ac794b766e17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749112 Mar 05 00:06:11.926673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=07cb28a9-1d38-4f25-8282-e2ac47481317,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:12.063684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Provisioning for port 75042348-364d-4aec-a4fb-a2c1d1c577d3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:12.072169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Provisioning complete for port 75042348-364d-4aec-a4fb-a2c1d1c577d3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:12.073016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:12.119153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-105ba1cf-344e-42bf-adb9-9f4fff213ddc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 217 time: 0.1715262 Mar 05 00:06:12.183569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:12.221731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Port 75042348-364d-4aec-a4fb-a2c1d1c577d3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:12.242884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Provisioning complete for port 07cb28a9-1d38-4f25-8282-e2ac47481317 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:12.243352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:12.315325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=f651b272-482a-4817-8a6e-d4e227252c7a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:12.317788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-64c1b8df-f7e2-4072-9d45-5626461203e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:12.610406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-776b46ec-d6a2-487b-aca1-32c5b6d353c8 None None] Could not find standard attr ID for object f651b272-482a-4817-8a6e-d4e227252c7a. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:06:12.622942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-644e4c11-683a-4492-97f6-a0d811a61336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:12.624436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-644e4c11-683a-4492-97f6-a0d811a61336 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.3908389 Mar 05 00:06:12.627710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-64c1b8df-f7e2-4072-9d45-5626461203e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:12.628685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-64c1b8df-f7e2-4072-9d45-5626461203e8 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1689727090&fields=id&tenant_id=6e7cf54c58c74c5281292a008e4b05d0 HTTP/1.1" status: 200 len: 267 time: 0.9610839 Mar 05 00:06:12.701512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:12.709776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f509e7f7-d30b-4a3b-b507-dc383b4c1fcd tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/ports/f651b272-482a-4817-8a6e-d4e227252c7a HTTP/1.1" status: 204 len: 168 time: 1.4900136 Mar 05 00:06:12.716981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55520) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:12.727982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36327fcd-028f-4558-9db0-952dbd6909cb req-f8563481-3c27-45e6-b258-97e32a0343cb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:12.733819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36327fcd-028f-4558-9db0-952dbd6909cb req-f8563481-3c27-45e6-b258-97e32a0343cb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:12.746974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36327fcd-028f-4558-9db0-952dbd6909cb req-f8563481-3c27-45e6-b258-97e32a0343cb tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1681 time: 0.2678406 Mar 05 00:06:12.750389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd89b836-7ca0-40d6-89c2-7a64ab89a992 None None] Provisioning complete for port 75042348-364d-4aec-a4fb-a2c1d1c577d3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:12.751103 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bd89b836-7ca0-40d6-89c2-7a64ab89a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:12.822461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bd89b836-7ca0-40d6-89c2-7a64ab89a992 None None] Port 75042348-364d-4aec-a4fb-a2c1d1c577d3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:12.834438 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:06:12.838949 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d453607d-3493-4f2c-99a9-f8a7513c3636 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] GET failed (client error): The resource could not be found. Mar 05 00:06:12.839712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d453607d-3493-4f2c-99a9-f8a7513c3636 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Synchronizing usage tracker for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:12.847383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd89b836-7ca0-40d6-89c2-7a64ab89a992 None None] Could not find standard attr ID for object f651b272-482a-4817-8a6e-d4e227252c7a. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:06:12.877557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-f3693864-53f6-4957-9949-0ab97891212e tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:12.879426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-f3693864-53f6-4957-9949-0ab97891212e tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.2356107 Mar 05 00:06:12.894075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-1b5a8e37-027c-4df6-a9c8-8fe20f3b79fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490664 Mar 05 00:06:12.894834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36327fcd-028f-4558-9db0-952dbd6909cb req-07453c77-90f9-40e8-a026-4af47b7b6703 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458969 Mar 05 00:06:12.915880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d453607d-3493-4f2c-99a9-f8a7513c3636 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Unset dirty status for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:12.917720 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d453607d-3493-4f2c-99a9-f8a7513c3636 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "GET /v2.0/ports/f651b272-482a-4817-8a6e-d4e227252c7a HTTP/1.1" status: 404 len: 333 time: 0.1670685 Mar 05 00:06:12.921028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:12.928661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'name': 'tempest-AllowedAddressPairTestJSON-1803859201'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:12.954580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'port': {'security_groups': ['c1dd5946-6a83-4602-81ed-a2787a400375', 'da7d55f8-8795-49fc-8fb4-d72daa37e908']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:13.257498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 07cb28a9-1d38-4f25-8282-e2ac47481317 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:13.287662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:13.389956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Router 52addda9-5eb4-4b7c-a945-c73059c16652 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:13.397476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:13.401016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-c9129dd2-b58b-43d2-b7bd-6a82febe2138 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941635 Mar 05 00:06:13.416639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 07cb28a9-1d38-4f25-8282-e2ac47481317 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:13.418584 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:13.432989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e66de-553c-4a36-868e-ffe21c984f54 req-32886718-9b79-4066-81f8-dad269607994 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:13.450422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:13.451182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a85e66de-553c-4a36-868e-ffe21c984f54 req-32886718-9b79-4066-81f8-dad269607994 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 944 time: 0.3688719 Mar 05 00:06:13.454020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:13.509755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:13.513060 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:13.543335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] device_id is not set on port 120a98fa-8c1d-4103-9110-0d2935ccfab7 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:13.587877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a85e66de-553c-4a36-868e-ffe21c984f54 req-3145a494-ab99-4d8c-a8aa-c23c289d2242 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Mar 05 00:06:13.878761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Allocated IP 172.20.0.13 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/120a98fa-8c1d-4103-9110-0d2935ccfab7) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:13.975424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55546) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:14.106009 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4fb7fb7-db30-4557-8805-9d2caf8f138c req-6d63d69b-01b2-45ad-a58e-4d79ba16cf9b service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951582 Mar 05 00:06:14.233101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.279390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.294073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:14.310339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Transition to ACTIVE for port object 120a98fa-8c1d-4103-9110-0d2935ccfab7 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:14.319161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:14.325393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Usage tracker for resource:security_group_rule and tenant:3ba760dd0aff44038dbcc604bdb31199 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:14.332390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:14.343094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963c4de-c7ff-45bf-8072-623004ef1f51 req-826048e4-a897-4567-ae9f-4385fb24c224 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:14.347657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963c4de-c7ff-45bf-8072-623004ef1f51 req-826048e4-a897-4567-ae9f-4385fb24c224 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:14.349584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d963c4de-c7ff-45bf-8072-623004ef1f51 req-826048e4-a897-4567-ae9f-4385fb24c224 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1681 time: 0.2073803 Mar 05 00:06:14.356525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:14.369413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.382134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.395839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:14.439778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:14.455608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.461507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] Sync routers for ids ['52addda9-5eb4-4b7c-a945-c73059c16652'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:14.468317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-452ca5d0-cbaa-4a92-bc25-e4ec4f0de813 admin admin] 10.222.0.32 "PUT /v2.0/routers/52addda9-5eb4-4b7c-a945-c73059c16652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2597623 Mar 05 00:06:14.470083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55552) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:14.478892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] Routers {'52addda9-5eb4-4b7c-a945-c73059c16652'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:14.479763 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['52addda9-5eb4-4b7c-a945-c73059c16652'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:14.544781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d963c4de-c7ff-45bf-8072-623004ef1f51 req-c33b9d84-ce60-4b70-bef4-96246632ec6b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866763 Mar 05 00:06:14.611940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.632537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:14.638773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:14.640419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:14.652779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:14.669263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:14.692560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:14.693307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.694647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72a07ae7-770a-44d0-9efc-bd3a2073e392 req-ca2f9408-ef83-4534-98c7-dbcd8dd46f7d tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "PUT /v2.0/ports/98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 981 time: 1.7980597 Mar 05 00:06:14.738822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c4361785-157d-4e9c-ad23-05158bf499a6 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:06:14.747762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=120a98fa-8c1d-4103-9110-0d2935ccfab7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:14.762199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.777981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:14.803487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:14.864638 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] Set router 52addda9-5eb4-4b7c-a945-c73059c16652 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:14.883725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.885705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.887648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.888122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.888560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.888995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.898024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.898567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.899008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.899443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.899873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:14.906072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:14.938415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:14.948012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f3999-e9ab-46cf-bb6e-a2e5c27760a8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:14.954588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:14.955628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:14.967015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2e36b011-dffc-4f13-a69a-a5d7a364d11c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ba760dd0aff44038dbcc604bdb31199&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9819965 Mar 05 00:06:14.972656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55570) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:15.035681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-802a3358-30f9-48bc-9506-3d6045546f3c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1118627 Mar 05 00:06:15.048108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55574) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:15.057781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:5b:f2'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:15.105267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:15.105916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:15.145864 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.159745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d86312fa-24e6-4e63-8be7-e96e9c2e87f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.218610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:15.260880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9262889d-fc8d-49ed-827f-56084de604d4 req-42d31457-5fc9-47a3-9d5e-2504f1a42233 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1689727090&fields=id&tenant_id=6e7cf54c58c74c5281292a008e4b05d0 HTTP/1.1" status: 200 len: 267 time: 0.2134767 Mar 05 00:06:15.268383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c4361785-157d-4e9c-ad23-05158bf499a6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c4361785-157d-4e9c-ad23-05158bf499a6,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:15.276043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba90d2e1-d278-47e2-b477-0715086649f2 None None] Provisioning for port 120a98fa-8c1d-4103-9110-0d2935ccfab7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:15.285576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51118b-b5a8-45a4-ab3c-62a9ba887bdd req-3349bb37-6b42-47db-9df9-2b05bccbeb3b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:15.287211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc51118b-b5a8-45a4-ab3c-62a9ba887bdd req-3349bb37-6b42-47db-9df9-2b05bccbeb3b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 944 time: 0.3504765 Mar 05 00:06:15.294743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e4f6fad5-7b3d-447e-8630-777f9b8160c6 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.2541020 Mar 05 00:06:15.295581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55578) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:15.301780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba90d2e1-d278-47e2-b477-0715086649f2 None None] Provisioning complete for port 120a98fa-8c1d-4103-9110-0d2935ccfab7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:15.302375 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ba90d2e1-d278-47e2-b477-0715086649f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.319622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'port_id': '77c092e2-ec78-4b0e-b38f-26f7c50230d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:15.338691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d86312fa-24e6-4e63-8be7-e96e9c2e87f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.343611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c4361785-157d-4e9c-ad23-05158bf499a6', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': 'c4361785-157d-4e9c-ad23-05158bf499a6', 'mac_address': 'fa:16:3e:0e:75:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:06:15.357421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:15.358331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:15.358894 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:06:08Z', 'revision_number': 5, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:15.363548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] Checking router: 52addda9-5eb4-4b7c-a945-c73059c16652 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:06:15.376280 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] Routers {'52addda9-5eb4-4b7c-a945-c73059c16652'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:15.377120 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['52addda9-5eb4-4b7c-a945-c73059c16652'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:15.479062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:15.480261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c64f6d-fe9b-4a2b-9ecd-65b3d753ab47 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:15.491001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.498248 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d86312fa-24e6-4e63-8be7-e96e9c2e87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.507291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262889d-fc8d-49ed-827f-56084de604d4 req-e0c8b011-b56d-4bc8-9c5a-6b8b8033a01b tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:15.515376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9262889d-fc8d-49ed-827f-56084de604d4 req-e0c8b011-b56d-4bc8-9c5a-6b8b8033a01b tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 984 time: 0.2533157 Mar 05 00:06:15.520578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ba90d2e1-d278-47e2-b477-0715086649f2 None None] Port 120a98fa-8c1d-4103-9110-0d2935ccfab7 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:15.534448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'port': {'security_groups': ['c1dd5946-6a83-4602-81ed-a2787a400375']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:15.538437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.575638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4361785-157d-4e9c-ad23-05158bf499a6 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:06:15.576937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86312fa-24e6-4e63-8be7-e96e9c2e87f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f3999-e9ab-46cf-bb6e-a2e5c27760a8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:15.594539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.607075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d86312fa-24e6-4e63-8be7-e96e9c2e87f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.608336 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d86312fa-24e6-4e63-8be7-e96e9c2e87f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/001f3999-e9ab-46cf-bb6e-a2e5c27760a8 HTTP/1.1" status: 204 len: 168 time: 0.6344304 Mar 05 00:06:15.618326 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] Set router 52addda9-5eb4-4b7c-a945-c73059c16652 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:15.626099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c4361785-157d-4e9c-ad23-05158bf499a6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c4361785-157d-4e9c-ad23-05158bf499a6,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:15.641618 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.642461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc51118b-b5a8-45a4-ab3c-62a9ba887bdd req-1efe0248-9d86-4385-8439-86af90e680e7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459496 Mar 05 00:06:15.663525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:15.747228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c4361785-157d-4e9c-ad23-05158bf499a6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:15.949327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:16.021870 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:06:08Z', 'revision_number': 5, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:16.031466 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec9c98-41be-427f-aa86-0f49d49a5f6d None None] The sync data for ids ['52addda9-5eb4-4b7c-a945-c73059c16652'] in n-d-828979-4 is: [{'id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'name': 'tempest-AttachSCSIVolumeTestJSON-359832811-router', 'tenant_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:12Z', 'updated_at': '2022-03-05T00:06:08Z', 'revision_number': 5, 'project_id': 'ff8481e5055f4b6aaf19d6b400bca16f', 'gw_port': {'id': 'd07eb1c3-1614-4493-8908-5e729d45de7a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52addda9-5eb4-4b7c-a945-c73059c16652', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:13Z', 'updated_at': '2022-03-05T00:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:16.094368 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.108779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.238497 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'status': 'completed', 'code': 200} Mar 05 00:06:16.261112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.560577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d8bb097d-954d-4b49-8e30-d0d952658d5d None None] Provisioning complete for port 120a98fa-8c1d-4103-9110-0d2935ccfab7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:16.561176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d8bb097d-954d-4b49-8e30-d0d952658d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.656216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=120a98fa-8c1d-4103-9110-0d2935ccfab7,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:16.664659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb097d-954d-4b49-8e30-d0d952658d5d None None] Port 120a98fa-8c1d-4103-9110-0d2935ccfab7 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:16.674908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] In _notify_port_updated(), no bound segment for port 120a98fa-8c1d-4103-9110-0d2935ccfab7 on network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:06:16.678842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:16.680147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.681537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-304eb88f-9947-4288-bc52-cacf1d5be588 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "PUT /v2.0/ports/120a98fa-8c1d-4103-9110-0d2935ccfab7 HTTP/1.1" status: 200 len: 995 time: 1.6323521 Mar 05 00:06:16.689830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:16.789930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port 120a98fa-8c1d-4103-9110-0d2935ccfab7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:16.790269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.853029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347241f3-e334-404f-9155-a973bdd62566 req-fe0bd69e-cd29-4a08-a488-a94c651f7ab7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:16.854134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:16.856842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347241f3-e334-404f-9155-a973bdd62566 req-fe0bd69e-cd29-4a08-a488-a94c651f7ab7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:16.858736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-347241f3-e334-404f-9155-a973bdd62566 req-fe0bd69e-cd29-4a08-a488-a94c651f7ab7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1681 time: 0.2955172 Mar 05 00:06:16.907317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-0bde3232-08d9-41c7-bc2b-1108bd6bcd61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1135 time: 0.3453603 Mar 05 00:06:16.931938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.960097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:16.973046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:17.107311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:17.107929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:17.125100 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9262889d-fc8d-49ed-827f-56084de604d4 req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "PUT /v2.0/ports/98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 942 time: 1.6086755 Mar 05 00:06:17.129545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:17.140279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-4418c1d1-9ccf-48d1-bebf-88370464fcb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:17.143460 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-4418c1d1-9ccf-48d1-bebf-88370464fcb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.2179239 Mar 05 00:06:17.169207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cc819f8b-1f6f-445d-b8ad-3b7085d31d75 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:17.190567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f716b-fad7-4369-9f4c-caaf8ac901ba tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event updated for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:17.203777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:06:17.235405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:17.238199 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-3a7efba7-fe08-45df-a14b-68f3fd3184bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 217 time: 0.0792921 Mar 05 00:06:17.263832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: cc819f8b-1f6f-445d-b8ad-3b7085d31d75 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:17.264432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cc819f8b-1f6f-445d-b8ad-3b7085d31d75 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:17.341091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-d04fa7ec-d736-4f1d-9e8e-a4510ec2bcb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:17.343049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-d04fa7ec-d736-4f1d-9e8e-a4510ec2bcb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.0972645 Mar 05 00:06:17.478376 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-347241f3-e334-404f-9155-a973bdd62566 req-59241a1a-2ae0-4142-a03f-6bf9b1f7e78d tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113741 Mar 05 00:06:17.514090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:17.529641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for 120a98fa-8c1d-4103-9110-0d2935ccfab7 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:17.535160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-8373d2ea-12a2-41bb-97fa-216024b3ba95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687872 Mar 05 00:06:17.545169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Deleting port d07eb1c3-1614-4493-8908-5e729d45de7a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:17.545584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:17.702486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158ea31-372d-464d-acfe-2b67f5ed36e4 req-c7555cfa-d3f5-438b-8682-df95a1b51a66 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:17.703932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c158ea31-372d-464d-acfe-2b67f5ed36e4 req-c7555cfa-d3f5-438b-8682-df95a1b51a66 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 945 time: 0.1813755 Mar 05 00:06:17.771155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c158ea31-372d-464d-acfe-2b67f5ed36e4 req-da71c44f-8118-466d-b3a0-98751d292434 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540886 Mar 05 00:06:17.771731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:17.873776 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'status': 'completed', 'code': 200} Mar 05 00:06:17.874729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=120a98fa-8c1d-4103-9110-0d2935ccfab7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:17.994676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:18.156693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-bf2b6178-f4d4-40bc-9631-2feea292bfe5 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136806 Mar 05 00:06:18.168795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-d21e4da0-5d8b-4169-8b1f-b0842ccbfb69 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5935156 Mar 05 00:06:18.241109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.251373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e2691dac-3bb9-4623-9fdf-03ba146241fa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/ports/120a98fa-8c1d-4103-9110-0d2935ccfab7 HTTP/1.1" status: 204 len: 168 time: 1.5605390 Mar 05 00:06:18.254063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55634) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:18.275306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:18.291844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.309764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:18.312548 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff69c7f-619d-489a-81b9-87d39130bf0d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] GET failed (client error): The resource could not be found. Mar 05 00:06:18.313062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ff69c7f-619d-489a-81b9-87d39130bf0d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Synchronizing usage tracker for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:18.317562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-5ba7d193-7d0c-4b3f-be3f-1cf760355ca7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:18.321509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-5ba7d193-7d0c-4b3f-be3f-1cf760355ca7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:18.323006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-5ba7d193-7d0c-4b3f-be3f-1cf760355ca7 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1681 time: 0.5590892 Mar 05 00:06:18.328384 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.329523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ff69c7f-619d-489a-81b9-87d39130bf0d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Unset dirty status for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:18.330823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ff69c7f-619d-489a-81b9-87d39130bf0d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "GET /v2.0/ports/120a98fa-8c1d-4103-9110-0d2935ccfab7 HTTP/1.1" status: 404 len: 333 time: 0.0757079 Mar 05 00:06:18.334272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55640) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:18.340244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'name': 'tempest-AllowedAddressPairTestJSON-89634901'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:18.486295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:18.495831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:18.502926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Usage tracker for resource:floatingip and tenant:6e7cf54c58c74c5281292a008e4b05d0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:18.506429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:18.509553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.519125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:18.537449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] device_id is not set on port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:18.619217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:18.641152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] For port d07eb1c3-1614-4493-8908-5e729d45de7a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d07eb1c3-1614-4493-8908-5e729d45de7a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:18.641530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.742933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c4361785-157d-4e9c-ad23-05158bf499a6 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:18.754483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Allocated IP 172.20.0.10 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/1f7c0d44-bee4-43e3-9181-8d154bbcbab2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:18.797948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d038bf-74e8-44f5-9c11-656a85fec787 req-16ea6b44-68a4-4b5c-b122-70107e5da045 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:18.802156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d038bf-74e8-44f5-9c11-656a85fec787 req-16ea6b44-68a4-4b5c-b122-70107e5da045 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:18.803402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Calling delete_port for d07eb1c3-1614-4493-8908-5e729d45de7a owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:18.810314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7d038bf-74e8-44f5-9c11-656a85fec787 req-16ea6b44-68a4-4b5c-b122-70107e5da045 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1681 time: 0.1505258 Mar 05 00:06:18.855678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.870993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port c4361785-157d-4e9c-ad23-05158bf499a6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:18.876866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc43a1fc-2d53-4846-87e1-d7bf8a5199a8 req-64003fea-3e36-4f4b-abdb-24ea6b162be1 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051642 Mar 05 00:06:18.878778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c4361785-157d-4e9c-ad23-05158bf499a6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:18.879424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:18.879812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:18.880149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.081836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7d038bf-74e8-44f5-9c11-656a85fec787 req-7b0de6a6-d997-4a67-bea4-59106e839c6c tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705662 Mar 05 00:06:19.094915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.128620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4361785-157d-4e9c-ad23-05158bf499a6'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:19.139976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c4361785-157d-4e9c-ad23-05158bf499a6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c4361785-157d-4e9c-ad23-05158bf499a6,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:19.147778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.187603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.208528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Transition to ACTIVE for port object 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:19.234534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.285583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c4361785-157d-4e9c-ad23-05158bf499a6,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:19.338284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:19.340312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:19.344697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:19.425790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=1f7c0d44-bee4-43e3-9181-8d154bbcbab2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:19.466328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-32fb993a-4bc3-4c8c-98cf-f6923473cec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.5241470 Mar 05 00:06:19.500461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:19.501601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.547859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-deb2b30d-3610-4981-a275-44ac8616b724 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2122154 Mar 05 00:06:19.550300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55690) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:19.558947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:5b:f2'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:19.636637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397568e7-96ab-44d7-85bb-6a4f7379f570 req-def71118-a185-4e53-8c4e-e93b7f7cadb9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:19.638050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-397568e7-96ab-44d7-85bb-6a4f7379f570 req-def71118-a185-4e53-8c4e-e93b7f7cadb9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.2515481 Mar 05 00:06:19.653908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port ebbbb1e0-9d50-49aa-bb1b-b4814729db20, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:19.654197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.715786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-95586aeb-a497-49e2-bebe-a8ffb6381f69 None None] Provisioning for port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:19.728426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-95586aeb-a497-49e2-bebe-a8ffb6381f69 None None] Provisioning complete for port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:19.729014 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-95586aeb-a497-49e2-bebe-a8ffb6381f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.737290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:19.758981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-397568e7-96ab-44d7-85bb-6a4f7379f570 req-264f428d-bee0-4952-83ec-6e3cebb64774 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899537 Mar 05 00:06:19.834596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-95586aeb-a497-49e2-bebe-a8ffb6381f69 None None] Port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:19.850621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for ebbbb1e0-9d50-49aa-bb1b-b4814729db20 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:19.862534 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4361785-157d-4e9c-ad23-05158bf499a6', 'code': 200} Mar 05 00:06:19.960764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55698) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:20.147522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf776551-0dd1-4129-af80-d829b5495c83 req-2d4d5a1b-d55a-42aa-918b-fd7ab53d68e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1097 time: 0.2132552 Mar 05 00:06:20.153407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.153407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.267903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.285965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf776551-0dd1-4129-af80-d829b5495c83 req-7f34e02c-29d3-4b30-9b31-c96da92ce822 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388776 Mar 05 00:06:20.332582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07eb1c3-1614-4493-8908-5e729d45de7a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:20.341513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:20.348007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-24092f2a-d45b-4c2e-8fd5-355358765782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:20.349757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-24092f2a-d45b-4c2e-8fd5-355358765782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.8668056 Mar 05 00:06:20.364788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.368644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:20.374134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b23cdb9c6784d4f846d101386225d76 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:20.378084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:20.388037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.394586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:20.540628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=1f7c0d44-bee4-43e3-9181-8d154bbcbab2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:20.565420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73a271-0013-4011-84f4-b95174ff479c req-f4d4c722-a06a-4ff4-b8c5-8adc62045be5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:20.569627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73a271-0013-4011-84f4-b95174ff479c req-f4d4c722-a06a-4ff4-b8c5-8adc62045be5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:20.570852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-6a9ba02b-4db3-4ed7-ad3c-eee1c3a27c0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 217 time: 0.2084851 Mar 05 00:06:20.573584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b73a271-0013-4011-84f4-b95174ff479c req-f4d4c722-a06a-4ff4-b8c5-8adc62045be5 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 1681 time: 0.2857130 Mar 05 00:06:20.607987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] In _notify_port_updated(), no bound segment for port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 on network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:06:20.611835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:20.612475 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.613783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a597325-5baf-42f6-a88f-ef4acb9d7f93 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "PUT /v2.0/ports/1f7c0d44-bee4-43e3-9181-8d154bbcbab2 HTTP/1.1" status: 200 len: 995 time: 1.0623634 Mar 05 00:06:20.621456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55708) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:20.669445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.674745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b73a271-0013-4011-84f4-b95174ff479c req-2b6f776a-3012-41e6-aa8a-fb82405c57db tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927815 Mar 05 00:06:20.676285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.724614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cc087c-a11e-494c-b640-5d56b587e2d8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:20.732435 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-39436a96-68e2-4a0f-9cd2-6389d1d95ba1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b23cdb9c6784d4f846d101386225d76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7693594 Mar 05 00:06:20.733049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:20.760955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.768734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dd87d88f-15ab-45af-a3aa-0e50eec28791 None None] Provisioning complete for port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:20.769580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dd87d88f-15ab-45af-a3aa-0e50eec28791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.795025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dff691cd-7046-425b-8a75-63c61cf48ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.822286 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dff691cd-7046-425b-8a75-63c61cf48ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.838890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-dd87d88f-15ab-45af-a3aa-0e50eec28791 None None] Port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:20.877353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dff691cd-7046-425b-8a75-63c61cf48ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.895525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff691cd-7046-425b-8a75-63c61cf48ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cc087c-a11e-494c-b640-5d56b587e2d8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:20.902332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dff691cd-7046-425b-8a75-63c61cf48ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:20.905738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dff691cd-7046-425b-8a75-63c61cf48ba0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6cc087c-a11e-494c-b640-5d56b587e2d8 HTTP/1.1" status: 204 len: 168 time: 0.1689694 Mar 05 00:06:20.974188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=ebbbb1e0-9d50-49aa-bb1b-b4814729db20,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:20.984385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Allocated IP 172.25.0.167 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/080ea8cf-edc4-495c-b047-eb817e87fefb) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:20.991700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:20.992190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.017514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-e22af5a8-cf41-4f6f-966f-324cdc993f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:21.019072 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-e22af5a8-cf41-4f6f-966f-324cdc993f89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.4290693 Mar 05 00:06:21.019617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b35c-5658-40f6-8508-6914b72c452a req-69dd1b3e-429a-4434-8900-a0e86b96a858 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:21.024552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10d5b35c-5658-40f6-8508-6914b72c452a req-69dd1b3e-429a-4434-8900-a0e86b96a858 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.1116040 Mar 05 00:06:21.076460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10d5b35c-5658-40f6-8508-6914b72c452a req-33f9b5ac-660f-49f7-bb82-adf7bc7df8d5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Mar 05 00:06:21.148892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.208699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-de663ce5-6210-46ed-8898-2714e865b0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650484 Mar 05 00:06:21.326298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55722) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:21.344400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.375873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:21.379672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Usage tracker for resource:security_group_rule and tenant:caa3acf3e43d4cbd9ff8e27e76d1a1b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:21.382537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:21.389784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:21.468364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.472958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.532647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e5da03-be34-4df0-831a-0e99c3eca5aa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:21.540161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee7b23e8-5bf5-48a7-829c-6d0107c6a210 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caa3acf3e43d4cbd9ff8e27e76d1a1b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2128141 Mar 05 00:06:21.543561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55730) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:21.581186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port ebbbb1e0-9d50-49aa-bb1b-b4814729db20 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:21.613518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e231c77-de24-4f42-a5a6-154a03262101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.651274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.655967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e231c77-de24-4f42-a5a6-154a03262101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.669741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-deleted', 'tag': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:21.719175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e231c77-de24-4f42-a5a6-154a03262101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.734090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e231c77-de24-4f42-a5a6-154a03262101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e5da03-be34-4df0-831a-0e99c3eca5aa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:21.742949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e231c77-de24-4f42-a5a6-154a03262101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:21.745425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e231c77-de24-4f42-a5a6-154a03262101 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43e5da03-be34-4df0-831a-0e99c3eca5aa HTTP/1.1" status: 204 len: 168 time: 0.2009149 Mar 05 00:06:21.862502 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-deleted', 'tag': 'ebbbb1e0-9d50-49aa-bb1b-b4814729db20', 'status': 'completed', 'code': 200} Mar 05 00:06:21.937982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-94aea222-5972-4c31-931b-7727f01d1ba2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "DELETE /v2.0/ports/ebbbb1e0-9d50-49aa-bb1b-b4814729db20 HTTP/1.1" status: 204 len: 173 time: 3.4204466 Mar 05 00:06:22.028758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73c84e-cd91-4657-8043-c034d350fa6a req-e5d646ca-f814-4604-a13d-8b65e1cb150c tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:22.030436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f73c84e-cd91-4657-8043-c034d350fa6a req-e5d646ca-f814-4604-a13d-8b65e1cb150c tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 944 time: 0.0929997 Mar 05 00:06:22.037457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.082409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f73c84e-cd91-4657-8043-c034d350fa6a req-3155bf06-10ee-4538-941f-8127704b97b0 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Mar 05 00:06:22.104688 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.114313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-66c6d2ed-b279-4dea-ad5e-b5e0c7821b01 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735845 Mar 05 00:06:22.117089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.173418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:22.173874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.344256 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.375827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:22.399214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb753328-9b10-4e14-a7c9-855ad58e9c82 req-6be104f2-b8bc-4972-8687-8c5cd9185c04 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:22.400890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb753328-9b10-4e14-a7c9-855ad58e9c82 req-6be104f2-b8bc-4972-8687-8c5cd9185c04 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.0922852 Mar 05 00:06:22.467890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb753328-9b10-4e14-a7c9-855ad58e9c82 req-fce6a3fc-1199-4469-bc6b-14df51650459 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600262 Mar 05 00:06:22.587758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for 1f7c0d44-bee4-43e3-9181-8d154bbcbab2 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:22.654472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-642d4f3a-ee15-4595-9553-05efc78939b5 req-e7bd1b82-1259-4400-98d8-5cf69a07e1cf service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178816 Mar 05 00:06:22.684931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.685498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52addda9-5eb4-4b7c-a945-c73059c16652 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:06:22.721492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:22.722629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8d222219-cf0e-4be8-8895-b4681ac65c81 admin admin] 10.222.0.32 "DELETE /v2.0/routers/52addda9-5eb4-4b7c-a945-c73059c16652 HTTP/1.1" status: 204 len: 168 time: 8.2483964 Mar 05 00:06:22.725368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:22.756354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ebbbb1e0-9d50-49aa-bb1b-b4814729db20 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:22.860479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: ebbbb1e0-9d50-49aa-bb1b-b4814729db20 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:22.861287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device ebbbb1e0-9d50-49aa-bb1b-b4814729db20 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:22.861932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6a619a97-e6c1-43a8-a762-ceb4c471fd2a no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:23.019085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.054139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:23.067142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:23.077160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.090731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Deleting subnet f7f8cd85-3360-4c1b-a52c-830c378f3ab1 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:06:23.096208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.171167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.178706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcc71e-d576-4112-b51b-61a640b9ccd6 req-1211ad5a-53cc-418c-b0b2-2c77420c5c16 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:23.180890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2edcc71e-d576-4112-b51b-61a640b9ccd6 req-1211ad5a-53cc-418c-b0b2-2c77420c5c16 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.1755466 Mar 05 00:06:23.187949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.228205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:23.335212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d07eb1c3-1614-4493-8908-5e729d45de7a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:23.364542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2edcc71e-d576-4112-b51b-61a640b9ccd6 req-4e73b715-7bf8-4ed1-98ed-ccd068067d14 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444807 Mar 05 00:06:23.389781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.452240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d07eb1c3-1614-4493-8908-5e729d45de7a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:23.455726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d07eb1c3-1614-4493-8908-5e729d45de7a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:23.504937 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a', 'code': 200} Mar 05 00:06:23.531510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event updated for resources: {'Port': ['ID=080ea8cf-edc4-495c-b047-eb817e87fefb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:23.536558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:23.558160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:23.561568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:23.579820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.647368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f8cd85-3360-4c1b-a52c-830c378f3ab1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:23.651865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:23.653437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.661817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f579052-9d65-4249-acf9-7324d08f3aa3 None None] Network d06b341d-d99b-4708-9bd8-653dbafd4227 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:23.685984 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.686479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:23.760068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86050cae-77e3-4065-968d-975fd77abd89 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7f8cd85-3360-4c1b-a52c-830c378f3ab1 HTTP/1.1" status: 204 len: 168 time: 1.0332091 Mar 05 00:06:23.762909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55792) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:23.921503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 6a619a97-e6c1-43a8-a762-ceb4c471fd2a owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:23.974129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=1f7c0d44-bee4-43e3-9181-8d154bbcbab2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:24.000346 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.017913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18a3ed-3bf4-404c-891a-0c6ab735ec64 req-d782ce2e-9773-4862-89a7-7b3db1193ced tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:24.020157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd18a3ed-3bf4-404c-891a-0c6ab735ec64 req-d782ce2e-9773-4862-89a7-7b3db1193ced tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 942 time: 0.3261273 Mar 05 00:06:24.059955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Deleting port bbf46015-e720-4c45-86f9-1f1bca1a4d8d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:24.060992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.082142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] DHCP port deletion for d06b341d-d99b-4708-9bd8-653dbafd4227 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:06:24.093703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Deleting port bbf46015-e720-4c45-86f9-1f1bca1a4d8d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:24.094327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.197503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:24.210324 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:24.223541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.225530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8d6bd0a4-d8ca-451f-ad88-3c0b18e053b7 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/ports/1f7c0d44-bee4-43e3-9181-8d154bbcbab2 HTTP/1.1" status: 204 len: 168 time: 3.5684705 Mar 05 00:06:24.227722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:24.228130 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:06:24.229649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55802) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:24.234529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.239343 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:24.244621 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:24.361281 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:24.381788 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:24.382803 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:24.450065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] For port bbf46015-e720-4c45-86f9-1f1bca1a4d8d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:24.450430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.451456 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdad09fc-d870-43c1-8b1a-29caa0cdd73c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] GET failed (client error): The resource could not be found. Mar 05 00:06:24.452034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cdad09fc-d870-43c1-8b1a-29caa0cdd73c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Synchronizing usage tracker for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:24.454276 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:24.454691 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cd284-3a95-464e-93c8-ae0501f37ff7 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:24.456583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] For port bbf46015-e720-4c45-86f9-1f1bca1a4d8d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,segment=NetworkSegment(9e856403-a59e-4f87-abd0-1bb854cd4021),segment_id=9e856403-a59e-4f87-abd0-1bb854cd4021)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:24.461549 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.466928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc68d904-a64c-4ebf-bc97-bf4c94feb870 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/floatingips/45deb5bf-3b0c-49cb-99dd-5048cbf71fbf HTTP/1.1" status: 200 len: 977 time: 9.1542466 Mar 05 00:06:24.469636 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cd18a3ed-3bf4-404c-891a-0c6ab735ec64 req-80d7fbae-3754-4e6a-a8fa-e97d8e73cd33 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421897 Mar 05 00:06:24.471111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55814) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:24.611219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Calling delete_port for bbf46015-e720-4c45-86f9-1f1bca1a4d8d owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:24.629910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Calling delete_port for bbf46015-e720-4c45-86f9-1f1bca1a4d8d owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:24.700161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cdad09fc-d870-43c1-8b1a-29caa0cdd73c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Unset dirty status for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:24.705071 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cdad09fc-d870-43c1-8b1a-29caa0cdd73c tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "GET /v2.0/ports/1f7c0d44-bee4-43e3-9181-8d154bbcbab2 HTTP/1.1" status: 404 len: 333 time: 0.4743712 Mar 05 00:06:24.707964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55824) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:24.719314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'name': 'tempest-AllowedAddressPairTestJSON-1364830317'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:24.725964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.730050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:24.730391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.730610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:24.793978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] No DVR routers for this DVR port bbf46015-e720-4c45-86f9-1f1bca1a4d8d on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:24.796007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Pushing event deleted for resources: {'Port': ['ID=bbf46015-e720-4c45-86f9-1f1bca1a4d8d,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:24.821467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.822030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.822606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.823266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.824205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.825378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.826145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.826925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.827749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.828719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.829557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7726f1-ceec-4ac0-80b8-98b43dc51e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:24.934887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:24.949924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:24.952225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:24.952225 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:06:24.967531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113afd9-7016-4787-92ef-ed9529c2299f req-c07a8bc2-6c6f-4143-9949-9acf0c70f5c7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:24.974481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1113afd9-7016-4787-92ef-ed9529c2299f req-c07a8bc2-6c6f-4143-9949-9acf0c70f5c7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.3175910 Mar 05 00:06:24.998236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:25.001282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.027479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] device_id is not set on port 02d04727-2b50-4f49-99de-b3bbf1503826 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:25.058277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.121381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1113afd9-7016-4787-92ef-ed9529c2299f req-572b23e9-bdbb-43c8-9574-19713f96a4d1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459429 Mar 05 00:06:25.223574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 0c2fba94-3d01-4178-86ba-4a9739016137 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:25.223896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.241754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bbf46015-e720-4c45-86f9-1f1bca1a4d8d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:25.276449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Allocated IP 172.20.0.3 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/02d04727-2b50-4f49-99de-b3bbf1503826) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:25.329885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: bbf46015-e720-4c45-86f9-1f1bca1a4d8d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:25.330141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bbf46015-e720-4c45-86f9-1f1bca1a4d8d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:25.397873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:25.398926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.460162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Deleting port bbf46015-e720-4c45-86f9-1f1bca1a4d8d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:25.460505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.711977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] The port 'bbf46015-e720-4c45-86f9-1f1bca1a4d8d' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:06:25.738405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 6a619a97-e6c1-43a8-a762-ceb4c471fd2a owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:25.951189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.976957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:25.985934 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-15c65851-f99b-411b-af3f-9ac3b221f3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0407240 Mar 05 00:06:26.003953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.004290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.033346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06b341d-d99b-4708-9bd8-653dbafd4227']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:26.038565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Transition to ACTIVE for port object 02d04727-2b50-4f49-99de-b3bbf1503826 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:26.050142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e856403-a59e-4f87-abd0-1bb854cd4021') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:26.050439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e856403-a59e-4f87-abd0-1bb854cd4021') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:26.074398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.098548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.107867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9b96a-43b9-475e-b3be-f0682ac56498 req-874535b3-d34f-471b-889f-1f1969db3194 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:26.109394 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35c9b96a-43b9-475e-b3be-f0682ac56498 req-874535b3-d34f-471b-889f-1f1969db3194 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 942 time: 0.2321212 Mar 05 00:06:26.119056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:06:26.119459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:06:26.134255 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:06:26.229509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.235301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 0c2fba94-3d01-4178-86ba-4a9739016137 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:26.372130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35c9b96a-43b9-475e-b3be-f0682ac56498 req-529765cc-1c33-4c24-b43a-b89f20656dfe tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/security-groups?id=52c1d8d9-4414-40df-9cef-9cd7f1d52b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381954 Mar 05 00:06:26.389954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=02d04727-2b50-4f49-99de-b3bbf1503826,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:26.423861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:26.426161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:26.428603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.432251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:26.456401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.527066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-e62a2580-4ca3-4745-b928-4253fe618692 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 1096 time: 0.5138700 Mar 05 00:06:26.534401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:26.537169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.546529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.550948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.581417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.685507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] Pushing event deleted for resources: {'Network': ['ID=d06b341d-d99b-4708-9bd8-653dbafd4227,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:26.747589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b4c70e7d-07dc-44bb-a439-bf97dab625b3 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0383463 Mar 05 00:06:26.750601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55896) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:26.762754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'network_id': '17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7', 'name': 'tempest-AllowedAddressPairTestJSON-704379664'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:26.809030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9e1c0a54-47cc-44ec-828f-c50adf18e99d None None] Provisioning for port 02d04727-2b50-4f49-99de-b3bbf1503826 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:26.819651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9e1c0a54-47cc-44ec-828f-c50adf18e99d None None] Provisioning complete for port 02d04727-2b50-4f49-99de-b3bbf1503826 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:26.820899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e1c0a54-47cc-44ec-828f-c50adf18e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.861099 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.866546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e6af2065-38f4-48c0-9498-b5c5cd4e7060 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d06b341d-d99b-4708-9bd8-653dbafd4227 HTTP/1.1" status: 204 len: 168 time: 3.1026223 Mar 05 00:06:26.874701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55904) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:26.941498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event updated for resources: {'Port': ['ID=080ea8cf-edc4-495c-b047-eb817e87fefb,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:26.969459 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:26.994379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c0a54-47cc-44ec-828f-c50adf18e99d None None] Port 02d04727-2b50-4f49-99de-b3bbf1503826 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:27.018039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Port': ['ID=6a619a97-e6c1-43a8-a762-ceb4c471fd2a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:27.026474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:27.097360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] No DVR routers for this DVR port 6a619a97-e6c1-43a8-a762-ceb4c471fd2a on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:27.099364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:27.127976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:27.130126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49928e0e-4be0-4b1c-9dd7-06c1b67f031c req-c137d759-af1a-4014-9e6b-e78f27ba2ee2 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.10 "DELETE /v2.0/ports/6a619a97-e6c1-43a8-a762-ceb4c471fd2a HTTP/1.1" status: 204 len: 173 time: 5.1585875 Mar 05 00:06:27.133292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-deleted', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:27.147786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:27.149727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-ee4bb7f7-d34f-4822-b2b2-72f65649c7e2 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.9599352 Mar 05 00:06:27.161923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=0c2fba94-3d01-4178-86ba-4a9739016137,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:27.256832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55910) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:27.300688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-5f905fbc-8bff-4bcd-93e5-46cea5e433bb tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:27.306382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723963d-2d56-480a-8df3-8e15403d1ed5 req-df82857b-6b36-4639-ac84-624f6d3bc80c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:27.307975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7723963d-2d56-480a-8df3-8e15403d1ed5 req-df82857b-6b36-4639-ac84-624f6d3bc80c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.6840153 Mar 05 00:06:27.309253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:27.328227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Usage tracker for resource:port and tenant:5356c0fa1a544071b268fde4abc1fb25 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:27.349553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:27.364088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4030-fd52-4994-812b-94fdb17870ef req-05c62a7d-27f0-4abc-93f9-b43aa09a38a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:27.365573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-05c62a7d-27f0-4abc-93f9-b43aa09a38a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 200 len: 911 time: 0.7965481 Mar 05 00:06:27.383039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:27.429844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Made reservation on behalf of 5356c0fa1a544071b268fde4abc1fb25 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:27.433158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:27.473797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7723963d-2d56-480a-8df3-8e15403d1ed5 req-82f28ec0-ec0a-4535-b6ce-1f36bf1d5b1e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478274 Mar 05 00:06:27.487764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:27.502653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] device_id is not set on port 4df5d51e-7b6b-48ac-9898-78488c7923cd yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:27.598964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:27.610205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab61df2aee1400cbcd654cabaea27b6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:27.617341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:27.625737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-f8090882-2a05-4ffd-802a-8b6de4c448f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33702a41-f235-4563-8b14-a2d65607408d HTTP/1.1" status: 200 len: 1001 time: 0.2531588 Mar 05 00:06:27.629860 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337370df-8ab0-497d-9475-419481c4c559', 'name': 'network-vif-deleted', 'tag': '6a619a97-e6c1-43a8-a762-ceb4c471fd2a', 'status': 'completed', 'code': 200} Mar 05 00:06:27.635933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:27.656653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-5f905fbc-8bff-4bcd-93e5-46cea5e433bb tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:27.660314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-5f905fbc-8bff-4bcd-93e5-46cea5e433bb tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 696 time: 0.4817057 Mar 05 00:06:27.774350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4030-fd52-4994-812b-94fdb17870ef req-e4259039-25f0-4a61-b1cf-a9da41c27aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:27.776334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-e4259039-25f0-4a61-b1cf-a9da41c27aa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 200 len: 849 time: 0.1219532 Mar 05 00:06:27.870312 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.031684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75ab4536-fce6-440b-80e5-2e3a299487f5 req-0d676690-497b-42d7-a54f-b15aa0171436 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "GET /v2.0/ports?device_id=337370df-8ab0-497d-9475-419481c4c559 HTTP/1.1" status: 200 len: 210 time: 0.2933900 Mar 05 00:06:28.081777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Allocated IP 172.20.0.6 (17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7/53a4634f-959b-45e0-bcb0-ef3743ea1626/4df5d51e-7b6b-48ac-9898-78488c7923cd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:28.140282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.153149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.186104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-fe791dbd-f065-40b3-9860-834a79565baf tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:28.188315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-fe791dbd-f065-40b3-9860-834a79565baf tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.4606688 Mar 05 00:06:28.205173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-0491b698-b359-4dc1-985c-39f912adf1b9 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:06:28.206519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbee6236-1108-4d0b-86fd-12cf96e971fa req-0491b698-b359-4dc1-985c-39f912adf1b9 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101163 Mar 05 00:06:28.223192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-08e509fb-a0ae-4641-a491-d6e0d99c57fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6c85af-8f9b-4384-a24f-490ed43d5a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2660520 Mar 05 00:06:28.302113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ab61df2aee1400cbcd654cabaea27b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0441422 Mar 05 00:06:28.309694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a639f6b-044f-47c5-8e20-3a33536f5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628938be-a712-4d48-a876-7a27282f14a7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:28.312001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:28.409359 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-5ecccd60-ad04-4209-9153-06166b61f13d service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776478 Mar 05 00:06:28.522314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.543802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7192b957-be8b-4af5-b040-3c03e8242e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.563402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.618334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Transition to ACTIVE for port object 4df5d51e-7b6b-48ac-9898-78488c7923cd will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:28.635127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-e340dec3-915d-4857-a415-b5c11419f808 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:28.636602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-e340dec3-915d-4857-a415-b5c11419f808 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3023696 Mar 05 00:06:28.707136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7192b957-be8b-4af5-b040-3c03e8242e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.749797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-491d4030-fd52-4994-812b-94fdb17870ef req-28d759ad-f134-4d0e-ae5b-d9dade134e27 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329394 Mar 05 00:06:28.780083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556471d9-97e9-46ee-9b57-a5a571261209 req-3f12fd31-359c-4f89-ab64-7b320cae9778 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:28.781542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-556471d9-97e9-46ee-9b57-a5a571261209 req-3f12fd31-359c-4f89-ab64-7b320cae9778 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.1744735 Mar 05 00:06:28.834946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-42a2cb1d-0251-475f-bd09-56aab37706be tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 696 time: 0.1773367 Mar 05 00:06:28.844965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-556471d9-97e9-46ee-9b57-a5a571261209 req-50294f03-573d-40ae-9271-ce323dc3dc49 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577359 Mar 05 00:06:28.858239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'floatingip': {'port_id': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:28.864564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:28.940365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:28.981341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.087402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7192b957-be8b-4af5-b040-3c03e8242e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.108204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:29.113275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.123272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:29.147222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:29.147843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:29.161619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:29.169154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55932) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:29.206663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-970dc085-6ab6-48ce-bcc8-8a23b8e17ce2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/floatingips/45deb5bf-3b0c-49cb-99dd-5048cbf71fbf HTTP/1.1" status: 204 len: 168 time: 4.7322426 Mar 05 00:06:29.209054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55936) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:29.234218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:29.250871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:29.269688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:29.270595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:29.286112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:29.320783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192b957-be8b-4af5-b040-3c03e8242e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628938be-a712-4d48-a876-7a27282f14a7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:29.325959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=4df5d51e-7b6b-48ac-9898-78488c7923cd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:29.361735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:29.362407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39435145-a279-4f9a-8d9d-5d5e9eea7ec8 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:29.405178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7192b957-be8b-4af5-b040-3c03e8242e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.408658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7192b957-be8b-4af5-b040-3c03e8242e4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/628938be-a712-4d48-a876-7a27282f14a7 HTTP/1.1" status: 204 len: 168 time: 1.0833700 Mar 05 00:06:29.468050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 77c092e2-ec78-4b0e-b38f-26f7c50230d3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:29.468398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.581077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:29.581805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.648724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f644e33a-7dca-403e-b475-db72bc215894 None None] Provisioning for port 4df5d51e-7b6b-48ac-9898-78488c7923cd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:29.654962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f644e33a-7dca-403e-b475-db72bc215894 None None] Provisioning complete for port 4df5d51e-7b6b-48ac-9898-78488c7923cd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:29.655684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f644e33a-7dca-403e-b475-db72bc215894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.682293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-67094a3f-65ea-4ee0-a252-5ea56dfa7f42 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9274755 Mar 05 00:06:29.686591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:29.716063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:5b:f2'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:18:84:32'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:29.774630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f644e33a-7dca-403e-b475-db72bc215894 None None] Port 4df5d51e-7b6b-48ac-9898-78488c7923cd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:29.802548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting subnet 21595c72-616a-4e28-8fe4-7400fd5cdb33 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:06:29.820938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:29.847306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55948) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:29.933930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.032073 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.145949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.226175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:30.301024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.306091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7539a912376a4e1a8e62fe06fd9ba382 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:30.308700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.315066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 77c092e2-ec78-4b0e-b38f-26f7c50230d3 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:30.357775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:30.388584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:30.519721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.529435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.577040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bec84-0640-4088-8253-49358e938316 req-de8a2745-0a63-46ee-8ccd-4ef50af77c0e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:30.578435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc6bec84-0640-4088-8253-49358e938316 req-de8a2745-0a63-46ee-8ccd-4ef50af77c0e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.5633159 Mar 05 00:06:30.594126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Deleting port bae51604-8483-4eda-86ee-4733dbf6ccad {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:30.594459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.734415 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Floating IP 19658f7e-95c9-450e-929d-f5dfebd53eb1 associated. External IP: 172.25.0.167, port: 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f. Mar 05 00:06:30.795365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.808521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc6bec84-0640-4088-8253-49358e938316 req-0ed02ea4-e7c4-48c9-af80-15005693653f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169955 Mar 05 00:06:30.809121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.853943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:30.923075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] For port bae51604-8483-4eda-86ee-4733dbf6ccad, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bae51604-8483-4eda-86ee-4733dbf6ccad,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:30.923317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.033535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Subnet': ['ID=21595c72-616a-4e28-8fe4-7400fd5cdb33,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:31.059265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3288562-dc6b-4633-98b3-04db24dfb062,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:31.060080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Calling delete_port for bae51604-8483-4eda-86ee-4733dbf6ccad owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:31.061702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.062744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d422217-dcfc-485d-9589-5086f1b2134d None None] Network a5208dfe-ff07-4a70-b0e0-7699a19a136f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:31.077563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-639a0e11-9d8d-46a5-b936-2efa3e2fa0c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7539a912376a4e1a8e62fe06fd9ba382&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2167282 Mar 05 00:06:31.083768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55958) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:31.102360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5af3eecf-310c-4d09-9ee6-c02afedbac7b tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/subnets/21595c72-616a-4e28-8fe4-7400fd5cdb33 HTTP/1.1" status: 204 len: 168 time: 1.9320586 Mar 05 00:06:31.105848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55962) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:31.113342 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.320607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=77c092e2-ec78-4b0e-b38f-26f7c50230d3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:31.329049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] DHCP port deletion for a5208dfe-ff07-4a70-b0e0-7699a19a136f request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:06:31.334042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] Deleting port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:31.334723 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.484795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.522861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.557782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beaa4069-6100-4638-8012-a809fe89178e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.572560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] For port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:31.573110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.575596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Pushing event deleted for resources: {'Port': ['ID=bae51604-8483-4eda-86ee-4733dbf6ccad,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:31.583359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:31.583773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.666039 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beaa4069-6100-4638-8012-a809fe89178e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.694013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.696443 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26a950aa-3a33-4b70-8f03-849e951a0a27 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/ports/77c092e2-ec78-4b0e-b38f-26f7c50230d3 HTTP/1.1" status: 204 len: 168 time: 2.4867065 Mar 05 00:06:31.733595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] Calling delete_port for 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:31.734923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55968) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:31.750632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.754666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:31.781906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.788202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:31.835832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:floatingip and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:31.840926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:31.841175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:31.865182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:31.880159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:31.912925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] Pushing event deleted for resources: {'Port': ['ID=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:31.915062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f653db-e119-4aa6-ac75-0547825813ed None None] No DVR routers for this DVR port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:32.010030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event updated for resources: {'Port': ['ID=4df5d51e-7b6b-48ac-9898-78488c7923cd,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:32.032852 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.108004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] For port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=098fb76f-8e17-4af7-aaec-53bfedfc1fa1,segment=NetworkSegment(ea4413b0-0745-4d78-ac0a-f3df633238cb),segment_id=ea4413b0-0745-4d78-ac0a-f3df633238cb)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:32.108361 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.126868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beaa4069-6100-4638-8012-a809fe89178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.129612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.302207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:32.307810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Calling delete_port for 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:32.315297 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] Sync routers for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:32.316688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.323967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fedb5d0b-9a08-4542-b580-34d80674db42 None None] Provisioning complete for port 4df5d51e-7b6b-48ac-9898-78488c7923cd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:32.325271 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fedb5d0b-9a08-4542-b580-34d80674db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.329597 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:32.330402 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:32.333612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] In _notify_port_updated(), no bound segment for port 4df5d51e-7b6b-48ac-9898-78488c7923cd on network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:06:32.337515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:32.338138 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.341900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e673a3d1-d7dc-41cf-9cfc-d15f9855e0df tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "PUT /v2.0/ports/4df5d51e-7b6b-48ac-9898-78488c7923cd HTTP/1.1" status: 200 len: 1055 time: 2.6492198 Mar 05 00:06:32.341900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa4069-6100-4638-8012-a809fe89178e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3288562-dc6b-4633-98b3-04db24dfb062,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:32.342476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55974) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:32.378018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-beaa4069-6100-4638-8012-a809fe89178e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.379162 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-beaa4069-6100-4638-8012-a809fe89178e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3288562-dc6b-4633-98b3-04db24dfb062 HTTP/1.1" status: 204 len: 168 time: 1.2944772 Mar 05 00:06:32.441577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5517e2-434e-4ce9-b484-bff20eb62756 req-acf20013-42c3-4b3a-b562-b8eebf6b8688 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:32.449104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae5517e2-434e-4ce9-b484-bff20eb62756 req-acf20013-42c3-4b3a-b562-b8eebf6b8688 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.4420435 Mar 05 00:06:32.457115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fedb5d0b-9a08-4542-b580-34d80674db42 None None] Port 4df5d51e-7b6b-48ac-9898-78488c7923cd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:32.465324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-4359350f-2948-4e54-84b0-0da52858a2e0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "PUT /v2.0/floatingips/19658f7e-95c9-450e-929d-f5dfebd53eb1 HTTP/1.1" status: 200 len: 996 time: 3.6141517 Mar 05 00:06:32.466162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:32.474952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port 4df5d51e-7b6b-48ac-9898-78488c7923cd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:32.475300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.475718 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:32.476673 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:06:32.569587 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae5517e2-434e-4ce9-b484-bff20eb62756 req-0fd9a17c-aefb-4b57-9a72-8601bb966e73 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198525 Mar 05 00:06:32.604100 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:32.605794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:32.665149 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'status': 'completed', 'code': 200} Mar 05 00:06:32.977695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting port 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:32.978804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:33.041503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-283e1562-77df-4929-8f91-a81b320ea957 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.5299821 Mar 05 00:06:33.066273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-ff7575ab-c419-4ef4-8512-94b9896be933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.3756444 Mar 05 00:06:33.146543 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '19658f7e-95c9-450e-929d-f5dfebd53eb1', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'port_id': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:06:23Z', 'updated_at': '2022-03-05T00:06:30Z', 'revision_number': 1, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:15Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:33.155483 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] Checking router: 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:06:33.173761 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:33.173761 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:33.183889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] The port '098fb76f-8e17-4af7-aaec-53bfedfc1fa1' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:06:33.317877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:33.363611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:33.364667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:33.364667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 098fb76f-8e17-4af7-aaec-53bfedfc1fa1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:33.450788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-b5948cfd-94c7-4214-9ab0-76f22150a18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:33.452239 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-b5948cfd-94c7-4214-9ab0-76f22150a18d service neutron] 10.222.0.36 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.3769665 Mar 05 00:06:33.453425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.210 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/99f61948-b6ec-4555-8c63-0e190005251f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:33.458243 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:33.514102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for 4df5d51e-7b6b-48ac-9898-78488c7923cd owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:33.634743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:33.668475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-5733428a-d4b9-4950-a496-745f98535905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:33.670825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-5733428a-d4b9-4950-a496-745f98535905 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.6108291 Mar 05 00:06:33.750846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5208dfe-ff07-4a70-b0e0-7699a19a136f']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:33.849323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4413b0-0745-4d78-ac0a-f3df633238cb') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:33.849607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4413b0-0745-4d78-ac0a-f3df633238cb') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:33.909321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-c810ada7-6546-4cf0-957c-2cb88b008da0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 999 time: 0.2173343 Mar 05 00:06:33.928336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:33.945530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-11225f18-e10f-42f7-ac32-2a32e567f597 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 999 time: 0.4823139 Mar 05 00:06:34.020914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.045528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '19658f7e-95c9-450e-929d-f5dfebd53eb1', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'port_id': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:06:23Z', 'updated_at': '2022-03-05T00:06:30Z', 'revision_number': 1, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:15Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:34.053881 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ae2a8-98e7-49d6-9470-0ec86740780e None None] The sync data for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 is: [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '19658f7e-95c9-450e-929d-f5dfebd53eb1', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'port_id': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:06:23Z', 'updated_at': '2022-03-05T00:06:30Z', 'revision_number': 1, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:15Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:34.056545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:06:34.057197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:06:34.080507 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:06:34.190925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-cf9afeb3-a4d0-4b17-becd-fdd481def752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:34.192638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-cf9afeb3-a4d0-4b17-becd-fdd481def752 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.2367797 Mar 05 00:06:34.202275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.211611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-9fdca7ef-4008-43f3-a7c7-c494323c8995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:34.213068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-9fdca7ef-4008-43f3-a7c7-c494323c8995 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.2900198 Mar 05 00:06:34.252749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.259011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-a6983401-7c2e-4bdc-8566-f535217717b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526781 Mar 05 00:06:34.268958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a12bbe-4223-478a-8d59-4deefa37551f req-626c7596-2315-4c98-8325-9b2a08c4f35e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:34.274792 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.276255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-43a12bbe-4223-478a-8d59-4deefa37551f req-626c7596-2315-4c98-8325-9b2a08c4f35e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.4312196 Mar 05 00:06:34.317655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-bb163a75-e49d-4e51-b281-5b0c1f51f649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942085 Mar 05 00:06:34.341775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-dd081b30-fbe9-4154-af73-0eb5a3d931bd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:06:34.342746 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-dd081b30-fbe9-4154-af73-0eb5a3d931bd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086849 Mar 05 00:06:34.343536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=4df5d51e-7b6b-48ac-9898-78488c7923cd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:34.347059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d1892-2c6b-46f0-826c-ca98a0f899ff None None] New status for floating IP 19658f7e-95c9-450e-929d-f5dfebd53eb1: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:06:34.362085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.482975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/networks/a5208dfe-ff07-4a70-b0e0-7699a19a136f HTTP/1.1" status: 204 len: 168 time: 3.3740864 Mar 05 00:06:34.484199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f00ff-2e05-4335-9fa8-358724079609 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Network': ['ID=a5208dfe-ff07-4a70-b0e0-7699a19a136f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:34.485508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56016) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:34.646022 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-43a12bbe-4223-478a-8d59-4deefa37551f req-bb7f1e09-cd4e-4721-a09a-de59a9b204a6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685679 Mar 05 00:06:34.699777 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-5b01bbd2-1dd3-4386-a3dd-047a97093d9b service neutron] 10.222.0.32 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419054 Mar 05 00:06:34.713031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.818760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Router a6533a1c-21ef-47f2-96c6-52c9c14dab17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:34.820857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6990d0f5-ac96-42de-9c56-10fa18ff8569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:34.881280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-1c9fc0c4-778c-4202-a0cd-33fd10a60177 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012027 Mar 05 00:06:35.020771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:35.033267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:35.213264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:35.262232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=99f61948-b6ec-4555-8c63-0e190005251f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:35.281431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.314114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d7bd260-160f-4c28-b312-ab53f4f2f77a req-8d527f40-7242-410f-946b-78c6b078cb28 service neutron] 10.222.0.32 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026702 Mar 05 00:06:35.315089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56038) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:35.319300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b316b50e-02ee-42ea-8e20-fd87b4f86e4f tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/ports/4df5d51e-7b6b-48ac-9898-78488c7923cd HTTP/1.1" status: 204 len: 168 time: 2.9738338 Mar 05 00:06:35.320579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:35.336956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Deleting subnet eb497011-0c74-4849-b79a-33bfbd17fa91 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:06:35.343842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.368516 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4f5d22-da43-4c55-92f8-f80b6393ab81 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] GET failed (client error): The resource could not be found. Mar 05 00:06:35.369037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0a4f5d22-da43-4c55-92f8-f80b6393ab81 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Synchronizing usage tracker for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:35.392389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0a4f5d22-da43-4c55-92f8-f80b6393ab81 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Unset dirty status for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:35.393805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0a4f5d22-da43-4c55-92f8-f80b6393ab81 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "GET /v2.0/ports/4df5d51e-7b6b-48ac-9898-78488c7923cd HTTP/1.1" status: 404 len: 333 time: 0.0723650 Mar 05 00:06:35.396148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56050) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:35.453849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1017b4-6cf1-44ff-aac6-c3be02b38727 req-ddfa9506-f05d-4fc7-9adc-60f4de07d0a0 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569115 Mar 05 00:06:35.476818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.552435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port 02d04727-2b50-4f49-99de-b3bbf1503826 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:35.552780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.637247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-459638426'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:35.641006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.647675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:35.678931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-3b0b3426-befa-4b75-9b0c-9fefa46f3f27 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 1001 time: 0.2391930 Mar 05 00:06:35.686194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Usage tracker for resource:network and tenant:ececca620d89445d990001cbd04c94fc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:35.696408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:35.712688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:35.736021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.759937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Made reservation on behalf of ececca620d89445d990001cbd04c94fc for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:35.763019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.783165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.821391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:35.822722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:35.830006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e964a3c-0628-4335-a86f-fb7aa3d5bffa admin admin] 10.222.0.32 "PUT /v2.0/routers/a6533a1c-21ef-47f2-96c6-52c9c14dab17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9509859 Mar 05 00:06:35.831879 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] Sync routers for ids ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:35.832967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56060) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:35.844411 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] Routers {'a6533a1c-21ef-47f2-96c6-52c9c14dab17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:35.845035 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:35.906151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-6717710b-ac51-4b5f-bdc5-ecc9845c7299 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:35.907509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-6717710b-ac51-4b5f-bdc5-ecc9845c7299 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports/98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 942 time: 0.2030849 Mar 05 00:06:35.978363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.116361 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] Set router a6533a1c-21ef-47f2-96c6-52c9c14dab17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:36.148691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:36.169911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Usage tracker for resource:security_group_rule and tenant:ececca620d89445d990001cbd04c94fc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:36.176965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:36.193016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for 02d04727-2b50-4f49-99de-b3bbf1503826 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:36.221790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:36.228176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.307980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Subnet': ['ID=eb497011-0c74-4849-b79a-33bfbd17fa91,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:36.317791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-390f9142-a1fb-4321-85bb-bf6e3d032207 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 1001 time: 0.2416182 Mar 05 00:06:36.322368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa10e-b1fd-40c7-8e02-8028e27ecfb3 req-767adc78-d519-4a45-9eb1-0927023257d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:36.323871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6b7aa10e-b1fd-40c7-8e02-8028e27ecfb3 req-767adc78-d519-4a45-9eb1-0927023257d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.5133150 Mar 05 00:06:36.341125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764ae4b2-8662-4625-ba00-916b716f626c None None] Network 4cd3bd18-e614-4155-972c-3a00f6ddc9fd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:36.342836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.481157 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:06:31Z', 'revision_number': 5, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:36.494094 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] Checking router: a6533a1c-21ef-47f2-96c6-52c9c14dab17 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:06:36.509806 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] Routers {'a6533a1c-21ef-47f2-96c6-52c9c14dab17'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:36.510439 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:36.534949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.558085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.577252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba214b63-7117-427a-9d6d-05263d1c9502 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/subnets/eb497011-0c74-4849-b79a-33bfbd17fa91 HTTP/1.1" status: 204 len: 168 time: 2.0865510 Mar 05 00:06:36.579146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56064) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:36.609528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.630975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d609175-a62d-4115-9950-6028b71f32a6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:36.643233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:06:36.734987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] DHCP port deletion for 4cd3bd18-e614-4155-972c-3a00f6ddc9fd request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:06:36.739851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] Deleting port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:36.740341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.833993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:36.896133 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] Set router a6533a1c-21ef-47f2-96c6-52c9c14dab17 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:36.934628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6b7aa10e-b1fd-40c7-8e02-8028e27ecfb3 req-0fc92193-68fc-46e4-a84c-5e08813983eb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945628 Mar 05 00:06:36.956300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.956649 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Added segment 672d579f-5aad-4719-94e8-94c5940d9247 of type vlan for network 631096a6-4a61-4add-b02c-9ee0bc197291 Mar 05 00:06:36.971816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=02d04727-2b50-4f49-99de-b3bbf1503826,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:36.980168 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b76eff89-79f9-4696-816b-a8a774970e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:36.998292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-16d3c8c9-b920-4bd1-a686-114658f75d02 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:36.998748 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.002646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] For port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,segment=NetworkSegment(3ca2c914-6d6f-4e3a-82b0-a84f857b1d17),segment_id=3ca2c914-6d6f-4e3a-82b0-a84f857b1d17)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:37.004709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.008283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-16d3c8c9-b920-4bd1-a686-114658f75d02 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.6846101 Mar 05 00:06:37.065517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.175260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] Calling delete_port for 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:37.183760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.205831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-5843ef18-deee-4f70-ab63-8791d85bac2c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 1001 time: 0.1966934 Mar 05 00:06:37.252129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:37.263878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:37.298964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.328079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.388245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.389960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.405466 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:06:31Z', 'revision_number': 5, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:37.406702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.410848 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae177164-fdf0-499c-bd74-25613d92f61b None None] The sync data for ids ['a6533a1c-21ef-47f2-96c6-52c9c14dab17'] in n-d-828979-4 is: [{'id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1255382088-router', 'tenant_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:28Z', 'updated_at': '2022-03-05T00:06:31Z', 'revision_number': 5, 'project_id': 'c3ff5a9eec6d41af9b3f10dd8f752b98', 'gw_port': {'id': '1f482c69-f08f-405b-abdc-3707c307a38b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6533a1c-21ef-47f2-96c6-52c9c14dab17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:29Z', 'updated_at': '2022-03-05T00:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:37.434202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:37.442983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 00:06:37.460510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] No DVR routers for this DVR port 7df896b2-8cf5-4ec9-a706-3cde74e0ca65 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:37.462307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ab453-992a-47e2-b0da-4539f3d6f17c None None] Pushing event deleted for resources: {'Port': ['ID=7df896b2-8cf5-4ec9-a706-3cde74e0ca65,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:37.479426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17e26b6e-87ef-476c-bf9d-dd99757eea2d tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/ports/02d04727-2b50-4f49-99de-b3bbf1503826 HTTP/1.1" status: 204 len: 168 time: 2.0822787 Mar 05 00:06:37.485625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56070) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:37.547981 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6c5e8a-90d9-4b3f-9255-78d6a03249a1 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] GET failed (client error): The resource could not be found. Mar 05 00:06:37.548483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ac6c5e8a-90d9-4b3f-9255-78d6a03249a1 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Synchronizing usage tracker for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:37.637364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ac6c5e8a-90d9-4b3f-9255-78d6a03249a1 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Unset dirty status for tenant:5356c0fa1a544071b268fde4abc1fb25 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:37.638518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ac6c5e8a-90d9-4b3f-9255-78d6a03249a1 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "GET /v2.0/ports/02d04727-2b50-4f49-99de-b3bbf1503826 HTTP/1.1" status: 404 len: 333 time: 0.1519856 Mar 05 00:06:37.651358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56074) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:37.670447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=99f61948-b6ec-4555-8c63-0e190005251f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:37.697908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.701547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:37.702126 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.742035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port 75042348-364d-4aec-a4fb-a2c1d1c577d3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:37.742272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.862479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.871355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.871673 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Floating IP 19658f7e-95c9-450e-929d-f5dfebd53eb1 disassociated. External IP: 172.25.0.167, port: 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f. Mar 05 00:06:37.902640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.917509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.928566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6087704 Mar 05 00:06:37.937490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03525d3-9894-4aee-a7f3-7060a7809d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Pushing event updated for resources: {'Network': ['ID=631096a6-4a61-4add-b02c-9ee0bc197291,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:37.951351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 631096a6-4a61-4add-b02c-9ee0bc197291 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:06:37.969427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd3bd18-e614-4155-972c-3a00f6ddc9fd']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:37.982017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:37.983265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cdf4c08d-abdc-4c52-a8f2-1fbaba2a332a tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2473562 Mar 05 00:06:37.991087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56086) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:37.995456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:37.995824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca2c914-6d6f-4e3a-82b0-a84f857b1d17') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:38.009073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'port': {'network_id': 'a0799e93-490d-469c-9209-a64469845d4d', 'name': 'tempest-FloatingIPTestJSON-1662231630'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:38.094846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.135500 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.159436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:06:38.159841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.160585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:06:38.175070 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:06:38.250048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:38.264288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Request body: {'port': {'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291', 'binding:host_id': 'n-h1-828979-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1011479594'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:38.286695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.294339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:38.310077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Usage tracker for resource:port and tenant:6d54a2012c8c4566bf4793d3483e2b46 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:38.317636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:38.329331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:38.336290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:38.348285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:port and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:38.355233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.380340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.383077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:38.423067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:38.425086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.428050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Made reservation on behalf of 6d54a2012c8c4566bf4793d3483e2b46 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:38.430749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.448768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.463580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] Pushing event deleted for resources: {'Network': ['ID=4cd3bd18-e614-4155-972c-3a00f6ddc9fd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:38.469501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.483096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2e6d2ed4-f66e-420e-9e05-f9d993ab83d1 tempest-ServersTestMultiNic-608235359 tempest-ServersTestMultiNic-608235359-project] 10.222.0.32 "DELETE /v2.0/networks/4cd3bd18-e614-4155-972c-3a00f6ddc9fd HTTP/1.1" status: 204 len: 168 time: 1.8642809 Mar 05 00:06:38.486239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Deleting port 1f482c69-f08f-405b-abdc-3707c307a38b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:38.487136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.497145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for 75042348-364d-4aec-a4fb-a2c1d1c577d3 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:38.526219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:38.529105 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.602587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] device_id is not set on port c060416f-4d94-4d46-98bc-6ef23b8298a6 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:38.687461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:38.705574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Usage tracker for resource:security_group_rule and tenant:6d54a2012c8c4566bf4793d3483e2b46 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:38.709494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:38.732351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:38.747342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f665c9f-37e2-45ff-ab1c-1bf961287102 req-4353fa58-02c0-4427-9896-259ff7cc9e44 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:38.748801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f665c9f-37e2-45ff-ab1c-1bf961287102 req-4353fa58-02c0-4427-9896-259ff7cc9e44 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.4095800 Mar 05 00:06:38.899432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.911035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] For port 1f482c69-f08f-405b-abdc-3707c307a38b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1f482c69-f08f-405b-abdc-3707c307a38b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:38.911389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:38.926202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f665c9f-37e2-45ff-ab1c-1bf961287102 req-2357c553-3415-46ae-b4bc-3faa4e1bc0f1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712246 Mar 05 00:06:38.957487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=75042348-364d-4aec-a4fb-a2c1d1c577d3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:39.060770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Calling delete_port for 1f482c69-f08f-405b-abdc-3707c307a38b owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:39.087349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.106187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.2 (a0799e93-490d-469c-9209-a64469845d4d/ac718be8-3612-479c-aca5-bc72cca6be70/c060416f-4d94-4d46-98bc-6ef23b8298a6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:39.120286 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8ca89c02-a3db-4587-8edf-8f166aded983 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/ports/75042348-364d-4aec-a4fb-a2c1d1c577d3 HTTP/1.1" status: 204 len: 168 time: 1.4678717 Mar 05 00:06:39.122846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:39.152140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.175377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bae51604-8483-4eda-86ee-4733dbf6ccad no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:39.182856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.243089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: bae51604-8483-4eda-86ee-4733dbf6ccad {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:39.243443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bae51604-8483-4eda-86ee-4733dbf6ccad not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:39.260799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port 646fa333-c7ee-4926-8ec9-f10488ad55cc yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:39.317195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:39.341972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d160c8-e08b-4a9d-9547-335606c6f1a9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:39.531947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting subnet 53a4634f-959b-45e0-bcb0-ef3743ea1626 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:06:39.536696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.640520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.650273 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.804316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.812765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.841701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.852682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:39.858399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:39.869464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] Sync routers for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:39.881962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56116) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:39.883318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:39.884173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:39.933865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-1e6fe6f8-1d49-4551-8268-587c1f644fb4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "PUT /v2.0/floatingips/19658f7e-95c9-450e-929d-f5dfebd53eb1 HTTP/1.1" status: 200 len: 695 time: 2.6793845 Mar 05 00:06:39.948671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:39.958936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f482c69-f08f-405b-abdc-3707c307a38b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:40.059227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.119124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Subnet': ['ID=53a4634f-959b-45e0-bcb0-ef3743ea1626,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:40.131566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:40.136220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.147090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port 646fa333-c7ee-4926-8ec9-f10488ad55cc yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:40.150489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94391635-f35f-435e-a922-0ca303ee78aa tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/subnets/53a4634f-959b-45e0-bcb0-ef3743ea1626 HTTP/1.1" status: 204 len: 168 time: 1.0238361 Mar 05 00:06:40.151720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56124) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:40.172102 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.239887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.263545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-930141eb-86de-47b2-95c8-9876a6fa29a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.3065276 Mar 05 00:06:40.302550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Transition to ACTIVE for port object 646fa333-c7ee-4926-8ec9-f10488ad55cc will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:40.358654 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.397478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Deleting port 07cb28a9-1d38-4f25-8282-e2ac47481317 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:40.398463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.465184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-0c108585-fefb-41c0-985d-9c15b1d2ca3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:40.472008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-0c108585-fefb-41c0-985d-9c15b1d2ca3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.2076609 Mar 05 00:06:40.483181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaed42e-7a4a-49da-b72f-e166abf2ad6d None None] Network 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:40.530156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.553529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network a0799e93-490d-469c-9209-a64469845d4d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:40.565991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:40.581078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:40.618941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=c060416f-4d94-4d46-98bc-6ef23b8298a6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:40.672751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:40.729919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-dcd96c76-9017-4380-9f4a-caed4ab3666b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 217 time: 0.2569673 Mar 05 00:06:40.890859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-8c5e9290-cb5d-442b-88ea-c7c427420d0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:40.892516 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-8c5e9290-cb5d-442b-88ea-c7c427420d0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.1538258 Mar 05 00:06:40.909402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:15Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:40.914418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] Checking router: 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:06:40.932419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:40.933293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:40.970517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-20e18071-26b5-4dbf-aaa5-66b707725cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660460 Mar 05 00:06:40.975135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] For port 07cb28a9-1d38-4f25-8282-e2ac47481317, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=07cb28a9-1d38-4f25-8282-e2ac47481317,segment=NetworkSegment(b5a94125-39c7-4c21-ba38-82a84884d2bb),segment_id=b5a94125-39c7-4c21-ba38-82a84884d2bb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:40.975662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.033099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] DHCP port deletion for 17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:06:41.044114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Deleting port 07cb28a9-1d38-4f25-8282-e2ac47481317 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:41.044850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.175870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Calling delete_port for 07cb28a9-1d38-4f25-8282-e2ac47481317 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:41.210335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:41.210861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.216432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.240893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174792df-98a2-428a-9071-a9b5a5d1fe01 req-a95159cc-bc57-476d-901c-4e71fa48daca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:41.248460 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-174792df-98a2-428a-9071-a9b5a5d1fe01 req-a95159cc-bc57-476d-901c-4e71fa48daca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 1.0886662 Mar 05 00:06:41.256956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=646fa333-c7ee-4926-8ec9-f10488ad55cc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:41.294065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.311569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-723dcd97-f9fb-4a1b-9309-dbea7995ca8d service neutron] 10.222.0.32 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275459 Mar 05 00:06:41.315139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.335507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Checking segment: {'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:06:41.336124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Network hostable DHCP agents. Network: 631096a6-4a61-4add-b02c-9ee0bc197291, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:06:41.344435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 07cb28a9-1d38-4f25-8282-e2ac47481317 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:41.349667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3c0cc1bc-8d31-4d8f-af39-e47458a3a4dd tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3570192 Mar 05 00:06:41.362751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56134) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:41.385363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'port_id': 'c060416f-4d94-4d46-98bc-6ef23b8298a6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:41.392047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 07cb28a9-1d38-4f25-8282-e2ac47481317 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:41.392461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 07cb28a9-1d38-4f25-8282-e2ac47481317 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:41.398815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Port': ['ID=07cb28a9-1d38-4f25-8282-e2ac47481317,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:41.403588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] For port 07cb28a9-1d38-4f25-8282-e2ac47481317, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=07cb28a9-1d38-4f25-8282-e2ac47481317,segment=NetworkSegment(b5a94125-39c7-4c21-ba38-82a84884d2bb),segment_id=b5a94125-39c7-4c21-ba38-82a84884d2bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:41.404108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.444928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-174792df-98a2-428a-9071-a9b5a5d1fe01 req-ad70d912-01b1-409c-9f6f-675826099557 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949115 Mar 05 00:06:41.447988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] No DVR routers for this DVR port 07cb28a9-1d38-4f25-8282-e2ac47481317 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:41.490512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.564908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Calling delete_port for 07cb28a9-1d38-4f25-8282-e2ac47481317 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:41.594454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.607379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.608169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6533a1c-21ef-47f2-96c6-52c9c14dab17 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:06:41.609842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Network 631096a6-4a61-4add-b02c-9ee0bc197291 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:06:41.621257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:41.646527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a94125-39c7-4c21-ba38-82a84884d2bb') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:41.646904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a94125-39c7-4c21-ba38-82a84884d2bb') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn_limited( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn_limited( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.661602 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:41.665436 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:06:41.673281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.674051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:41.701172 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'status': 'completed', 'code': 200} Mar 05 00:06:41.724491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:41.725327 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:06:41.731841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.755302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:06:41.755739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:06:41.781120 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:06:41.799068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.802933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-082484d2-1842-4ab9-9462-324661aa9f2a admin admin] 10.222.0.32 "DELETE /v2.0/routers/a6533a1c-21ef-47f2-96c6-52c9c14dab17 HTTP/1.1" status: 204 len: 168 time: 5.9364126 Mar 05 00:06:41.803811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:41.818875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 631096a6-4a61-4add-b02c-9ee0bc197291) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:41.824082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:41.880803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72f1ae8a-763c-4b0b-ad3e-1ac66c6cd796 req-2c94fdb5-0df3-4304-ad90-9ee6f64d7d10 service neutron] 10.222.0.32 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515521 Mar 05 00:06:41.887977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1282a-1489-40ef-ac09-6395a5fe3786 None None] Network 631096a6-4a61-4add-b02c-9ee0bc197291 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:41.893620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.930947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:41.960099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:41.961291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:41.961679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:41.967317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] 10.222.0.32 "DELETE /v2.0/networks/17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7 HTTP/1.1" status: 204 len: 168 time: 1.8145208 Mar 05 00:06:41.987060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25073a02-1a5e-4dbf-892a-cced4cc53918 tempest-AllowedAddressPairTestJSON-1877928592 tempest-AllowedAddressPairTestJSON-1877928592-project] Pushing event deleted for resources: {'Network': ['ID=17ff6f7c-b0ec-4f88-af0f-5ce7892e53d7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:42.119513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:42.119864 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:42.123587 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 2 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:42.134618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Deleting subnet 1fde6777-d37a-4b72-a0fa-8a80c6588dfc {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:06:42.153803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-3d0f9bef-4d70-4c9d-bf62-faa4142759e5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips/19658f7e-95c9-450e-929d-f5dfebd53eb1 HTTP/1.1" status: 200 len: 695 time: 0.1972954 Mar 05 00:06:42.156874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.228480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Deleting port 07cb28a9-1d38-4f25-8282-e2ac47481317 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:42.229411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.311716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:42.312218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:42.312328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:42.329872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7baeeb73-b312-4002-9569-cda5fc9d1fb9 None None] The port '07cb28a9-1d38-4f25-8282-e2ac47481317' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:06:42.342391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-36be87cd-6be2-4d87-b176-0eaa1f1b9b0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 1096 time: 0.7814469 Mar 05 00:06:42.371544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:15Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:42.376359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112c7af-767d-43ba-bb0f-c627754c6849 None None] The sync data for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 is: [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:04:57Z', 'revision_number': 4, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd131e359-d8ee-4b1d-8747-6b0e438bf8b3', 'name': '', 'network_id': '26dfe5c0-b535-4e54-beda-12d51cee619b', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'mac_address': 'fa:16:3e:c5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:55Z', 'updated_at': '2022-03-05T00:05:15Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'subnets': [{'id': 'b6d350b6-1d5c-481e-bee0-2535b1d1bd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:42.436431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56158) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:42.518588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.558754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:42.559086 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:42.579741 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 3 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:42.650565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cd0ca7d4-9b4b-4364-90f7-04f7e34e3ef7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5356c0fa1a544071b268fde4abc1fb25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2098823 Mar 05 00:06:42.650565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56168) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:42.783004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e186b747-2872-4d06-8539-d4f90a405ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.812714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5893c3-8c9a-4087-9ae7-8e0eafe70505 req-90373450-357e-42fe-9a82-e001e327163e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:42.814208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf5893c3-8c9a-4087-9ae7-8e0eafe70505 req-90373450-357e-42fe-9a82-e001e327163e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.1443460 Mar 05 00:06:42.823688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e186b747-2872-4d06-8539-d4f90a405ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.868904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:42.869268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:42.869596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:42.896634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf5893c3-8c9a-4087-9ae7-8e0eafe70505 req-fdc59a41-e8b5-49ff-91d8-5130f338b77a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752690 Mar 05 00:06:42.915768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e186b747-2872-4d06-8539-d4f90a405ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.935895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186b747-2872-4d06-8539-d4f90a405ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20d3f7-024b-45c7-acb6-606c5ff55866,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:42.938102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e186b747-2872-4d06-8539-d4f90a405ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:42.939721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e186b747-2872-4d06-8539-d4f90a405ad7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d20d3f7-024b-45c7-acb6-606c5ff55866 HTTP/1.1" status: 204 len: 168 time: 0.2879620 Mar 05 00:06:43.091655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:43.091888 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:43.092969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:43.108072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fc596-7f79-4764-96e7-70be58be2b03 req-b3ba56ac-d9df-4342-b25a-10def2c14cf0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:43.110656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-360fc596-7f79-4764-96e7-70be58be2b03 req-b3ba56ac-d9df-4342-b25a-10def2c14cf0 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.0857089 Mar 05 00:06:43.138500 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 4 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:43.162921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1f482c69-f08f-405b-abdc-3707c307a38b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:43.171722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-360fc596-7f79-4764-96e7-70be58be2b03 req-8e641f78-834a-4c58-9a00-cc547666515e tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551915 Mar 05 00:06:43.172322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-4b6f1f4c-ee38-4044-9e1f-0c262cd3b0ac tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:43.173998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-4b6f1f4c-ee38-4044-9e1f-0c262cd3b0ac tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 1.0188820 Mar 05 00:06:43.212478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1f482c69-f08f-405b-abdc-3707c307a38b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:43.212844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-1296f68c-6265-4669-ac2c-ec6e60ecc424 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:06:43.212988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1f482c69-f08f-405b-abdc-3707c307a38b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:43.213863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-1296f68c-6265-4669-ac2c-ec6e60ecc424 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0238159 Mar 05 00:06:43.232555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:43.232879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:43.233202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:43.305619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-45db5b9c-1a4c-4766-abe6-44cc1bbb84f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:43.307078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-45db5b9c-1a4c-4766-abe6-44cc1bbb84f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 200 len: 921 time: 0.8911426 Mar 05 00:06:43.386360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:43.386952 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:43.390605 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 5 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:43.399170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:06:43.491926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-06accc9e-4feb-4475-8f4d-fc396012de22 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 698 time: 0.2619028 Mar 05 00:06:43.506474 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-1084590a-58fe-4b90-be75-e3149512e961 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 200 len: 217 time: 0.1760197 Mar 05 00:06:43.511603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:43.511933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:43.512272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:43.574174 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:43.640682 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befb6ca-cf95-4d39-aa99-8a6be41a766e None None] New status for floating IP 19658f7e-95c9-450e-929d-f5dfebd53eb1: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:06:43.660507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:43.796641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:43.796994 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:43.797695 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:43.802258 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 6 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:43.810570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fde6777-d37a-4b72-a0fa-8a80c6588dfc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:43.826369 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:43.838791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64546e4-0aae-4468-9293-b8b8cdda83be None None] Network a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:43.860642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:43.883248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:43.893083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-f4cedcde-5806-4a46-bcb8-744d6548f1b0 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 698 time: 0.3912392 Mar 05 00:06:43.999026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:43.999358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:43.999691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:44.076256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-062e3dab-5617-4a65-b020-5f67ecaa3f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:44.077729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-062e3dab-5617-4a65-b020-5f67ecaa3f9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 200 len: 860 time: 0.5629487 Mar 05 00:06:44.079188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-04982db9-008c-431b-95e9-68456956aa19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fde6777-d37a-4b72-a0fa-8a80c6588dfc HTTP/1.1" status: 204 len: 168 time: 2.2630322 Mar 05 00:06:44.081925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56198) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:44.161011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] DHCP port deletion for a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:06:44.165675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] Deleting port a4948a75-4394-4a71-bec8-7d62b92b24f3 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:44.166322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.168618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:44.168944 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:44.170841 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 7 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:44.179851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-ceacd61b-3c25-483d-872c-bf10ae86e07a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26dfe5c0-b535-4e54-beda-12d51cee619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856950 Mar 05 00:06:44.281631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1588634884'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:44.339008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:44.356848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Usage tracker for resource:network and tenant:249183d3b356400291f654dd07b765b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:44.361098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:44.371155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:44.405780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.414877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Made reservation on behalf of 249183d3b356400291f654dd07b765b0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:44.418064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.426351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] For port a4948a75-4394-4a71-bec8-7d62b92b24f3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a4948a75-4394-4a71-bec8-7d62b92b24f3,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:44.426733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.441599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.454493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Deleting port a4948a75-4394-4a71-bec8-7d62b92b24f3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:44.454887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.485865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:44.486437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:44.486533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:44.494307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Deleting port 080ea8cf-edc4-495c-b047-eb817e87fefb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:44.494649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.500556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b27db-38c9-4396-9c32-01f4a6f8d590 req-3af7f749-c428-494a-84ba-9e9511853a5c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:44.502066 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b45b27db-38c9-4396-9c32-01f4a6f8d590 req-3af7f749-c428-494a-84ba-9e9511853a5c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.2704062 Mar 05 00:06:44.554306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] Calling delete_port for a4948a75-4394-4a71-bec8-7d62b92b24f3 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:44.558599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:44.568321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:44.568679 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:44.571354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Usage tracker for resource:security_group_rule and tenant:249183d3b356400291f654dd07b765b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:44.572275 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 8 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:44.596707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:44.617183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:44.634087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.642415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b45b27db-38c9-4396-9c32-01f4a6f8d590 req-c00a3060-26a0-41f5-a320-9b138cf0deda tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272480 Mar 05 00:06:44.682471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] Pushing event deleted for resources: {'Port': ['ID=a4948a75-4394-4a71-bec8-7d62b92b24f3,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:44.683010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:44.683343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:44.683674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:44.694021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09959be9-9610-4d85-8365-dfb47a10fa82 None None] No DVR routers for this DVR port a4948a75-4394-4a71-bec8-7d62b92b24f3 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:44.787720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] For port a4948a75-4394-4a71-bec8-7d62b92b24f3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a4948a75-4394-4a71-bec8-7d62b92b24f3,segment=NetworkSegment(ba88a233-0b0f-42ea-bf55-ad3949225d07),segment_id=ba88a233-0b0f-42ea-bf55-ad3949225d07)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:44.788008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.789042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-683bdb26-f33f-483a-9151-22f6c00b8065 service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195170 Mar 05 00:06:44.794404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:44.794724 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:44.800171 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 9 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:44.937915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:44.938271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:44.938498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:44.956184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Calling delete_port for a4948a75-4394-4a71-bec8-7d62b92b24f3 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:44.964666 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.964990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:44.996361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:44.996777 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:45.018363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.028672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.052627 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 10 to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc Mar 05 00:06:45.087104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:06:45.099815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d7cb10-eb52-4105-89d2-e28d91cc1a01,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:45.109419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.109776 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Added segment 42153abd-5894-43cd-8384-c3bcd29b7ab0 of type vlan for network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 Mar 05 00:06:45.110872 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:45.111182 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:06:45.125930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d79c9-edff-4854-a538-d715ff91bd87 req-ec54419e-587e-4e08-94f5-c52066814782 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:45.127388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d79d79c9-edff-4854-a538-d715ff91bd87 req-ec54419e-587e-4e08-94f5-c52066814782 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.3166964 Mar 05 00:06:45.130791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Calling delete_port for 080ea8cf-edc4-495c-b047-eb817e87fefb owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:45.167577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.207992 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d79d79c9-edff-4854-a538-d715ff91bd87 req-32100ed6-f83f-46e7-b2c0-a279b44e9a11 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742586 Mar 05 00:06:45.210907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a4948a75-4394-4a71-bec8-7d62b92b24f3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:45.219785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.223399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:45.223729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:45.224058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:45.224892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:45.225597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.232180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-a2e20edb-da45-47f3-b5cc-e73a723a25d3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:45.233866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-a2e20edb-da45-47f3-b5cc-e73a723a25d3 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.5553987 Mar 05 00:06:45.255730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a4948a75-4394-4a71-bec8-7d62b92b24f3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:45.256478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a4948a75-4394-4a71-bec8-7d62b92b24f3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:45.319362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 646fa333-c7ee-4926-8ec9-f10488ad55cc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:45.320261 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 646fa333-c7ee-4926-8ec9-f10488ad55cc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:45.320609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.341550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f802ff05-f127-4e38-ba85-745b7c8e4343 req-28445ade-bf1d-498b-9641-d7f3fefab5af service neutron] 10.222.0.36 "GET /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457437 Mar 05 00:06:45.345935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event updated for resources: {'Network': ['ID=87cbd786-5ba3-4cd0-9e60-bf4498a63744,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:45.355178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-37a4156a-16a6-4234-b0e5-b99c6dc9ce2a tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4904513 Mar 05 00:06:45.355411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56206) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:45.359896 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 34d54b30-a6bb-4678-a7fb-649e475d3c3f associated. External IP: 172.25.0.210, port: c060416f-4d94-4d46-98bc-6ef23b8298a6. Mar 05 00:06:45.361856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:06:45.363607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Request body: {'subnet': {'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:45.472888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:45.476749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Usage tracker for resource:subnet and tenant:249183d3b356400291f654dd07b765b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:45.479678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:45.485676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:45.495564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Made reservation on behalf of 249183d3b356400291f654dd07b765b0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:45.581598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Deleting port 33702a41-f235-4563-8b14-a2d65607408d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:45.582267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.598573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.611835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Deleting port a4948a75-4394-4a71-bec8-7d62b92b24f3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:45.612169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.743003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] The port 'a4948a75-4394-4a71-bec8-7d62b92b24f3' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:06:45.967454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] For port 646fa333-c7ee-4926-8ec9-f10488ad55cc, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:06:45.967824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempted to set empty binding levels {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 00:06:45.980867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:45.984599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.031128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.069739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:46.088795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba88a233-0b0f-42ea-bf55-ad3949225d07') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:46.089082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba88a233-0b0f-42ea-bf55-ad3949225d07') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:46.134586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.166710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e8f1-1a36-4fa2-be58-00d9a61e0bce req-fdafe314-bebf-4970-806b-e4984e0674ac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:46.168197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f589e8f1-1a36-4fa2-be58-00d9a61e0bce req-fdafe314-bebf-4970-806b-e4984e0674ac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.3854232 Mar 05 00:06:46.171593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.171760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.200756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:06:46.201152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:06:46.215200 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:06:46.265356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=646fa333-c7ee-4926-8ec9-f10488ad55cc,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:46.337045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.370869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f589e8f1-1a36-4fa2-be58-00d9a61e0bce req-b5d8ad8c-5148-4014-90e7-4feb99111ab1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899529 Mar 05 00:06:46.371457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.387526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event deleted for resources: {'Port': ['ID=080ea8cf-edc4-495c-b047-eb817e87fefb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:46.403951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.425039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] Pushing event deleted for resources: {'Network': ['ID=a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:46.433258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0644762e-6b57-48c5-9303-018925ba485b admin admin] 10.222.0.32 "DELETE /v2.0/networks/a11f6e68-9ff4-4e7c-bf8c-da303fec4cdd HTTP/1.1" status: 204 len: 168 time: 2.3478210 Mar 05 00:06:46.459203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event updated for resources: {'Subnet': ['ID=fcac8f22-56b4-497c-85d8-e2ca684d436d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:46.466522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cf18d0ac-351b-4f6c-864b-509d700e0e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.2127638 Mar 05 00:06:46.466996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56216) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:46.467385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.470367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.471482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db83c6e4-f2f1-4fea-bc3d-4f70480da983 req-310655ac-a8c5-49ca-8db7-844367d99a6c tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "DELETE /v2.0/floatingips/19658f7e-95c9-450e-929d-f5dfebd53eb1 HTTP/1.1" status: 204 len: 173 time: 2.5662897 Mar 05 00:06:46.494376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] For port 33702a41-f235-4563-8b14-a2d65607408d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=33702a41-f235-4563-8b14-a2d65607408d,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:46.494751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.531051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Checking segment: {'id': '42153abd-5894-43cd-8384-c3bcd29b7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:06:46.531436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Network hostable DHCP agents. Network: 87cbd786-5ba3-4cd0-9e60-bf4498a63744, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:06:46.607914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Deleting port 646fa333-c7ee-4926-8ec9-f10488ad55cc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:46.608158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.701709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56222) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:46.707733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:06:46.757563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 87cbd786-5ba3-4cd0-9e60-bf4498a63744) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:46.764924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b176b9-c1dc-42a2-ad40-cae54e7ee40f None None] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:46.769398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:46.769990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:46.792664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e474ebc-8cf6-4a72-9019-b1af678e43a6 req-00e60e1c-6e12-4e0a-969c-5654cef20e06 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups/da7d55f8-8795-49fc-8fb4-d72daa37e908 HTTP/1.1" status: 200 len: 1641 time: 0.2885070 Mar 05 00:06:46.799125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466a75-26a3-4e0b-80d6-b2d51bb00980 req-938d85ad-efc5-4e0d-a221-52e7b5c572e6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:46.805761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16466a75-26a3-4e0b-80d6-b2d51bb00980 req-938d85ad-efc5-4e0d-a221-52e7b5c572e6 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 945 time: 0.2617917 Mar 05 00:06:46.933186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9f22fca8-b8f8-4fa9-84b7-715d266b7711 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5763161 Mar 05 00:06:46.933559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56226) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:46.954892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Request body: {'port': {'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2055284417'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:46.983916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7df141e6-0983-4183-a450-ca70d2d6ed3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff8481e5055f4b6aaf19d6b400bca16f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2772560 Mar 05 00:06:46.985257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] For port 646fa333-c7ee-4926-8ec9-f10488ad55cc, host n-h1-828979-4, got binding levels [] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:46.985627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.015823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-87cbd786-5ba3-4cd0-9e60-bf4498a63744', 'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744', 'tenant_id': '249183d3b356400291f654dd07b765b0', 'fixed_ips': [{'subnet_id': 'fcac8f22-56b4-497c-85d8-e2ca684d436d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:06:47.017135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.036120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56230) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:47.111730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.112162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.112474 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Floating IP d93e81dc-b17b-46b6-9d23-4c9096edc06c disassociated. External IP: 172.25.0.235, port: 33702a41-f235-4563-8b14-a2d65607408d. Mar 05 00:06:47.112817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Calling delete_port for 33702a41-f235-4563-8b14-a2d65607408d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:47.167775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16466a75-26a3-4e0b-80d6-b2d51bb00980 req-72a30b77-b1cf-4473-982a-adf829371075 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups?id=5924d024-ce12-479f-b076-ac68004fc9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611314 Mar 05 00:06:47.179444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Calling delete_port for 646fa333-c7ee-4926-8ec9-f10488ad55cc owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:47.196426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Allocated IP 172.20.0.2 (87cbd786-5ba3-4cd0-9e60-bf4498a63744/fcac8f22-56b4-497c-85d8-e2ca684d436d/cf1491cb-79a4-4d59-8a07-b5730bee082a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:47.279325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:47.284543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Usage tracker for resource:port and tenant:249183d3b356400291f654dd07b765b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:47.285587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e474ebc-8cf6-4a72-9019-b1af678e43a6 req-557aa50c-cf18-4087-9ad6-3a9565b561d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.289481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:47.299049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:47.327875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Made reservation on behalf of 249183d3b356400291f654dd07b765b0 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:47.330777 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.344665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a2908b9-9f8d-4f14-9fd0-4ec53c5eb441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.366364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.368922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] device_id is not set on port 6827d735-637b-4378-b783-4f614725c24b yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:47.370482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Deleting port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:47.370905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.407506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e474ebc-8cf6-4a72-9019-b1af678e43a6 req-557aa50c-cf18-4087-9ad6-3a9565b561d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.442832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.447833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event deleted for resources: {'Port': ['ID=646fa333-c7ee-4926-8ec9-f10488ad55cc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:47.454448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Transition to ACTIVE for port object cf1491cb-79a4-4d59-8a07-b5730bee082a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:47.475546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Transition to ACTIVE for port object cf1491cb-79a4-4d59-8a07-b5730bee082a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:47.479326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.486494 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.499580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f351b00-3179-420a-9947-c3d32e36c414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "DELETE /v2.0/ports/646fa333-c7ee-4926-8ec9-f10488ad55cc HTTP/1.1" status: 204 len: 168 time: 1.0316572 Mar 05 00:06:47.503366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56236) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:47.530881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a2908b9-9f8d-4f14-9fd0-4ec53c5eb441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.586588 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5deb26c9-0396-441b-9765-1c1a9633d40c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:06:47.587102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5deb26c9-0396-441b-9765-1c1a9633d40c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Synchronizing usage tracker for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:47.609804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:47.613129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Pushing event updated for resources: {'Port': ['ID=cf1491cb-79a4-4d59-8a07-b5730bee082a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:47.615633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:47.618198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:47.672191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Allocated IP 172.20.0.4 (87cbd786-5ba3-4cd0-9e60-bf4498a63744/fcac8f22-56b4-497c-85d8-e2ca684d436d/6827d735-637b-4378-b783-4f614725c24b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:47.677891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5deb26c9-0396-441b-9765-1c1a9633d40c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Unset dirty status for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:47.683041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5deb26c9-0396-441b-9765-1c1a9633d40c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "GET /v2.0/ports/646fa333-c7ee-4926-8ec9-f10488ad55cc HTTP/1.1" status: 404 len: 333 time: 0.1747930 Mar 05 00:06:47.689870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56240) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:47.706439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Request body: {'port': {'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569687377'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:47.710247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Attempting to bind port cf1491cb-79a4-4d59-8a07-b5730bee082a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:47.710617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Attempting to bind port cf1491cb-79a4-4d59-8a07-b5730bee082a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '42153abd-5894-43cd-8384-c3bcd29b7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:47.711541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Attempting to bind port cf1491cb-79a4-4d59-8a07-b5730bee082a on network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:47.713259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:47.718019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:06:47.718581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Checking segment: {'id': '42153abd-5894-43cd-8384-c3bcd29b7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:06:47.718793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.719197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Bound using segment: {'id': '42153abd-5894-43cd-8384-c3bcd29b7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:06:47.719736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Bound port: cf1491cb-79a4-4d59-8a07-b5730bee082a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42153abd-5894-43cd-8384-c3bcd29b7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:06:47.720041 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.799842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.823933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] For port cf1491cb-79a4-4d59-8a07-b5730bee082a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:06:47.827249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] For port cf1491cb-79a4-4d59-8a07-b5730bee082a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf1491cb-79a4-4d59-8a07-b5730bee082a,segment=NetworkSegment(42153abd-5894-43cd-8384-c3bcd29b7ab0),segment_id=42153abd-5894-43cd-8384-c3bcd29b7ab0)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:06:47.832092 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.846774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:47.872577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Made reservation on behalf of 6d54a2012c8c4566bf4793d3483e2b46 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:47.874907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:47.878094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event deleted for resources: {'Port': ['ID=33702a41-f235-4563-8b14-a2d65607408d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:47.904759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5684e-0f90-49e3-bedf-665ecf84e858 req-a46e75f6-70b7-4bb4-a515-3500ccd246c4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:47.911659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce5684e-0f90-49e3-bedf-665ecf84e858 req-a46e75f6-70b7-4bb4-a515-3500ccd246c4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.3154438 Mar 05 00:06:47.931080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62651f6-fef3-452f-bc8d-108d0dd46f3b None None] Pushing event updated for resources: {'Port': ['ID=cf1491cb-79a4-4d59-8a07-b5730bee082a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:47.966921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port 2264a9be-068f-4cca-8ed0-b032da7a4e3a yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:47.972051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e474ebc-8cf6-4a72-9019-b1af678e43a6 req-557aa50c-cf18-4087-9ad6-3a9565b561d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.092351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557aa50c-cf18-4087-9ad6-3a9565b561d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d55f8-8795-49fc-8fb4-d72daa37e908,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:48.114377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ce5684e-0f90-49e3-bedf-665ecf84e858 req-9f2871ac-fafb-45b7-b08b-cf8160605f31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017632 Mar 05 00:06:48.159194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a2908b9-9f8d-4f14-9fd0-4ec53c5eb441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.193721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] For port 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:48.194320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.245740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2908b9-9f8d-4f14-9fd0-4ec53c5eb441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a89f50-f483-4e27-b7d1-6cfe1349ba00,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:48.260266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.303549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Transition to ACTIVE for port object 6827d735-637b-4378-b783-4f614725c24b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:48.324143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a2908b9-9f8d-4f14-9fd0-4ec53c5eb441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.325623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a2908b9-9f8d-4f14-9fd0-4ec53c5eb441 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60a89f50-f483-4e27-b7d1-6cfe1349ba00 HTTP/1.1" status: 204 len: 168 time: 1.2876091 Mar 05 00:06:48.406418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e474ebc-8cf6-4a72-9019-b1af678e43a6 req-557aa50c-cf18-4087-9ad6-3a9565b561d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.407522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e474ebc-8cf6-4a72-9019-b1af678e43a6 req-557aa50c-cf18-4087-9ad6-3a9565b561d7 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "DELETE /v2.0/security-groups/da7d55f8-8795-49fc-8fb4-d72daa37e908 HTTP/1.1" status: 204 len: 173 time: 1.6001611 Mar 05 00:06:48.418886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Calling delete_port for 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:48.422799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33702a41-f235-4563-8b14-a2d65607408d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:48.470927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:48.501604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 33702a41-f235-4563-8b14-a2d65607408d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:48.503747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 33702a41-f235-4563-8b14-a2d65607408d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:48.515734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.522730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-15bf2a4f-4d68-43a3-ba54-2b142c2b2b8c req-bebd015c-7863-4ede-907c-62409a180839 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 210 time: 0.1665821 Mar 05 00:06:48.660415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event updated for resources: {'Port': ['ID=6827d735-637b-4378-b783-4f614725c24b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:48.673999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:48.677371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.683863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:48.687982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:48.758983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:48.763375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.791274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.869866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-303c2b25-1c91-41e9-beca-a52ce9827f00 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9211304 Mar 05 00:06:48.870116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Router 8c423bf1-252d-4141-90b3-640bbb193d15 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:48.873343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56254) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:48.887513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Network 631096a6-4a61-4add-b02c-9ee0bc197291 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:48.891953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:48.895870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Request body: {'port': {'network_id': '87cbd786-5ba3-4cd0-9e60-bf4498a63744', 'name': 'tempest-ExtraDHCPOptionsTestJSON-520808548', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:48.896733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] bootfile-name is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:06:48.897249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] tftp-server is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:06:48.897834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] server-ip-address is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:06:48.917616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:48.924953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:48.926031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:48.926730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.016968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:49.099772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56258) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:49.110435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=2264a9be-068f-4cca-8ed0-b032da7a4e3a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:49.191599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-935ac032-cda7-4e20-974a-8b7478dda12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4988134 Mar 05 00:06:49.205415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56264) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:49.240693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:49.377073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf1491cb-79a4-4d59-8a07-b5730bee082a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:49.423720 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d262125e-efac-4c28-8b99-dd621308cace admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3ff5a9eec6d41af9b3f10dd8f752b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3103476 Mar 05 00:06:49.449706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26121650-5831-4f19-847c-b3b3d914ed25 None None] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:49.466277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56268) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:49.486381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767f7a-a580-463c-af37-cc6afef4d507 req-3cbef8ea-bbe8-4c7c-ae7d-1bfbe90a02cc tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:49.488028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f767f7a-a580-463c-af37-cc6afef4d507 req-3cbef8ea-bbe8-4c7c-ae7d-1bfbe90a02cc tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.5149693 Mar 05 00:06:49.534366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:49.552471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Usage tracker for resource:port and tenant:249183d3b356400291f654dd07b765b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:49.561172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:49.572813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:49.580053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] Provisioning for port cf1491cb-79a4-4d59-8a07-b5730bee082a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:49.588691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port cf1491cb-79a4-4d59-8a07-b5730bee082a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:49.590442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.603146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] Provisioning complete for port cf1491cb-79a4-4d59-8a07-b5730bee082a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:49.603659 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.626059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Made reservation on behalf of 249183d3b356400291f654dd07b765b0 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:49.628988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.642846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cf1491cb-79a4-4d59-8a07-b5730bee082a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:49.643217 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.679769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f767f7a-a580-463c-af37-cc6afef4d507 req-47cd6305-3696-4c17-9262-f18c8b34512b tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786156 Mar 05 00:06:49.707583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180542a9-df7e-4d93-94ce-8ccca1ed8505 req-959edd45-0df1-4b80-b5c2-c4909c0aac83 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:49.709056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180542a9-df7e-4d93-94ce-8ccca1ed8505 req-959edd45-0df1-4b80-b5c2-c4909c0aac83 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.3600152 Mar 05 00:06:49.714973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] device_id is not set on port cc9b6f29-94bf-4fc9-8ede-cf1144d84025 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:49.747690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:49.756670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f48fdd28-e9fa-451e-9922-c0e28478abd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.766450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:49.775151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.847079 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:06:49.860881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180542a9-df7e-4d93-94ce-8ccca1ed8505 req-3ce3a742-628e-4357-ad75-b2c9ed90cef6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335669 Mar 05 00:06:49.874048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b3baf222-86e5-4593-930b-e88b1461abf0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/floatingips/34d54b30-a6bb-4678-a7fb-649e475d3c3f HTTP/1.1" status: 200 len: 978 time: 8.5094008 Mar 05 00:06:49.874770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56274) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:49.903686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f48fdd28-e9fa-451e-9922-c0e28478abd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:49.937267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:49.938202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:49.973146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:49.988133 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:50.008027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:50.009036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:50.010693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.042495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port c060416f-4d94-4d46-98bc-6ef23b8298a6 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:50.042848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.090162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:50.093781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.145827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10e5b706-50e8-4112-a2e1-3d01200e576e req-da00c518-8f2b-4ccd-a0c4-f0982904a356 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/ports?device_id=753ce25c-a364-404b-aff6-737200e47371 HTTP/1.1" status: 200 len: 210 time: 0.1587701 Mar 05 00:06:50.178788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] For port cf1491cb-79a4-4d59-8a07-b5730bee082a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf1491cb-79a4-4d59-8a07-b5730bee082a,segment=NetworkSegment(42153abd-5894-43cd-8384-c3bcd29b7ab0),segment_id=42153abd-5894-43cd-8384-c3bcd29b7ab0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:50.201400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Allocated IP 172.20.0.14 (87cbd786-5ba3-4cd0-9e60-bf4498a63744/fcac8f22-56b4-497c-85d8-e2ca684d436d/cc9b6f29-94bf-4fc9-8ede-cf1144d84025) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:50.212325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] No DVR routers for this DVR port 33702a41-f235-4563-8b14-a2d65607408d on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:50.219196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.221607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-429b3904-a0f2-4222-94f4-57e7ccd1b98c req-1507787e-bd28-4766-8708-a6a707a7f45b tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.36 "DELETE /v2.0/ports/33702a41-f235-4563-8b14-a2d65607408d HTTP/1.1" status: 204 len: 173 time: 4.9678960 Mar 05 00:06:50.224111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'name': 'network-vif-deleted', 'tag': '33702a41-f235-4563-8b14-a2d65607408d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:50.244467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.249351 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.307497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:50.308496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:50.358322 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753ce25c-a364-404b-aff6-737200e47371', 'name': 'network-vif-deleted', 'tag': '33702a41-f235-4563-8b14-a2d65607408d', 'status': 'completed', 'code': 200} Mar 05 00:06:50.458535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:50.460833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194704e8-b328-49a3-a237-d735cc2a52e4 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:50.464306 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f48fdd28-e9fa-451e-9922-c0e28478abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.475871 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:50.476423 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:06:50.484266 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:50.506209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fdd28-e9fa-451e-9922-c0e28478abd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64929f08-54e5-4bff-b982-63f91383d6c6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:50.528753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port 2264a9be-068f-4cca-8ed0-b032da7a4e3a yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:50.531970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f4e19-f5cc-4577-af0e-50435c31888f None None] Pushing event updated for resources: {'Port': ['ID=cf1491cb-79a4-4d59-8a07-b5730bee082a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:50.540977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.566816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f48fdd28-e9fa-451e-9922-c0e28478abd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.568071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f48fdd28-e9fa-451e-9922-c0e28478abd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64929f08-54e5-4bff-b982-63f91383d6c6 HTTP/1.1" status: 204 len: 168 time: 1.0958102 Mar 05 00:06:50.590733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Transition to ACTIVE for port object 2264a9be-068f-4cca-8ed0-b032da7a4e3a will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:50.613208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:50.701337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-228fa4b3-a78f-4ef2-a55d-488c3ea949c8 None None] Provisioning complete for port cf1491cb-79a4-4d59-8a07-b5730bee082a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:50.701710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-228fa4b3-a78f-4ef2-a55d-488c3ea949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.019187 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:51.039287 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:06:51.079703 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:51.080248 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:51.080846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.087293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.124882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=2264a9be-068f-4cca-8ed0-b032da7a4e3a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:51.167824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-228fa4b3-a78f-4ef2-a55d-488c3ea949c8 None None] Provisioning for port 6827d735-637b-4378-b783-4f614725c24b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:51.174998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Transition to ACTIVE for port object cc9b6f29-94bf-4fc9-8ede-cf1144d84025 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:06:51.175831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-228fa4b3-a78f-4ef2-a55d-488c3ea949c8 None None] Provisioning complete for port 6827d735-637b-4378-b783-4f614725c24b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:51.176269 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-228fa4b3-a78f-4ef2-a55d-488c3ea949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.283435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.302321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-228fa4b3-a78f-4ef2-a55d-488c3ea949c8 None None] Port 6827d735-637b-4378-b783-4f614725c24b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:51.311748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf1491cb-79a4-4d59-8a07-b5730bee082a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:06:51.379716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8a839-006d-4898-a1df-bcaa5b18adcb req-35c275cc-cf78-4797-9b7f-db42f4b7a846 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:51.381381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cf1491cb-79a4-4d59-8a07-b5730bee082a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:51.381866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.384069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93b8a839-006d-4898-a1df-bcaa5b18adcb req-35c275cc-cf78-4797-9b7f-db42f4b7a846 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.0246198 Mar 05 00:06:51.449954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e586ef5a-1484-45a1-a08c-75bda7a4b953 None None] Provisioning complete for port 6827d735-637b-4378-b783-4f614725c24b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:51.449954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e586ef5a-1484-45a1-a08c-75bda7a4b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.479921 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:51.480581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:51.481104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:51.481583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:51.500025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event updated for resources: {'Port': ['ID=cc9b6f29-94bf-4fc9-8ede-cf1144d84025,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:51.519275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:51.519630 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:51.529546 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 2 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:51.548021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:51.563296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:51.568639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:51.602201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:51.602452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:51.602790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:51.644944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:51.645303 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:51.657028 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 3 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:51.682462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e586ef5a-1484-45a1-a08c-75bda7a4b953 None None] Port 6827d735-637b-4378-b783-4f614725c24b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:51.704395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bd232-4af0-4558-a761-ac0f25d2f23e req-6eb17ed5-cf08-47a6-9556-1673c77a5f5f tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:51.705953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab0bd232-4af0-4558-a761-ac0f25d2f23e req-6eb17ed5-cf08-47a6-9556-1673c77a5f5f tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.5459008 Mar 05 00:06:51.724294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:51.726990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.731504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93b8a839-006d-4898-a1df-bcaa5b18adcb req-d575a77d-3ac0-4ba0-94ea-62bb6957a9c6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275630 Mar 05 00:06:51.765118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:51.765485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:51.765827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:51.841611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:51.841924 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:51.842635 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 4 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:51.876359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab0bd232-4af0-4558-a761-ac0f25d2f23e req-6fb71975-c23a-490d-9505-886ad3ff6757 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402278 Mar 05 00:06:51.884069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bfcbb614-856f-45ed-b669-03dda304f15b tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9961240 Mar 05 00:06:51.885727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56306) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:51.920624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8c360e78-9103-40dc-9be9-626e9359c712 None None] Provisioning for port cc9b6f29-94bf-4fc9-8ede-cf1144d84025 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:06:51.930671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:51.931284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:51.931727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:51.932709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-a27c2c68-b5e0-4000-bd47-e586107ebea5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:51.933988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-a27c2c68-b5e0-4000-bd47-e586107ebea5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:51.936618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8c360e78-9103-40dc-9be9-626e9359c712 None None] Provisioning complete for port cc9b6f29-94bf-4fc9-8ede-cf1144d84025 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:51.941793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c360e78-9103-40dc-9be9-626e9359c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:51.962587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:51.962587 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:51.962587 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 5 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:51.993826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:51.994284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:51.995083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:52.009419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:52.010064 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:52.012436 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 6 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:52.019711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.020098 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.021369 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP 34d54b30-a6bb-4678-a7fb-649e475d3c3f disassociated. External IP: 172.25.0.210, port: c060416f-4d94-4d46-98bc-6ef23b8298a6. Mar 05 00:06:52.021369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for c060416f-4d94-4d46-98bc-6ef23b8298a6 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:52.062965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:52.064142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:52.066569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:52.079151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8c360e78-9103-40dc-9be9-626e9359c712 None None] Port cc9b6f29-94bf-4fc9-8ede-cf1144d84025 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:52.092361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb8fe9-7ac0-4063-aa80-227ae151f006 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:52.099386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb8fe9-7ac0-4063-aa80-227ae151f006 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:52.111195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb8fe9-7ac0-4063-aa80-227ae151f006 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:52.112315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7ffb8fe9-7ac0-4063-aa80-227ae151f006 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Synchronizing usage tracker for tenant:249183d3b356400291f654dd07b765b0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:52.119462 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:52.125900 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee5519-a1d7-4dd7-94fa-3945cdb4d76b None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-04T23:59:05Z', 'revision_number': 4, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '2d249f32-83f7-4ac4-ac91-21a2ada25ec3', 'name': '', 'network_id': '6f6c85af-8f9b-4384-a24f-490ed43d5a0a', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'mac_address': 'fa:16:3e:d9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:04Z', 'updated_at': '2022-03-04T23:59:30Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'subnets': [{'id': 'da4f4730-32e7-46ef-acd3-1bce767b260b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:52.133867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:52.138909 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:52.142932 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 7 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:52.173292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-a27c2c68-b5e0-4000-bd47-e586107ebea5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:52.174722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-a27c2c68-b5e0-4000-bd47-e586107ebea5 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.36 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.9108572 Mar 05 00:06:52.222654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7ffb8fe9-7ac0-4063-aa80-227ae151f006 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Unset dirty status for tenant:249183d3b356400291f654dd07b765b0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:52.225279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7ffb8fe9-7ac0-4063-aa80-227ae151f006 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3327463 Mar 05 00:06:52.229585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:52.229915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:52.230237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:52.232320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56316) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:52.288574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:52.288902 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:52.296891 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 8 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:52.334669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Deleting port cc9b6f29-94bf-4fc9-8ede-cf1144d84025 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:52.335118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.361345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:52.361679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:52.362017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:52.396155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:52.396486 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:52.399355 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 9 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:52.427350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b21d-0441-4052-a932-1aa4db399fd5 req-ffb973b4-1009-4790-b990-65768b49eb39 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:52.428047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70c5b-d744-4331-ba41-0f10753074d6 None None] New status for floating IP d93e81dc-b17b-46b6-9d23-4c9096edc06c: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:06:52.429518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56c2b21d-0441-4052-a932-1aa4db399fd5 req-ffb973b4-1009-4790-b990-65768b49eb39 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2568977 Mar 05 00:06:52.453402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:52.453753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:52.454054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:52.494213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:52.494909 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:52.502378 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 10 to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a Mar 05 00:06:52.515881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Deleting port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:52.516230 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.530734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:06:52.531067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:06:52.531396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:06:52.610776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:06:52.611088 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:06:52.611586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.621649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56c2b21d-0441-4052-a932-1aa4db399fd5 req-2bae3c9b-86c3-4592-9e28-d1dd38d34791 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647005 Mar 05 00:06:52.644462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.712740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=c060416f-4d94-4d46-98bc-6ef23b8298a6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:52.756254 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.771297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] For port 2264a9be-068f-4cca-8ed0-b032da7a4e3a, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:06:52.771659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempted to set empty binding levels {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 00:06:52.822362 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.910982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Calling delete_port for cc9b6f29-94bf-4fc9-8ede-cf1144d84025 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:52.980340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] In _notify_port_updated(), no bound segment for port 2264a9be-068f-4cca-8ed0-b032da7a4e3a on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:06:52.981335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:52.985167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "PUT /v2.0/ports/2264a9be-068f-4cca-8ed0-b032da7a4e3a HTTP/1.1" status: 200 len: 979 time: 3.7760806 Mar 05 00:06:52.987839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:53.110913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:53.151897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] For port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:53.152261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.183476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b78d48-2070-4305-b4bd-bdc2b583bc5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=2264a9be-068f-4cca-8ed0-b032da7a4e3a,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:53.310905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Calling delete_port for 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:53.338122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f33b29e2-3c36-4768-9d30-e8f44a83ff41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Synchronizing usage tracker for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:53.349068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ded6f-0fa7-416e-ac12-c9bc6cf7896d req-9bb24d1f-e04b-42f8-8c27-04ad5d059aac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:53.351072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d8ded6f-0fa7-416e-ac12-c9bc6cf7896d req-9bb24d1f-e04b-42f8-8c27-04ad5d059aac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2098114 Mar 05 00:06:53.357146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.425769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event deleted for resources: {'Port': ['ID=cc9b6f29-94bf-4fc9-8ede-cf1144d84025,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:53.435191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f33b29e2-3c36-4768-9d30-e8f44a83ff41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Unset dirty status for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:53.440816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f33b29e2-3c36-4768-9d30-e8f44a83ff41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24796 time: 0.4463429 Mar 05 00:06:53.455790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56340) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:53.531401 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d8ded6f-0fa7-416e-ac12-c9bc6cf7896d req-8058a227-541b-4769-9db1-57c52504f1c0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712389 Mar 05 00:06:53.532203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b917430-2a28-4fde-a267-32f05acd0f48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.554844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.587353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f7b99f4-561e-464b-8959-c08c7511efb5 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "DELETE /v2.0/ports/cc9b6f29-94bf-4fc9-8ede-cf1144d84025 HTTP/1.1" status: 204 len: 168 time: 1.3476236 Mar 05 00:06:53.587540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56346) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:53.594017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Request body: {'port': {'name': 'tempest-new-port-name-1699250279', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:53.594403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] bootfile-name is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:06:53.594737 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] tftp-server is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:06:53.595061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] server-ip-address is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:06:53.684387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Deleting port 2264a9be-068f-4cca-8ed0-b032da7a4e3a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:53.684657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.718054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b917430-2a28-4fde-a267-32f05acd0f48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.722984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.778731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702e968-c229-451f-8885-48f8a3cf1efd req-1b1f945b-25fb-4802-aa3b-9a77e642580f tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:53.780204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3702e968-c229-451f-8885-48f8a3cf1efd req-1b1f945b-25fb-4802-aa3b-9a77e642580f tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddd235b-712f-4e94-8147-50f86954ec8c HTTP/1.1" status: 200 len: 945 time: 0.4788246 Mar 05 00:06:53.787110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:53.805732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Router e6c7f6a4-cae7-419b-8711-fa39791abeb5 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:53.950258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153c19-85bf-48e3-b3ed-d4168a97023c req-7d6ce52e-a78b-424d-88e0-5be05294b055 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:53.951733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e153c19-85bf-48e3-b3ed-d4168a97023c req-7d6ce52e-a78b-424d-88e0-5be05294b055 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2297192 Mar 05 00:06:54.018676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Pushing event deleted for resources: {'Port': ['ID=98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:54.041750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e153c19-85bf-48e3-b3ed-d4168a97023c req-f6ac524f-cc82-4919-8b00-28a90155dd26 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805705 Mar 05 00:06:54.096140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.108959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.233323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b917430-2a28-4fde-a267-32f05acd0f48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.259245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event updated for resources: {'Port': ['ID=6827d735-637b-4378-b783-4f614725c24b,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:54.275894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] In _notify_port_updated(), no bound segment for port 6827d735-637b-4378-b783-4f614725c24b on network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:06:54.280753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:54.281458 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.286153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ad2bf558-c4b2-4efb-bcd5-6d4a226fe539 tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "PUT /v2.0/ports/6827d735-637b-4378-b783-4f614725c24b HTTP/1.1" status: 200 len: 1136 time: 0.6973252 Mar 05 00:06:54.286882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56366) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:54.360467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3702e968-c229-451f-8885-48f8a3cf1efd req-0f6f185f-095a-4746-8153-a0cda7def6a4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Synchronizing usage tracker for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:54.381347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:06:54.383071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] No DVR routers for this DVR port 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:54.392150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b917430-2a28-4fde-a267-32f05acd0f48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5924d024-ce12-479f-b076-ac68004fc9f3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:54.399396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.405409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'name': 'network-vif-deleted', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:06:54.429994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:54.456259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6428ef0c-80f3-46dc-b761-177b0da4cdf2 req-db5f2b66-868c-419a-9c98-ce1c0e5f5cec tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.36 "DELETE /v2.0/ports/98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f HTTP/1.1" status: 204 len: 173 time: 2.2221837 Mar 05 00:06:54.458028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629ea49-aa5a-4c35-aaa7-6d9c085210fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:54.459752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8629ea49-aa5a-4c35-aaa7-6d9c085210fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Synchronizing usage tracker for tenant:249183d3b356400291f654dd07b765b0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:54.470019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] For port 2264a9be-068f-4cca-8ed0-b032da7a4e3a, host n-h1-828979-4, got binding levels [] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:54.470377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.480775 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b917430-2a28-4fde-a267-32f05acd0f48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.482035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4b917430-2a28-4fde-a267-32f05acd0f48 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "DELETE /v2.0/security-groups/5924d024-ce12-479f-b076-ac68004fc9f3 HTTP/1.1" status: 204 len: 168 time: 1.3601363 Mar 05 00:06:54.488388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3702e968-c229-451f-8885-48f8a3cf1efd req-0f6f185f-095a-4746-8153-a0cda7def6a4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] Unset dirty status for tenant:6e7cf54c58c74c5281292a008e4b05d0 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:54.489359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:54.489521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3702e968-c229-451f-8885-48f8a3cf1efd req-0f6f185f-095a-4746-8153-a0cda7def6a4 tempest-ServerRescueTestJSONUnderV235-982731115 tempest-ServerRescueTestJSONUnderV235-982731115-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1dd5946-6a83-4602-81ed-a2787a400375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972933 Mar 05 00:06:54.490111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:54.491941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56374) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:54.525952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8629ea49-aa5a-4c35-aaa7-6d9c085210fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Unset dirty status for tenant:249183d3b356400291f654dd07b765b0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:54.531502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8629ea49-aa5a-4c35-aaa7-6d9c085210fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "GET /v2.0/ports/6827d735-637b-4378-b783-4f614725c24b HTTP/1.1" status: 200 len: 1136 time: 0.2437899 Mar 05 00:06:54.542744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-93adbaad-f03d-44cd-98c2-b5b5af787d53 None None] Provisioning complete for port 6827d735-637b-4378-b783-4f614725c24b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:06:54.543475 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93adbaad-f03d-44cd-98c2-b5b5af787d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.545417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56378) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:54.621307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-93adbaad-f03d-44cd-98c2-b5b5af787d53 None None] Port 6827d735-637b-4378-b783-4f614725c24b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:06:54.636786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Deleting port 6827d735-637b-4378-b783-4f614725c24b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:54.637133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.678110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Calling delete_port for 2264a9be-068f-4cca-8ed0-b032da7a4e3a owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:54.707696 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-74b222b0-531a-4ab4-a1c9-30736a698af4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] show failed (client error): The resource could not be found. Mar 05 00:06:54.711813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-74b222b0-531a-4ab4-a1c9-30736a698af4 tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "GET /v2.0/security-groups/5924d024-ce12-479f-b076-ac68004fc9f3 HTTP/1.1" status: 404 len: 347 time: 0.2138653 Mar 05 00:06:54.718170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56386) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:54.722176 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddd235b-712f-4e94-8147-50f86954ec8c', 'name': 'network-vif-deleted', 'tag': '98ef2c4d-5e2a-4b2a-90fa-ce8269ebb05f', 'status': 'completed', 'code': 200} Mar 05 00:06:54.796316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-3071fc93-3d8c-4c5f-854c-0e394b2f2921 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:54.797775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-3071fc93-3d8c-4c5f-854c-0e394b2f2921 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.4615846 Mar 05 00:06:54.853315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.933759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event deleted for resources: {'Port': ['ID=2264a9be-068f-4cca-8ed0-b032da7a4e3a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:54.970221 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:54.979213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-1b4acd75-db0f-49d8-893a-9c5081b99f78 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/quotas/371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 375 time: 0.1705089 Mar 05 00:06:55.002709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-424d2e41-6410-43c7-8364-960269770584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2264a9be-068f-4cca-8ed0-b032da7a4e3a HTTP/1.1" status: 204 len: 168 time: 1.5375578 Mar 05 00:06:55.006144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56404) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:55.057573 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df1c9cd-75a9-4d61-8a8f-66f7395f0d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:06:55.058082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7df1c9cd-75a9-4d61-8a8f-66f7395f0d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Synchronizing usage tracker for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:55.088008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:55.095272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-009a400d-65a8-4b66-bcd3-372f40cc8846 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6c7f6a4-cae7-419b-8711-fa39791abeb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2034893 Mar 05 00:06:55.097968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56410) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:55.098779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7df1c9cd-75a9-4d61-8a8f-66f7395f0d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Unset dirty status for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:55.105181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7df1c9cd-75a9-4d61-8a8f-66f7395f0d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "GET /v2.0/ports/2264a9be-068f-4cca-8ed0-b032da7a4e3a HTTP/1.1" status: 404 len: 333 time: 0.0916715 Mar 05 00:06:55.110075 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] Sync routers for ids ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:55.110712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56414) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:55.119229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078387733', 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:55.128972 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] Routers {'e6c7f6a4-cae7-419b-8711-fa39791abeb5'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:55.130329 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.219524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:55.244262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Deleting port fd50f9f5-daef-4594-969a-fc0f0c364881 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:55.244505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:55.306120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:55.320403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:06:55.330800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:06:55.348833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:55.352354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.362475 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] Set router e6c7f6a4-cae7-419b-8711-fa39791abeb5 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:55.449085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Made reservation on behalf of 6d54a2012c8c4566bf4793d3483e2b46 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:55.453581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:55.456684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.474771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:55.476961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.546932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-32e48cd5-eb0d-47e3-ae6e-643f9f7e7647 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5362363 Mar 05 00:06:55.560049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port 7f5a2431-86d1-4232-9a3a-87820cf6a1a5 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:06:55.566836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:55.636313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.637256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb7089-4a27-42e0-bea7-81984b1cf0f0 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:55.732370 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:06:48Z', 'revision_number': 5, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.736434 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] Checking router: e6c7f6a4-cae7-419b-8711-fa39791abeb5 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:06:55.737257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56426) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:55.737578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:55.748415 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] Routers {'e6c7f6a4-cae7-419b-8711-fa39791abeb5'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:06:55.749043 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:55.819371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Calling delete_port for 6827d735-637b-4378-b783-4f614725c24b owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:55.898269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:55.923955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-faaec894-9075-4864-bb08-a421f318e198 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/ports/c060416f-4d94-4d46-98bc-6ef23b8298a6 HTTP/1.1" status: 204 len: 168 time: 6.0474508 Mar 05 00:06:55.928189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56436) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:55.937632 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] Set router e6c7f6a4-cae7-419b-8711-fa39791abeb5 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:06:56.007251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.007586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.080928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e6f7cb7b-0e71-411d-a0a3-e0674663d665 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/floatingips/34d54b30-a6bb-4678-a7fb-649e475d3c3f HTTP/1.1" status: 200 len: 688 time: 0.1508076 Mar 05 00:06:56.090375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:56.162968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.224877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Calling delete_port for fd50f9f5-daef-4594-969a-fc0f0c364881 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:56.287214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:06:48Z', 'revision_number': 5, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:06:56.291768 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b4b25-5dd6-43fd-89da-5dd5c2d9ff83 None None] The sync data for ids ['e6c7f6a4-cae7-419b-8711-fa39791abeb5'] in n-d-828979-4 is: [{'id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'name': 'tempest-ServersTestMultiNic-610527060-router', 'tenant_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:03:52Z', 'updated_at': '2022-03-05T00:06:48Z', 'revision_number': 5, 'project_id': 'ecc4c424ae904bb59c8aaf44e258aaea', 'gw_port': {'id': 'f138ea82-e276-4905-a12c-96dfc58939cc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7f6a4-cae7-419b-8711-fa39791abeb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:03:54Z', 'updated_at': '2022-03-05T00:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:06:56.295511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-35faefd1-2641-4e62-ad27-f0ecdd04a7ca service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143428 Mar 05 00:06:56.295946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 99f61948-b6ec-4555-8c63-0e190005251f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:56.296327 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.325873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.345765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.495157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.604252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.611946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-fec90a02-a163-44f8-8e63-cb9d81dc23ef service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159778 Mar 05 00:06:56.642114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Network 631096a6-4a61-4add-b02c-9ee0bc197291 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:06:56.658852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:06:56.660757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5a2431-86d1-4232-9a3a-87820cf6a1a5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:56.670102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:56.682646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:06:56.683762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:56.684612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.730356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.730860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.731291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.731718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.732228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.732781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.733539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.733963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.734389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.734801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.735222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:06:56.751116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.751480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.774842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0932d6d5-a03a-4cb0-84be-874fd787bacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6620135 Mar 05 00:06:56.836512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event deleted for resources: {'Port': ['ID=6827d735-637b-4378-b783-4f614725c24b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:56.842271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c2e47cea944ef2b4a24c41a068e279 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:56.844652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56446) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:56.850966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:56.903767 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.923076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:56.973321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.980753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:56.990459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 99f61948-b6ec-4555-8c63-0e190005251f owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:57.093632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Pushing event deleted for resources: {'Port': ['ID=fd50f9f5-daef-4594-969a-fc0f0c364881,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:57.117770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b2c90b5c-82f3-4d20-be89-98493c88766a tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "GET /v2.0/ports/7f5a2431-86d1-4232-9a3a-87820cf6a1a5 HTTP/1.1" status: 200 len: 959 time: 0.2708254 Mar 05 00:06:57.130924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56458) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:57.196798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:57.205918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a0d5174-aa70-4b3f-8e29-a8d1dc82c702 req-6d1674bb-3d61-495b-90fa-c5dfd93f8204 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 210 time: 0.3405111 Mar 05 00:06:57.252403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:57.253071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a41707c-8fa1-45cf-a3d8-ee2a2bcb524a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:57.275538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Deleting port 7f5a2431-86d1-4232-9a3a-87820cf6a1a5 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:57.275887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.287887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.402705 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.445510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.448513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.453292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-550133d9-662d-40a0-baed-22eca7f3946f tempest-AttachVolumeTestJSON-637707551 tempest-AttachVolumeTestJSON-637707551-project] 10.222.0.32 "DELETE /v2.0/floatingips/d93e81dc-b17b-46b6-9d23-4c9096edc06c HTTP/1.1" status: 204 len: 168 time: 2.7305856 Mar 05 00:06:57.453460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.453557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-496dc34d-6028-4efa-aa7f-0b6b419f3dfb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "DELETE /v2.0/ports/6827d735-637b-4378-b783-4f614725c24b HTTP/1.1" status: 204 len: 168 time: 2.9049399 Mar 05 00:06:57.453557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.455196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56464) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:57.483385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=99f61948-b6ec-4555-8c63-0e190005251f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:57.514591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.686605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a57f3e7-2c7c-4793-ac0c-e55e48887af1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:57.696857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e44ab7f9-1b42-4935-bdc9-9455538439d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6c2e47cea944ef2b4a24c41a068e279&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9538574 Mar 05 00:06:57.697021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Deleting port f138ea82-e276-4905-a12c-96dfc58939cc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:57.697021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.726911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56472) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:57.827475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Deleting subnet fcac8f22-56b4-497c-85d8-e2ca684d436d {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:06:57.832323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.893311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.902388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.941681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:57.967795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.117014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Calling delete_port for 7f5a2431-86d1-4232-9a3a-87820cf6a1a5 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:58.135275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.212022 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.213379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4699b26d-0542-4718-9552-dc4fcadf29f5 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/floatingips/34d54b30-a6bb-4678-a7fb-649e475d3c3f HTTP/1.1" status: 204 len: 168 time: 2.1145129 Mar 05 00:06:58.218937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56476) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:58.227180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '89880d05-33a9-4eb6-9052-0057f2c13d09'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:58.237984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:58.245771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:floatingip and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:06:58.249112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:06:58.255714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:58.267030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.305680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.328115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event deleted for resources: {'Subnet': ['ID=fcac8f22-56b4-497c-85d8-e2ca684d436d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:58.333412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f719ec-bfab-44a5-87b8-12370908fc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.346092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb3eb0-11b9-4283-bfaf-3d61a82caf50 None None] Network 87cbd786-5ba3-4cd0-9e60-bf4498a63744 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:06:58.365008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f719ec-bfab-44a5-87b8-12370908fc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.365121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.445539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f4b1b44-3e1f-467b-a364-6af3036518fb tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "DELETE /v2.0/subnets/fcac8f22-56b4-497c-85d8-e2ca684d436d HTTP/1.1" status: 204 len: 168 time: 0.9894257 Mar 05 00:06:58.448111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56482) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:58.482556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] For port f138ea82-e276-4905-a12c-96dfc58939cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f138ea82-e276-4905-a12c-96dfc58939cc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:58.483061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.628962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Calling delete_port for f138ea82-e276-4905-a12c-96dfc58939cc owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:58.650029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] DHCP port deletion for 87cbd786-5ba3-4cd0-9e60-bf4498a63744 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:06:58.655402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] Deleting port cf1491cb-79a4-4d59-8a07-b5730bee082a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:58.656076 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.768004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b3f57f7-ebb8-4254-95d6-d76f4dca6963 req-45dd9054-6a51-43b4-adc6-1e5159b2d4ce tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 210 time: 0.3134255 Mar 05 00:06:58.770078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f719ec-bfab-44a5-87b8-12370908fc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.813930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.844936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.892344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5a2431-86d1-4232-9a3a-87820cf6a1a5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:58.894242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f719ec-bfab-44a5-87b8-12370908fc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a57f3e7-2c7c-4793-ac0c-e55e48887af1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:58.937816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f719ec-bfab-44a5-87b8-12370908fc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.938925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-68f719ec-bfab-44a5-87b8-12370908fc7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a57f3e7-2c7c-4793-ac0c-e55e48887af1 HTTP/1.1" status: 204 len: 168 time: 1.1662633 Mar 05 00:06:58.946068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:58.952122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2dda318-c056-42c2-922e-91d143f09890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7f5a2431-86d1-4232-9a3a-87820cf6a1a5 HTTP/1.1" status: 204 len: 168 time: 1.8143280 Mar 05 00:06:58.959466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-c6a6539f-cc12-4c27-86e3-def06764c1b1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:06:58.961984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-c6a6539f-cc12-4c27-86e3-def06764c1b1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.7836597 Mar 05 00:06:58.963740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56490) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:58.994981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] For port cf1491cb-79a4-4d59-8a07-b5730bee082a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf1491cb-79a4-4d59-8a07-b5730bee082a,segment=NetworkSegment(42153abd-5894-43cd-8384-c3bcd29b7ab0),segment_id=42153abd-5894-43cd-8384-c3bcd29b7ab0)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:58.995324 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.040467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'port': {'device_id': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'admin_state_up': True, 'tenant_id': '371b94f2830f444d8060dc7976a63700'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:59.067778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Deleting port cf1491cb-79a4-4d59-8a07-b5730bee082a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:06:59.068120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.175906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] Calling delete_port for cf1491cb-79a4-4d59-8a07-b5730bee082a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:59.245490 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee23fc2a-2e76-4c25-a6ae-e33df206370f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:06:59.246363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee23fc2a-2e76-4c25-a6ae-e33df206370f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Synchronizing usage tracker for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:06:59.300234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf1491cb-79a4-4d59-8a07-b5730bee082a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:06:59.325538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee23fc2a-2e76-4c25-a6ae-e33df206370f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Unset dirty status for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:06:59.327127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee23fc2a-2e76-4c25-a6ae-e33df206370f tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "GET /v2.0/ports/7f5a2431-86d1-4232-9a3a-87820cf6a1a5 HTTP/1.1" status: 404 len: 333 time: 0.3624716 Mar 05 00:06:59.334024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56496) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:06:59.349561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.357708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.398534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Request body: {'port': {'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-750520471'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:06:59.417058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: cf1491cb-79a4-4d59-8a07-b5730bee082a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:06:59.417484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf1491cb-79a4-4d59-8a07-b5730bee082a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:06:59.429366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] Pushing event deleted for resources: {'Port': ['ID=cf1491cb-79a4-4d59-8a07-b5730bee082a,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:59.433928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.440427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0d45b-0d78-4d71-aa21-2ee96d561386 None None] No DVR routers for this DVR port cf1491cb-79a4-4d59-8a07-b5730bee082a on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:06:59.541774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] For port cf1491cb-79a4-4d59-8a07-b5730bee082a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf1491cb-79a4-4d59-8a07-b5730bee082a,segment=NetworkSegment(42153abd-5894-43cd-8384-c3bcd29b7ab0),segment_id=42153abd-5894-43cd-8384-c3bcd29b7ab0)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:06:59.542137 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.685672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:59.728486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Pushing event deleted for resources: {'Port': ['ID=f138ea82-e276-4905-a12c-96dfc58939cc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:06:59.730482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Calling delete_port for cf1491cb-79a4-4d59-8a07-b5730bee082a owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:06:59.747113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:06:59.752869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:59.769911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:06:59.865062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:59.868086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.878196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Made reservation on behalf of 6d54a2012c8c4566bf4793d3483e2b46 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:06:59.880436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:06:59.908315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.17 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/7c55b842-41c0-479e-ba1c-a36ba924f1de) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:06:59.955484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:06:59.955824 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:07:00.045460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:00.157293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Deleting port d131e359-d8ee-4b1d-8747-6b0e438bf8b3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:00.157773 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.271036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.281031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8265886-715b-4303-898c-6c16c72d8e0d req-ddf1731d-38bb-4fdc-8cc4-999a60ed5a76 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 210 time: 0.1863086 Mar 05 00:07:00.318432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.376695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56522) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:00.414628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] For port d131e359-d8ee-4b1d-8747-6b0e438bf8b3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,segment=NetworkSegment(a81436c5-656f-4c66-b01b-4303106fbd89),segment_id=a81436c5-656f-4c66-b01b-4303106fbd89)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:00.414887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.423483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.477090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Deleting port cf1491cb-79a4-4d59-8a07-b5730bee082a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:00.477442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.639503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-271719857-network', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:00.644877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:00.649300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Usage tracker for resource:network and tenant:d4ff73b0a18347aca725055ec0802d1b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:00.652220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:00.658058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:00.672235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Calling delete_port for d131e359-d8ee-4b1d-8747-6b0e438bf8b3 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:00.815009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.821173 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.858809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Made reservation on behalf of d4ff73b0a18347aca725055ec0802d1b for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:00.860957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.875918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] The port 'cf1491cb-79a4-4d59-8a07-b5730bee082a' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:07:00.895352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.895914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c7f6a4-cae7-419b-8711-fa39791abeb5 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:07:00.926600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.945884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=7c55b842-41c0-479e-ba1c-a36ba924f1de,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:00.977782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:00.985015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:00.985973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:01.044387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:01.052183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.059027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f2fab98b-8e68-4bbc-92c9-e64b2845f1de admin admin] 10.222.0.32 "DELETE /v2.0/routers/e6c7f6a4-cae7-419b-8711-fa39791abeb5 HTTP/1.1" status: 204 len: 168 time: 5.9524097 Mar 05 00:07:01.060723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:01.105971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Allocated IP 172.20.0.9 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/ba1384df-139b-49aa-9ac2-e060787c5a03) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:01.161850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Deleting subnet c986664c-d0b8-4c0e-abb7-e16ad828c76c {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:07:01.168051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.190214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:01.196138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.215192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ff73b0a18347aca725055ec0802d1b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:01.218546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.246931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:01.267873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:01.301477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cbd786-5ba3-4cd0-9e60-bf4498a63744']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:01.309337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.324718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42153abd-5894-43cd-8384-c3bcd29b7ab0') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:01.325177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42153abd-5894-43cd-8384-c3bcd29b7ab0') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:01.374655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.478020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.500679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f138ea82-e276-4905-a12c-96dfc58939cc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:01.526808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:01.527218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.530329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Network 631096a6-4a61-4add-b02c-9ee0bc197291 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:01.547253 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:01.593351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f138ea82-e276-4905-a12c-96dfc58939cc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:01.594016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f138ea82-e276-4905-a12c-96dfc58939cc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:01.667365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:01.670428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:01.671242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:01.671823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.692264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:01.726335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-336f6d98-89cb-43c6-a0dd-f3ccf8ca6cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3847911 Mar 05 00:07:01.741113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56536) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:01.747752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:01.813381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c6ae923-3ab7-4cd9-9670-28cf5dacff70 req-82df6a5e-b7bb-4edc-a512-d397c593f946 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 210 time: 0.2912993 Mar 05 00:07:01.852935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.856417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.870067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.921406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.922667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.934909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.943505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.949758 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:01.951383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d131e359-d8ee-4b1d-8747-6b0e438bf8b3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:01.961498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] Pushing event deleted for resources: {'Network': ['ID=87cbd786-5ba3-4cd0-9e60-bf4498a63744,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:02.033763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:02.055769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4284479-f54d-4c14-a22e-d01507b9ac6b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:02.057932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Transition to ACTIVE for port object ba1384df-139b-49aa-9ac2-e060787c5a03 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:02.103210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52d24883-0444-4588-a3fe-3e29254ff7fe tempest-ExtraDHCPOptionsTestJSON-1374182234 tempest-ExtraDHCPOptionsTestJSON-1374182234-project] 10.222.0.32 "DELETE /v2.0/networks/87cbd786-5ba3-4cd0-9e60-bf4498a63744 HTTP/1.1" status: 204 len: 168 time: 3.6538701 Mar 05 00:07:02.109033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.109820 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Added segment 72c3bf3b-8815-43ec-8075-faaa7689d932 of type vlan for network e1732a5e-21f8-463d-8c73-ea6686669061 Mar 05 00:07:02.161855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.180780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.263654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.268777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cedf8-a5e1-48bb-9ba9-aa017eb91d9a None None] Network e0d0ede3-b06b-4899-ada7-b8a31704fe09 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:02.270854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c986664c-d0b8-4c0e-abb7-e16ad828c76c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:02.276602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.350404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50517b10-d3e2-4523-a439-44d0e7afbbe4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c986664c-d0b8-4c0e-abb7-e16ad828c76c HTTP/1.1" status: 204 len: 168 time: 1.2815816 Mar 05 00:07:02.355096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56544) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:02.377620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.378926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:02.379688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.450459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:07:02.478963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] device_id is not set on port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:02.487337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.504669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Transition to ACTIVE for port object a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:02.507566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=ba1384df-139b-49aa-9ac2-e060787c5a03,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:02.513683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.635393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56550) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:02.637620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:02.697727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:02.775651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1732a5e-21f8-463d-8c73-ea6686669061,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:02.785563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.802288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7cc4a64-b7de-46ba-baac-628639054cc3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4231915 Mar 05 00:07:02.804806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56560) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:02.816911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Request body: {'subnet': {'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-271719857-subnet', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:02.826044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] DHCP port deletion for e0d0ede3-b06b-4899-ada7-b8a31704fe09 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:07:02.829303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e1732a5e-21f8-463d-8c73-ea6686669061 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:02.832693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:02.841940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Usage tracker for resource:subnet and tenant:d4ff73b0a18347aca725055ec0802d1b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:02.874425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:02.877339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:02.924150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:02.932864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Deleting port 7e9c5abb-8a95-4579-b432-37ab702636b9 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:02.933345 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:02.935620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] Deleting port 7e9c5abb-8a95-4579-b432-37ab702636b9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:02.935999 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.031442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:03.157687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Made reservation on behalf of d4ff73b0a18347aca725055ec0802d1b for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:03.168780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.204995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1ed6441a-60d1-4349-9413-dfcbff214bbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=249183d3b356400291f654dd07b765b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5606163 Mar 05 00:07:03.209452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:03.213938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:03.214392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:03.214728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:03.317982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:03.318713 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:03.329115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:03.330153 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.351962 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 2 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:03.378329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7e9c5abb-8a95-4579-b432-37ab702636b9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:03.387512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-892b71b7-8855-4191-9171-3f853cbd0e05 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3513956 Mar 05 00:07:03.429189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Request body: {'port': {'device_id': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:03.438599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.485951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:03.486288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:03.486625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:03.567469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:03.567722 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:03.583652 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 3 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:03.627455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54bbbf-81cd-4364-878a-d31bb73ff25e req-9fb0e86c-b273-478d-98fd-6d3c8ac3937e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:03.628538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2c54bbbf-81cd-4364-878a-d31bb73ff25e req-9fb0e86c-b273-478d-98fd-6d3c8ac3937e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:03.724541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:03.725878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:03.726585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:03.736848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.800071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] For port 7e9c5abb-8a95-4579-b432-37ab702636b9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e9c5abb-8a95-4579-b432-37ab702636b9,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:03.800590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.810591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1a433db-6808-47f2-87bf-60eb8ac8221a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.833675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2c54bbbf-81cd-4364-878a-d31bb73ff25e req-9fb0e86c-b273-478d-98fd-6d3c8ac3937e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:03.837583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c54bbbf-81cd-4364-878a-d31bb73ff25e req-9fb0e86c-b273-478d-98fd-6d3c8ac3937e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 931 time: 0.6351895 Mar 05 00:07:03.838973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:03.840433 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:03.844289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.853904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.864459 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 4 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:03.892101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:03.893631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:03.893972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:03.907909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:03.907909 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:03.915152 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 5 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:03.962231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1a433db-6808-47f2-87bf-60eb8ac8221a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:03.982840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:03.983222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:03.983549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:03.993481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] Calling delete_port for 7e9c5abb-8a95-4579-b432-37ab702636b9 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:04.062033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d6d4a7d-04f0-465a-8b54-af08dcf113ed None None] Provisioning for port ba1384df-139b-49aa-9ac2-e060787c5a03 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:04.072879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c54bbbf-81cd-4364-878a-d31bb73ff25e req-d5ebd306-5a11-4f80-b760-eee7114f958f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867561 Mar 05 00:07:04.086617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:04.086954 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:04.098184 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 6 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:04.113201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d6d4a7d-04f0-465a-8b54-af08dcf113ed None None] Provisioning complete for port ba1384df-139b-49aa-9ac2-e060787c5a03 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:04.113802 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4a7d-04f0-465a-8b54-af08dcf113ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.130388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:04.130755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:04.131083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:04.154308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:04.154632 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:04.171308 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 7 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:04.217991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] For port 7e9c5abb-8a95-4579-b432-37ab702636b9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7e9c5abb-8a95-4579-b432-37ab702636b9,segment=NetworkSegment(6533adec-b152-4d2e-99ce-30d2694f05d3),segment_id=6533adec-b152-4d2e-99ce-30d2694f05d3)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:04.218990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.255030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d4a7d-04f0-465a-8b54-af08dcf113ed None None] Port ba1384df-139b-49aa-9ac2-e060787c5a03 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:04.259048 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.325730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:04.326344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:04.327726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:04.352527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:04.353045 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:04.356469 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 8 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:04.367834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1a433db-6808-47f2-87bf-60eb8ac8221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.402351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a433db-6808-47f2-87bf-60eb8ac8221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d7cb10-eb52-4105-89d2-e28d91cc1a01,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:04.404474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.410469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1a433db-6808-47f2-87bf-60eb8ac8221a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.411779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b1a433db-6808-47f2-87bf-60eb8ac8221a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4d7cb10-eb52-4105-89d2-e28d91cc1a01 HTTP/1.1" status: 204 len: 168 time: 1.1876781 Mar 05 00:07:04.425677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:04.426262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:04.426766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:04.436395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:04.436939 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:04.439327 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 9 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:04.447634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Calling delete_port for 7e9c5abb-8a95-4579-b432-37ab702636b9 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:04.478266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:04.478873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:04.479372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:04.487261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:04.487788 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:04.489402 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempt 10 to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc Mar 05 00:07:04.510841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:04.511620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:04.512289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempting to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:04.530784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] No DVR routers for this DVR port 7e9c5abb-8a95-4579-b432-37ab702636b9 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:07:04.541781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:04.541781 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Failed to bind port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on host n-h1-828979-4 for vnic_type normal using segments [{'id': '672d579f-5aad-4719-94e8-94c5940d9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '631096a6-4a61-4add-b02c-9ee0bc197291'}] Mar 05 00:07:04.541781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.558802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:07:04.559284 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:07:04.561524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd943c-8fca-4e56-80d6-1744e81b121f None None] Pushing event deleted for resources: {'Port': ['ID=7e9c5abb-8a95-4579-b432-37ab702636b9,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:04.772348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1384df-139b-49aa-9ac2-e060787c5a03 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:07:04.800373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.823021 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd709234-fb01-41c1-a854-8bc0bd891002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.827848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Transition to ACTIVE for port object ba1384df-139b-49aa-9ac2-e060787c5a03 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:04.828801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] For port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:04.829259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Attempted to set empty binding levels {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 00:07:04.833766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.843742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.875189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.890045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.909123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.919392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] In _notify_port_updated(), no bound segment for port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc on network 631096a6-4a61-4add-b02c-9ee0bc197291 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:07:04.920575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:04.925746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "PUT /v2.0/ports/a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc HTTP/1.1" status: 200 len: 978 time: 3.1803601 Mar 05 00:07:04.967829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56586) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:05.214791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025241b0-6b61-460e-9382-94b457409240 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1384df-139b-49aa-9ac2-e060787c5a03,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:05.271586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Deleting port 7e9c5abb-8a95-4579-b432-37ab702636b9 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:05.272585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:05.303028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Deleting port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:05.304131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:05.334889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Attempting to bind port ba1384df-139b-49aa-9ac2-e060787c5a03 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:05.335454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Attempting to bind port ba1384df-139b-49aa-9ac2-e060787c5a03 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:05.335789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Attempting to bind port ba1384df-139b-49aa-9ac2-e060787c5a03 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:05.353327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Port ba1384df-139b-49aa-9ac2-e060787c5a03 on network 43cfeb84-aa30-4187-b10f-5985df7803ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:05.353806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Attempting to bind port ba1384df-139b-49aa-9ac2-e060787c5a03 on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:05.369669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7193-17c0-4829-8e2d-03d22527a01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event updated for resources: {'Port': ['ID=a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:05.373083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:05.373634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:05.374187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:05.374795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Bound port: ba1384df-139b-49aa-9ac2-e060787c5a03, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:05.375329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:05.480888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1da23bf-1198-4f58-9359-52ca3c7eff3e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:05.489126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] For port ba1384df-139b-49aa-9ac2-e060787c5a03, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:05.492229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] For port ba1384df-139b-49aa-9ac2-e060787c5a03, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ba1384df-139b-49aa-9ac2-e060787c5a03,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:05.503973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:05.506446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=7c55b842-41c0-479e-ba1c-a36ba924f1de,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:05.579372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] The port '7e9c5abb-8a95-4579-b432-37ab702636b9' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:07:05.586333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Checking segment: {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:05.586333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Network hostable DHCP agents. Network: e1732a5e-21f8-463d-8c73-ea6686669061, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:05.602758 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:05.604339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-025241b0-6b61-460e-9382-94b457409240 service neutron] 10.222.0.36 "PUT /v2.0/ports/ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 200 len: 1091 time: 2.1856813 Mar 05 00:07:05.605130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'tag': 'ba1384df-139b-49aa-9ac2-e060787c5a03'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:05.646201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56606) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:05.658688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025241b0-6b61-460e-9382-94b457409240 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1384df-139b-49aa-9ac2-e060787c5a03,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:05.720223 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'tag': 'ba1384df-139b-49aa-9ac2-e060787c5a03', 'status': 'completed', 'code': 200} Mar 05 00:07:05.796510 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-45a78134-34d0-4c12-880d-03b95e8031db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 1094 time: 0.1397173 Mar 05 00:07:05.903629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-ae2ae58f-1351-4e0e-85d2-b24143f518ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 200 len: 217 time: 0.0980661 Mar 05 00:07:05.958288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-746125452'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:05.972585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:05.980372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:05.984772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:05.994014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:06.002681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.003140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-61dad4b3-614a-4cc4-a2a6-6fb2b282d25e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:06.004728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-61dad4b3-614a-4cc4-a2a6-6fb2b282d25e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0955334 Mar 05 00:07:06.031575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d0ede3-b06b-4899-ada7-b8a31704fe09']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:06.045190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6533adec-b152-4d2e-99ce-30d2694f05d3') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:06.045594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6533adec-b152-4d2e-99ce-30d2694f05d3') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:06.049912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:06.052881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.057918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.073062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.084133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.100128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.122670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:06.129066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:security_group_rule and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:06.132813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:06.139908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:06.144386 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-d1b7f4f9-f7de-43cc-b96a-532d53027e0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330769 Mar 05 00:07:06.170807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:06.171212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:06.185946 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:06.329559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-10280cb1-c4d5-4065-ab32-713573f9bee8 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779566 Mar 05 00:07:06.336809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.363954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.461850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:06.465642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4012368-2fee-463b-92b2-d4c4782499d9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:06.472961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Network e1732a5e-21f8-463d-8c73-ea6686669061 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:06.490304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.490649 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment 55969dc7-52b6-47e5-bf86-daf55d509169 of type vlan for network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 Mar 05 00:07:06.533964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa83904c-4fcd-4c64-8ddb-d6d06e2238ea req-28649f0f-8eb3-4d0a-a905-ab1907b39579 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956096 Mar 05 00:07:06.550282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e1732a5e-21f8-463d-8c73-ea6686669061) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:06.563164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c33767-fdfc-49c8-85cf-f2df35e8bce2 None None] Network e1732a5e-21f8-463d-8c73-ea6686669061 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:06.578377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.582407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:06.583520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.596122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.596637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] For port a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc, host n-h1-828979-4, got binding levels [] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:06.597428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.630821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2fc59-00df-43aa-b2aa-841efcad4742 req-f42379e0-84be-4805-a083-c90b2166ead9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:06.638613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61e2fc59-00df-43aa-b2aa-841efcad4742 req-f42379e0-84be-4805-a083-c90b2166ead9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 943 time: 1.2924442 Mar 05 00:07:06.662419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.725600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.729346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:06.729946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.861071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-e1732a5e-21f8-463d-8c73-ea6686669061', 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'fixed_ips': [{'subnet_id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:07:06.862084 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:06.893528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56620) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:06.948568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=71ef5382-66b2-46d2-8e51-6267ffcfbae4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:06.965285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b561a0c2-cf9e-4383-bdf4-25949e9e7b36 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3149011 Mar 05 00:07:06.967533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56626) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:06.983468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-938088902'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:06.993369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:06.998550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:07.001950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:07.016467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:07.023471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d0ede3-b06b-4899-ada7-b8a31704fe09,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:07.064714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:07.087259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-6928abe4-5620-463d-af3f-df195db88b99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 1094 time: 0.4683411 Mar 05 00:07:07.088016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:07.092871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.122703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Calling delete_port for a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:07.199317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e946f1a3-a1b1-4d5f-9017-2cb4504c8d16 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0d0ede3-b06b-4899-ada7-b8a31704fe09 HTTP/1.1" status: 204 len: 168 time: 4.8411589 Mar 05 00:07:07.222996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-464bf9ca-f50e-4667-a732-ff6313498a5d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4161825 Mar 05 00:07:07.226555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56632) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:07.242019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:07.257340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:07.268862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Usage tracker for resource:router and tenant:d4ff73b0a18347aca725055ec0802d1b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:07.296237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac7b34a8-6b18-430e-830d-00024cc3f4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.297897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61e2fc59-00df-43aa-b2aa-841efcad4742 req-f38ce396-e4de-40a8-a9ac-294ef029703d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583397 Mar 05 00:07:07.298862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:07.317466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:07.324884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Allocated IP 172.20.0.2 (e1732a5e-21f8-463d-8c73-ea6686669061/e1da23bf-1198-4f58-9359-52ca3c7eff3e/b74aa28f-09ec-4044-b60f-af6116a27850) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:07.348091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.349328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.386069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.438292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56636) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:07.478704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Pushing event deleted for resources: {'Port': ['ID=a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:07.513504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.523208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.541482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e0218-352d-4a96-a71c-fff86e457ffa req-6e3e39b2-3dc7-4379-bafb-8a315b103184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:07.542643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-6e3e39b2-3dc7-4379-bafb-8a315b103184 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.4323156 Mar 05 00:07:07.543353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:07.558266 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP ac00fb90-99bd-448d-8d3c-0bc7f23148ce associated. External IP: 172.25.0.17, port: 89880d05-33a9-4eb6-9052-0057f2c13d09. Mar 05 00:07:07.565929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.577214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Transition to ACTIVE for port object b74aa28f-09ec-4044-b60f-af6116a27850 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:07.595972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Transition to ACTIVE for port object b74aa28f-09ec-4044-b60f-af6116a27850 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:07.602885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.618049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.618462 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment 48f52276-3c7f-47fa-97bb-d4df6189341e of type vlan for network 9314d90f-bcff-4422-8b05-fa540723c8b6 Mar 05 00:07:07.634456 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3bceda80-7861-4eeb-a2a4-a84067afd8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc HTTP/1.1" status: 204 len: 168 time: 2.6606345 Mar 05 00:07:07.634655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-136aee45-3c0e-45a8-a06b-b750e32c4981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 200 len: 217 time: 0.0772855 Mar 05 00:07:07.635757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56640) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:07.684281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Network e1732a5e-21f8-463d-8c73-ea6686669061 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:07.685884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Pushing event updated for resources: {'Port': ['ID=b74aa28f-09ec-4044-b60f-af6116a27850,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:07.690060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:07.690768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:07.743642 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfb1952-c46e-4d62-89cd-3e054b660db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:07:07.744158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fbfb1952-c46e-4d62-89cd-3e054b660db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Synchronizing usage tracker for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:07.766865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.776341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a51f30f6-345d-45d0-a2c1-f14c6aa83ca2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecc4c424ae904bb59c8aaf44e258aaea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229241 Mar 05 00:07:07.779443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56644) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:07.784445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Attempting to bind port b74aa28f-09ec-4044-b60f-af6116a27850 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:07.785248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Attempting to bind port b74aa28f-09ec-4044-b60f-af6116a27850 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:07.785742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Attempting to bind port b74aa28f-09ec-4044-b60f-af6116a27850 on network e1732a5e-21f8-463d-8c73-ea6686669061 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:07.792549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:07.792987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Checking segment: {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:07.793612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.794062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Bound using segment: {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:07.794589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Bound port: b74aa28f-09ec-4044-b60f-af6116a27850, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:07.795195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.808808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e0218-352d-4a96-a71c-fff86e457ffa req-48a392a1-bd05-4e35-a9ab-df10b12eed06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:07.810786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-48a392a1-bd05-4e35-a9ab-df10b12eed06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1667464 Mar 05 00:07:07.857018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:07.876069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fbfb1952-c46e-4d62-89cd-3e054b660db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] Unset dirty status for tenant:6d54a2012c8c4566bf4793d3483e2b46 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:07.877212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fbfb1952-c46e-4d62-89cd-3e054b660db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461956215-project-admin] 10.222.0.32 "GET /v2.0/ports/a56ada19-1ff2-4d4b-aa2b-a2afe23ee3dc HTTP/1.1" status: 404 len: 333 time: 0.2400198 Mar 05 00:07:07.882676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56648) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:07.884131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.895482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] For port b74aa28f-09ec-4044-b60f-af6116a27850, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:07.899323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] For port b74aa28f-09ec-4044-b60f-af6116a27850, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b74aa28f-09ec-4044-b60f-af6116a27850,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:07.903387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.914877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.918557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:07.919151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:07.992003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6c3ad-86b8-4181-b026-a2ab1386278d None None] Pushing event updated for resources: {'Port': ['ID=b74aa28f-09ec-4044-b60f-af6116a27850,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:08.084226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1082790 Mar 05 00:07:08.089342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56652) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:08.090895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5f24d-1760-4703-9041-b8d8b2f1ff49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=9314d90f-bcff-4422-8b05-fa540723c8b6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:08.102712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:08.103125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:08.187447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.219226 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97d9b1ac-fd2e-423c-9171-32b17d28ce45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.281053 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.294568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.372016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97d9b1ac-fd2e-423c-9171-32b17d28ce45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.387119 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-ff12f5fe-e65b-484c-a1d9-0166b40dc500 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5699537 Mar 05 00:07:08.490188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:08.511355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.555076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631096a6-4a61-4add-b02c-9ee0bc197291']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:08.590514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672d579f-5aad-4719-94e8-94c5940d9247') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:08.590892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672d579f-5aad-4719-94e8-94c5940d9247') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:08.592787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:08.609730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:08.626483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:08.678884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:08.702402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.799370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-ffe6db05-541a-44d3-a0e9-074a74436da5 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966875 Mar 05 00:07:08.800928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97d9b1ac-fd2e-423c-9171-32b17d28ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.861149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9b1ac-fd2e-423c-9171-32b17d28ce45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c1d8d9-4414-40df-9cef-9cd7f1d52b39,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:08.873069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.929075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.944567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:08.944931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:08.963683 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:08.967258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781b43-d8ff-4e5e-bcf3-5ac69acf90f6 req-48bad1c8-79a7-4128-8e95-ca94369a8940 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:08.973822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f781b43-d8ff-4e5e-bcf3-5ac69acf90f6 req-48bad1c8-79a7-4128-8e95-ca94369a8940 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 943 time: 0.4960446 Mar 05 00:07:09.115126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:09.120241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fddb1b-dea5-4bde-8fc9-0bdbd56773df None None] Network e1732a5e-21f8-463d-8c73-ea6686669061 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:09.127782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.129718 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] Sync routers for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:09.137030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.148062 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:09.148785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:09.181448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.183291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] 10.222.0.32 "DELETE /v2.0/networks/631096a6-4a61-4add-b02c-9ee0bc197291 HTTP/1.1" status: 204 len: 168 time: 1.2962215 Mar 05 00:07:09.190353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f41bc93c-503f-479e-8672-89f7027491f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/0f270e70-8bd8-485f-83bb-56d4f1c8d4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4480271 Mar 05 00:07:09.199890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56660) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:09.206783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.361367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-97d9b1ac-fd2e-423c-9171-32b17d28ce45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.366197 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-97d9b1ac-fd2e-423c-9171-32b17d28ce45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52c1d8d9-4414-40df-9cef-9cd7f1d52b39 HTTP/1.1" status: 204 len: 168 time: 1.5831699 Mar 05 00:07:09.375338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bcb4399f-e3d7-4994-a05a-50ba0b390aea None None] Provisioning for port b74aa28f-09ec-4044-b60f-af6116a27850 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:09.379213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Allocated IP 172.25.0.158 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d3e1555d-b971-455b-9b23-bf1acc8b12ca) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:09.387044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.433516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b74aa28f-09ec-4044-b60f-af6116a27850 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:09.484482 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:09.540729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': '55969dc7-52b6-47e5-bf86-daf55d509169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:09.542153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: 71ef5382-66b2-46d2-8e51-6267ffcfbae4, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:09.612587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:09.623540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f781b43-d8ff-4e5e-bcf3-5ac69acf90f6 req-d312fd8a-3775-4b51-89f4-1b7c1041c96e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511396 Mar 05 00:07:09.642888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 71ef5382-66b2-46d2-8e51-6267ffcfbae4) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:09.648713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=c8aa8e59-c495-4e86-ab70-a3dc683c250c,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:09.659657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:09.660586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.688437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-982e0218-352d-4a96-a71c-fff86e457ffa req-2cc55802-5090-45cf-a906-e879d4da71f0 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626332 Mar 05 00:07:09.703562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-61c466e2-d1e8-45ff-9887-28d305cdfb96 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6101565 Mar 05 00:07:09.705351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56668) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:09.716563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:09.728276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.738426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:09.781165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b452b8-8806-4952-8187-f8dd5e184dc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691045998-project] Pushing event deleted for resources: {'Network': ['ID=631096a6-4a61-4add-b02c-9ee0bc197291,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:09.807742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0a3d1-cfb1-42f7-90cf-dfbbe1b337f6 None None] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:09.889121 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:07:01Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:09.894457 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] Checking router: 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:07:09.908922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] Routers {'0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:09.909562 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:09.926655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56674) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:09.967259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.032005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:10.043838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:10.045343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.054501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:10.062647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:10.091057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b74aa28f-09ec-4044-b60f-af6116a27850 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:10.091297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:10.098217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b74aa28f-09ec-4044-b60f-af6116a27850 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:10.098585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.224201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e1555d-b971-455b-9b23-bf1acc8b12ca,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:10.249480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:10.264956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:10.273446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:10.287759 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] Set router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:10.352610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.455029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-71ef5382-66b2-46d2-8e51-6267ffcfbae4', 'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': 'c8aa8e59-c495-4e86-ab70-a3dc683c250c'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:07:10.455848 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.554453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ba1384df-139b-49aa-9ac2-e060787c5a03 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:07:10.618262 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.644064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-05e9de5f-ae69-4dd6-b44d-1dee327d9942 None None] Provisioning complete for port b74aa28f-09ec-4044-b60f-af6116a27850 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:10.644437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05e9de5f-ae69-4dd6-b44d-1dee327d9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.716500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:10.764526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d10d4c34-bcac-4e96-b8a4-317969b9e864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ececca620d89445d990001cbd04c94fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8299019 Mar 05 00:07:10.766452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56694) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:10.851282 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:10.880080 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:10.915934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:07:01Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:10.920513 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5670-e8e8-4b1d-a025-575b7933ff34 None None] The sync data for ids ['0f270e70-8bd8-485f-83bb-56d4f1c8d4ad'] in n-d-828979-4 is: [{'id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727499867-router', 'tenant_id': '6e7cf54c58c74c5281292a008e4b05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:04:49Z', 'updated_at': '2022-03-05T00:07:01Z', 'revision_number': 5, 'project_id': '6e7cf54c58c74c5281292a008e4b05d0', 'gw_port': {'id': '10bc0e84-9e82-4b94-9db0-1c1a8f240e53', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f270e70-8bd8-485f-83bb-56d4f1c8d4ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:04:50Z', 'updated_at': '2022-03-05T00:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:10.986635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b74aa28f-09ec-4044-b60f-af6116a27850, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b74aa28f-09ec-4044-b60f-af6116a27850,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:11.032071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:11.059578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.060927 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.244245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.244978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.246833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Allocated IP 172.20.0.2 (71ef5382-66b2-46d2-8e51-6267ffcfbae4/c8aa8e59-c495-4e86-ab70-a3dc683c250c/200d1437-d09e-4382-aff9-b3ed353ed4e1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:11.253797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1055731054-network', 'tenant_id': 'b449f8a35ca84550b780552ef6acd647'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:11.268182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ba1384df-139b-49aa-9ac2-e060787c5a03, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ba1384df-139b-49aa-9ac2-e060787c5a03,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:11.280285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:11.284671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b74aa28f-09ec-4044-b60f-af6116a27850,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:11.300278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=0c990dd8-497a-4ce7-89f5-7089098e40d9,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:11.308633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Usage tracker for resource:network and tenant:b449f8a35ca84550b780552ef6acd647 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:11.321514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:11.338201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:11.339296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d131e359-d8ee-4b1d-8747-6b0e438bf8b3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:11.354306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': '48f52276-3c7f-47fa-97bb-d4df6189341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:11.354711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: 9314d90f-bcff-4422-8b05-fa540723c8b6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:11.375531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Made reservation on behalf of b449f8a35ca84550b780552ef6acd647 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:11.378249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.403623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.429187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d131e359-d8ee-4b1d-8747-6b0e438bf8b3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:11.429699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d131e359-d8ee-4b1d-8747-6b0e438bf8b3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:11.431399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'ba1384df-139b-49aa-9ac2-e060787c5a03', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': 'ba1384df-139b-49aa-9ac2-e060787c5a03', 'mac_address': 'fa:16:3e:db:c2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:07:11.448787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:11.491645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89097192-5686-4bd7-8104-8fcb41b0fdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.498098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 9314d90f-bcff-4422-8b05-fa540723c8b6) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:11.507982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5367ca-0a95-45d4-963a-eed68e04c227 None None] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:11.511791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:11.512092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.516918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:11.531083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Usage tracker for resource:security_group_rule and tenant:b449f8a35ca84550b780552ef6acd647 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:11.532036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.538271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:11.555797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:11.558909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89097192-5686-4bd7-8104-8fcb41b0fdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.575271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b2748364-8bd4-4093-b11b-64a739ce14a4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8645580 Mar 05 00:07:11.575653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35400-679f-4cad-bf62-b4357fcd9fb0 req-b01d3a5a-0db6-46f2-8dae-6ad6b2156d67 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:11.579756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56706) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:11.582581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32f35400-679f-4cad-bf62-b4357fcd9fb0 req-b01d3a5a-0db6-46f2-8dae-6ad6b2156d67 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 943 time: 0.6015475 Mar 05 00:07:11.590062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-535511811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:11.603231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:11.616850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:11.627070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:11.627353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1384df-139b-49aa-9ac2-e060787c5a03 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:07:11.645378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:11.668330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ba1384df-139b-49aa-9ac2-e060787c5a03, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ba1384df-139b-49aa-9ac2-e060787c5a03,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:11.686699 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.714389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32f35400-679f-4cad-bf62-b4357fcd9fb0 req-8fe833e7-f8cd-4f20-9616-4141648ff420 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303122 Mar 05 00:07:11.720398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.721502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.768719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89097192-5686-4bd7-8104-8fcb41b0fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.781360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.786589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Deleting port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:11.786589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.809369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097192-5686-4bd7-8104-8fcb41b0fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d609175-a62d-4115-9950-6028b71f32a6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:11.819978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.847617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.848102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89097192-5686-4bd7-8104-8fcb41b0fdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.852335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-89097192-5686-4bd7-8104-8fcb41b0fdb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d609175-a62d-4115-9950-6028b71f32a6 HTTP/1.1" status: 204 len: 168 time: 1.0807018 Mar 05 00:07:11.863437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:11.877739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:11.896454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:11.901658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.908705 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.911120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.926953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ba1384df-139b-49aa-9ac2-e060787c5a03,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:11.933621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:11.933963 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Added segment 95472482-e99c-4357-8765-bcbb3acc63df of type vlan for network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 Mar 05 00:07:11.935092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e8a634-5a92-4a05-ab8a-c7158d1dadf3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:11.942921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:11.943558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:11.966585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Deleting port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:11.967071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.037617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-32f64daa-58b3-46bc-8dc7-d1899d8f7eaa tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.8180296 Mar 05 00:07:12.040612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:12.050232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-595029974'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:12.078400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Transition to ACTIVE for port object 200d1437-d09e-4382-aff9-b3ed353ed4e1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:12.081116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:12.082100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:12.084157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ba1384df-139b-49aa-9ac2-e060787c5a03'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:07:12.142402 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.145496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:network and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:12.157707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:12.161528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:12.162148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:12.167939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:12.186301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Router 2a756690-c11c-4a7c-9112-5b2a489ccb96 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:07:12.192483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:12.196334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.209720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.217923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-9314d90f-bcff-4422-8b05-fa540723c8b6', 'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '0c990dd8-497a-4ce7-89f5-7089098e40d9'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:07:12.219001 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.238408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.239578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-99331bf0-fa13-4b7e-a53e-09fe843c7fbb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6588929 Mar 05 00:07:12.244700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Transition to ACTIVE for port object 200d1437-d09e-4382-aff9-b3ed353ed4e1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:12.245408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56716) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:12.274349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] For port 10bc0e84-9e82-4b94-9db0-1c1a8f240e53, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:12.274685 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.307254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:12.307849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc3e0e-1622-491f-8e3c-01b9bf0b0d2b None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:12.312134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.401303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:12.412527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] For port 2d249f32-83f7-4ac4-ac91-21a2ada25ec3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:12.413015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.427585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.428970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:12.429571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.511282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Calling delete_port for 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:12.549110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56722) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:12.555711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:12.567142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:12.581532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:12.596006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Pushing event updated for resources: {'Port': ['ID=200d1437-d09e-4382-aff9-b3ed353ed4e1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:12.596229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.596369 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Added segment a4244e22-8bfe-4e12-ba36-8e4a3124817e of type vlan for network e1e48767-8d23-436e-99a6-d686d7d18f0c Mar 05 00:07:12.625528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Calling delete_port for 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:12.680205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.711550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-12e97142-13bb-4da5-9ebf-b692e374ce37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d54a2012c8c4566bf4793d3483e2b46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528704 Mar 05 00:07:12.713688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56726) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:12.780438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.784381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:12.785046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.796885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7597916 Mar 05 00:07:12.809260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56732) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:12.863952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Attempting to bind port 200d1437-d09e-4382-aff9-b3ed353ed4e1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:12.864326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Attempting to bind port 200d1437-d09e-4382-aff9-b3ed353ed4e1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '55969dc7-52b6-47e5-bf86-daf55d509169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:12.864652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Attempting to bind port 200d1437-d09e-4382-aff9-b3ed353ed4e1 on network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:12.867923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Allocated IP 172.21.0.2 (9314d90f-bcff-4422-8b05-fa540723c8b6/0c990dd8-497a-4ce7-89f5-7089098e40d9/214c843e-20c7-4d17-ac1d-353164c6ea50) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:12.884780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:12.885292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Checking segment: {'id': '55969dc7-52b6-47e5-bf86-daf55d509169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:12.885710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.886100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Bound using segment: {'id': '55969dc7-52b6-47e5-bf86-daf55d509169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:12.886626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Bound port: 200d1437-d09e-4382-aff9-b3ed353ed4e1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55969dc7-52b6-47e5-bf86-daf55d509169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '71ef5382-66b2-46d2-8e51-6267ffcfbae4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:12.886993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:12.895351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Request body: {'subnet': {'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1055731054-subnet', 'tenant_id': 'b449f8a35ca84550b780552ef6acd647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:12.913852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b114-8770-402b-80e3-6ec6465e493a admin admin] Pushing event updated for resources: {'Network': ['ID=84f90630-0be5-42c7-9a95-0f1fcc019bb7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:12.935568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:12.971906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Network': ['ID=e1e48767-8d23-436e-99a6-d686d7d18f0c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:12.997595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b90ed299-af77-468e-a345-5883782e117c tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9543862 Mar 05 00:07:12.998440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56736) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:13.019751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e1e48767-8d23-436e-99a6-d686d7d18f0c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:13.020523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'subnet': {'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:13.042142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a346b41-0323-4ece-b510-0ff3c5cfc479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.070249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:13.080642 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.131559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Usage tracker for resource:subnet and tenant:b449f8a35ca84550b780552ef6acd647 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:13.183819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:13.190453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:13.228067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] For port 200d1437-d09e-4382-aff9-b3ed353ed4e1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:13.294459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Made reservation on behalf of b449f8a35ca84550b780552ef6acd647 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:13.296765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.330381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b74aa28f-09ec-4044-b60f-af6116a27850 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:13.331763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a346b41-0323-4ece-b510-0ff3c5cfc479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.355008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.363797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] For port 200d1437-d09e-4382-aff9-b3ed353ed4e1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=200d1437-d09e-4382-aff9-b3ed353ed4e1,segment=NetworkSegment(55969dc7-52b6-47e5-bf86-daf55d509169),segment_id=55969dc7-52b6-47e5-bf86-daf55d509169)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:13.387696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.423140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d249f32-83f7-4ac4-ac91-21a2ada25ec3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:13.433088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Pushing event deleted for resources: {'Port': ['ID=10bc0e84-9e82-4b94-9db0-1c1a8f240e53,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:13.445151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:13.457155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:subnet and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:13.465591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:13.479573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:13.516375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:13.533449 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Sync routers for ids ['2a756690-c11c-4a7c-9112-5b2a489ccb96'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:13.596059 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Routers {'2a756690-c11c-4a7c-9112-5b2a489ccb96'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:13.597010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:13.597404 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2a756690-c11c-4a7c-9112-5b2a489ccb96'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:13.603327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06970a7-334e-41bb-b955-3aecaea3ac7d None None] Pushing event updated for resources: {'Port': ['ID=200d1437-d09e-4382-aff9-b3ed353ed4e1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:13.645999 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.662249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Transition to ACTIVE for port object 214c843e-20c7-4d17-ac1d-353164c6ea50 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:13.673786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b74aa28f-09ec-4044-b60f-af6116a27850 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:13.674159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.679488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.683296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-01ff3a68-80af-4bee-a4a0-207679669801 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4496517 Mar 05 00:07:13.689483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56740) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:13.700146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a346b41-0323-4ece-b510-0ff3c5cfc479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.702387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a346b41-0323-4ece-b510-0ff3c5cfc479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:13.706283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8a346b41-0323-4ece-b510-0ff3c5cfc479 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08d160c8-e08b-4a9d-9547-335606c6f1a9 HTTP/1.1" status: 204 len: 168 time: 0.9880154 Mar 05 00:07:13.766346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Transition to ACTIVE for port object 214c843e-20c7-4d17-ac1d-353164c6ea50 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:13.790498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.014425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Set router 2a756690-c11c-4a7c-9112-5b2a489ccb96 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:14.070301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:14.099755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Pushing event updated for resources: {'Port': ['ID=214c843e-20c7-4d17-ac1d-353164c6ea50,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:14.161357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:14.169753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:14.173311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e78428-e6ef-4a19-80b9-83582882c2c0 req-d4719c44-fb8e-4049-ad05-24b255213599 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:14.174959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0e78428-e6ef-4a19-80b9-83582882c2c0 req-d4719c44-fb8e-4049-ad05-24b255213599 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 944 time: 1.0799627 Mar 05 00:07:14.187092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.205450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a346b41-0323-4ece-b510-0ff3c5cfc479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d160c8-e08b-4a9d-9547-335606c6f1a9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:14.304640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.332507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.358169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=133f18f4-a1eb-4a18-a1ce-26b9b6598af0,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:14.444611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Attempting to bind port 214c843e-20c7-4d17-ac1d-353164c6ea50 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:14.444986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Attempting to bind port 214c843e-20c7-4d17-ac1d-353164c6ea50 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '48f52276-3c7f-47fa-97bb-d4df6189341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:14.446596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Attempting to bind port 214c843e-20c7-4d17-ac1d-353164c6ea50 on network 9314d90f-bcff-4422-8b05-fa540723c8b6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:14.458445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:14.458812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Checking segment: {'id': '48f52276-3c7f-47fa-97bb-d4df6189341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:14.459192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.459629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Bound using segment: {'id': '48f52276-3c7f-47fa-97bb-d4df6189341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:14.460094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Bound port: 214c843e-20c7-4d17-ac1d-353164c6ea50, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f52276-3c7f-47fa-97bb-d4df6189341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9314d90f-bcff-4422-8b05-fa540723c8b6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:14.460456 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.592254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Checking segment: {'id': '95472482-e99c-4357-8765-bcbb3acc63df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:14.592618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Network hostable DHCP agents. Network: 84f90630-0be5-42c7-9a95-0f1fcc019bb7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:14.601698 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:10Z', 'revision_number': 3, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:14.607827 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Checking router: 2a756690-c11c-4a7c-9112-5b2a489ccb96 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:07:14.608115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ba1384df-139b-49aa-9ac2-e060787c5a03 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:14.609255 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Updating router 2a756690-c11c-4a7c-9112-5b2a489ccb96 port d3e1555d-b971-455b-9b23-bf1acc8b12ca binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:07:14.694522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0e78428-e6ef-4a19-80b9-83582882c2c0 req-d7c8226c-c33f-4148-9924-2e47ea8050c2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014527 Mar 05 00:07:14.696169 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.784889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.790071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.791118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-353e1b93-c020-42c5-a3a1-db3a9377ee96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7285357 Mar 05 00:07:14.820443 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:14.862595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] For port 214c843e-20c7-4d17-ac1d-353164c6ea50, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:14.883970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] For port 214c843e-20c7-4d17-ac1d-353164c6ea50, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=214c843e-20c7-4d17-ac1d-353164c6ea50,segment=NetworkSegment(48f52276-3c7f-47fa-97bb-d4df6189341e),segment_id=48f52276-3c7f-47fa-97bb-d4df6189341e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:14.958975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.049880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.050484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f270e70-8bd8-485f-83bb-56d4f1c8d4ad {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:07:15.084307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.088998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-669c16e3-2942-47c1-aff9-458a23e8fe7b admin admin] 10.222.0.32 "DELETE /v2.0/routers/0f270e70-8bd8-485f-83bb-56d4f1c8d4ad HTTP/1.1" status: 204 len: 168 time: 5.8842683 Mar 05 00:07:15.091367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.101546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56760) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:15.193654 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.222519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:15.223924 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Transition to ACTIVE for port object d3e1555d-b971-455b-9b23-bf1acc8b12ca will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:15.251513 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.279282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a40da5-c19c-4752-9a3c-761417fa044b None None] Pushing event updated for resources: {'Port': ['ID=214c843e-20c7-4d17-ac1d-353164c6ea50,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:15.329081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port ba1384df-139b-49aa-9ac2-e060787c5a03 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:15.376019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port ba1384df-139b-49aa-9ac2-e060787c5a03 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:15.379315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.431561 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Pushing event updated for resources: {'Port': ['ID=d3e1555d-b971-455b-9b23-bf1acc8b12ca,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:15.459169 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Attempting to bind port d3e1555d-b971-455b-9b23-bf1acc8b12ca on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:15.460106 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Attempting to bind port d3e1555d-b971-455b-9b23-bf1acc8b12ca by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:15.460461 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Attempting to bind port d3e1555d-b971-455b-9b23-bf1acc8b12ca on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:15.479486 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.479822 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.480147 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.480473 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.480779 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.481093 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.485466 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.485901 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.486223 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.486542 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.486860 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:15.499153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 84f90630-0be5-42c7-9a95-0f1fcc019bb7) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:15.514600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:15.515335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.517631 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:15.518421 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:15.519622 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.520423 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:15.522746 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Bound port: d3e1555d-b971-455b-9b23-bf1acc8b12ca, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:15.523434 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.536468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8cfd6-aaa7-4889-9957-037e962e58a2 None None] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:15.612995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56766) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:15.646570 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] For port d3e1555d-b971-455b-9b23-bf1acc8b12ca, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:15.652147 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] For port d3e1555d-b971-455b-9b23-bf1acc8b12ca, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d3e1555d-b971-455b-9b23-bf1acc8b12ca,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:15.663876 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.677743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Deleting subnet b6d350b6-1d5c-481e-bee0-2535b1d1bd3f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:07:15.684373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.704953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ec1b66ff-5044-46fe-877d-93468a834711 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8912773 Mar 05 00:07:15.709132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-a6363a8e-e724-4b7a-9be3-79c44502d07b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1097 time: 0.6225162 Mar 05 00:07:15.846051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:15.853124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77e53f-80bc-4fad-a27e-6b293cee7235 None None] Network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:15.914684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 200d1437-d09e-4382-aff9-b3ed353ed4e1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:15.990097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.098095 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Routers {'2a756690-c11c-4a7c-9112-5b2a489ccb96'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:16.104713 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2a756690-c11c-4a7c-9112-5b2a489ccb96'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:16.123226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.183083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1185616630'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:16.205494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.206532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.211457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:16.231957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Usage tracker for resource:network and tenant:9238d2ecdd4d457e886a77ccb3f2a769 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:16.239467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:16.244488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.20.0.1 (71ef5382-66b2-46d2-8e51-6267ffcfbae4/c8aa8e59-c495-4e86-ab70-a3dc683c250c/c5b4229e-9669-43a2-bd2f-7d460bb7a42f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:16.265868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b6d350b6-1d5c-481e-bee0-2535b1d1bd3f HTTP/1.1" status: 204 len: 168 time: 1.1098218 Mar 05 00:07:16.269059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56782) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:16.272594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:16.306077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f84064-9b20-4f2a-be27-be9c77b3b292 None None] Pushing event updated for resources: {'Port': ['ID=d3e1555d-b971-455b-9b23-bf1acc8b12ca,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:16.368207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Subnet': ['ID=968222ca-1bc4-4e5f-b4af-86bebfba85a7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:16.371522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6a4b89b9-48bb-45a1-af30-10b64b932ae4 None None] Provisioning for port 200d1437-d09e-4382-aff9-b3ed353ed4e1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:16.403678 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] Set router 2a756690-c11c-4a7c-9112-5b2a489ccb96 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:16.548792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.558170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Checking segment: {'id': 'a4244e22-8bfe-4e12-ba36-8e4a3124817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:16.558534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network hostable DHCP agents. Network: e1e48767-8d23-436e-99a6-d686d7d18f0c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:16.592776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.593195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.593652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.594246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.594920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.595381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.595743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.596111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.596667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.597119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.597538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:16.697550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:16.701585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.706030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.735134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network e1e48767-8d23-436e-99a6-d686d7d18f0c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:16.760878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e93b6-27c3-4aa8-95e0-8a75ba546c78 req-f4b0d249-a08f-4bce-a612-46cd8ffb5125 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:16.762869 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-797e93b6-27c3-4aa8-95e0-8a75ba546c78 req-f4b0d249-a08f-4bce-a612-46cd8ffb5125 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 944 time: 0.6641924 Mar 05 00:07:16.777627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40033b4-bac1-48d2-bb7c-bd6cd70c49a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d350b6-1d5c-481e-bee0-2535b1d1bd3f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:16.815108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 200d1437-d09e-4382-aff9-b3ed353ed4e1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:16.838835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e1e48767-8d23-436e-99a6-d686d7d18f0c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:16.841484 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ef4018af-2e58-4309-8911-49738f21841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:10Z', 'revision_number': 3, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:16.842454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1384df-139b-49aa-9ac2-e060787c5a03'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:16.847110 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4018af-2e58-4309-8911-49738f21841b None None] The sync data for ids ['2a756690-c11c-4a7c-9112-5b2a489ccb96'] in n-d-828979-4 is: [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:10Z', 'revision_number': 3, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:16.861455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f989d3a-7245-49f2-8a99-41b1a162169e None None] Network e1e48767-8d23-436e-99a6-d686d7d18f0c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:16.874459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-77e2711f-909f-49b7-b96d-33f7d517fdaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:16.876135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-77e2711f-909f-49b7-b96d-33f7d517fdaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.9887438 Mar 05 00:07:16.891235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 200d1437-d09e-4382-aff9-b3ed353ed4e1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:16.891634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:16.902970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:16.903564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.013482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.046111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dfe5c0-b535-4e54-beda-12d51cee619b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:17.060762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81436c5-656f-4c66-b01b-4303106fbd89') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:17.061476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81436c5-656f-4c66-b01b-4303106fbd89') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:17.078503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.097448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.104958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:17.105565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.132188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port ba1384df-139b-49aa-9ac2-e060787c5a03, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ba1384df-139b-49aa-9ac2-e060787c5a03,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:17.177762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.218297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:17.238637 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:17.263419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-28f1dc92-a689-4607-9b49-eb2c90687920 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2591238 Mar 05 00:07:17.271095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56792) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:17.280555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-868110739', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:17.294082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.296153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:17.339018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=ba1384df-139b-49aa-9ac2-e060787c5a03,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:17.344216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152fed2-cff4-4f87-8bd0-47802ceb2707 None None] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:17.386522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-e1e48767-8d23-436e-99a6-d686d7d18f0c', 'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c', 'tenant_id': '578b68c8007b4ccd9c2fe2fe9cd242c2', 'fixed_ips': [{'subnet_id': '968222ca-1bc4-4e5f-b4af-86bebfba85a7'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:07:17.388594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.388834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.394435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:router and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:17.400883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:17.406791 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-5f2bb5ee-d5c8-4779-aef3-6f3471a712eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 217 time: 0.1603382 Mar 05 00:07:17.408061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d85d6-3ead-439a-9e60-d96470bb48a7 None None] Network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:17.419712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-797e93b6-27c3-4aa8-95e0-8a75ba546c78 req-9a61f131-4770-44b8-826b-1ecb1a1c33a9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338315 Mar 05 00:07:17.420646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] Pushing event deleted for resources: {'Network': ['ID=26dfe5c0-b535-4e54-beda-12d51cee619b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:17.476760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:17.523569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-272f467e-3e37-4830-adcd-074ec804ed5a admin admin] 10.222.0.32 "DELETE /v2.0/networks/26dfe5c0-b535-4e54-beda-12d51cee619b HTTP/1.1" status: 204 len: 168 time: 1.2439055 Mar 05 00:07:17.540553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.541532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.594625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-0e0278a4-e486-4be7-9763-7a30e8eeb7ff tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:17.595635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-0e0278a4-e486-4be7-9763-7a30e8eeb7ff tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Synchronizing usage tracker for tenant:b449f8a35ca84550b780552ef6acd647 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:17.612924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:17.624614 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1384df-139b-49aa-9ac2-e060787c5a03', 'code': 200} Mar 05 00:07:17.625863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Usage tracker for resource:security_group_rule and tenant:9238d2ecdd4d457e886a77ccb3f2a769 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:17.632257 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.639044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.644433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:17.707975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:17.730985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-0e16c6a5-45dd-48f6-8d91-ac70042446e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:17.732723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-0e16c6a5-45dd-48f6-8d91-ac70042446e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2724059 Mar 05 00:07:17.774780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object c5b4229e-9669-43a2-bd2f-7d460bb7a42f will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:17.780367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-0e0278a4-e486-4be7-9763-7a30e8eeb7ff tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Unset dirty status for tenant:b449f8a35ca84550b780552ef6acd647 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:17.781666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-0e0278a4-e486-4be7-9763-7a30e8eeb7ff tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/networks?id=84f90630-0be5-42c7-9a95-0f1fcc019bb7 HTTP/1.1" status: 200 len: 818 time: 0.9759238 Mar 05 00:07:17.835076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56798) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:17.890009 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-0febfe0f-38ce-464c-8572-f177591094e9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/quotas/b449f8a35ca84550b780552ef6acd647 HTTP/1.1" status: 200 len: 375 time: 0.0868409 Mar 05 00:07:17.928791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:17.943853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Allocated IP 172.20.0.2 (e1e48767-8d23-436e-99a6-d686d7d18f0c/968222ca-1bc4-4e5f-b4af-86bebfba85a7/8f8a9cd5-8027-4b74-86aa-6a80234e19c7) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:17.951375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3803a80-5454-467f-8f65-a39821fb5d84 None None] Provisioning for port 214c843e-20c7-4d17-ac1d-353164c6ea50 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:18.050435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-4de4de02-5452-48c6-b37b-aadec4cb1c01 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b449f8a35ca84550b780552ef6acd647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402338 Mar 05 00:07:18.108531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.275817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fa472942-8f27-4bfb-9ec2-ebe590ba2078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e7cf54c58c74c5281292a008e4b05d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4298801 Mar 05 00:07:18.283825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2532f85-467d-48d5-8dc9-3af466d3ff1d req-d2caed56-266c-427c-9474-d0af12946500 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 1096 time: 0.6287844 Mar 05 00:07:18.290357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56804) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:18.298192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-162dc662-f81f-4eab-8dd5-7fbf7e4f0542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5536392 Mar 05 00:07:18.313338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.352396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.389960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:18.393528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=c5b4229e-9669-43a2-bd2f-7d460bb7a42f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:18.395436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.469377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:18.490048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 200d1437-d09e-4382-aff9-b3ed353ed4e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=200d1437-d09e-4382-aff9-b3ed353ed4e1,segment=NetworkSegment(55969dc7-52b6-47e5-bf86-daf55d509169),segment_id=55969dc7-52b6-47e5-bf86-daf55d509169)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:18.526855 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.540936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:18.578544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-83c39f61-7e3e-4eb5-8ff7-5b30959d1fbf None None] Provisioning complete for port 200d1437-d09e-4382-aff9-b3ed353ed4e1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:18.579016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-83c39f61-7e3e-4eb5-8ff7-5b30959d1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.627521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.694739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.803865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 214c843e-20c7-4d17-ac1d-353164c6ea50 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:18.837904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:18.870643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.926428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5708d5-8b82-46be-9ef4-b070a14db7e6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:18.950934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.951504 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Added segment b06988ac-f5eb-41d4-bed7-ef98d3d362d3 of type vlan for network 00ab11e5-f450-4753-84eb-6360e5319005 Mar 05 00:07:18.960493 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:18.963008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=200d1437-d09e-4382-aff9-b3ed353ed4e1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:18.985800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Transition to ACTIVE for port object 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:18.994595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.25.0.152 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/7a12788f-7525-42ca-afd4-7aeeb8224cfa) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:19.018702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Transition to ACTIVE for port object 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:19.028216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.045582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2532f85-467d-48d5-8dc9-3af466d3ff1d req-fbc4d2b8-24ae-44fc-b480-49fce72d494a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358890 Mar 05 00:07:19.078204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 214c843e-20c7-4d17-ac1d-353164c6ea50 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:19.098909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 214c843e-20c7-4d17-ac1d-353164c6ea50 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:19.099518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.122934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.132868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-f3215892-5137-4f09-ad24-1735c791ac7c service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218832 Mar 05 00:07:19.147547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8c4781-282f-41e2-8206-05698ac202a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.153259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Network e1e48767-8d23-436e-99a6-d686d7d18f0c is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:19.158400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:19.163840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:19.185196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Pushing event updated for resources: {'Port': ['ID=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:19.257556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3326b-207a-47a6-8081-97f9ba1d7890 req-ed805af1-773a-48d5-9894-6f328f37a0c4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:19.263846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-471f9e85-4cee-4316-9362-a8a4efe7f064 service neutron] 10.222.0.32 "GET /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1966505 Mar 05 00:07:19.266655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48d3326b-207a-47a6-8081-97f9ba1d7890 req-ed805af1-773a-48d5-9894-6f328f37a0c4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 945 time: 0.5020261 Mar 05 00:07:19.292921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ab2f6c64-2d09-41be-8e34-8a621fcb8679 None None] Provisioning for port c5b4229e-9669-43a2-bd2f-7d460bb7a42f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:19.299188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Attempting to bind port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:19.299667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Attempting to bind port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a4244e22-8bfe-4e12-ba36-8e4a3124817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:19.300126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Attempting to bind port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 on network e1e48767-8d23-436e-99a6-d686d7d18f0c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:19.302354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ab2f6c64-2d09-41be-8e34-8a621fcb8679 None None] Provisioning complete for port c5b4229e-9669-43a2-bd2f-7d460bb7a42f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:19.302818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab2f6c64-2d09-41be-8e34-8a621fcb8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.323597 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:19.354048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8c4781-282f-41e2-8206-05698ac202a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.392398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:19.394910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Checking segment: {'id': 'a4244e22-8bfe-4e12-ba36-8e4a3124817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:19.398619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.398619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Bound using segment: {'id': 'a4244e22-8bfe-4e12-ba36-8e4a3124817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:19.398619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Bound port: 8f8a9cd5-8027-4b74-86aa-6a80234e19c7, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4244e22-8bfe-4e12-ba36-8e4a3124817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:19.398619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.413651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48d3326b-207a-47a6-8081-97f9ba1d7890 req-68c9717b-dbd8-48b1-914b-29c006e28e0d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442885 Mar 05 00:07:19.416519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.431857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f6c64-2d09-41be-8e34-8a621fcb8679 None None] Port c5b4229e-9669-43a2-bd2f-7d460bb7a42f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:19.464386 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.499292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.528177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.535737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 214c843e-20c7-4d17-ac1d-353164c6ea50, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=214c843e-20c7-4d17-ac1d-353164c6ea50,segment=NetworkSegment(48f52276-3c7f-47fa-97bb-d4df6189341e),segment_id=48f52276-3c7f-47fa-97bb-d4df6189341e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:19.543281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] For port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:19.545957 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.546870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d3e1555d-b971-455b-9b23-bf1acc8b12ca up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:19.634029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] For port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,segment=NetworkSegment(a4244e22-8bfe-4e12-ba36-8e4a3124817e),segment_id=a4244e22-8bfe-4e12-ba36-8e4a3124817e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:19.664587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.700760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.710008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-62b7e1a7-ec8a-47bc-8f26-9570341c8fcf None None] Provisioning complete for port 214c843e-20c7-4d17-ac1d-353164c6ea50 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:19.710477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-62b7e1a7-ec8a-47bc-8f26-9570341c8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.751620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=214c843e-20c7-4d17-ac1d-353164c6ea50,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:19.775544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.780648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:19.781182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.835339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:19.842416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d3e1555d-b971-455b-9b23-bf1acc8b12ca completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:19.845129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:19.847927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:19.859721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba275c6-ad5b-427c-aee9-7c766e5b02b7 None None] Pushing event updated for resources: {'Port': ['ID=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:19.863878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d3e1555d-b971-455b-9b23-bf1acc8b12ca triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:19.864269 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:19.900231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=7a12788f-7525-42ca-afd4-7aeeb8224cfa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:19.930681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Allocated IP 172.20.0.1 (e1732a5e-21f8-463d-8c73-ea6686669061/e1da23bf-1198-4f58-9359-52ca3c7eff3e/d4df6b02-5a67-4c11-a2bf-6a20344f078d) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:19.979341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a615d8c-e2f4-45c1-bff7-b8ad599b1fe2 req-83eba7a5-c0cf-4c3a-9ea9-6aee2bcd2610 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979798 Mar 05 00:07:20.060311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.079262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d3e1555d-b971-455b-9b23-bf1acc8b12ca, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d3e1555d-b971-455b-9b23-bf1acc8b12ca,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:20.087965 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.133178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Network': ['ID=00ab11e5-f450-4753-84eb-6360e5319005,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:20.164095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:20.191194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 00ab11e5-f450-4753-84eb-6360e5319005 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:20.291442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.292428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.317023 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.487100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a20d7fc5-4183-4e39-a655-886fa4f619c7 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.8422713 Mar 05 00:07:20.494885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:20.505919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10bc0e84-9e82-4b94-9db0-1c1a8f240e53 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:20.522525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56822) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:20.544949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'subnet': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:20.587952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Transition to ACTIVE for port object d4df6b02-5a67-4c11-a2bf-6a20344f078d will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:20.591614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d3e1555d-b971-455b-9b23-bf1acc8b12ca,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:20.597650 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8c4781-282f-41e2-8206-05698ac202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.708606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c4781-282f-41e2-8206-05698ac202a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dd5946-6a83-4602-81ed-a2787a400375,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:20.722411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-a9557081-0ddd-4943-b18c-63f977c226ed service neutron] 10.222.0.32 "GET /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3781202 Mar 05 00:07:20.769614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.833237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8c4781-282f-41e2-8206-05698ac202a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:20.839339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6d8c4781-282f-41e2-8206-05698ac202a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1dd5946-6a83-4602-81ed-a2787a400375 HTTP/1.1" status: 204 len: 168 time: 2.5357678 Mar 05 00:07:20.850678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 200d1437-d09e-4382-aff9-b3ed353ed4e1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:20.875088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=d4df6b02-5a67-4c11-a2bf-6a20344f078d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:20.922987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:20.960970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Network e1732a5e-21f8-463d-8c73-ea6686669061 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:20.972913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:20.983559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:21.027352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 200d1437-d09e-4382-aff9-b3ed353ed4e1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:21.027821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:21.065162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Usage tracker for resource:subnet and tenant:9238d2ecdd4d457e886a77ccb3f2a769 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:21.071740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:21.086965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:21.132738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:21.374296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 214c843e-20c7-4d17-ac1d-353164c6ea50 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:21.463544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13dcb23-e610-4b36-976b-a227638b0a57 None None] Network e1e48767-8d23-436e-99a6-d686d7d18f0c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:21.476864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0194ffc0-f302-458e-b212-7a7c1b7024c6 req-2bd01ca5-93c3-4fa7-a396-1c0f54ccf9d6 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 210 time: 0.2447116 Mar 05 00:07:21.545622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Router 8c423bf1-252d-4141-90b3-640bbb193d15 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:21.547917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2994c-a1c8-4577-8abd-a4cd07e86335 req-f74f4adc-38cf-4a56-8044-e8ad1dc0f576 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:21.550553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7a2994c-a1c8-4577-8abd-a4cd07e86335 req-f74f4adc-38cf-4a56-8044-e8ad1dc0f576 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 945 time: 0.8678331 Mar 05 00:07:21.570529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:21.576176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:21.672860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7a2994c-a1c8-4577-8abd-a4cd07e86335 req-4a3c67c9-cb20-4095-9d91-38a6f593f799 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148758 Mar 05 00:07:21.778368 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:21.791323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31d6101a-fc47-4181-9ec6-8e0975f6b966 None None] Provisioning for port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:21.874437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:21.888804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:21.958637 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.049033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 214c843e-20c7-4d17-ac1d-353164c6ea50 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:22.049585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.153863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31d6101a-fc47-4181-9ec6-8e0975f6b966 None None] Provisioning for port d4df6b02-5a67-4c11-a2bf-6a20344f078d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:22.187838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31d6101a-fc47-4181-9ec6-8e0975f6b966 None None] Provisioning complete for port d4df6b02-5a67-4c11-a2bf-6a20344f078d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:22.188227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31d6101a-fc47-4181-9ec6-8e0975f6b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.206043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router d947f0f1-00cb-4287-a26e-d8ac28adeee4 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:07:22.340390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-31d6101a-fc47-4181-9ec6-8e0975f6b966 None None] Port d4df6b02-5a67-4c11-a2bf-6a20344f078d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:22.352049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:22.402416 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.439943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:22.440771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=c5b4229e-9669-43a2-bd2f-7d460bb7a42f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:22.448560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:22.449033 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.625520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.674273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56856) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:22.694474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.705211 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.709608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,segment=NetworkSegment(a4244e22-8bfe-4e12-ba36-8e4a3124817e),segment_id=a4244e22-8bfe-4e12-ba36-8e4a3124817e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:22.721864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:22.908558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d3e1555d-b971-455b-9b23-bf1acc8b12ca up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:22.916717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=d4df6b02-5a67-4c11-a2bf-6a20344f078d,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:22.936090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.110471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:23.115356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1498567911-network', 'tenant_id': '25be6a436d914460a0b34f69725c72a3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:23.134613 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.135288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-374ec6f9-8121-4097-8c19-c2bd2e3599d3 None None] Provisioning complete for port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:23.135532 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-374ec6f9-8121-4097-8c19-c2bd2e3599d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.161537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:23.178988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Usage tracker for resource:network and tenant:25be6a436d914460a0b34f69725c72a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:23.184016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:23.197282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:23.208222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d3e1555d-b971-455b-9b23-bf1acc8b12ca triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:23.209070 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.210393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:23.247138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] Sync routers for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:23.257422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97d4e136-7e20-45d0-b343-e988511433d0 req-86061833-8871-43b0-8e97-f42e90e6bf64 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 210 time: 0.1574054 Mar 05 00:07:23.266637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Made reservation on behalf of 25be6a436d914460a0b34f69725c72a3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:23.268561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.280890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:23.281718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:23.292439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.339517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-83df012e-1eca-4ba7-a9ab-e3b43dd99f7a tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:23.340943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-83df012e-1eca-4ba7-a9ab-e3b43dd99f7a tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.10 "GET /v2.0/networks?id=84f90630-0be5-42c7-9a95-0f1fcc019bb7 HTTP/1.1" status: 200 len: 818 time: 0.3646224 Mar 05 00:07:23.345158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Network e1732a5e-21f8-463d-8c73-ea6686669061 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:23.357594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:23.362238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.366964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1876eb4-a059-43a3-bbbc-5de92df25eaf tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0925117 Mar 05 00:07:23.369998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:23.375093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:23.387717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Request body: {'port': {'device_id': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7', 'admin_state_up': True, 'tenant_id': 'b449f8a35ca84550b780552ef6acd647'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:23.505286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:23.524076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903e2bc-5ebf-406f-b719-56d9609b5120 req-557a7bde-cac6-4f90-b24e-1abbcdb248f5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:23.529296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:23.530418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:23.530658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a903e2bc-5ebf-406f-b719-56d9609b5120 req-557a7bde-cac6-4f90-b24e-1abbcdb248f5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 945 time: 0.4322264 Mar 05 00:07:23.541111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Subnet': ['ID=f17f1651-f6b3-445f-bba2-12273aca5da6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:23.546609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Usage tracker for resource:security_group_rule and tenant:25be6a436d914460a0b34f69725c72a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:23.563992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:23.575077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:23.603159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:23.603996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb8efa-c294-4de6-ab23-a5c9a06ec0a7 None None] The sync data for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:23.643932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:23.648863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:23.652871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a903e2bc-5ebf-406f-b719-56d9609b5120 req-36ad7bd1-7224-4f4d-839d-0dff3c714cfe tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213703 Mar 05 00:07:23.707106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:23.748195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f138899a-7dd1-4ab1-8351-9f5fbb9609da None None] Provisioning complete for port d4df6b02-5a67-4c11-a2bf-6a20344f078d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:23.748577 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f138899a-7dd1-4ab1-8351-9f5fbb9609da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.773505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Usage tracker for resource:port and tenant:b449f8a35ca84550b780552ef6acd647 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:23.812094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f138899a-7dd1-4ab1-8351-9f5fbb9609da None None] Port d4df6b02-5a67-4c11-a2bf-6a20344f078d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:23.850423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:23.867980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Checking segment: {'id': 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '00ab11e5-f450-4753-84eb-6360e5319005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:23.868344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network hostable DHCP agents. Network: 00ab11e5-f450-4753-84eb-6360e5319005, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:23.868938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.879912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:23.889364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.916053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:23.936278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:23.940147 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] Sync routers for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:23.943551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4610f2-1096-447b-a433-59112cdb4b68,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:23.949250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Made reservation on behalf of b449f8a35ca84550b780552ef6acd647 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:23.952238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.957553 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:23.958504 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:23.965388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:23.965735 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Added segment a1f98855-4389-4910-85fd-340190cb5b2a of type vlan for network 93dcbcac-daf8-468a-bbe3-ed523d212de9 Mar 05 00:07:23.972705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-09d51ee0-2c27-45be-bb9a-643e493623b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c423bf1-252d-4141-90b3-640bbb193d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0771403 Mar 05 00:07:23.984054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56872) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:24.039426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-309d8943-aaeb-43b8-9efb-36b1f1bcbfcf None None] Provisioning complete for port c5b4229e-9669-43a2-bd2f-7d460bb7a42f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:24.039898 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-309d8943-aaeb-43b8-9efb-36b1f1bcbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.136030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:24.152876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-309d8943-aaeb-43b8-9efb-36b1f1bcbfcf None None] Port c5b4229e-9669-43a2-bd2f-7d460bb7a42f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:24.240031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 00ab11e5-f450-4753-84eb-6360e5319005) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:24.244858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:24.245480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.251707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51457cc-1d64-4db0-83af-53b492107c81 None None] Network 00ab11e5-f450-4753-84eb-6360e5319005 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:24.263341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.310914 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:24.353190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.354081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:24.354668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.404776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Router 2a756690-c11c-4a7c-9112-5b2a489ccb96 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:24.411937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7301495 Mar 05 00:07:24.414051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56878) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:24.470095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Request body: {'subnet': {'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1498567911-subnet', 'tenant_id': '25be6a436d914460a0b34f69725c72a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:24.483945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:24.502028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Usage tracker for resource:subnet and tenant:25be6a436d914460a0b34f69725c72a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:24.508105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:24.520208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:24.534906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-18a159a1-8275-4520-925b-38799cd52b3f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9939623 Mar 05 00:07:24.540887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e2df4-d298-4032-a149-6430ce8af987 admin admin] Pushing event updated for resources: {'Network': ['ID=93dcbcac-daf8-468a-bbe3-ed523d212de9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:24.541780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56882) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:24.557322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 93dcbcac-daf8-468a-bbe3-ed523d212de9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:24.562007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1776076478'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:24.653663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16b65789-7f74-4772-8cdc-234bcf5df632 req-c78b7721-36c1-470c-b23b-0882328919d6 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 210 time: 0.1097431 Mar 05 00:07:24.661716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Made reservation on behalf of 25be6a436d914460a0b34f69725c72a3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:24.664575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.683203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-00ab11e5-f450-4753-84eb-6360e5319005', 'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'tenant_id': '9238d2ecdd4d457e886a77ccb3f2a769', 'fixed_ips': [{'subnet_id': 'f17f1651-f6b3-445f-bba2-12273aca5da6'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:07:24.684031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:24.745663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-05T00:07:12Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:24.749433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] Checking router: 8c423bf1-252d-4141-90b3-640bbb193d15 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:07:24.761941 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] Routers {'8c423bf1-252d-4141-90b3-640bbb193d15'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:24.762719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8c423bf1-252d-4141-90b3-640bbb193d15'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:24.891884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Allocated IP 2001:db8::2 (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/1eccbf91-f608-48ae-be61-fd87514939b0) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:24.926881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Allocated IP 172.20.0.8 (84f90630-0be5-42c7-9a95-0f1fcc019bb7/133f18f4-a1eb-4a18-a1ce-26b9b6598af0/0f520fe0-8599-434d-98ec-14b1ecb873f8) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:24.965381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.073747 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] Set router 8c423bf1-252d-4141-90b3-640bbb193d15 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:25.088548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:25.090934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5dbab21-92d9-479f-9629-d20b36d86260,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:25.093536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Usage tracker for resource:port and tenant:9238d2ecdd4d457e886a77ccb3f2a769 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:25.096676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:25.104171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:25.126100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.168905 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.180580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:25.181398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:25.184036 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.197785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Checking segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:25.198562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Network hostable DHCP agents. Network: 93dcbcac-daf8-468a-bbe3-ed523d212de9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:25.215439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Transition to ACTIVE for port object 1eccbf91-f608-48ae-be61-fd87514939b0 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:25.257711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Transition to ACTIVE for port object 1eccbf91-f608-48ae-be61-fd87514939b0 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:25.268952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.291851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] device_id is not set on port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:25.332016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Network 93dcbcac-daf8-468a-bbe3-ed523d212de9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:25.359572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 93dcbcac-daf8-468a-bbe3-ed523d212de9) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:25.364492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:25.365074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.371453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Pushing event updated for resources: {'Port': ['ID=1eccbf91-f608-48ae-be61-fd87514939b0,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:25.380099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966054ea-44b9-4c4e-82a3-a3c9ffcb6448 None None] Network 93dcbcac-daf8-468a-bbe3-ed523d212de9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:25.420442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-34242a3d-583b-4303-af9f-49681c3800a2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0022676 Mar 05 00:07:25.421743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:25.426581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:25.438900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e4943f7-cfc1-4466-92a3-9d193fb2cf67 admin admin] 10.222.0.32 "PUT /v2.0/routers/2a756690-c11c-4a7c-9112-5b2a489ccb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7340922 Mar 05 00:07:25.444829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:25.472733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:07:25.499079 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-05T00:07:12Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:25.513135 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc76d8a-a849-4709-9681-9be002698ae6 None None] The sync data for ids ['8c423bf1-252d-4141-90b3-640bbb193d15'] in n-d-828979-4 is: [{'id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'name': 'tempest-AttachVolumeTestJSON-179982545-router', 'tenant_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T23:58:59Z', 'updated_at': '2022-03-05T00:07:12Z', 'revision_number': 5, 'project_id': '4b6adfccb83b4089bdd0a02b5a8ed557', 'gw_port': {'id': '8e640f98-a50d-42b7-825a-1ccb739fe3b6', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c423bf1-252d-4141-90b3-640bbb193d15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T23:59:00Z', 'updated_at': '2022-03-04T23:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:25.540155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.567345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Deleting port 8e640f98-a50d-42b7-825a-1ccb739fe3b6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:25.567947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.593880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Sync routers for ids ['2a756690-c11c-4a7c-9112-5b2a489ccb96'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:25.599090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:25.693311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:25.694250 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.749757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.750113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.750454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.750809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.751266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.751601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.751929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.752251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.752574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.752893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.753212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:25.823735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] For port 8e640f98-a50d-42b7-825a-1ccb739fe3b6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8e640f98-a50d-42b7-825a-1ccb739fe3b6,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:25.824149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.886427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Routers {'2a756690-c11c-4a7c-9112-5b2a489ccb96'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:25.887597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2a756690-c11c-4a7c-9112-5b2a489ccb96'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:25.967980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:25.971470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Attempting to bind port 1eccbf91-f608-48ae-be61-fd87514939b0 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:25.971703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Attempting to bind port 1eccbf91-f608-48ae-be61-fd87514939b0 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '00ab11e5-f450-4753-84eb-6360e5319005'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:25.972047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Attempting to bind port 1eccbf91-f608-48ae-be61-fd87514939b0 on network 00ab11e5-f450-4753-84eb-6360e5319005 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:25.986361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Allocated IP 2001:db8::1ea (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/d3a02778-0ada-4ec6-926e-c9b14e8ebb26) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:26.028672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Calling delete_port for 8e640f98-a50d-42b7-825a-1ccb739fe3b6 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:26.119956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:26.120249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Checking segment: {'id': 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '00ab11e5-f450-4753-84eb-6360e5319005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:26.120634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.121125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Bound using segment: {'id': 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '00ab11e5-f450-4753-84eb-6360e5319005'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:26.121677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Bound port: 1eccbf91-f608-48ae-be61-fd87514939b0, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '00ab11e5-f450-4753-84eb-6360e5319005'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:26.122077 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.297194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.385444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a4f8b-893b-4e93-9136-de10eb3e8888 None None] Network 93dcbcac-daf8-468a-bbe3-ed523d212de9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:26.438039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Pushing event updated for resources: {'Port': ['ID=0f520fe0-8599-434d-98ec-14b1ecb873f8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:26.485816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9af8ce20-19a9-4934-86d8-dc23670f4fe5 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Synchronizing usage tracker for tenant:d4ff73b0a18347aca725055ec0802d1b on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:26.505507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Set router 2a756690-c11c-4a7c-9112-5b2a489ccb96 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:26.516240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9af8ce20-19a9-4934-86d8-dc23670f4fe5 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Unset dirty status for tenant:d4ff73b0a18347aca725055ec0802d1b on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:26.516670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:26.519000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9af8ce20-19a9-4934-86d8-dc23670f4fe5 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3644707 Mar 05 00:07:26.524071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.528855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:26.557929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] For port 1eccbf91-f608-48ae-be61-fd87514939b0, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:26.585260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:26.594140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:26.598801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e640f98-a50d-42b7-825a-1ccb739fe3b6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:26.600748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:26.602363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] For port 1eccbf91-f608-48ae-be61-fd87514939b0, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1eccbf91-f608-48ae-be61-fd87514939b0,segment=NetworkSegment(b06988ac-f5eb-41d4-bed7-ef98d3d362d3),segment_id=b06988ac-f5eb-41d4-bed7-ef98d3d362d3)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:26.626183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.632098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Usage tracker for resource:floatingip and tenant:d4ff73b0a18347aca725055ec0802d1b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:26.640265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:26.675948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:26.708671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.769787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-2e21e280-1ec9-4a71-a9d5-ec0c03667bfb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:26.781274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-2e21e280-1ec9-4a71-a9d5-ec0c03667bfb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 814 time: 0.6163459 Mar 05 00:07:26.839362 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:07:26.853902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:26.908632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:26.909253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d249f32-83f7-4ac4-ac91-21a2ada25ec3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:26.944386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:26.949345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-24210c9d-1dcf-4b9f-a940-aeb7aa2e13cb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/quotas/25be6a436d914460a0b34f69725c72a3 HTTP/1.1" status: 200 len: 375 time: 0.1718719 Mar 05 00:07:27.009395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b887b-5d3d-45d4-b7f5-bc2480ed0260 None None] Pushing event updated for resources: {'Port': ['ID=1eccbf91-f608-48ae-be61-fd87514939b0,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:27.022299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:27.022951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.027937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:27.031703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.041204 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] Sync routers for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:27.061174 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:27.062149 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:27.077594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a8285a30-b419-43eb-9fd2-2e38a70013d5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269906 Mar 05 00:07:27.106917 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.130785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.189975 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:27.207569 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:27.208317 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:27.291549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2cf8e92a-6f3a-492c-aa80-f8b971d1eb4c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/08ca0183-ed0e-4c01-b9c2-6ac78acf48f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0423093 Mar 05 00:07:27.291549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Transition to ACTIVE for port object d3a02778-0ada-4ec6-926e-c9b14e8ebb26 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:27.300470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-bf25c133-7596-4427-8632-de18df87b8d9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9294443 Mar 05 00:07:27.305719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:21Z', 'revision_number': 4, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd4df6b02-5a67-4c11-a2bf-6a20344f078d', 'name': '', 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'mac_address': 'fa:16:3e:66:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:19Z', 'updated_at': '2022-03-05T00:07:22Z', 'revision_number': 2, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'subnets': [{'id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:27.306997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56912) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:27.310871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Checking router: 2a756690-c11c-4a7c-9112-5b2a489ccb96 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:07:27.312178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Updating router 2a756690-c11c-4a7c-9112-5b2a489ccb96 port d4df6b02-5a67-4c11-a2bf-6a20344f078d binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:07:27.324651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Request body: {'port': {'device_id': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:27.346591 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:27.347003 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef2ce2-92f4-4ddb-b53e-067ec223fd7b None None] The sync data for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:27.380850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.393757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.443352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-dcf06914-bef6-4a94-97c8-77d5945139fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5472622 Mar 05 00:07:27.452985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.473423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676f159-2d6a-4648-a209-fbbdd552ffc0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:27.475748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3676f159-2d6a-4648-a209-fbbdd552ffc0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports/c5b4229e-9669-43a2-bd2f-7d460bb7a42f HTTP/1.1" status: 200 len: 910 time: 0.1634457 Mar 05 00:07:27.483830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56916) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:27.487140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.516868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.565493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.606297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-1cd845f9-9926-4a8a-945c-23cc90399f0f service neutron] 10.222.0.32 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275047 Mar 05 00:07:27.705516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.706048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c423bf1-252d-4141-90b3-640bbb193d15 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:07:27.731720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.735179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fb5655da-4e1c-4411-ba8e-0fad7bff7d5b admin admin] 10.222.0.32 "DELETE /v2.0/routers/8c423bf1-252d-4141-90b3-640bbb193d15 HTTP/1.1" status: 204 len: 168 time: 3.7478397 Mar 05 00:07:27.745621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56920) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:27.791862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.804896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Transition to ACTIVE for port object d4df6b02-5a67-4c11-a2bf-6a20344f078d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:27.813999 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.841573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:27.848247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:27.850172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=d3a02778-0ada-4ec6-926e-c9b14e8ebb26,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:27.854523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:27.858607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:27.859241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:27.953805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8a01-443f-4405-9d9d-b5cfc96562c1 None None] Pushing event updated for resources: {'Port': ['ID=d4df6b02-5a67-4c11-a2bf-6a20344f078d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:28.052847 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28f0eb67-6eb8-4e3b-b331-551e79facb03 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5099044 Mar 05 00:07:28.066933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Attempting to bind port d4df6b02-5a67-4c11-a2bf-6a20344f078d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:28.067231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56924) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:28.067720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Attempting to bind port d4df6b02-5a67-4c11-a2bf-6a20344f078d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:28.068246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Attempting to bind port d4df6b02-5a67-4c11-a2bf-6a20344f078d on network e1732a5e-21f8-463d-8c73-ea6686669061 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:28.082110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044228312', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ea', 'mac_address': 'fa:16:3e:cb:68:9d'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:28.087746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:28.088577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Checking segment: {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:28.089905 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:28.090299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Bound using segment: {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:28.090782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Bound port: d4df6b02-5a67-4c11-a2bf-6a20344f078d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3bf3b-8815-43ec-8075-faaa7689d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:28.091152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:28.111536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Deleting subnet da4f4730-32e7-46ef-acd3-1bce767b260b {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:07:28.116379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Allocated IP 172.25.0.172 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/0a5bef0c-fc65-4eef-9f8a-0b7ac43abc5f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:28.126923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:28.155640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-b6a5d27d-2066-4521-af17-db52be4107fd service neutron] 10.222.0.32 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072360 Mar 05 00:07:28.186055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-ce3607ce-6411-4cd4-8385-a3fc2e15195c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.6109302 Mar 05 00:07:28.213586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] For port d4df6b02-5a67-4c11-a2bf-6a20344f078d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:28.217314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] For port d4df6b02-5a67-4c11-a2bf-6a20344f078d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d4df6b02-5a67-4c11-a2bf-6a20344f078d,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:28.223474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:28.354262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8a01-443f-4405-9d9d-b5cfc96562c1 None None] Pushing event updated for resources: {'Port': ['ID=d4df6b02-5a67-4c11-a2bf-6a20344f078d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:28.358226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Routers {'2a756690-c11c-4a7c-9112-5b2a489ccb96'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:28.358858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2a756690-c11c-4a7c-9112-5b2a489ccb96'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:28.467082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:28.727227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9072032-4775-4a0f-9726-c6c017fbe616 None None] Network 00ab11e5-f450-4753-84eb-6360e5319005 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:28.771508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-3b4c9811-4a4c-481f-bb77-c2d925188dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:28.773711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-3b4c9811-4a4c-481f-bb77-c2d925188dca service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.5590076 Mar 05 00:07:28.957407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:28.988747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Usage tracker for resource:port and tenant:9238d2ecdd4d457e886a77ccb3f2a769 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:28.996767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:29.002832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.022318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:29.022645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] Set router 2a756690-c11c-4a7c-9112-5b2a489ccb96 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:07:29.052522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:29.201493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.261493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a654e455-8550-4a60-921c-26eb067947d4 None None] Provisioning for port 1eccbf91-f608-48ae-be61-fd87514939b0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:29.271943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1eccbf91-f608-48ae-be61-fd87514939b0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:29.283345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.314329 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.330270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-36a478a8-60cd-43e2-b55f-76884b79cb63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.4960692 Mar 05 00:07:29.403497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-9170f087-521e-4950-906f-d97352ec89e9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:29.404215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-9170f087-521e-4950-906f-d97352ec89e9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Synchronizing usage tracker for tenant:b449f8a35ca84550b780552ef6acd647 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:29.458261 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.528669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] device_id is not set on port cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:29.550983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1eccbf91-f608-48ae-be61-fd87514939b0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:29.561890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1eccbf91-f608-48ae-be61-fd87514939b0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:29.562379 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.614226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-9170f087-521e-4950-906f-d97352ec89e9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Unset dirty status for tenant:b449f8a35ca84550b780552ef6acd647 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:29.621695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-9170f087-521e-4950-906f-d97352ec89e9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 931 time: 1.0044138 Mar 05 00:07:29.627755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f520fe0-8599-434d-98ec-14b1ecb873f8 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:07:29.659965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.663218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-653fbfdd-a412-4cdb-8ae9-daaf67e56957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:29.664741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-653fbfdd-a412-4cdb-8ae9-daaf67e56957 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2681925 Mar 05 00:07:29.667655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.672119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:29.693091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Transition to ACTIVE for port object 0f520fe0-8599-434d-98ec-14b1ecb873f8 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:29.716061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:29.727749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:29.764460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:21Z', 'revision_number': 4, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd4df6b02-5a67-4c11-a2bf-6a20344f078d', 'name': '', 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'mac_address': 'fa:16:3e:66:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:19Z', 'updated_at': '2022-03-05T00:07:28Z', 'revision_number': 4, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'subnets': [{'id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:29.770587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.774113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399e03f-c9a9-4416-895b-1ad27d258596 None None] The sync data for ids ['2a756690-c11c-4a7c-9112-5b2a489ccb96'] in n-d-828979-4 is: [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:21Z', 'revision_number': 4, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd4df6b02-5a67-4c11-a2bf-6a20344f078d', 'name': '', 'network_id': 'e1732a5e-21f8-463d-8c73-ea6686669061', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'mac_address': 'fa:16:3e:66:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:19Z', 'updated_at': '2022-03-05T00:07:28Z', 'revision_number': 4, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'subnets': [{'id': 'e1da23bf-1198-4f58-9359-52ca3c7eff3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:29.779304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.817879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Pushing event updated for resources: {'Port': ['ID=0a5bef0c-fc65-4eef-9f8a-0b7ac43abc5f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:29.819366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1eccbf91-f608-48ae-be61-fd87514939b0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1eccbf91-f608-48ae-be61-fd87514939b0,segment=NetworkSegment(b06988ac-f5eb-41d4-bed7-ef98d3d362d3),segment_id=b06988ac-f5eb-41d4-bed7-ef98d3d362d3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:29.830617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.835749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4f4730-32e7-46ef-acd3-1bce767b260b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:29.867306 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:29.902933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8e640f98-a50d-42b7-825a-1ccb739fe3b6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:29.975679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2634ff2-467d-4ab4-b89b-a6b6b8a9d1b2 None None] Network 6f6c85af-8f9b-4384-a24f-490ed43d5a0a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:29.979236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-ffd8265e-da44-41b9-b97e-c38382216793 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Synchronizing usage tracker for tenant:b449f8a35ca84550b780552ef6acd647 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:30.210972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8e640f98-a50d-42b7-825a-1ccb739fe3b6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:30.211939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8e640f98-a50d-42b7-825a-1ccb739fe3b6 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:30.213036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Pushing event updated for resources: {'Port': ['ID=0f520fe0-8599-434d-98ec-14b1ecb873f8,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:30.224260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6dd8fb45-e893-43a0-991f-44883f4dfb19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da4f4730-32e7-46ef-acd3-1bce767b260b HTTP/1.1" status: 204 len: 168 time: 2.4512823 Mar 05 00:07:30.224997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56940) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:30.225784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:30.242482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-715b28b6-fb67-4b95-8a1f-16c9a979a0db None None] Provisioning complete for port 1eccbf91-f608-48ae-be61-fd87514939b0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:30.243148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-715b28b6-fb67-4b95-8a1f-16c9a979a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:30.313185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-ffd8265e-da44-41b9-b97e-c38382216793 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Unset dirty status for tenant:b449f8a35ca84550b780552ef6acd647 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:30.326680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e0658a1-4c8e-43b1-b164-b276a62b1a89 req-ffd8265e-da44-41b9-b97e-c38382216793 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038286 Mar 05 00:07:30.447627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1eccbf91-f608-48ae-be61-fd87514939b0,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:30.582863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-715b28b6-fb67-4b95-8a1f-16c9a979a0db None None] Provisioning for port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:30.591918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-715b28b6-fb67-4b95-8a1f-16c9a979a0db None None] Provisioning complete for port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:30.592538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-715b28b6-fb67-4b95-8a1f-16c9a979a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:30.625274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-e24ebf40-63f6-497d-9be4-52af131b3714 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9290283 Mar 05 00:07:30.663802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-715b28b6-fb67-4b95-8a1f-16c9a979a0db None None] Port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:30.666668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] DHCP port deletion for 6f6c85af-8f9b-4384-a24f-490ed43d5a0a request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:07:30.674595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] Deleting port 3db3d27c-b232-41e1-b52e-72f3644ace6f {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:30.674964 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:30.763004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:30.800172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Allocated IP 2001:db8::228 (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:30.859629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d276c689-d7d4-4da5-b60e-445c4886aec7 req-27c94bdd-d727-4072-af96-ced95d361584 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 210 time: 0.0924389 Mar 05 00:07:30.928378 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:30.995664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d4df6b02-5a67-4c11-a2bf-6a20344f078d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:30.996910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Attempting to bind port 0f520fe0-8599-434d-98ec-14b1ecb873f8 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:30.997435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Attempting to bind port 0f520fe0-8599-434d-98ec-14b1ecb873f8 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '95472482-e99c-4357-8765-bcbb3acc63df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:30.997737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Attempting to bind port 0f520fe0-8599-434d-98ec-14b1ecb873f8 on network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:31.029704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.1 (e1e48767-8d23-436e-99a6-d686d7d18f0c/968222ca-1bc4-4e5f-b4af-86bebfba85a7/c6a0eb28-492e-4869-9b72-de70c9bd2a34) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:31.039506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Port 0f520fe0-8599-434d-98ec-14b1ecb873f8 on network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:31.039872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Attempting to bind port 0f520fe0-8599-434d-98ec-14b1ecb873f8 on network 84f90630-0be5-42c7-9a95-0f1fcc019bb7 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:31.094048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-e4dd14b1-5d83-4e4c-8352-32ac58f264f9 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543095 Mar 05 00:07:31.097408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-2c1bbb03-8484-4802-8175-33e7e55b430a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:31.098553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:31.098707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-2c1bbb03-8484-4802-8175-33e7e55b430a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Synchronizing usage tracker for tenant:25be6a436d914460a0b34f69725c72a3 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:31.098876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Checking segment: {'id': '95472482-e99c-4357-8765-bcbb3acc63df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:31.099430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Bound using segment: {'id': '95472482-e99c-4357-8765-bcbb3acc63df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:31.100453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Bound port: 0f520fe0-8599-434d-98ec-14b1ecb873f8, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95472482-e99c-4357-8765-bcbb3acc63df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:31.100788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.138952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Deleting port 3db3d27c-b232-41e1-b52e-72f3644ace6f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:31.139241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.174212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] For port 3db3d27c-b232-41e1-b52e-72f3644ace6f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3db3d27c-b232-41e1-b52e-72f3644ace6f,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:31.174503 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.309463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbb77695-b6cf-4588-9a36-88f9e928feed req-ceeb9006-a631-456e-97ec-af403216194d service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962817 Mar 05 00:07:31.338519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] Calling delete_port for 3db3d27c-b232-41e1-b52e-72f3644ace6f owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:31.364810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c798f334-02a3-4510-94bb-aaa9ad35cbdf None None] Provisioning complete for port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:31.364810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c798f334-02a3-4510-94bb-aaa9ad35cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.418193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-2c1bbb03-8484-4802-8175-33e7e55b430a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Unset dirty status for tenant:25be6a436d914460a0b34f69725c72a3 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:31.419346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-2c1bbb03-8484-4802-8175-33e7e55b430a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.10 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 814 time: 1.2365499 Mar 05 00:07:31.470457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Request body: {'port': {'device_id': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'admin_state_up': True, 'tenant_id': '25be6a436d914460a0b34f69725c72a3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:31.472754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c798f334-02a3-4510-94bb-aaa9ad35cbdf None None] Port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:31.496602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.499142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] For port 0f520fe0-8599-434d-98ec-14b1ecb873f8, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:31.501336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d4df6b02-5a67-4c11-a2bf-6a20344f078d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:31.513071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.515734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] For port 0f520fe0-8599-434d-98ec-14b1ecb873f8, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8,segment=NetworkSegment(95472482-e99c-4357-8765-bcbb3acc63df),segment_id=95472482-e99c-4357-8765-bcbb3acc63df)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:31.524556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.536770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Transition to ACTIVE for port object c6a0eb28-492e-4869-9b72-de70c9bd2a34 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:31.569700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d4df6b02-5a67-4c11-a2bf-6a20344f078d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:31.570064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.571513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.573420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f520fe0-8599-434d-98ec-14b1ecb873f8 HTTP/1.1" status: 200 len: 1091 time: 4.2573299 Mar 05 00:07:31.578070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.582639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'tag': '0f520fe0-8599-434d-98ec-14b1ecb873f8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:31.604768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] Pushing event deleted for resources: {'Port': ['ID=3db3d27c-b232-41e1-b52e-72f3644ace6f,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:31.624114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9d670-c5c6-4eac-922b-374ac46ffaff None None] No DVR routers for this DVR port 3db3d27c-b232-41e1-b52e-72f3644ace6f on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:07:31.713064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.752889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d4df6b02-5a67-4c11-a2bf-6a20344f078d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d4df6b02-5a67-4c11-a2bf-6a20344f078d,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:31.759236 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.761309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1eccbf91-f608-48ae-be61-fd87514939b0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:31.872708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9143d-2ed4-4ee5-ad67-15a93f451457 service neutron] Pushing event updated for resources: {'Port': ['ID=0f520fe0-8599-434d-98ec-14b1ecb873f8,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:31.880352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d4df6b02-5a67-4c11-a2bf-6a20344f078d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:31.897256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1eccbf91-f608-48ae-be61-fd87514939b0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:31.897256 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.899653 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.944511 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:31.992363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.993257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4992b-97cb-43cf-934e-8ae1f2bad992 req-f1a61e37-e1ec-4d26-aa62-f478b26da833 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:31.996319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:31.999977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8a4992b-97cb-43cf-934e-8ae1f2bad992 req-f1a61e37-e1ec-4d26-aa62-f478b26da833 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 943 time: 0.3902829 Mar 05 00:07:32.010290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] For port 3db3d27c-b232-41e1-b52e-72f3644ace6f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3db3d27c-b232-41e1-b52e-72f3644ace6f,segment=NetworkSegment(8b30a824-a78e-4803-b7bd-7298a961425a),segment_id=8b30a824-a78e-4803-b7bd-7298a961425a)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:32.010650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.030906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.033653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-c127d893-86f7-4e0b-b312-3f2fd70e0763 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b449f8a35ca84550b780552ef6acd647&device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 1094 time: 0.3735068 Mar 05 00:07:32.039967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network e1e48767-8d23-436e-99a6-d686d7d18f0c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:32.089491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=c6a0eb28-492e-4869-9b72-de70c9bd2a34,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:32.093009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:32.107113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:32.119558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3db3d27c-b232-41e1-b52e-72f3644ace6f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:32.156162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3db3d27c-b232-41e1-b52e-72f3644ace6f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:32.156872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3db3d27c-b232-41e1-b52e-72f3644ace6f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:32.163827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-4ea75007-bd96-4077-b15d-d1aa2859eb52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8 HTTP/1.1" status: 200 len: 217 time: 0.1227441 Mar 05 00:07:32.206730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8a4992b-97cb-43cf-934e-8ae1f2bad992 req-d6fb6ba3-efd4-4504-9339-1ae20fc96c56 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058804 Mar 05 00:07:32.213376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Calling delete_port for 3db3d27c-b232-41e1-b52e-72f3644ace6f owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:32.231396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.244711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-10697645-f575-4aef-a8f7-20f9102d1aba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:32.246243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-10697645-f575-4aef-a8f7-20f9102d1aba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=133f18f4-a1eb-4a18-a1ce-26b9b6598af0 HTTP/1.1" status: 200 len: 858 time: 0.0757787 Mar 05 00:07:32.309740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-8e8feff7-71fb-4209-9dcf-7f9754a87a85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84f90630-0be5-42c7-9a95-0f1fcc019bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524654 Mar 05 00:07:32.387905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Transition to ACTIVE for port object cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:32.389392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:32.407957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c6a7c496-f4bb-481c-80a1-509af30d5d6a None None] Provisioning for port c6a0eb28-492e-4869-9b72-de70c9bd2a34 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:32.415295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c6a7c496-f4bb-481c-80a1-509af30d5d6a None None] Provisioning complete for port c6a0eb28-492e-4869-9b72-de70c9bd2a34 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:32.415792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c496-f4bb-481c-80a1-509af30d5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.449705 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'tag': '0f520fe0-8599-434d-98ec-14b1ecb873f8', 'status': 'completed', 'code': 200} Mar 05 00:07:32.456863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Usage tracker for resource:port and tenant:25be6a436d914460a0b34f69725c72a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:32.466282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:32.505042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7c496-f4bb-481c-80a1-509af30d5d6a None None] Port c6a0eb28-492e-4869-9b72-de70c9bd2a34 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:32.511266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.522585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:32.542425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Pushing event updated for resources: {'Port': ['ID=0a5bef0c-fc65-4eef-9f8a-0b7ac43abc5f,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:32.574745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-51db2bb8-8793-499f-9ee9-fa0ac8edd844 service neutron] 10.222.0.10 "GET /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584183 Mar 05 00:07:32.590570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Made reservation on behalf of 25be6a436d914460a0b34f69725c72a3 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:32.593584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.654982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.657410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2877105a-ece1-4cd7-bbb6-7bc944f5c0e5 req-4e6e2d29-dfc9-4cf8-ad8f-8f074f72ce9a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 210 time: 0.0916505 Mar 05 00:07:32.668955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:07:32.669297 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:07:32.726582 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.821533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d4df6b02-5a67-4c11-a2bf-6a20344f078d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:32.838923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.842920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-9ba14818-7962-4dae-9fb2-b880f9a85ad2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3031380 Mar 05 00:07:32.924409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d4df6b02-5a67-4c11-a2bf-6a20344f078d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:32.925264 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:32.932579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10ac032c-148c-464e-a47c-2b2e00ca7a39 req-285d2d8c-c74b-440a-81c3-5861755cf330 service neutron] 10.222.0.10 "GET /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173246 Mar 05 00:07:32.960171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:32.964051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:32.978418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:33.033660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:33.037674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.038346 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.076581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-03487d87-7ca2-40e8-b02d-5c0c066ea66a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Synchronizing usage tracker for tenant:d4ff73b0a18347aca725055ec0802d1b on resource:floatingip {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:33.105979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.21.0.1 (9314d90f-bcff-4422-8b05-fa540723c8b6/0c990dd8-497a-4ce7-89f5-7089098e40d9/b3e19dac-3eed-4670-b5a4-3b4271016f29) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:33.113459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-735d05d8-a8cb-414a-a4ea-cf0ede43dae4 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.0408149 Mar 05 00:07:33.122927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:33.161462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Allocated IP 172.20.0.9 (93dcbcac-daf8-468a-bbe3-ed523d212de9/b5dbab21-92d9-479f-9629-d20b36d86260/f3037fa1-0d30-409f-96ff-ea10e1e30827) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:33.171048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Deleting port 3db3d27c-b232-41e1-b52e-72f3644ace6f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:33.171399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.218073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-03487d87-7ca2-40e8-b02d-5c0c066ea66a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Unset dirty status for tenant:d4ff73b0a18347aca725055ec0802d1b on resource:floatingip {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:33.219234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-03487d87-7ca2-40e8-b02d-5c0c066ea66a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.3356915 Mar 05 00:07:33.219734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-deaed97a-52d7-4353-914f-afb21db714e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b449f8a35ca84550b780552ef6acd647&device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 1094 time: 0.2253540 Mar 05 00:07:33.283566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] The port '3db3d27c-b232-41e1-b52e-72f3644ace6f' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:07:33.332400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.339398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1515e50-c62c-4855-9e3b-73e8b5d74198 None None] Provisioning for port cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:33.341108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.345787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1515e50-c62c-4855-9e3b-73e8b5d74198 None None] Provisioning complete for port cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:33.346163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1515e50-c62c-4855-9e3b-73e8b5d74198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.401878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a1515e50-c62c-4855-9e3b-73e8b5d74198 None None] Port cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:33.623988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-659fdd0b-29f4-4357-9ab1-e24fa4e4fc99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.625370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-659fdd0b-29f4-4357-9ab1-e24fa4e4fc99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84f90630-0be5-42c7-9a95-0f1fcc019bb7 HTTP/1.1" status: 200 len: 919 time: 0.3990617 Mar 05 00:07:33.634757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=c6a0eb28-492e-4869-9b72-de70c9bd2a34,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:33.639034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.650700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.727973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-a1178997-45dc-4a02-b406-a64b5467486e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8 HTTP/1.1" status: 200 len: 217 time: 0.0899150 Mar 05 00:07:33.790785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51468bb1-7f31-48ee-88a3-5735ca76b676 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.794727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51468bb1-7f31-48ee-88a3-5735ca76b676 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.798673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51468bb1-7f31-48ee-88a3-5735ca76b676 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.799487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-51468bb1-7f31-48ee-88a3-5735ca76b676 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Synchronizing usage tracker for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:33.813758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6c85af-8f9b-4384-a24f-490ed43d5a0a']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:33.825464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-f1bf3609-d214-4b32-9089-afccf04d7bf2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.826790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-f1bf3609-d214-4b32-9089-afccf04d7bf2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.5526245 Mar 05 00:07:33.855640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b30a824-a78e-4803-b7bd-7298a961425a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:33.855927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b30a824-a78e-4803-b7bd-7298a961425a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:33.856089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5cb50-98ad-45cc-b04c-ec219850f45f req-0a45333a-f564-4eb8-b7e0-fbc9b299cb9a tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.857417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66b5cb50-98ad-45cc-b04c-ec219850f45f req-0a45333a-f564-4eb8-b7e0-fbc9b299cb9a tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 943 time: 0.3303330 Mar 05 00:07:33.871915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.892848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-c3eae5be-e9dd-4638-a2dd-5d4f3b100d89 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:07:33.893850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-249899ad-61e0-4529-bb20-424e6e5e9dc5 req-c3eae5be-e9dd-4638-a2dd-5d4f3b100d89 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0402305 Mar 05 00:07:33.900965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-f22ad9ce-bfd8-45e1-a602-b1f6a31011c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:33.902441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-f22ad9ce-bfd8-45e1-a602-b1f6a31011c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=133f18f4-a1eb-4a18-a1ce-26b9b6598af0 HTTP/1.1" status: 200 len: 858 time: 0.1228464 Mar 05 00:07:33.910384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:33.937548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-51468bb1-7f31-48ee-88a3-5735ca76b676 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Unset dirty status for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:33.941649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-51468bb1-7f31-48ee-88a3-5735ca76b676 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.8148386 Mar 05 00:07:33.941649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object b3e19dac-3eed-4670-b5a4-3b4271016f29 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:33.946141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56964) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:33.972433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-fdb8577f-91fe-47b0-a95b-b96423eea17b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84f90630-0be5-42c7-9a95-0f1fcc019bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631304 Mar 05 00:07:33.990840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.008227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network e1e48767-8d23-436e-99a6-d686d7d18f0c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:34.014607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:34.019026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:34.019461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:34.035110 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:34.038490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.122553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66b5cb50-98ad-45cc-b04c-ec219850f45f req-f26719e4-6afc-42c4-a00c-cb22ab9f3cda tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588656 Mar 05 00:07:34.332022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3668b7d-bde2-41af-9739-bca87925f8cf None None] Provisioning complete for port c6a0eb28-492e-4869-9b72-de70c9bd2a34 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:34.332604 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3668b7d-bde2-41af-9739-bca87925f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.332754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2d388e38-141c-41af-a6ba-f6ca7872a1aa req-4d1844fb-2f8c-42fc-bc8b-34413bb171f4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Synchronizing usage tracker for tenant:25be6a436d914460a0b34f69725c72a3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:34.338110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58c29a3a-19a0-4ab2-848b-a04edae623e1 req-9170d25b-c6b7-44f7-bfcf-665abbcb2ea3 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips/413e2caa-2590-49ef-889f-58a35fd922df HTTP/1.1" status: 200 len: 693 time: 0.1161504 Mar 05 00:07:34.338606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:34.338606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.393374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c3668b7d-bde2-41af-9739-bca87925f8cf None None] Port c6a0eb28-492e-4869-9b72-de70c9bd2a34 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:34.393641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-82ca9b98-03dc-48f0-89b7-7079bd3d8635 service neutron] 10.222.0.10 "GET /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109828 Mar 05 00:07:34.403836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.451974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.484259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2d388e38-141c-41af-a6ba-f6ca7872a1aa req-4d1844fb-2f8c-42fc-bc8b-34413bb171f4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Unset dirty status for tenant:25be6a436d914460a0b34f69725c72a3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:34.485425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d388e38-141c-41af-a6ba-f6ca7872a1aa req-4d1844fb-2f8c-42fc-bc8b-34413bb171f4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 210 time: 0.2331347 Mar 05 00:07:34.489534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.545632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6c85af-8f9b-4384-a24f-490ed43d5a0a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:34.571279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.574243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:34.582188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=b3e19dac-3eed-4670-b5a4-3b4271016f29,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:34.591069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:34.605648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5a05f71a-686a-40b0-b2a6-2d9caafbf974 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f6c85af-8f9b-4384-a24f-490ed43d5a0a HTTP/1.1" status: 204 len: 168 time: 4.3628485 Mar 05 00:07:34.607527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:34.748483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c29a3a-19a0-4ab2-848b-a04edae623e1 req-e29293b9-c85d-43f5-9f62-2ef1d9062cc3 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:34.754932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58c29a3a-19a0-4ab2-848b-a04edae623e1 req-e29293b9-c85d-43f5-9f62-2ef1d9062cc3 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.4068944 Mar 05 00:07:34.762972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-58c29a3a-19a0-4ab2-848b-a04edae623e1 req-2e30d414-7834-44fd-8b9f-88f1302a472d tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:07:34.768527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58c29a3a-19a0-4ab2-848b-a04edae623e1 req-2e30d414-7834-44fd-8b9f-88f1302a472d tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127835 Mar 05 00:07:34.771091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f05581-6658-4080-a5ac-df57ecb9cde1 req-eb16ec06-22f7-4079-9869-32ad22f70af5 service neutron] 10.222.0.10 "GET /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267298 Mar 05 00:07:34.825342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56974) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:34.828981 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-15cf2835-2ccd-42ba-8391-0b84de566c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.895618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Network 93dcbcac-daf8-468a-bbe3-ed523d212de9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:34.906934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:34.915280 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.920845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:34.935746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec5e59b3-8c87-4262-9dc3-e8d5a98827be None None] Provisioning for port b3e19dac-3eed-4670-b5a4-3b4271016f29 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:34.941781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec5e59b3-8c87-4262-9dc3-e8d5a98827be None None] Provisioning complete for port b3e19dac-3eed-4670-b5a4-3b4271016f29 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:34.942270 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec5e59b3-8c87-4262-9dc3-e8d5a98827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:34.957115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:35.019007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e59b3-8c87-4262-9dc3-e8d5a98827be None None] Port b3e19dac-3eed-4670-b5a4-3b4271016f29 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:35.059218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.079231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:35.079840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.117968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92ccfe93-1209-44f5-8d45-65b3f4d8b214 req-94f5f83f-2856-4b25-9b12-7cdeb1d19cc7 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=d4ff73b0a18347aca725055ec0802d1b HTTP/1.1" status: 200 len: 696 time: 0.2912889 Mar 05 00:07:35.122310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f520fe0-8599-434d-98ec-14b1ecb873f8 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:07:35.211141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:35.235817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a688cd6f-715c-4ec1-8100-67be9e292477 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b6adfccb83b4089bdd0a02b5a8ed557&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3987653 Mar 05 00:07:35.238600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56980) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:35.247586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d754bc-b973-4f47-8504-1d4abc31b4dc req-ec40ec8b-70c8-4c33-8ceb-fef19ed4ef40 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:35.249107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25d754bc-b973-4f47-8504-1d4abc31b4dc req-ec40ec8b-70c8-4c33-8ceb-fef19ed4ef40 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5806143 Mar 05 00:07:35.282148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-272545f5-3fea-46ab-9cd7-3a6e13320c88 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8153005 Mar 05 00:07:35.283696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0f520fe0-8599-434d-98ec-14b1ecb873f8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8,segment=NetworkSegment(95472482-e99c-4357-8765-bcbb3acc63df),segment_id=95472482-e99c-4357-8765-bcbb3acc63df)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:35.298153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '0f520fe0-8599-434d-98ec-14b1ecb873f8', 'network_id': '84f90630-0be5-42c7-9a95-0f1fcc019bb7', 'port_id': '0f520fe0-8599-434d-98ec-14b1ecb873f8', 'mac_address': 'fa:16:3e:92:0a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133f18f4-a1eb-4a18-a1ce-26b9b6598af0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:07:35.301019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Request body: {'port': {'device_id': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:35.354473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccfe93-1209-44f5-8d45-65b3f4d8b214 req-bcbe6814-edfd-48cf-9abe-602414132e37 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:35.356087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92ccfe93-1209-44f5-8d45-65b3f4d8b214 req-bcbe6814-edfd-48cf-9abe-602414132e37 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks?id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 787 time: 0.2280114 Mar 05 00:07:35.360639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.376190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-92ccfe93-1209-44f5-8d45-65b3f4d8b214 req-9d0af183-5542-454d-90fa-6a7a7e7b916d tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:07:35.388759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92ccfe93-1209-44f5-8d45-65b3f4d8b214 req-9d0af183-5542-454d-90fa-6a7a7e7b916d tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0121949 Mar 05 00:07:35.401368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-401aef5b-6eb5-435c-9f9a-1472a287a4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.418608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f520fe0-8599-434d-98ec-14b1ecb873f8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:07:35.422555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.437194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0f520fe0-8599-434d-98ec-14b1ecb873f8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8,segment=NetworkSegment(95472482-e99c-4357-8765-bcbb3acc63df),segment_id=95472482-e99c-4357-8765-bcbb3acc63df)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:35.441736 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.444232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-401aef5b-6eb5-435c-9f9a-1472a287a4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.488681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25d754bc-b973-4f47-8504-1d4abc31b4dc req-16a76601-5747-46b1-b4c0-b4bb9891671e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057164 Mar 05 00:07:35.496428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router d947f0f1-00cb-4287-a26e-d8ac28adeee4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:35.531304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0f520fe0-8599-434d-98ec-14b1ecb873f8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:35.634018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-401aef5b-6eb5-435c-9f9a-1472a287a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.673793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.711151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-88c1762e-886b-45a4-bcb1-b3a1efe9d088 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips/413e2caa-2590-49ef-889f-58a35fd922df HTTP/1.1" status: 200 len: 693 time: 0.1620476 Mar 05 00:07:35.715134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aef5b-6eb5-435c-9f9a-1472a287a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec4ca15-5e4c-4807-9e20-998ea3f50dc8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:35.734137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0f520fe0-8599-434d-98ec-14b1ecb873f8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:07:35.741494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c109f-f7e6-4acd-8c1d-bb48f542189e req-19670063-70de-4df8-b5a1-9d8f61c34d3b tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:35.742892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c5c109f-f7e6-4acd-8c1d-bb48f542189e req-19670063-70de-4df8-b5a1-9d8f61c34d3b tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 944 time: 0.2450175 Mar 05 00:07:35.779065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-401aef5b-6eb5-435c-9f9a-1472a287a4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:35.782802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-401aef5b-6eb5-435c-9f9a-1472a287a4d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ec4ca15-5e4c-4807-9e20-998ea3f50dc8 HTTP/1.1" status: 204 len: 168 time: 0.5432701 Mar 05 00:07:35.819028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c5c109f-f7e6-4acd-8c1d-bb48f542189e req-6454b4fa-425a-4916-9027-da4b5de3ea51 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631196 Mar 05 00:07:35.876139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:35.884862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1480eea0-e79a-4976-9b38-23a3427c3360 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/routers/d947f0f1-00cb-4287-a26e-d8ac28adeee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3524196 Mar 05 00:07:35.886175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56992) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:35.892260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'port': {'network_id': 'e1e48767-8d23-436e-99a6-d686d7d18f0c', 'name': 'tempest-FloatingIPTestJSON-770305372'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:35.914564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] Sync routers for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:35.977911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:35.978702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:36.106620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:36.127102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:36.168995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:36.168995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:36.200982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:36.207065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Usage tracker for resource:port and tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:36.213102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:36.225240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Port': ['ID=cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:36.225532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c203e7-2ef5-4490-b840-4e77005c64d3 req-0c92c2c1-b838-4b07-baf8-3c3c9ed2e506 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:36.226792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68c203e7-2ef5-4490-b840-4e77005c64d3 req-0c92c2c1-b838-4b07-baf8-3c3c9ed2e506 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 931 time: 0.1799433 Mar 05 00:07:36.227452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:36.233433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:36.233635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed5ea1-9e90-4eb5-a1df-a95bdb5532a3 None None] The sync data for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:36.244074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Made reservation on behalf of 578b68c8007b4ccd9c2fe2fe9cd242c2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:36.247578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:36.297609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] device_id is not set on port ef158be6-d302-4a3e-b251-3eafeae7a467 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:36.364428 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-68c203e7-2ef5-4490-b840-4e77005c64d3 req-da0892a4-ef5c-42f0-9c6b-92865f6e1921 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061833 Mar 05 00:07:36.471190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Allocated IP 172.20.0.13 (e1e48767-8d23-436e-99a6-d686d7d18f0c/968222ca-1bc4-4e5f-b4af-86bebfba85a7/ef158be6-d302-4a3e-b251-3eafeae7a467) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:36.550264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-5a8c7c57-bfb8-4790-979a-ee0c8499ecc2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:36.551612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-5a8c7c57-bfb8-4790-979a-ee0c8499ecc2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.8326898 Mar 05 00:07:36.640798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-1020c694-ca93-4299-be54-a42fda345c84 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:07:36.648748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-1020c694-ca93-4299-be54-a42fda345c84 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0329716 Mar 05 00:07:36.744684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c0c83-6c7b-465d-8df6-8972c92dfd37 req-0b7a1f1b-6e08-4a97-adab-5be6c38a3aac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:36.749702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-088c0c83-6c7b-465d-8df6-8972c92dfd37 req-0b7a1f1b-6e08-4a97-adab-5be6c38a3aac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2052109 Mar 05 00:07:36.779094 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:36.811439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Transition to ACTIVE for port object ef158be6-d302-4a3e-b251-3eafeae7a467 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:36.824715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-088c0c83-6c7b-465d-8df6-8972c92dfd37 req-31a33833-19b8-41e5-ba98-5135d197c450 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746567 Mar 05 00:07:36.845861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:36.846147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:36.867647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e569b71b-3030-4fdb-94a8-ea27c46ad1d2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.2180018 Mar 05 00:07:36.923650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Network e1e48767-8d23-436e-99a6-d686d7d18f0c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:36.928508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:36.932386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:36.975147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b73ce6b3-325b-4f26-b638-03fa05c7769d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/ports/cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 HTTP/1.1" status: 204 len: 168 time: 3.0244942 Mar 05 00:07:36.975813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57016) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:36.978638 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98e04733-aedd-4958-b0ea-cd6b2179bfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.038712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-00ec22e2-f1d3-4e86-a824-692b993fe79c tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1701679 Mar 05 00:07:37.064898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event updated for resources: {'Port': ['ID=ef158be6-d302-4a3e-b251-3eafeae7a467,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:37.118042 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a7b8f7-bdde-4e6e-b45c-b12cf3b5c0e1 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] GET failed (client error): The resource could not be found. Mar 05 00:07:37.118572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b4a7b8f7-bdde-4e6e-b45c-b12cf3b5c0e1 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Synchronizing usage tracker for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:37.120898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f520fe0-8599-434d-98ec-14b1ecb873f8 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:37.132763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:37.133411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.148959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:37.169851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:37.196246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-38825bdb-88d6-49be-999f-f9a58d864df9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3086743 Mar 05 00:07:37.197130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.197285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:37.210756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Request body: {'floatingip': {'port_id': 'ef158be6-d302-4a3e-b251-3eafeae7a467'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:37.253113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 0f520fe0-8599-434d-98ec-14b1ecb873f8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:37.262119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 0f520fe0-8599-434d-98ec-14b1ecb873f8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:37.262406 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.299272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74a155-04b2-49a7-b796-3be381fe0f1e req-68234ffb-b1bd-43fb-9dbc-65772bafe36b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:37.300776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a74a155-04b2-49a7-b796-3be381fe0f1e req-68234ffb-b1bd-43fb-9dbc-65772bafe36b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2304416 Mar 05 00:07:37.300914 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.425807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Deleting port 0a5bef0c-fc65-4eef-9f8a-0b7ac43abc5f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:37.426150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.454659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b4a7b8f7-bdde-4e6e-b45c-b12cf3b5c0e1 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Unset dirty status for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:37.460686 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b4a7b8f7-bdde-4e6e-b45c-b12cf3b5c0e1 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "GET /v2.0/ports/cc46fd44-e6a0-4c33-9af6-c6f802a0e3e3 HTTP/1.1" status: 404 len: 333 time: 0.4757032 Mar 05 00:07:37.462813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57030) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:37.467457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.475247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.512888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f520fe0-8599-434d-98ec-14b1ecb873f8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:37.520909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-157c6e3a-d336-48e4-b1c9-df4237fe7036 None None] Provisioning for port ef158be6-d302-4a3e-b251-3eafeae7a467 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:37.528971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0f520fe0-8599-434d-98ec-14b1ecb873f8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8,segment=NetworkSegment(95472482-e99c-4357-8765-bcbb3acc63df),segment_id=95472482-e99c-4357-8765-bcbb3acc63df)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:37.529882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-157c6e3a-d336-48e4-b1c9-df4237fe7036 None None] Provisioning complete for port ef158be6-d302-4a3e-b251-3eafeae7a467 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:37.530234 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-157c6e3a-d336-48e4-b1c9-df4237fe7036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.542509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:07:37.550902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=b3e19dac-3eed-4670-b5a4-3b4271016f29,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:37.558528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.558772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.573064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.604402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-685141573'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:37.651048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-157c6e3a-d336-48e4-b1c9-df4237fe7036 None None] Port ef158be6-d302-4a3e-b251-3eafeae7a467 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:37.664904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0f520fe0-8599-434d-98ec-14b1ecb873f8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:37.775467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a74a155-04b2-49a7-b796-3be381fe0f1e req-ec03a4f1-9c8a-4ff4-bc63-85b6d0e57385 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428335 Mar 05 00:07:37.889968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:37.901112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:37.923417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:37.926602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:37.933159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Transition to ACTIVE for port object f3037fa1-0d30-409f-96ff-ea10e1e30827 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:37.952396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.011401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.011723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.145032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] device_id is not set on port 36324727-7e33-4791-b0d2-42601ad7b877 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:38.167945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.221556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Calling delete_port for 0a5bef0c-fc65-4eef-9f8a-0b7ac43abc5f owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:38.276529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:38.289292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:38.292477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.356536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:38.413933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18567-6a67-400c-92c1-4f5fd2eb092a req-a8f29032-c15f-47b1-a3c8-85d6641c7f00 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:38.420609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfb18567-6a67-400c-92c1-4f5fd2eb092a req-a8f29032-c15f-47b1-a3c8-85d6641c7f00 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 945 time: 0.4105473 Mar 05 00:07:38.481635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Allocated IP 2001:db8::397 (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/36324727-7e33-4791-b0d2-42601ad7b877) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:38.568850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfb18567-6a67-400c-92c1-4f5fd2eb092a req-52bd6945-a1f7-44c6-bb4d-265229cf3e71 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467524 Mar 05 00:07:38.762054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3da0152c-26bd-4a86-8436-2f9f6ed16ff0 None None] Provisioning complete for port b3e19dac-3eed-4670-b5a4-3b4271016f29 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:38.762411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3da0152c-26bd-4a86-8436-2f9f6ed16ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.787529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:07:38.787964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:07:38.788364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:38.811616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Port f3037fa1-0d30-409f-96ff-ea10e1e30827 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:07:38.812079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:07:38.831943 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.853986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3da0152c-26bd-4a86-8436-2f9f6ed16ff0 None None] Port b3e19dac-3eed-4670-b5a4-3b4271016f29 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:38.872691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:07:38.873115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Checking segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:38.873533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Bound using segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:07:38.873979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Bound port: f3037fa1-0d30-409f-96ff-ea10e1e30827, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:07:38.874327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.895407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Pushing event deleted for resources: {'Port': ['ID=0a5bef0c-fc65-4eef-9f8a-0b7ac43abc5f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:38.951728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:38.966921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.079871 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.087399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:07:39.091718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:07:39.103733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.112571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:39.164922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.165994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08ebbfb3-0dc2-4b14-8515-e41626d67d97 req-e8c9e832-a7d1-40db-8c8a-be7c536e50b4 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "DELETE /v2.0/floatingips/413e2caa-2590-49ef-889f-58a35fd922df HTTP/1.1" status: 204 len: 173 time: 2.1262410 Mar 05 00:07:39.186509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.187906 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] 10.222.0.10 "PUT /v2.0/ports/f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 1091 time: 3.8968213 Mar 05 00:07:39.190303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:39.229107 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f520fe0-8599-434d-98ec-14b1ecb873f8', 'code': 200} Mar 05 00:07:39.237398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.290769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Transition to ACTIVE for port object 36324727-7e33-4791-b0d2-42601ad7b877 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:39.300962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dd644-9bbb-41ae-bc6d-f41cafb4a9fe req-f9c0b9ce-5b60-4768-8195-71801e53db93 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:39.308118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-374dd644-9bbb-41ae-bc6d-f41cafb4a9fe req-f9c0b9ce-5b60-4768-8195-71801e53db93 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 0.4913390 Mar 05 00:07:39.447089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-374dd644-9bbb-41ae-bc6d-f41cafb4a9fe req-c0392f2e-a6a6-4733-888d-3bf6bc732307 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379852 Mar 05 00:07:39.452164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.472842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c8697-bcac-480a-8f00-71f73809197b service neutron] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:39.552792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc009fff-b671-4c07-b3cd-7d1df4b62877 req-b9d9a44b-a282-4e0f-89c0-8e0f998ebdb4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 1096 time: 0.2123487 Mar 05 00:07:39.558859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=36324727-7e33-4791-b0d2-42601ad7b877,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:39.566877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:39.585475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:39.587833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:39.591966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:39.592567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.612508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-f3292a09-f4c2-4dfa-ba7a-0a6c77ea0707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1094 time: 0.3567178 Mar 05 00:07:39.649816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:39.687593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135ba7-77c8-482d-8112-5a7e22891f99 req-4fe5f919-e10a-42a9-8b19-6e213a1164c6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:39.689082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d135ba7-77c8-482d-8112-5a7e22891f99 req-4fe5f919-e10a-42a9-8b19-6e213a1164c6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2749476 Mar 05 00:07:39.721558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-dba8d19f-8d39-4bfa-85ee-e3bce7302017 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 217 time: 0.0988629 Mar 05 00:07:39.727396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:39.735137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e5d1dd78-c687-4c72-9e11-28a285ced9a9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/08ca0183-ed0e-4c01-b9c2-6ac78acf48f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1879411 Mar 05 00:07:39.744632 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] Sync routers for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:39.760433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:39.761574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:39.769780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57058) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:39.806971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e78b5047-3792-442f-902d-dae0190f3cba tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3430927 Mar 05 00:07:39.819135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e26de21-8c5d-4d13-a93f-77193969858c req-d792669d-08fb-42b4-8c4c-3a40a49226c0 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2187624 Mar 05 00:07:39.822798 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP ac00fb90-99bd-448d-8d3c-0bc7f23148ce associated. External IP: 172.25.0.17, port: 89880d05-33a9-4eb6-9052-0057f2c13d09. Mar 05 00:07:39.826481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:39.866753 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:39.886962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d7a57-ec0c-48de-a695-73b9c2a343c0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:39.887566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9c4d7a57-ec0c-48de-a695-73b9c2a343c0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:39.887898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:39.890687 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:39.891547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:39.898081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ea', 'mac_address': 'fa:16:3e:cb:68:9d'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:39.937436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d135ba7-77c8-482d-8112-5a7e22891f99 req-fc0ae61c-11ee-4182-b5e8-71a3b85b3726 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359900 Mar 05 00:07:39.986526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9c4d7a57-ec0c-48de-a695-73b9c2a343c0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:39.986526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c4d7a57-ec0c-48de-a695-73b9c2a343c0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports/b3e19dac-3eed-4670-b5a4-3b4271016f29 HTTP/1.1" status: 200 len: 910 time: 0.2067807 Mar 05 00:07:39.986731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:39.986731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc009fff-b671-4c07-b3cd-7d1df4b62877 req-db3c2552-e8b5-4b33-a251-6f54c63a889e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216106 Mar 05 00:07:39.997532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57066) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:40.007012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Usage tracker for resource:floatingip and tenant:d4ff73b0a18347aca725055ec0802d1b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:40.015699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:40.023393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:40.031212 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:40.031908 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f68d8-10c7-450b-a4d5-8ce497f33473 None None] The sync data for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:40.079046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-963a2bee-3f4f-427b-a770-fec1e714bb82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:40.080509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-963a2bee-3f4f-427b-a770-fec1e714bb82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.3512397 Mar 05 00:07:40.088647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:40.094241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1f9cf945-110d-495c-9a63-aa366debc723 None None] Provisioning for port 36324727-7e33-4791-b0d2-42601ad7b877 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:40.117672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1f9cf945-110d-495c-9a63-aa366debc723 None None] Provisioning complete for port 36324727-7e33-4791-b0d2-42601ad7b877 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:40.118043 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf945-110d-495c-9a63-aa366debc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:40.197152 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'status': 'completed', 'code': 200} Mar 05 00:07:40.245331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cf945-110d-495c-9a63-aa366debc723 None None] Port 36324727-7e33-4791-b0d2-42601ad7b877 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:40.356102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-4ff4732e-e0ac-4d2b-bba0-6757a83650f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601022 Mar 05 00:07:40.373682 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:40.594109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Allocated IP 172.25.0.215 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3b350e9c-2409-4e8e-8383-9e5b62553264) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:40.676214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:40.702028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-a07527c2-9a11-430d-a4cf-f8a5313dbc6f service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992375 Mar 05 00:07:40.765422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc81897-eeca-4a54-87d5-1d5fabf14b65 req-f97ded5a-aca7-4ba0-ad7a-18e3b567e4f9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:40.766642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:40.772744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbc81897-eeca-4a54-87d5-1d5fabf14b65 req-f97ded5a-aca7-4ba0-ad7a-18e3b567e4f9 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 945 time: 0.4778585 Mar 05 00:07:40.777380 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:40.980665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.051056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:41.055051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:41.067584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:41.220582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbc81897-eeca-4a54-87d5-1d5fabf14b65 req-d50f62d5-71a2-4afe-a358-9d1bb35299be tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465015 Mar 05 00:07:41.242487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Pushing event updated for resources: {'Port': ['ID=3b350e9c-2409-4e8e-8383-9e5b62553264,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:41.347738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4728c2fd-67d4-4cff-99b8-ab75c71867db req-1cd6126a-b441-4a8e-9e74-3d5e01a1b561 service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724413 Mar 05 00:07:41.474136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.477993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:41.490470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:41.506462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:41.507856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:41.534095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.584805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:41.597778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:41.599258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:41.616147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:41.635249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.654884 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.679479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:41.679883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221b892-8ec4-4357-833a-3234bdf14560 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:41.689286 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.738967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] In _notify_port_updated(), no bound segment for port 36324727-7e33-4791-b0d2-42601ad7b877 on network 00ab11e5-f450-4753-84eb-6360e5319005 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:07:41.742904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:41.743542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:41.744835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "PUT /v2.0/ports/36324727-7e33-4791-b0d2-42601ad7b877 HTTP/1.1" status: 200 len: 1002 time: 1.8643482 Mar 05 00:07:41.752307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57088) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:41.794327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-a68e5d94-7a2e-4026-ba7b-c183eb5b6071 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1094 time: 0.3719106 Mar 05 00:07:41.795064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417aa52-3822-4829-9652-90a2f976b90c tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=36324727-7e33-4791-b0d2-42601ad7b877,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:41.981040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port 36324727-7e33-4791-b0d2-42601ad7b877 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:41.981434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.082904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7876bf75-cb5c-4665-9e14-378990d2bc33 None None] Provisioning complete for port 36324727-7e33-4791-b0d2-42601ad7b877 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:42.083817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7876bf75-cb5c-4665-9e14-378990d2bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.090241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.100397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.145196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7876bf75-cb5c-4665-9e14-378990d2bc33 None None] Port 36324727-7e33-4791-b0d2-42601ad7b877 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:42.151365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-78198613-eb99-4eb2-a9c5-ea2b2daeb49f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:42.153005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-78198613-eb99-4eb2-a9c5-ea2b2daeb49f service neutron] 10.222.0.10 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 915 time: 0.3494081 Mar 05 00:07:42.223156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Pushing event updated for resources: {'Port': ['ID=3b350e9c-2409-4e8e-8383-9e5b62553264,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:42.243666 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.280570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.281707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e26de21-8c5d-4d13-a93f-77193969858c req-c50c8a47-21d3-40dd-8d4c-a9d71120e1b2 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4615774 Mar 05 00:07:42.325916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-0b857666-434c-49d5-b57b-652e2e732784 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 217 time: 0.1473713 Mar 05 00:07:42.374306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e26de21-8c5d-4d13-a93f-77193969858c req-d5873a49-22c1-4a44-8b34-5dedee3b330e tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Synchronizing usage tracker for tenant:d4ff73b0a18347aca725055ec0802d1b on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:42.397437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e26de21-8c5d-4d13-a93f-77193969858c req-d5873a49-22c1-4a44-8b34-5dedee3b330e tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Unset dirty status for tenant:d4ff73b0a18347aca725055ec0802d1b on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:42.398581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e26de21-8c5d-4d13-a93f-77193969858c req-d5873a49-22c1-4a44-8b34-5dedee3b330e tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1057100 Mar 05 00:07:42.402955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router d947f0f1-00cb-4287-a26e-d8ac28adeee4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:42.428636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9918ca-a743-44e3-91fc-2d71df2a9d1a req-0127380d-dac8-4ff3-9597-9c33f81949ce tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:42.429672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d9918ca-a743-44e3-91fc-2d71df2a9d1a req-0127380d-dac8-4ff3-9597-9c33f81949ce tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 0.5090272 Mar 05 00:07:42.550111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-646bfa4e-1cd1-4f0a-88d4-4c00ae1a3279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:42.551455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-646bfa4e-1cd1-4f0a-88d4-4c00ae1a3279 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.1986933 Mar 05 00:07:42.675048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26de21-8c5d-4d13-a93f-77193969858c req-a2d17226-3e61-45a8-b114-e86ae63af89a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:42.676400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e26de21-8c5d-4d13-a93f-77193969858c req-a2d17226-3e61-45a8-b114-e86ae63af89a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2703722 Mar 05 00:07:42.740794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:42.746363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.761177 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] Sync routers for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:42.772863 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:42.773739 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:42.790453 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-ebebcd78-c071-41ad-a2ba-5ccc642297f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255690 Mar 05 00:07:42.848599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4d9918ca-a743-44e3-91fc-2d71df2a9d1a req-020346fb-b0cc-4021-be18-266d2ba3c24e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Synchronizing usage tracker for tenant:25be6a436d914460a0b34f69725c72a3 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:42.878903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0be220b8-6599-421e-ac4a-827ded6fa8d0 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/floatingips/ac00fb90-99bd-448d-8d3c-0bc7f23148ce HTTP/1.1" status: 200 len: 977 time: 5.6798227 Mar 05 00:07:42.879549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57102) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:42.910624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:42.919817 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:42.948277 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:42.948923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:43.091927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for 36324727-7e33-4791-b0d2-42601ad7b877 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:43.109509 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:43.110369 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6772-d452-4e4c-bdc2-524a42c40d33 None None] The sync data for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:43.139600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4d9918ca-a743-44e3-91fc-2d71df2a9d1a req-020346fb-b0cc-4021-be18-266d2ba3c24e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Unset dirty status for tenant:25be6a436d914460a0b34f69725c72a3 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:43.140724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d9918ca-a743-44e3-91fc-2d71df2a9d1a req-020346fb-b0cc-4021-be18-266d2ba3c24e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522286 Mar 05 00:07:43.184067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port ef158be6-d302-4a3e-b251-3eafeae7a467 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:43.184507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:43.229090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-c3efb17e-82aa-4930-a1ac-b1b83903e62a service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275751 Mar 05 00:07:43.376134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc509b-6bc0-42ab-8a9f-c23111c6c32f req-460f51a2-5189-4c4c-9711-0420aeb519f9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:43.377722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70dc509b-6bc0-42ab-8a9f-c23111c6c32f req-460f51a2-5189-4c4c-9711-0420aeb519f9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2565992 Mar 05 00:07:43.513400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:43.524876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27695739-27a0-41ae-a304-dfcaa74c12b0 req-75c8d0fd-97f1-4bf8-a48a-644307d91c69 service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891164 Mar 05 00:07:43.525277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70dc509b-6bc0-42ab-8a9f-c23111c6c32f req-3ff0cd91-0a7e-4f43-81f0-8e8d3fae6bc7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264544 Mar 05 00:07:43.551935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:43.577890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Port': ['ID=36324727-7e33-4791-b0d2-42601ad7b877,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:43.647510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511853c6-3ed0-44e4-9b22-d1a32ccd3336 req-71741d1b-f683-4406-9088-ae73e5620d68 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:43.649274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-511853c6-3ed0-44e4-9b22-d1a32ccd3336 req-71741d1b-f683-4406-9088-ae73e5620d68 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 945 time: 0.3018677 Mar 05 00:07:43.746339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-de911b5a-97aa-4a7e-85cf-024915c3ba6f tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips/74497361-743b-45b7-b2b1-2ddcafde6bf7 HTTP/1.1" status: 200 len: 693 time: 0.1107049 Mar 05 00:07:43.835003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port b3e19dac-3eed-4670-b5a4-3b4271016f29 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:43.835567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:43.869818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-511853c6-3ed0-44e4-9b22-d1a32ccd3336 req-73d96d28-fd5c-4dbd-8c53-6a88ee546518 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125089 Mar 05 00:07:43.875190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:43.906562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5b94bb49-efe9-4ae3-a0b8-c066ebee7c81 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/ports/36324727-7e33-4791-b0d2-42601ad7b877 HTTP/1.1" status: 204 len: 168 time: 2.1522593 Mar 05 00:07:43.907214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57114) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:44.019688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-85c59df0-5e10-4739-a5cf-9c223b1cc515 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:44.028482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-85c59df0-5e10-4739-a5cf-9c223b1cc515 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 784 time: 0.2812345 Mar 05 00:07:44.043227 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-46797a3c-cd3a-49e3-bb56-231b26358031 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] GET failed (client error): The resource could not be found. Mar 05 00:07:44.043725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-46797a3c-cd3a-49e3-bb56-231b26358031 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Synchronizing usage tracker for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:44.148860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.170426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-46797a3c-cd3a-49e3-bb56-231b26358031 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Unset dirty status for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:44.176075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-46797a3c-cd3a-49e3-bb56-231b26358031 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "GET /v2.0/ports/36324727-7e33-4791-b0d2-42601ad7b877 HTTP/1.1" status: 404 len: 333 time: 0.2657740 Mar 05 00:07:44.188990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:44.220911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-d933ed85-a4d5-46f8-94ec-87a15d522d07 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1914320 Mar 05 00:07:44.260650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076134904'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:44.331134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.331513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.331831 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Floating IP ac00fb90-99bd-448d-8d3c-0bc7f23148ce disassociated. External IP: 172.25.0.17, port: ef158be6-d302-4a3e-b251-3eafeae7a467. Mar 05 00:07:44.332176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for ef158be6-d302-4a3e-b251-3eafeae7a467 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:44.375330 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-d22aeb27-2157-4cf4-9a25-4a6f2b3da197 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1404345 Mar 05 00:07:44.469706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for b3e19dac-3eed-4670-b5a4-3b4271016f29 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:44.595222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Deleting port 3b350e9c-2409-4e8e-8383-9e5b62553264 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:44.595614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.699685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:44.721633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:44.745428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:44.748586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.825048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] device_id is not set on port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:44.889179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a031b-f12a-448a-85a2-c033667e93ad req-eb18d90a-412b-4340-9c6a-9d44079bc662 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:44.890701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e15a031b-f12a-448a-85a2-c033667e93ad req-eb18d90a-412b-4340-9c6a-9d44079bc662 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 0.2315481 Mar 05 00:07:44.901120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.920994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:44.967277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=ef158be6-d302-4a3e-b251-3eafeae7a467,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:44.987508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=b3e19dac-3eed-4670-b5a4-3b4271016f29,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:45.090556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e15a031b-f12a-448a-85a2-c033667e93ad req-1b7d7e0c-1bba-4c6b-90fa-ff9a536a33e8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915214 Mar 05 00:07:45.133635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.134007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.161379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Allocated IP 2001:db8::3a4 (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/36f7d198-896d-452b-9ed0-a9980b8c0bb0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:45.185613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:07:45.306060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Calling delete_port for 3b350e9c-2409-4e8e-8383-9e5b62553264 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:45.387277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:45.402567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'port_id': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'mac_address': 'fa:16:3e:e3:20:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbab21-92d9-479f-9629-d20b36d86260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:07:45.476359 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.493281 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.497253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:07:45.498538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router d947f0f1-00cb-4287-a26e-d8ac28adeee4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:45.513452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:45.518990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.544787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Pushing event deleted for resources: {'Port': ['ID=3b350e9c-2409-4e8e-8383-9e5b62553264,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:45.590092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:45.653998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918f6e1-e50d-4fd2-a432-703a6d8dbff9 req-7c3ebd8b-d7f8-4b0f-bac4-fb44022ef455 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:45.655419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9918f6e1-e50d-4fd2-a432-703a6d8dbff9 req-7c3ebd8b-d7f8-4b0f-bac4-fb44022ef455 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 945 time: 0.3510683 Mar 05 00:07:45.733278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.743555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.755777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.783426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Transition to ACTIVE for port object 36f7d198-896d-452b-9ed0-a9980b8c0bb0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:45.792067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.793496 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3c4e275-b4eb-422a-8dd3-75456417b795 req-31d4e031-cb25-44f0-a3c4-94ac2fbefe49 tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "DELETE /v2.0/floatingips/74497361-743b-45b7-b2b1-2ddcafde6bf7 HTTP/1.1" status: 204 len: 173 time: 1.4109981 Mar 05 00:07:45.855998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:45.860037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9918f6e1-e50d-4fd2-a432-703a6d8dbff9 req-42a13d4a-417a-40d3-93d6-1e6e1a692c29 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674438 Mar 05 00:07:45.869767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] Sync routers for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:45.887689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:45.888556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:45.955224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-f881764a-20cc-4978-a2eb-7e2c6584a32c tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:45.956823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-f881764a-20cc-4978-a2eb-7e2c6584a32c tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 945 time: 0.3088081 Mar 05 00:07:45.970455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f3037fa1-0d30-409f-96ff-ea10e1e30827'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:07:45.982751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:45.988574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5d005c98-5a78-4d96-882e-c14933abc7e9 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/ports/ef158be6-d302-4a3e-b251-3eafeae7a467 HTTP/1.1" status: 204 len: 168 time: 3.1080911 Mar 05 00:07:45.989383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:46.030975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:46.068064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:46.261148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:46.262079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:46.338886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:46.339282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243088b-0bd1-48f0-97f9-97072ac714fe None None] The sync data for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:46.344653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Deleting port 0f520fe0-8599-434d-98ec-14b1ecb873f8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:46.344997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:46.432769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=36f7d198-896d-452b-9ed0-a9980b8c0bb0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:46.443056 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-ebe17f61-7fd7-4ec9-9b51-11a25a1c39f8 req-07f78497-8d4f-44e7-b26e-750b4f5aa50e tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] show failed (client error): The resource could not be found. Mar 05 00:07:46.444170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebe17f61-7fd7-4ec9-9b51-11a25a1c39f8 req-07f78497-8d4f-44e7-b26e-750b4f5aa50e tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips/74497361-743b-45b7-b2b1-2ddcafde6bf7 HTTP/1.1" status: 404 len: 350 time: 0.1723251 Mar 05 00:07:46.470472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:46.478009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:46.481310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:46.485512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:46.486271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:46.620259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2edb-c048-4642-a3dc-8066c42702e7 req-bea3a90d-cd15-485f-9a3d-b2954fd648fd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:46.622077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fade2edb-c048-4642-a3dc-8066c42702e7 req-bea3a90d-cd15-485f-9a3d-b2954fd648fd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.1137035 Mar 05 00:07:46.693924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fade2edb-c048-4642-a3dc-8066c42702e7 req-7aa956e6-173c-427f-9b0e-3a9aba50210d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 Mar 05 00:07:46.699883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:46.804479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b611feaa-f5f9-4b9b-8d6a-45a1d005624f None None] Provisioning for port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:46.810910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b611feaa-f5f9-4b9b-8d6a-45a1d005624f None None] Provisioning complete for port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:46.811512 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b611feaa-f5f9-4b9b-8d6a-45a1d005624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:46.817316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-acc193f7-34fb-4f54-8624-c6f2ea2b276e tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6348538 Mar 05 00:07:46.822304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57158) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:46.841809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cb:68:9d'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:46.896468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b611feaa-f5f9-4b9b-8d6a-45a1d005624f None None] Port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:46.949816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65e23-ff05-41a6-b6c7-49d8f743a642 req-f8ba13df-b7a8-4059-8f3e-e080cf317e70 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:46.954981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8e65e23-ff05-41a6-b6c7-49d8f743a642 req-f8ba13df-b7a8-4059-8f3e-e080cf317e70 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3908918 Mar 05 00:07:46.957536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] For port 0f520fe0-8599-434d-98ec-14b1ecb873f8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f520fe0-8599-434d-98ec-14b1ecb873f8,segment=NetworkSegment(95472482-e99c-4357-8765-bcbb3acc63df),segment_id=95472482-e99c-4357-8765-bcbb3acc63df)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:46.958161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:46.960041 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-dd61e6d3-f7ae-4b69-8bc0-ad38c87bbc59 req-a730e54c-c4dd-4264-80b9-ce48cf42626a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] show failed (client error): The resource could not be found. Mar 05 00:07:46.961049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd61e6d3-f7ae-4b69-8bc0-ad38c87bbc59 req-a730e54c-c4dd-4264-80b9-ce48cf42626a tempest-FloatingIPsTestJSON-1902793870 tempest-FloatingIPsTestJSON-1902793870-project] 10.222.0.32 "GET /v2.0/floatingips/74497361-743b-45b7-b2b1-2ddcafde6bf7 HTTP/1.1" status: 404 len: 350 time: 0.0902815 Mar 05 00:07:46.974558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:47.153975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Calling delete_port for 0f520fe0-8599-434d-98ec-14b1ecb873f8 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:47.183079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:07:47.256413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port f3037fa1-0d30-409f-96ff-ea10e1e30827 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:47.262693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port f3037fa1-0d30-409f-96ff-ea10e1e30827 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:47.263423 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:47.349051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8e65e23-ff05-41a6-b6c7-49d8f743a642 req-47195956-94c2-4c92-b307-4b4ba7a02da6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641936 Mar 05 00:07:47.403576 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:47.404690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:47.418544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b9264-5b7e-43bd-a482-63f87ec85e0c req-ad572c75-7fac-40ca-9162-fec5f619e416 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:47.419998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c21b9264-5b7e-43bd-a482-63f87ec85e0c req-ad572c75-7fac-40ca-9162-fec5f619e416 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd4f425-daae-41ed-a5f5-f609e364c417 HTTP/1.1" status: 200 len: 945 time: 0.2432153 Mar 05 00:07:47.465731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:47.476004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:47.489090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:47.494089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0f520fe0-8599-434d-98ec-14b1ecb873f8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:07:47.532604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:47.544409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:47.545330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Pushing event deleted for resources: {'Port': ['ID=0f520fe0-8599-434d-98ec-14b1ecb873f8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:47.594570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c21b9264-5b7e-43bd-a482-63f87ec85e0c req-94d6457d-0aa7-4493-9ab6-3b391a53ad79 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.32 "GET /v2.0/security-groups?id=99e8a634-5a92-4a05-ab8a-c7158d1dadf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599801 Mar 05 00:07:47.647021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] No DVR routers for this DVR port 0f520fe0-8599-434d-98ec-14b1ecb873f8 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:07:47.650101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:47.652952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'name': 'network-vif-deleted', 'tag': '0f520fe0-8599-434d-98ec-14b1ecb873f8'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:07:47.663968 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'code': 200} Mar 05 00:07:47.664717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:47.791639 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd4f425-daae-41ed-a5f5-f609e364c417', 'name': 'network-vif-deleted', 'tag': '0f520fe0-8599-434d-98ec-14b1ecb873f8', 'status': 'completed', 'code': 200} Mar 05 00:07:47.811275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4192bb3d-79a2-454c-85e2-c55053471d55 req-86911cf6-2475-4bc3-bdaa-6ea34361eb24 tempest-InstanceActionsV221TestJSON-334180868 tempest-InstanceActionsV221TestJSON-334180868-project] 10.222.0.10 "DELETE /v2.0/ports/0f520fe0-8599-434d-98ec-14b1ecb873f8 HTTP/1.1" status: 204 len: 173 time: 1.8470356 Mar 05 00:07:48.053642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:48.063011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b5b16c3e-83fe-4782-a9cf-7f772c11cb54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/08ca0183-ed0e-4c01-b9c2-6ac78acf48f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0643754 Mar 05 00:07:48.063901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57196) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:48.068515 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] Sync routers for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:48.081087 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:48.081821 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:48.142952 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:48.159071 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:48.159938 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:48.245855 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:48.246463 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e638a48-2b79-4322-89f0-14568ba2b753 None None] The sync data for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:48.358876 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:48.424315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:48.502301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:48.554497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] In _notify_port_updated(), no bound segment for port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 on network 00ab11e5-f450-4753-84eb-6360e5319005 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:07:48.558361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:48.558998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:48.560338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "PUT /v2.0/ports/36f7d198-896d-452b-9ed0-a9980b8c0bb0 HTTP/1.1" status: 200 len: 1003 time: 1.7289529 Mar 05 00:07:48.574271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57208) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:48.651300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783ca7-c1cf-4bba-a4a2-fc1b53ec65f9 req-7ce416e6-9cdd-4259-bdc1-056cf36ccabf tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:48.658410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28783ca7-c1cf-4bba-a4a2-fc1b53ec65f9 req-7ce416e6-9cdd-4259-bdc1-056cf36ccabf tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6850893 Mar 05 00:07:48.690915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3add598-02b7-4248-b39b-5f1d9f9daad2 req-c251f3bd-5332-4980-9028-73fe83538712 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1096 time: 1.0547888 Mar 05 00:07:48.702253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92c350-c950-4970-b071-6c07cd944a9f tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=36f7d198-896d-452b-9ed0-a9980b8c0bb0,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:48.744042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bbf95-95cd-4401-ae7a-77d8cd8c641f req-efeefa49-ae09-425c-bfa0-88e55879a55e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:48.751107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b42bbf95-95cd-4401-ae7a-77d8cd8c641f req-efeefa49-ae09-425c-bfa0-88e55879a55e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1746736 Mar 05 00:07:48.797268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:48.797621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:48.825424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b42bbf95-95cd-4401-ae7a-77d8cd8c641f req-df5aebbd-31a9-492b-85bd-7b6e4811b2b8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725513 Mar 05 00:07:48.871331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3add598-02b7-4248-b39b-5f1d9f9daad2 req-b7b31300-ce5e-4633-8251-721355a48ab3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515315 Mar 05 00:07:48.873421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28783ca7-c1cf-4bba-a4a2-fc1b53ec65f9 req-fb4e6fa6-d9ca-41a8-8897-26b66d2694e2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142336 Mar 05 00:07:48.947855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-be07e0ee-36b7-428a-a114-4e4fc885da6b None None] Provisioning complete for port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:48.948339 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be07e0ee-36b7-428a-a114-4e4fc885da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.081932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-be07e0ee-36b7-428a-a114-4e4fc885da6b None None] Port 36f7d198-896d-452b-9ed0-a9980b8c0bb0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:49.214183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.242386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57220) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:49.322207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Deleting subnet 133f18f4-a1eb-4a18-a1ce-26b9b6598af0 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:07:49.347763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for 36f7d198-896d-452b-9ed0-a9980b8c0bb0 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:49.354854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.425962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.426512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port c5b4229e-9669-43a2-bd2f-7d460bb7a42f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:49.426512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.451963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.605069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.719485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.728155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.809875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port c6a0eb28-492e-4869-9b72-de70c9bd2a34 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:49.810242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:49.899418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:50.088386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Port': ['ID=36f7d198-896d-452b-9ed0-a9980b8c0bb0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:50.098355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for c5b4229e-9669-43a2-bd2f-7d460bb7a42f owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:50.132260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133f18f4-a1eb-4a18-a1ce-26b9b6598af0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:50.181844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:50.214780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca544ef0-686a-4f55-8950-4ddc62c40c51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/133f18f4-a1eb-4a18-a1ce-26b9b6598af0 HTTP/1.1" status: 204 len: 168 time: 0.9665411 Mar 05 00:07:50.225336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57230) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:50.242234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:50.309803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-79437c71-5818-46dd-bebd-78322fa6c0fb tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/ports/36f7d198-896d-452b-9ed0-a9980b8c0bb0 HTTP/1.1" status: 204 len: 168 time: 1.7323520 Mar 05 00:07:50.326080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57234) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:50.376275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:50.496660 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cef85d-ce15-460f-b7ae-c016d7305320 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] GET failed (client error): The resource could not be found. Mar 05 00:07:50.497658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d9cef85d-ce15-460f-b7ae-c016d7305320 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Synchronizing usage tracker for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:50.520425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:50.573939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:50.577756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=c5b4229e-9669-43a2-bd2f-7d460bb7a42f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:50.600792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for c6a0eb28-492e-4869-9b72-de70c9bd2a34 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:50.605738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d916f-bc3a-4d0e-8158-a466ab19152e req-34ed75a8-1a07-4fa8-9500-71bea369b514 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:50.612371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d81d916f-bc3a-4d0e-8158-a466ab19152e req-34ed75a8-1a07-4fa8-9500-71bea369b514 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5268099 Mar 05 00:07:50.803087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126476-b9a7-4be1-8b31-b0d2ddddbb8b req-2ec202b9-1850-41f5-a9b6-86bf91c6fdb2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:50.810248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e126476-b9a7-4be1-8b31-b0d2ddddbb8b req-2ec202b9-1850-41f5-a9b6-86bf91c6fdb2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7375414 Mar 05 00:07:50.842716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d9cef85d-ce15-460f-b7ae-c016d7305320 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Unset dirty status for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:50.843826 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d9cef85d-ce15-460f-b7ae-c016d7305320 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "GET /v2.0/ports/36f7d198-896d-452b-9ed0-a9980b8c0bb0 HTTP/1.1" status: 404 len: 333 time: 0.5151963 Mar 05 00:07:50.870522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57244) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:50.902559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-245493250'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:51.077264 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d81d916f-bc3a-4d0e-8158-a466ab19152e req-aefed548-9265-4857-8913-2cb1ce2fd3d4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4638371 Mar 05 00:07:51.079524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.122059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.197888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f520fe0-8599-434d-98ec-14b1ecb873f8 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:51.208058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f90630-0be5-42c7-9a95-0f1fcc019bb7']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:51.226664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:51.233062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e126476-b9a7-4be1-8b31-b0d2ddddbb8b req-db48a6aa-22e8-44ff-b536-ed21eadba1e0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220028 Mar 05 00:07:51.240562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.246828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 0f520fe0-8599-434d-98ec-14b1ecb873f8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:51.247236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f520fe0-8599-434d-98ec-14b1ecb873f8 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:51.281496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:51.284103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95472482-e99c-4357-8765-bcbb3acc63df') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:51.284403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95472482-e99c-4357-8765-bcbb3acc63df') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:51.304272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.334220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.335612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=c6a0eb28-492e-4869-9b72-de70c9bd2a34,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:51.438605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:51.442415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.488669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:51.489149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.503119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] device_id is not set on port fd863e27-cb4d-4ac3-90d5-82ca2b226183 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:51.503705 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:51.820610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.826734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:51.860362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f90630-0be5-42c7-9a95-0f1fcc019bb7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:51.864995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:51.886868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c997f7f8-cd24-407a-b80b-170e72197f07 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84f90630-0be5-42c7-9a95-0f1fcc019bb7 HTTP/1.1" status: 204 len: 168 time: 1.6558406 Mar 05 00:07:51.983884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Allocated IP 2001:db8::189 (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/fd863e27-cb4d-4ac3-90d5-82ca2b226183) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:52.047381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:52.062812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-71ef1d25-19f3-4f0b-a94b-df5fd5dad607 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/08ca0183-ed0e-4c01-b9c2-6ac78acf48f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9976916 Mar 05 00:07:52.063555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] Sync routers for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:52.064806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57252) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:52.083417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:52.084058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:52.152586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20bc9a58-e3b6-4e46-b00e-23577555b6d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:07:52.175188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:52.183991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20bc9a58-e3b6-4e46-b00e-23577555b6d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:07:52.185501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-20bc9a58-e3b6-4e46-b00e-23577555b6d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 HTTP/1.1" status: 200 len: 205 time: 0.1182706 Mar 05 00:07:52.188231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57258) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:52.207949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] Routers {'08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:52.209481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:52.234400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:52.250669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Transition to ACTIVE for port object fd863e27-cb4d-4ac3-90d5-82ca2b226183 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:52.281676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:52.328409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57264) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:52.345692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:52.346104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b409b90-c00d-4715-9568-b1cd96f95199 None None] The sync data for ids ['08ca0183-ed0e-4c01-b9c2-6ac78acf48f3'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:52.409909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:52.446785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:52.449515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:52.453947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:52.454990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:52.466773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=fd863e27-cb4d-4ac3-90d5-82ca2b226183,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:52.534781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:52.593043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ce73b20-7ffe-40cd-a2c5-3d33d60bd034 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7191808 Mar 05 00:07:52.597419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57268) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:52.606473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'network_id': '00ab11e5-f450-4753-84eb-6360e5319005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-486800500'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:52.611317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da645678-06b5-4a8e-b244-aa9d575be57b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b449f8a35ca84550b780552ef6acd647&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2793534 Mar 05 00:07:52.633930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:52.683812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8879ed0-26aa-47f9-9cbe-6be7ea03a134 req-b5c2e6df-d4a1-4d97-ac19-d69585569de8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:52.685535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8879ed0-26aa-47f9-9cbe-6be7ea03a134 req-b5c2e6df-d4a1-4d97-ac19-d69585569de8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3694990 Mar 05 00:07:52.801567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718168-c37a-44a1-a35a-f33ee298d371 req-f90ac084-dc97-411a-ab53-7d974abb4b27 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:52.803586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1718168-c37a-44a1-a35a-f33ee298d371 req-f90ac084-dc97-411a-ab53-7d974abb4b27 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4061325 Mar 05 00:07:52.828763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:52.844777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-05df6210-efea-4361-99e6-4bf20db8620d None None] Provisioning for port fd863e27-cb4d-4ac3-90d5-82ca2b226183 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:52.855273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-05df6210-efea-4361-99e6-4bf20db8620d None None] Provisioning complete for port fd863e27-cb4d-4ac3-90d5-82ca2b226183 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:52.856032 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05df6210-efea-4361-99e6-4bf20db8620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:52.881807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8879ed0-26aa-47f9-9cbe-6be7ea03a134 req-85192b14-d3a1-47af-bad2-1337b32adc70 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894028 Mar 05 00:07:52.923797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-05df6210-efea-4361-99e6-4bf20db8620d None None] Port fd863e27-cb4d-4ac3-90d5-82ca2b226183 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:53.021481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Deleting port d4df6b02-5a67-4c11-a2bf-6a20344f078d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:53.021967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.056738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.064717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.102025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.103059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router 08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:07:53.116473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.117640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-46b1c6c2-15fe-4d7c-9c9c-40f9ab11e810 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 HTTP/1.1" status: 204 len: 168 time: 0.9280150 Mar 05 00:07:53.127895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57282) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:53.188963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:53.199670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e226a03-a541-46fc-ac55-e9127bfec65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.212716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Usage tracker for resource:port and tenant:9238d2ecdd4d457e886a77ccb3f2a769 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:53.217752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:53.226028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1718168-c37a-44a1-a35a-f33ee298d371 req-cccba3d1-fca4-4e0d-9d31-cbbd0e1ff332 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990991 Mar 05 00:07:53.264836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:53.326618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e226a03-a541-46fc-ac55-e9127bfec65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.381108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Made reservation on behalf of 9238d2ecdd4d457e886a77ccb3f2a769 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:53.384076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.464153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] device_id is not set on port 79953c12-b484-48fa-a386-0b43b9dadb50 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:07:53.523848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 0c990dd8-497a-4ce7-89f5-7089098e40d9 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:07:53.527418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.628156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e226a03-a541-46fc-ac55-e9127bfec65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.636358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] For port d4df6b02-5a67-4c11-a2bf-6a20344f078d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d4df6b02-5a67-4c11-a2bf-6a20344f078d,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:53.636719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.673910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e226a03-a541-46fc-ac55-e9127bfec65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e8a634-5a92-4a05-ab8a-c7158d1dadf3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:53.763048 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:53.845177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Calling delete_port for d4df6b02-5a67-4c11-a2bf-6a20344f078d owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:53.895327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a67b9-91da-46b7-9ab8-749065311938 req-00873c9f-165a-4425-a24d-5ac899ec16fd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:53.896842 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-00873c9f-165a-4425-a24d-5ac899ec16fd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 814 time: 0.2793829 Mar 05 00:07:53.921585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.052172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-e9488000-3fac-4f54-aa4a-42d965106b49 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/quotas/25be6a436d914460a0b34f69725c72a3 HTTP/1.1" status: 200 len: 375 time: 0.1457593 Mar 05 00:07:54.054303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.144422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=0c990dd8-497a-4ce7-89f5-7089098e40d9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:54.161440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.170937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76db8af-ec04-48e3-a545-de18edf5e4f0 None None] Network 9314d90f-bcff-4422-8b05-fa540723c8b6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:54.171825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94b6cf61-5e69-4b1a-98a5-b3abd4abd64a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/0c990dd8-497a-4ce7-89f5-7089098e40d9 HTTP/1.1" status: 204 len: 168 time: 1.0427542 Mar 05 00:07:54.174315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57296) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:54.323368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-97303b47-9eed-446b-b3ac-57e7c2c1cdeb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2371795 Mar 05 00:07:54.370000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e226a03-a541-46fc-ac55-e9127bfec65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.371147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e226a03-a541-46fc-ac55-e9127bfec65e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99e8a634-5a92-4a05-ab8a-c7158d1dadf3 HTTP/1.1" status: 204 len: 168 time: 1.7362082 Mar 05 00:07:54.400656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.497911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet c8aa8e59-c495-4e86-ab70-a3dc683c250c {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:07:54.500479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Allocated IP 2001:db8::105 (00ab11e5-f450-4753-84eb-6360e5319005/f17f1651-f6b3-445f-bba2-12273aca5da6/79953c12-b484-48fa-a386-0b43b9dadb50) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:54.503241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] DHCP port deletion for 9314d90f-bcff-4422-8b05-fa540723c8b6 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:07:54.508246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] Deleting port 214c843e-20c7-4d17-ac1d-353164c6ea50 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:54.508706 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.510651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.528894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4df6b02-5a67-4c11-a2bf-6a20344f078d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:54.564692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-89d23fd2-496a-4b8d-b04f-09a2fd441a04 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331507 Mar 05 00:07:54.686367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.839774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.855452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f590f6f-b6fd-4885-9a4c-261edb924984 req-4eeab469-0de0-43cb-b6b8-2f63b1f5f0cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:54.856918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f590f6f-b6fd-4885-9a4c-261edb924984 req-4eeab469-0de0-43cb-b6b8-2f63b1f5f0cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.7601576 Mar 05 00:07:54.970890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] For port 214c843e-20c7-4d17-ac1d-353164c6ea50, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=214c843e-20c7-4d17-ac1d-353164c6ea50,segment=NetworkSegment(48f52276-3c7f-47fa-97bb-d4df6189341e),segment_id=48f52276-3c7f-47fa-97bb-d4df6189341e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:54.971199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:54.978950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:55.035632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:55.045155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/c8aa8e59-c495-4e86-ab70-a3dc683c250c HTTP/1.1" status: 204 len: 168 time: 0.8697760 Mar 05 00:07:55.048279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57310) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:55.053283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd68268-bdf8-4c9f-b39f-00945533182d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=c8aa8e59-c495-4e86-ab70-a3dc683c250c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:55.175480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] Calling delete_port for 214c843e-20c7-4d17-ac1d-353164c6ea50 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:55.219927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-57680853-093a-42a7-a77d-0a3d3efc7952 service neutron] 10.222.0.32 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547673 Mar 05 00:07:55.238887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:55.245093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 214c843e-20c7-4d17-ac1d-353164c6ea50 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:55.252103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 214c843e-20c7-4d17-ac1d-353164c6ea50 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:55.252446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:55.320240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14d20f-0c55-468e-b040-9c1a33500ca7 None None] Network 71ef5382-66b2-46d2-8e51-6267ffcfbae4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:55.506797 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:55.634157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f590f6f-b6fd-4885-9a4c-261edb924984 req-2623e0b1-1f22-4a60-a3a0-d989da91ab54 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7592576 Mar 05 00:07:55.668752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] No DVR routers for this DVR port 214c843e-20c7-4d17-ac1d-353164c6ea50 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:07:55.739431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0f02-ac7c-4e17-b73f-98d0928768ed None None] Pushing event deleted for resources: {'Port': ['ID=214c843e-20c7-4d17-ac1d-353164c6ea50,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:55.755156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 214c843e-20c7-4d17-ac1d-353164c6ea50 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:07:55.755562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 214c843e-20c7-4d17-ac1d-353164c6ea50 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:55.823040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e48ee01-5063-4d90-bfab-e5af8a80c421 req-7bf13202-7a02-4e11-aea0-c4c574fbaa24 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 210 time: 0.0492966 Mar 05 00:07:55.824707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 214c843e-20c7-4d17-ac1d-353164c6ea50, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=214c843e-20c7-4d17-ac1d-353164c6ea50,segment=NetworkSegment(48f52276-3c7f-47fa-97bb-d4df6189341e),segment_id=48f52276-3c7f-47fa-97bb-d4df6189341e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:55.825061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:55.900650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] DHCP port deletion for 71ef5382-66b2-46d2-8e51-6267ffcfbae4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:07:55.905989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] Deleting port 200d1437-d09e-4382-aff9-b3ed353ed4e1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:55.906733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.032567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 214c843e-20c7-4d17-ac1d-353164c6ea50 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:56.065908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57336) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:56.104677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.140505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Transition to ACTIVE for port object 79953c12-b484-48fa-a386-0b43b9dadb50 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:07:56.153536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:07:56.154580 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:07:56.175618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.282334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Network 00ab11e5-f450-4753-84eb-6360e5319005 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:07:56.287935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:56.296388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] For port 200d1437-d09e-4382-aff9-b3ed353ed4e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=200d1437-d09e-4382-aff9-b3ed353ed4e1,segment=NetworkSegment(55969dc7-52b6-47e5-bf86-daf55d509169),segment_id=55969dc7-52b6-47e5-bf86-daf55d509169)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:07:56.296967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:07:56.297104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.301459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:56.302150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.337677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2045910660-network', 'tenant_id': '287af5447bdb4afcb5cdb1772bc74a60'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:56.343016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=79953c12-b484-48fa-a386-0b43b9dadb50,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:56.343353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:56.347970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Usage tracker for resource:network and tenant:287af5447bdb4afcb5cdb1772bc74a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:56.348813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-de0533ae-7b69-4659-8b3a-f557d50652d0 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7505848 Mar 05 00:07:56.351235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:56.356354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57342) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:56.357424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:56.369334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ea', 'mac_address': 'fa:16:3e:cb:68:9d'}, {'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:b3:4f:64'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:56.376179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Made reservation on behalf of 287af5447bdb4afcb5cdb1772bc74a60 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:56.381691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.401740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.459737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:56.466658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Usage tracker for resource:security_group_rule and tenant:287af5447bdb4afcb5cdb1772bc74a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:56.475910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] Calling delete_port for 200d1437-d09e-4382-aff9-b3ed353ed4e1 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:56.481982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:56.499078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:56.605718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.609556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.639682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.661602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 214c843e-20c7-4d17-ac1d-353164c6ea50 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:56.661978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.762473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] Pushing event deleted for resources: {'Port': ['ID=200d1437-d09e-4382-aff9-b3ed353ed4e1,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:56.764010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a191acb-e9c3-485e-a2d3-d01ed03a13a1 None None] No DVR routers for this DVR port 200d1437-d09e-4382-aff9-b3ed353ed4e1 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:07:56.815245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7c9b62e6-f6d3-4449-be40-c878f31c8f35 None None] Provisioning for port 79953c12-b484-48fa-a386-0b43b9dadb50 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:07:56.822049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7c9b62e6-f6d3-4449-be40-c878f31c8f35 None None] Provisioning complete for port 79953c12-b484-48fa-a386-0b43b9dadb50 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:56.822427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c9b62e6-f6d3-4449-be40-c878f31c8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.850130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:56.894157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.894524 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Added segment 528c16b3-8d6f-4530-8bed-097ca455862c of type vlan for network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 Mar 05 00:07:56.923962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.925893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:56.931808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b62e6-f6d3-4449-be40-c878f31c8f35 None None] Port 79953c12-b484-48fa-a386-0b43b9dadb50 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:56.937535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 200d1437-d09e-4382-aff9-b3ed353ed4e1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:07:56.978446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 200d1437-d09e-4382-aff9-b3ed353ed4e1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:07:56.978781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 200d1437-d09e-4382-aff9-b3ed353ed4e1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:07:56.996360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.020250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036f2d6-486a-4a17-9859-4506a02711d2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:57.027616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router d947f0f1-00cb-4287-a26e-d8ac28adeee4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:07:57.057559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] The port '214c843e-20c7-4d17-ac1d-353164c6ea50' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:07:57.227197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.237744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57356) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:57.264919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-142aca88-789d-4210-893e-3f02c82e1565 req-39c58745-2ce6-442f-bcab-287e477f8121 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 210 time: 0.1074874 Mar 05 00:07:57.374107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:07:57.398486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.422888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.423741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:57.424329 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.445841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9314d90f-bcff-4422-8b05-fa540723c8b6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:57.528785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f52276-3c7f-47fa-97bb-d4df6189341e') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:57.529116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f52276-3c7f-47fa-97bb-d4df6189341e') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:57.540399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e02b-3c0f-4e15-9db1-8a78f1ef6ba4 req-cd619252-44fb-4139-b718-7f30e2c20e93 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:57.541881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a64e02b-3c0f-4e15-9db1-8a78f1ef6ba4 req-cd619252-44fb-4139-b718-7f30e2c20e93 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.7212079 Mar 05 00:07:57.571244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.586682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.599727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce98ff4-bca8-45f3-8ae5-36b300bcb040,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:57.611434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:57.616473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ffafd7dd-a011-40f3-a88e-6048e4e0c175 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5459576 Mar 05 00:07:57.617325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57362) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:57.631700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Request body: {'subnet': {'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2045910660-subnet', 'tenant_id': '287af5447bdb4afcb5cdb1772bc74a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:57.635488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.644099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:57.651430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.652967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Usage tracker for resource:subnet and tenant:287af5447bdb4afcb5cdb1772bc74a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:57.655834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:57.656234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:57.670831 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:57.673855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:57.674403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:57.684396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:57.684703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a67b9-91da-46b7-9ab8-749065311938 req-366e39e1-5d89-49c2-8966-58361f736866 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:57.686073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-366e39e1-5d89-49c2-8966-58361f736866 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.10 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 814 time: 0.4692867 Mar 05 00:07:57.732048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Request body: {'port': {'device_id': '4df07b87-873d-40d2-97f5-1b466b888920', 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'admin_state_up': True, 'tenant_id': '25be6a436d914460a0b34f69725c72a3'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:57.736483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Usage tracker for resource:security_group_rule and tenant:b4262ebf22a2481893ca8326cd7b6723 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:57.746786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:57.760081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a64e02b-3c0f-4e15-9db1-8a78f1ef6ba4 req-6d417549-b139-496e-8e99-7a9f2f12db02 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039495 Mar 05 00:07:57.764253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:57.776457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Made reservation on behalf of 287af5447bdb4afcb5cdb1772bc74a60 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:57.779449 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.861440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.867184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:57.931386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=9314d90f-bcff-4422-8b05-fa540723c8b6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:57.938390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b04e5d8a-c3ec-409f-8e72-3563d847139b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/9314d90f-bcff-4422-8b05-fa540723c8b6 HTTP/1.1" status: 204 len: 168 time: 2.8865380 Mar 05 00:07:57.940441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57368) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:58.114437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:58.117148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.124231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.131847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.141571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:58.179798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Made reservation on behalf of 25be6a436d914460a0b34f69725c72a3 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:58.182992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.261821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4262ebf22a2481893ca8326cd7b6723&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0171990 Mar 05 00:07:58.262627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69757822-1fa9-4632-aec0-b3ad3430fb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1c437e-3ce2-477b-a8a5-121f614a145c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:58.284670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:07:58.293442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.296312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57374) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:58.298995 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] Sync routers for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:07:58.318532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:58.319589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.397625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c5b1bf08-283d-4209-9fea-4c69f4ce6075 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/routers/d947f0f1-00cb-4287-a26e-d8ac28adeee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4065545 Mar 05 00:07:58.398234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57380) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:58.415002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.426453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.434827 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] Routers {'d947f0f1-00cb-4287-a26e-d8ac28adeee4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:07:58.435729 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.503368 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.503769 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03525bf5-324d-4ad7-a30f-299e364696fb None None] The sync data for ids ['d947f0f1-00cb-4287-a26e-d8ac28adeee4'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:07:58.594033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e31f936-2f3d-41f0-af39-f0e09876566d req-123ef011-2c08-4f67-8fde-36f1f8bb0c2b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 210 time: 0.0764380 Mar 05 00:07:58.595665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.603474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.671127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ef5382-66b2-46d2-8e51-6267ffcfbae4']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.691972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55969dc7-52b6-47e5-bf86-daf55d509169') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.692264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55969dc7-52b6-47e5-bf86-daf55d509169') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:07:58.718617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.734165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0236a6-52c0-474d-ac00-ea40f99a6489,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:58.749975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Checking segment: {'id': '528c16b3-8d6f-4530-8bed-097ca455862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:07:58.750332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Network hostable DHCP agents. Network: 2ce98ff4-bca8-45f3-8ae5-36b300bcb040, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:07:58.756712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.767481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:07:58.768187 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:07:58.783319 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:07:58.866775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:07:58.875373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.881570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.905336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2ce98ff4-bca8-45f3-8ae5-36b300bcb040) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:07:58.909514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:58.909977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] In _notify_port_updated(), no bound segment for port 79953c12-b484-48fa-a386-0b43b9dadb50 on network 00ab11e5-f450-4753-84eb-6360e5319005 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:07:58.910442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.914372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:58.914999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:58.918812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "PUT /v2.0/ports/79953c12-b484-48fa-a386-0b43b9dadb50 HTTP/1.1" status: 200 len: 1067 time: 2.5588701 Mar 05 00:07:58.920727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:58.932073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=71ef5382-66b2-46d2-8e51-6267ffcfbae4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:58.936541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffdfd7-d2f8-4470-835b-09e2de229bfd None None] Network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:58.971328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d2a55d85-7f51-4271-b6e2-f85b1cd77492 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/71ef5382-66b2-46d2-8e51-6267ffcfbae4 HTTP/1.1" status: 204 len: 168 time: 1.0286713 Mar 05 00:07:58.973304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57388) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:58.990889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001096076'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:58.999215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a2a3ec13-7a79-4176-8efd-dece75ea8758 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3810246 Mar 05 00:07:59.007568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:07:59.015551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:07:59.020256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:07:59.030217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:07:59.035094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port 79953c12-b484-48fa-a386-0b43b9dadb50 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:07:59.035308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.101637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:07:59.104837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.113733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Allocated IP 172.20.0.12 (93dcbcac-daf8-468a-bbe3-ed523d212de9/b5dbab21-92d9-479f-9629-d20b36d86260/50223851-f389-407b-86ed-84d242e08d54) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:07:59.204533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event updated for resources: {'Port': ['ID=79953c12-b484-48fa-a386-0b43b9dadb50,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:59.214291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:07:59.223184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace42f2-56cb-48e3-b92a-0935b2c18dd9 None None] Network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:07:59.225046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.225890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.227596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.228038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.228455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.228902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.229361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.229786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.230207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.230628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.231046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a4c889-439a-4b4b-b198-643511516245 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:07:59.284470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e965dc3-28d0-43ff-8574-1e1dfa6fb3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.308137 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.308499 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment 12847454-0cd1-4a3e-b87c-a2796294f609 of type vlan for network 58e140d6-cde8-46e4-aaad-590f96a274fa Mar 05 00:07:59.323846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e965dc3-28d0-43ff-8574-1e1dfa6fb3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.363917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.418677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.453032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8663646b-25b9-4a01-88cd-1a4973b7f6f3 None None] Provisioning complete for port 79953c12-b484-48fa-a386-0b43b9dadb50 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:07:59.453988 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8663646b-25b9-4a01-88cd-1a4973b7f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.546485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8663646b-25b9-4a01-88cd-1a4973b7f6f3 None None] Port 79953c12-b484-48fa-a386-0b43b9dadb50 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:07:59.558024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.561689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:59.562265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.562393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ebba9-3051-441c-935d-20bb59e00c30 req-32a12131-624c-4a44-b1ca-992e0a46ea38 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:07:59.563980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b88ebba9-3051-441c-935d-20bb59e00c30 req-32a12131-624c-4a44-b1ca-992e0a46ea38 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.1563003 Mar 05 00:07:59.572536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for 79953c12-b484-48fa-a386-0b43b9dadb50 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:07:59.580642 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e965dc3-28d0-43ff-8574-1e1dfa6fb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.730854 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7485700 Mar 05 00:07:59.742238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57406) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:07:59.750578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-8a003267-bde0-43de-b34a-1f447ea5255c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 1.1013935 Mar 05 00:07:59.757850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965dc3-28d0-43ff-8574-1e1dfa6fb3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1c437e-3ce2-477b-a8a5-121f614a145c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:59.803955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:07:59.836105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58912774-4672-44cb-b447-146ea42a480b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=58e140d6-cde8-46e4-aaad-590f96a274fa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:07:59.847348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 58e140d6-cde8-46e4-aaad-590f96a274fa details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:07:59.924940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e965dc3-28d0-43ff-8574-1e1dfa6fb3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:07:59.929094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e965dc3-28d0-43ff-8574-1e1dfa6fb3f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f1c437e-3ce2-477b-a8a5-121f614a145c HTTP/1.1" status: 204 len: 168 time: 1.6289542 Mar 05 00:07:59.947284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b88ebba9-3051-441c-935d-20bb59e00c30 req-3d99d77a-9752-4cb9-a668-0328473946ff tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677075 Mar 05 00:07:59.964550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:00.020570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:00.031475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cda64-a129-457d-ac92-391abc0a0243 req-c674d1e4-340d-4bdd-8265-1bafe0e375a9 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:00.032123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e71cda64-a129-457d-ac92-391abc0a0243 req-c674d1e4-340d-4bdd-8265-1bafe0e375a9 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Synchronizing usage tracker for tenant:287af5447bdb4afcb5cdb1772bc74a60 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:00.038459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:00.047970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:00.057041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:00.058853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-ff1d1bf0-e001-4a04-a5b6-4e8fa56776fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:00.060393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-ff1d1bf0-e001-4a04-a5b6-4e8fa56776fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.3005369 Mar 05 00:08:00.081657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:00.141999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:00.155906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e71cda64-a129-457d-ac92-391abc0a0243 req-c674d1e4-340d-4bdd-8265-1bafe0e375a9 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Unset dirty status for tenant:287af5447bdb4afcb5cdb1772bc74a60 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:00.157105 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-c674d1e4-340d-4bdd-8265-1bafe0e375a9 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/networks?id=2ce98ff4-bca8-45f3-8ae5-36b300bcb040 HTTP/1.1" status: 200 len: 821 time: 0.4669390 Mar 05 00:08:00.162562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Port': ['ID=79953c12-b484-48fa-a386-0b43b9dadb50,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:00.209958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:00.221893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f3037fa1-0d30-409f-96ff-ea10e1e30827'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:08:00.326279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Pushing event updated for resources: {'Port': ['ID=50223851-f389-407b-86ed-84d242e08d54,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:00.344977 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:00.521729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-8f8316e1-84a8-4877-9d48-31f1071b7967 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/quotas/287af5447bdb4afcb5cdb1772bc74a60 HTTP/1.1" status: 200 len: 375 time: 0.3517082 Mar 05 00:08:00.524617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:00.678178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-861ccbbb-b74a-400c-b65e-15b59ffb0957 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=287af5447bdb4afcb5cdb1772bc74a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1322460 Mar 05 00:08:00.688916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Network 93dcbcac-daf8-468a-bbe3-ed523d212de9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:00.696435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:00.699007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:00.748703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-56d75eb9-22ae-46a4-bd4b-9cedeb6d0fe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.6792102 Mar 05 00:08:00.857155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Router 2a756690-c11c-4a7c-9112-5b2a489ccb96 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:00.865870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:00.866717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:00.903110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15efa1d-e074-4802-96fe-b12cb8911590 req-75a6fb7c-0ff1-4ef7-ba52-4f8e52e4fa96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:00.903817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f15efa1d-e074-4802-96fe-b12cb8911590 req-75a6fb7c-0ff1-4ef7-ba52-4f8e52e4fa96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Synchronizing usage tracker for tenant:25be6a436d914460a0b34f69725c72a3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:00.912046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-97f3d829-b42b-4c0a-85e3-38ea870437a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:00.913689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-97f3d829-b42b-4c0a-85e3-38ea870437a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1503458 Mar 05 00:08:00.924482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-2774ed94-b943-4a87-b035-5ed738be3448 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1987431 Mar 05 00:08:00.990239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Request body: {'port': {'device_id': '4df07b87-873d-40d2-97f5-1b466b888920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:01.054655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-3edf7bf6-1214-421b-9b3c-f8205e7b5b99 service neutron] 10.222.0.32 "GET /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686349 Mar 05 00:08:01.085303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f15efa1d-e074-4802-96fe-b12cb8911590 req-75a6fb7c-0ff1-4ef7-ba52-4f8e52e4fa96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Unset dirty status for tenant:25be6a436d914460a0b34f69725c72a3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:01.086527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f15efa1d-e074-4802-96fe-b12cb8911590 req-75a6fb7c-0ff1-4ef7-ba52-4f8e52e4fa96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 932 time: 0.9165084 Mar 05 00:08:01.096802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.183521 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b97acacb-e206-4cae-8c34-6cb233d0356b tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/ports/79953c12-b484-48fa-a386-0b43b9dadb50 HTTP/1.1" status: 204 len: 168 time: 2.2563281 Mar 05 00:08:01.189252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:01.263032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.294216 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3981d78-0187-493e-85ce-53b2f7d03242 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] GET failed (client error): The resource could not be found. Mar 05 00:08:01.294725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a3981d78-0187-493e-85ce-53b2f7d03242 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Synchronizing usage tracker for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:01.324402 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.337672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-774c3893-cd22-4307-ae31-360cf9b75934 service neutron] 10.222.0.32 "GET /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756317 Mar 05 00:08:01.340641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f15efa1d-e074-4802-96fe-b12cb8911590 req-dfa89db8-aee1-4fbf-96f6-2ff50c08c634 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327099 Mar 05 00:08:01.358293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a3981d78-0187-493e-85ce-53b2f7d03242 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Unset dirty status for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:01.359546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a3981d78-0187-493e-85ce-53b2f7d03242 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "GET /v2.0/ports/79953c12-b484-48fa-a386-0b43b9dadb50 HTTP/1.1" status: 404 len: 333 time: 0.1692541 Mar 05 00:08:01.363361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57436) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:01.366422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=5939cf92-001a-4162-8c77-05788fba6efe,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:01.395382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-a5394409-de0e-427a-9947-84149a65668b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739077 Mar 05 00:08:01.450198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': '12847454-0cd1-4a3e-b87c-a2796294f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:01.450612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: 58e140d6-cde8-46e4-aaad-590f96a274fa, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:01.462153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port fd863e27-cb4d-4ac3-90d5-82ca2b226183 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:01.462546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.564064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 58e140d6-cde8-46e4-aaad-590f96a274fa is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:01.571495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.659008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 7a12788f-7525-42ca-afd4-7aeeb8224cfa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:01.665750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.707251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 58e140d6-cde8-46e4-aaad-590f96a274fa) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:01.718757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac490595-1e5f-4abf-81da-7d6dd71f944a None None] Network 58e140d6-cde8-46e4-aaad-590f96a274fa requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:01.719249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:01.719631 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.841440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91924026-8502-4693-be6e-045ab55c231e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0979633 Mar 05 00:08:01.842524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57452) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:01.855622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556468163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:01.864760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:01.875053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:01.888670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:01.902095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:01.906397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-262499eb-e5b0-41e2-b894-608eb1509d5c req-dbe5aaba-a1e3-479d-a332-7797b53a023a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 210 time: 0.1263340 Mar 05 00:08:01.929628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.934558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-217852e7-dd00-4c17-a209-503cc6a1844e service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175176 Mar 05 00:08:01.945044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f478fa-9d97-4e07-9c42-e9cef303b242 req-9b245c05-2704-481e-b113-7483068892f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:01.946643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-63f478fa-9d97-4e07-9c42-e9cef303b242 req-9b245c05-2704-481e-b113-7483068892f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2990322 Mar 05 00:08:01.952330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:01.953417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.073066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-58e140d6-cde8-46e4-aaad-590f96a274fa', 'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '5939cf92-001a-4162-8c77-05788fba6efe'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:02.074067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.141966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for fd863e27-cb4d-4ac3-90d5-82ca2b226183 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:02.285947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Allocated IP 172.20.0.2 (58e140d6-cde8-46e4-aaad-590f96a274fa/5939cf92-001a-4162-8c77-05788fba6efe/ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:02.445700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50223851-f389-407b-86ed-84d242e08d54 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:08:02.452846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.467270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11267175-d6b2-4257-9c4b-2fa2d1fff60f req-7423fdf1-8ee2-4624-9a6e-1d2c4133f5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011473 Mar 05 00:08:02.507253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.532466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-63f478fa-9d97-4e07-9c42-e9cef303b242 req-5ee8f5b2-c8c5-4bf6-a250-6229239d6d10 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752699 Mar 05 00:08:02.534934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:02.538317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.545309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Transition to ACTIVE for port object 50223851-f389-407b-86ed-84d242e08d54 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:02.552535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ff46816d-35bb-4767-bb71-09bfb8ca1753 admin admin] 10.222.0.32 "PUT /v2.0/routers/2a756690-c11c-4a7c-9112-5b2a489ccb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5769687 Mar 05 00:08:02.555814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.628039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.636386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57482) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:02.642359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Transition to ACTIVE for port object ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:02.663710 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.667106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Transition to ACTIVE for port object ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:02.667975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Port': ['ID=fd863e27-cb4d-4ac3-90d5-82ca2b226183,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:02.678396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] Sync routers for ids ['2a756690-c11c-4a7c-9112-5b2a489ccb96'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:02.695842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.779667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Network 58e140d6-cde8-46e4-aaad-590f96a274fa is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:02.789235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:02.792357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:02.795585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] Routers {'2a756690-c11c-4a7c-9112-5b2a489ccb96'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:02.796325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2a756690-c11c-4a7c-9112-5b2a489ccb96'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:02.844047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.850268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.909554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:02.911099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8db408bf-8668-460a-87d5-9e2732be17ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0642145 Mar 05 00:08:02.913444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-077d7c04-2c64-4923-97c0-2c7b561f724d tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/ports/fd863e27-cb4d-4ac3-90d5-82ca2b226183 HTTP/1.1" status: 204 len: 168 time: 1.5488923 Mar 05 00:08:02.916429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:02.917403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:02.919211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 7a12788f-7525-42ca-afd4-7aeeb8224cfa owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:02.971955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'port': {'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa', 'name': 'tempest-RoutersTest-731780892'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:02.987452 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1d5341-4d01-480a-8e80-f0c0993fd8e9 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] GET failed (client error): The resource could not be found. Mar 05 00:08:02.988595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ce1d5341-4d01-480a-8e80-f0c0993fd8e9 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Synchronizing usage tracker for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:03.010467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:03.191254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:03.218810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Pushing event updated for resources: {'Port': ['ID=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:03.237102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:port and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:03.251855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:03.268638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ce1d5341-4d01-480a-8e80-f0c0993fd8e9 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Unset dirty status for tenant:9238d2ecdd4d457e886a77ccb3f2a769 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:03.273497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ce1d5341-4d01-480a-8e80-f0c0993fd8e9 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "GET /v2.0/ports/fd863e27-cb4d-4ac3-90d5-82ca2b226183 HTTP/1.1" status: 404 len: 333 time: 0.3519483 Mar 05 00:08:03.284496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Attempting to bind port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:03.284934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Attempting to bind port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '12847454-0cd1-4a3e-b87c-a2796294f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:03.285389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Attempting to bind port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 on network 58e140d6-cde8-46e4-aaad-590f96a274fa {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:03.294103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:03.306198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57504) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:03.310320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:03.312270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Checking segment: {'id': '12847454-0cd1-4a3e-b87c-a2796294f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:03.313268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.313677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Bound using segment: {'id': '12847454-0cd1-4a3e-b87c-a2796294f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:03.316100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Bound port: ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12847454-0cd1-4a3e-b87c-a2796294f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '58e140d6-cde8-46e4-aaad-590f96a274fa'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:03.316734 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.402415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08d0c150-5382-4ebc-b86d-841731413c83 req-8821c08b-bd72-4d60-8b3a-ac4f48ff596c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 210 time: 0.1557889 Mar 05 00:08:03.417403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] Set router 2a756690-c11c-4a7c-9112-5b2a489ccb96 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:03.429697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:03.439595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.508820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] device_id is not set on port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:08:03.577819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.727096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port d3a02778-0ada-4ec6-926e-c9b14e8ebb26 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:03.727709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.760849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:03.805009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.825097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Pushing event updated for resources: {'Port': ['ID=50223851-f389-407b-86ed-84d242e08d54,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:03.841029 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:08:03.885181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1e79606ff4489d980d7dc38c5e2964 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:03.900673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:03.952103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:03.972462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:04.007437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] For port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:04.013809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] For port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,segment=NetworkSegment(12847454-0cd1-4a3e-b87c-a2796294f609),segment_id=12847454-0cd1-4a3e-b87c-a2796294f609)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:04.023615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:54Z', 'revision_number': 5, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:04.026663 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.066186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.070526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=7a12788f-7525-42ca-afd4-7aeeb8224cfa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:04.083533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.20.0.8 (58e140d6-cde8-46e4-aaad-590f96a274fa/5939cf92-001a-4162-8c77-05788fba6efe/7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:04.105663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] Checking router: 2a756690-c11c-4a7c-9112-5b2a489ccb96 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:08:04.162807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] Routers {'2a756690-c11c-4a7c-9112-5b2a489ccb96'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:04.163445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:07:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2a756690-c11c-4a7c-9112-5b2a489ccb96'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:04.164113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cda64-a129-457d-ac92-391abc0a0243 req-2267149a-9271-40a6-85e3-eeee208a6c88 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:04.165778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-2267149a-9271-40a6-85e3-eeee208a6c88 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.36 "GET /v2.0/networks?id=2ce98ff4-bca8-45f3-8ae5-36b300bcb040 HTTP/1.1" status: 200 len: 821 time: 0.8583729 Mar 05 00:08:04.197129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Attempting to bind port 50223851-f389-407b-86ed-84d242e08d54 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:04.197513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Attempting to bind port 50223851-f389-407b-86ed-84d242e08d54 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:04.197806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Attempting to bind port 50223851-f389-407b-86ed-84d242e08d54 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:04.215688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923067-3348-43cb-9915-a7b5d0605707 req-0553f684-dfec-4006-b928-1a4cd51afa80 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:04.222869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd923067-3348-43cb-9915-a7b5d0605707 req-0553f684-dfec-4006-b928-1a4cd51afa80 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 944 time: 1.2063675 Mar 05 00:08:04.251109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.296272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Request body: {'port': {'device_id': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040', 'admin_state_up': True, 'tenant_id': '287af5447bdb4afcb5cdb1772bc74a60'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:04.325097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4081366-321b-4553-8ab0-a3e2fdf194d7 None None] Pushing event updated for resources: {'Port': ['ID=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:04.377503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2be34-8c39-45dd-ad39-1c2a69a7d0fe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:04.386035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d15a8c11-adbc-4292-90fc-e62cd25817f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f1e79606ff4489d980d7dc38c5e2964&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2166934 Mar 05 00:08:04.396742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57510) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:04.448128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] Set router 2a756690-c11c-4a7c-9112-5b2a489ccb96 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:04.490479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ca438-bf67-4692-b4d3-8b75781fe898 req-cbb561d1-002d-4916-97a2-a9d44bc2c027 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:04.497607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f0ca438-bf67-4692-b4d3-8b75781fe898 req-cbb561d1-002d-4916-97a2-a9d44bc2c027 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.7383940 Mar 05 00:08:04.535182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.570217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Port 50223851-f389-407b-86ed-84d242e08d54 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:08:04.570615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Attempting to bind port 50223851-f389-407b-86ed-84d242e08d54 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:04.577899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:04.584448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:04.584932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Checking segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:04.585376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Bound using segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:04.585826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Bound port: 50223851-f389-407b-86ed-84d242e08d54, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:04.586176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.625503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd923067-3348-43cb-9915-a7b5d0605707 req-07ba968d-a8aa-4954-b3a8-44da57560566 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017420 Mar 05 00:08:04.662287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f0ca438-bf67-4692-b4d3-8b75781fe898 req-e06d742f-7666-46bd-9d49-a0be0c100e90 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632566 Mar 05 00:08:04.686284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-968bccc3-8f1f-40ae-94cd-14f415dff2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.721606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.815773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:04.828632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-968bccc3-8f1f-40ae-94cd-14f415dff2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.892582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 58e140d6-cde8-46e4-aaad-590f96a274fa is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:04.904104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:04.907289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:04.914994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-45d64cc9-8fda-402c-ad99-2a1cc214af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:04.957163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:54Z', 'revision_number': 5, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:04.964522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0769e8-cadf-42fb-9f3e-d223ad64b73d None None] The sync data for ids ['2a756690-c11c-4a7c-9112-5b2a489ccb96'] in n-d-828979-4 is: [{'id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'name': 'tempest-FloatingIPsTestJSON-271719857-router', 'tenant_id': 'd4ff73b0a18347aca725055ec0802d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:07:07Z', 'updated_at': '2022-03-05T00:07:54Z', 'revision_number': 5, 'project_id': 'd4ff73b0a18347aca725055ec0802d1b', 'gw_port': {'id': 'd3e1555d-b971-455b-9b23-bf1acc8b12ca', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a756690-c11c-4a7c-9112-5b2a489ccb96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:07:09Z', 'updated_at': '2022-03-05T00:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:04.981848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:05.090176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:05.121442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.148447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f83050ce-9c67-4c62-8488-d1d63465e4e8 req-cc79c3a8-f711-429e-8347-12905bbdbf7c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 210 time: 0.1102111 Mar 05 00:08:05.148973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.167813 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.208186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:05.208803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.212480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-968bccc3-8f1f-40ae-94cd-14f415dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.226677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Deleting port d3e1555d-b971-455b-9b23-bf1acc8b12ca {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:05.227021 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.276759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bccc3-8f1f-40ae-94cd-14f415dff2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d2be34-8c39-45dd-ad39-1c2a69a7d0fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:05.315903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-968bccc3-8f1f-40ae-94cd-14f415dff2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.318078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-968bccc3-8f1f-40ae-94cd-14f415dff2a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4d2be34-8c39-45dd-ad39-1c2a69a7d0fe HTTP/1.1" status: 204 len: 168 time: 0.9197459 Mar 05 00:08:05.323205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-89c701e7-c4bd-4c40-9152-025e9916992a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4041333 Mar 05 00:08:05.350159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbe85-b99b-4630-86c2-9a4ca0a00178 req-002a5aff-b57b-400c-83d3-40188383b0c0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:05.351758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b8dbe85-b99b-4630-86c2-9a4ca0a00178 req-002a5aff-b57b-400c-83d3-40188383b0c0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2641962 Mar 05 00:08:05.352262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57520) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:05.360174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for d3a02778-0ada-4ec6-926e-c9b14e8ebb26 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:05.464699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:05.548326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef4379-4cb4-490c-87d2-6930d91f74ba None None] Network 58e140d6-cde8-46e4-aaad-590f96a274fa requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:05.634129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Usage tracker for resource:port and tenant:287af5447bdb4afcb5cdb1772bc74a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:05.647971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b8dbe85-b99b-4630-86c2-9a4ca0a00178 req-5724e54a-b978-4908-a04f-90b2e23707ff tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792008 Mar 05 00:08:05.721042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:05.780183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:05.790267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] Provisioning for port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:05.810680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] Provisioning complete for port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:05.811051 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.848279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.854577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] For port 50223851-f389-407b-86ed-84d242e08d54, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:05.859405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] For port d3e1555d-b971-455b-9b23-bf1acc8b12ca, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d3e1555d-b971-455b-9b23-bf1acc8b12ca,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:05.860449 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.938041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.943062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Made reservation on behalf of 287af5447bdb4afcb5cdb1772bc74a60 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:05.947208 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:05.964578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] For port 50223851-f389-407b-86ed-84d242e08d54, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=50223851-f389-407b-86ed-84d242e08d54,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:05.984129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.082280 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.098343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Calling delete_port for d3e1555d-b971-455b-9b23-bf1acc8b12ca owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:06.128946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] For port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,segment=NetworkSegment(12847454-0cd1-4a3e-b87c-a2796294f609),segment_id=12847454-0cd1-4a3e-b87c-a2796294f609)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:06.136481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.168249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Pushing event updated for resources: {'Port': ['ID=50223851-f389-407b-86ed-84d242e08d54,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:06.191015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.191819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Fanout notify agent at l3_agent the message router_deleted on router d947f0f1-00cb-4287-a26e-d8ac28adeee4 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:06.308524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04dd40-012f-4866-b923-0b370f1b48ad None None] Pushing event updated for resources: {'Port': ['ID=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:06.328138 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.332081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dddc707b-50ad-4475-9d66-7cb2742d2aa2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/routers/d947f0f1-00cb-4287-a26e-d8ac28adeee4 HTTP/1.1" status: 204 len: 168 time: 7.9131954 Mar 05 00:08:06.332958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.344266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57542) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:06.369045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.370685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-5ae18638-d6a9-4476-b0b2-0356cb4dc35c service neutron] 10.222.0.10 "PUT /v2.0/ports/50223851-f389-407b-86ed-84d242e08d54 HTTP/1.1" status: 200 len: 1092 time: 5.3929496 Mar 05 00:08:06.405757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df07b87-873d-40d2-97f5-1b466b888920', 'tag': '50223851-f389-407b-86ed-84d242e08d54'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:08:06.492608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-04a5725e-145f-4ea4-962f-e9590cbbcb65 None None] Provisioning complete for port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:06.493688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-04a5725e-145f-4ea4-962f-e9590cbbcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.612663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81a79f-e546-4677-8b4f-94c17b441cee req-a48dd831-df7e-4064-a706-8161ef8cca37 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:06.628958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e81a79f-e546-4677-8b4f-94c17b441cee req-a48dd831-df7e-4064-a706-8161ef8cca37 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3046782 Mar 05 00:08:06.685348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Port': ['ID=d3a02778-0ada-4ec6-926e-c9b14e8ebb26,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:06.706431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-04a5725e-145f-4ea4-962f-e9590cbbcb65 None None] Provisioning for port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:06.713016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9505e-5d69-45b5-91e3-eb8bfd7f9045 req-b4a7b6e8-c5d5-4934-8674-f12a47c139b3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:06.716910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-04a5725e-145f-4ea4-962f-e9590cbbcb65 None None] Provisioning complete for port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:06.723159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-04a5725e-145f-4ea4-962f-e9590cbbcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.723614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6b9505e-5d69-45b5-91e3-eb8bfd7f9045 req-b4a7b6e8-c5d5-4934-8674-f12a47c139b3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 944 time: 0.8719096 Mar 05 00:08:06.737458 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.828011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-04a5725e-145f-4ea4-962f-e9590cbbcb65 None None] Port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:06.836439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:06.837143 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-355d3be3-18cc-45dd-994e-ed39b9721661 tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/ports/d3a02778-0ada-4ec6-926e-c9b14e8ebb26 HTTP/1.1" status: 204 len: 168 time: 3.4796376 Mar 05 00:08:06.857609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57556) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:06.919050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:06.954018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Allocated IP 172.20.0.6 (2ce98ff4-bca8-45f3-8ae5-36b300bcb040/ac0236a6-52c0-474d-ac00-ea40f99a6489/09589029-efce-4fa5-97b4-a4c475866618) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:07.049738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98112d39-eebf-494d-8738-60c29b05e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.057498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20a59e68-3b0f-4fee-b498-fa4a41a4bc4b None None] Provisioning complete for port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:07.057940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20a59e68-3b0f-4fee-b498-fa4a41a4bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.135101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e81a79f-e546-4677-8b4f-94c17b441cee req-dca5546b-00ed-435e-aae8-e66c777403fb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5040519 Mar 05 00:08:07.151408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.198614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:07.199128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.323372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-20a59e68-3b0f-4fee-b498-fa4a41a4bc4b None None] Port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:07.323881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6b9505e-5d69-45b5-91e3-eb8bfd7f9045 req-44caee21-d4ad-4e05-84a2-b9427fff9053 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985072 Mar 05 00:08:07.391603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-6b33be9d-6f16-4d41-9c88-13c05b64a6ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 1095 time: 0.8859808 Mar 05 00:08:07.468686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e1555d-b971-455b-9b23-bf1acc8b12ca,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:07.484403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d4df6b02-5a67-4c11-a2bf-6a20344f078d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:07.497194 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df07b87-873d-40d2-97f5-1b466b888920', 'tag': '50223851-f389-407b-86ed-84d242e08d54', 'status': 'completed', 'code': 200} Mar 05 00:08:07.556778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-30acd7d9-f882-44da-b972-54c24e20d27f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50223851-f389-407b-86ed-84d242e08d54 HTTP/1.1" status: 200 len: 217 time: 0.1574781 Mar 05 00:08:07.580652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d4df6b02-5a67-4c11-a2bf-6a20344f078d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:07.581032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d4df6b02-5a67-4c11-a2bf-6a20344f078d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:07.651344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0003d6-0844-4fa8-9dce-ace4d7fca989 req-7cb8e81c-4494-4feb-81c3-4d90e2addd50 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 210 time: 0.1759744 Mar 05 00:08:07.700760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting subnet 968222ca-1bc4-4e5f-b4af-86bebfba85a7 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:07.748569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.802421 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.842597 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:07.872197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a67b9-91da-46b7-9ab8-749065311938 req-96a4964a-b1e5-4a4f-813d-23bd9fadf2a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:07.873684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-96a4964a-b1e5-4a4f-813d-23bd9fadf2a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.3099458 Mar 05 00:08:07.936552 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-d0da0f0a-86dd-4ee9-8215-0df373228466 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547917 Mar 05 00:08:07.992138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting subnet f17f1651-f6b3-445f-bba2-12273aca5da6 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:08.007980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.049169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f666-19de-4212-a5b0-2c0f91ccbf8f req-85ace6bd-67d4-4349-988f-f934192581a2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:08.056008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d67f666-19de-4212-a5b0-2c0f91ccbf8f req-85ace6bd-67d4-4349-988f-f934192581a2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4181650 Mar 05 00:08:08.068490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.110627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.170551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.211879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.212271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.246734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:08:08.297635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.305691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d67f666-19de-4212-a5b0-2c0f91ccbf8f req-cb4d799c-a931-421e-9bb2-19a754f1f818 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486348 Mar 05 00:08:08.314978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:08.314978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Pushing event updated for resources: {'Port': ['ID=09589029-efce-4fa5-97b4-a4c475866618,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:08.331532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-fd865474-1472-448a-8ccb-df57ad104f21 service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816967 Mar 05 00:08:08.335586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:08.348041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:08.397557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.410591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.416176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.595868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:08.596894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.601110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.634646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.690747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Subnet': ['ID=968222ca-1bc4-4e5f-b4af-86bebfba85a7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:08.726802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:08.736610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52973698-6e33-48fb-9e50-42db5e0c10a8 None None] Network e1e48767-8d23-436e-99a6-d686d7d18f0c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:08.758578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-de53ca79-7932-4bf2-b64f-3805210271e7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4645815 Mar 05 00:08:08.761323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-776a67b9-91da-46b7-9ab8-749065311938 req-e54b3cc8-7af4-4ba5-b9e3-707ae256c382 service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755503 Mar 05 00:08:08.770444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.785012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.793212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1786fff4-525b-46d4-99c4-9d12623bce6e tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/subnets/968222ca-1bc4-4e5f-b4af-86bebfba85a7 HTTP/1.1" status: 204 len: 168 time: 2.4407427 Mar 05 00:08:08.807818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57590) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:08.818909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Request body: {'port': {'device_id': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:08.836771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:08.837489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a756690-c11c-4a7c-9112-5b2a489ccb96 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:09.029847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.036606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b282ef23-caf2-4868-88ea-9cb5e0f83e0b admin admin] 10.222.0.32 "DELETE /v2.0/routers/2a756690-c11c-4a7c-9112-5b2a489ccb96 HTTP/1.1" status: 204 len: 168 time: 6.3812790 Mar 05 00:08:09.046116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57594) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:09.131040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7580880f-ef16-4d12-ab5d-76112fed9c65 None None] Provisioning complete for port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:09.131419 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7580880f-ef16-4d12-ab5d-76112fed9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.164528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b86f57-bf70-4cd7-bb3b-dec1f2b8240d req-2d0719c7-5b2d-46c1-85ad-dc861df2e353 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:09.173801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4b86f57-bf70-4cd7-bb3b-dec1f2b8240d req-2d0719c7-5b2d-46c1-85ad-dc861df2e353 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5888436 Mar 05 00:08:09.208546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7580880f-ef16-4d12-ab5d-76112fed9c65 None None] Port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:09.238861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafe85d-e0c0-4e07-b595-af1dc13a3665 req-70f4d757-5843-444e-b6ab-dd9c7cc7f79f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:09.241397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fafe85d-e0c0-4e07-b595-af1dc13a3665 req-70f4d757-5843-444e-b6ab-dd9c7cc7f79f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 944 time: 0.7001853 Mar 05 00:08:09.272349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.297848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.323304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.359551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Subnet': ['ID=f17f1651-f6b3-445f-bba2-12273aca5da6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:09.368458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Deleting subnet e1da23bf-1198-4f58-9359-52ca3c7eff3e {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:09.397542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4b86f57-bf70-4cd7-bb3b-dec1f2b8240d req-1c71e384-c13e-453a-92c3-4b519115aaa3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225144 Mar 05 00:08:09.401354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.431234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:09.431753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.447299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.460212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d761ab-71e5-4928-b3e9-72295cf018d1 None None] Network 00ab11e5-f450-4753-84eb-6360e5319005 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:09.478584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fb2fc3ac-4179-4445-a739-debbc45c01fe tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/subnets/f17f1651-f6b3-445f-bba2-12273aca5da6 HTTP/1.1" status: 204 len: 168 time: 2.6175344 Mar 05 00:08:09.483062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:09.551323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.580833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] DHCP port deletion for e1e48767-8d23-436e-99a6-d686d7d18f0c request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:09.589814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57608) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:09.601712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.604410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] Deleting port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:09.604847 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.656972 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-150a40a1-62d6-4177-90d9-36c50285d674 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 1095 time: 0.7423711 Mar 05 00:08:09.659207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fafe85d-e0c0-4e07-b595-af1dc13a3665 req-4b2808ed-382f-402f-a835-77c23c51a59b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075031 Mar 05 00:08:09.709613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.742005 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.884988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.916090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port 1eccbf91-f608-48ae-be61-fd87514939b0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:09.916437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.925190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] For port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,segment=NetworkSegment(a4244e22-8bfe-4e12-ba36-8e4a3124817e),segment_id=a4244e22-8bfe-4e12-ba36-8e4a3124817e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:09.925668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:09.965408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafbdae-4520-494b-892d-d3a654d0f595 req-aed29129-9fc0-45a3-aedd-a774cc09969a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:09.967120 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-deafbdae-4520-494b-892d-d3a654d0f595 req-aed29129-9fc0-45a3-aedd-a774cc09969a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 931 time: 0.3682132 Mar 05 00:08:10.086032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] DHCP port deletion for 00ab11e5-f450-4753-84eb-6360e5319005 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:10.111850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.141669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.163307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] Calling delete_port for 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:10.210669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.214455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f8102-bb69-4bc4-89b4-84fb19847b00 None None] Network e1732a5e-21f8-463d-8c73-ea6686669061 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:10.230990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] Deleting port 1eccbf91-f608-48ae-be61-fd87514939b0 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:10.231359 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.263743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1da23bf-1198-4f58-9359-52ca3c7eff3e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:10.280338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:10.284741 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.305790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:0981919443974228a11c287ebe9dd85d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:10.312035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-517585f8-7b78-453f-9e75-ae78256595fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e1da23bf-1198-4f58-9359-52ca3c7eff3e HTTP/1.1" status: 204 len: 168 time: 1.2649598 Mar 05 00:08:10.314964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:10.318331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:10.322420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-deafbdae-4520-494b-892d-d3a654d0f595 req-e10ee26e-217d-404e-be51-10893f087fe0 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Synchronizing usage tracker for tenant:287af5447bdb4afcb5cdb1772bc74a60 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:10.357671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:10.428104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-80e191db-ea89-4230-a525-509df2b5a661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:10.429673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-80e191db-ea89-4230-a525-509df2b5a661 service neutron] 10.222.0.10 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 915 time: 0.7531927 Mar 05 00:08:10.451401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.551922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] Pushing event deleted for resources: {'Port': ['ID=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:10.553571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] For port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f8a9cd5-8027-4b74-86aa-6a80234e19c7,segment=NetworkSegment(a4244e22-8bfe-4e12-ba36-8e4a3124817e),segment_id=a4244e22-8bfe-4e12-ba36-8e4a3124817e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:10.553999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.580432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-deafbdae-4520-494b-892d-d3a654d0f595 req-e10ee26e-217d-404e-be51-10893f087fe0 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Unset dirty status for tenant:287af5447bdb4afcb5cdb1772bc74a60 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:10.581629 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-deafbdae-4520-494b-892d-d3a654d0f595 req-e10ee26e-217d-404e-be51-10893f087fe0 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988355 Mar 05 00:08:10.582481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-47a0bf16-897e-4a91-a1a2-6309f27e4204 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50223851-f389-407b-86ed-84d242e08d54 HTTP/1.1" status: 200 len: 217 time: 0.1431489 Mar 05 00:08:10.616579 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.677517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899e3e0-0ae9-4984-a5cb-765b1ce4728b None None] No DVR routers for this DVR port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:10.738773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] For port 1eccbf91-f608-48ae-be61-fd87514939b0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1eccbf91-f608-48ae-be61-fd87514939b0,segment=NetworkSegment(b06988ac-f5eb-41d4-bed7-ef98d3d362d3),segment_id=b06988ac-f5eb-41d4-bed7-ef98d3d362d3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:10.739201 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.746863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:10.844990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56c15-6f08-4ffc-b88c-9cf718a8a9a1 req-56f76c9a-edd1-4059-8d28-212a4c28578e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:10.853108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f56c15-6f08-4ffc-b88c-9cf718a8a9a1 req-56f76c9a-edd1-4059-8d28-212a4c28578e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.7018957 Mar 05 00:08:10.875981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] DHCP port deletion for e1732a5e-21f8-463d-8c73-ea6686669061 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:10.887321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] Calling delete_port for 1eccbf91-f608-48ae-be61-fd87514939b0 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:10.903859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] For port 1eccbf91-f608-48ae-be61-fd87514939b0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1eccbf91-f608-48ae-be61-fd87514939b0,segment=NetworkSegment(b06988ac-f5eb-41d4-bed7-ef98d3d362d3),segment_id=b06988ac-f5eb-41d4-bed7-ef98d3d362d3)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:10.904841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.914711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] Deleting port b74aa28f-09ec-4044-b60f-af6116a27850 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:10.915058 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:10.919481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-a40c53cd-c9aa-4a74-8cba-f4a3c42ed934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:10.921026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-a40c53cd-c9aa-4a74-8cba-f4a3c42ed934 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.2849972 Mar 05 00:08:11.001580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:11.034700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-52ddad9d-e3b5-483e-8a10-af31314ff6de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719252 Mar 05 00:08:11.036410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:08:11.036826 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:08:11.056323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:11.056658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:11.057064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1eccbf91-f608-48ae-be61-fd87514939b0 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:11.074244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e8f56c15-6f08-4ffc-b88c-9cf718a8a9a1 req-11dd4ad6-8383-4a3f-99a4-c149211002a1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198842 Mar 05 00:08:11.079831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Calling delete_port for 1eccbf91-f608-48ae-be61-fd87514939b0 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:11.093162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09589029-efce-4fa5-97b4-a4c475866618 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:08:11.128038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Deleting port b74aa28f-09ec-4044-b60f-af6116a27850 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:11.128397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.152995 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.185985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Transition to ACTIVE for port object 09589029-efce-4fa5-97b4-a4c475866618 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:11.201888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.272375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.288113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.313381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.335823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-f0af4f52-a7ca-487e-8704-6eea7a3b725f service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939720 Mar 05 00:08:11.336480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] For port b74aa28f-09ec-4044-b60f-af6116a27850, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b74aa28f-09ec-4044-b60f-af6116a27850,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:11.336866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.349776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.363475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 50223851-f389-407b-86ed-84d242e08d54 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:08:11.366244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] Pushing event deleted for resources: {'Port': ['ID=1eccbf91-f608-48ae-be61-fd87514939b0,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:11.415153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Pushing event updated for resources: {'Port': ['ID=09589029-efce-4fa5-97b4-a4c475866618,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:11.491208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] Calling delete_port for b74aa28f-09ec-4044-b60f-af6116a27850 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:11.525604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd49562-a6e2-4854-965d-5dd90caa5226 None None] No DVR routers for this DVR port 1eccbf91-f608-48ae-be61-fd87514939b0 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:11.526869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d6148d-1b95-445a-a6ca-2c1b18facd46,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:11.560886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:08:11.561184 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:08:11.577303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-482bf6f9-86b1-4d10-923b-59d274401cb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0981919443974228a11c287ebe9dd85d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9702642 Mar 05 00:08:11.597268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57622) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:11.599719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 8f8a9cd5-8027-4b74-86aa-6a80234e19c7 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:11.599719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.674173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d3e1555d-b971-455b-9b23-bf1acc8b12ca no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:11.702283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] For port b74aa28f-09ec-4044-b60f-af6116a27850, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b74aa28f-09ec-4044-b60f-af6116a27850,segment=NetworkSegment(72c3bf3b-8815-43ec-8075-faaa7689d932),segment_id=72c3bf3b-8815-43ec-8075-faaa7689d932)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:11.702697 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.716774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d3e1555d-b971-455b-9b23-bf1acc8b12ca {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:11.717105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d3e1555d-b971-455b-9b23-bf1acc8b12ca not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:11.728727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.786183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] Pushing event deleted for resources: {'Port': ['ID=b74aa28f-09ec-4044-b60f-af6116a27850,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:11.806610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6915f-2cd2-4db0-9b50-f9a954319c68 None None] No DVR routers for this DVR port b74aa28f-09ec-4044-b60f-af6116a27850 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:11.808985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 50223851-f389-407b-86ed-84d242e08d54, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=50223851-f389-407b-86ed-84d242e08d54,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:11.812592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] The port '8f8a9cd5-8027-4b74-86aa-6a80234e19c7' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:08:11.825514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '50223851-f389-407b-86ed-84d242e08d54', 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'port_id': '50223851-f389-407b-86ed-84d242e08d54', 'mac_address': 'fa:16:3e:a6:67:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbab21-92d9-479f-9629-d20b36d86260', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:08:11.868953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Calling delete_port for b74aa28f-09ec-4044-b60f-af6116a27850 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:11.879474 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dc903d2-3e6e-486e-b32d-17a4e47debc3 req-8901b325-a478-4108-a237-b0a9d05912fa service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344453 Mar 05 00:08:11.885325 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.903804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50223851-f389-407b-86ed-84d242e08d54 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:08:11.913784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72deb5c-ae44-4ba6-b955-8b8fa5c7243d req-9b4b4f82-1059-4dad-87ed-6421be8b1e23 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:11.920278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 50223851-f389-407b-86ed-84d242e08d54, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=50223851-f389-407b-86ed-84d242e08d54,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:11.920458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a72deb5c-ae44-4ba6-b955-8b8fa5c7243d req-9b4b4f82-1059-4dad-87ed-6421be8b1e23 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 944 time: 0.8474183 Mar 05 00:08:11.924599 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:11.993818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a72deb5c-ae44-4ba6-b955-8b8fa5c7243d req-9a317262-d04c-4041-a87d-6bf5a3b3c43d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Mar 05 00:08:12.000197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=50223851-f389-407b-86ed-84d242e08d54,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:12.053077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.054552 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:08:12.054863 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:08:12.058234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Attempting to bind port 09589029-efce-4fa5-97b4-a4c475866618 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:12.058573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.058736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Attempting to bind port 09589029-efce-4fa5-97b4-a4c475866618 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '528c16b3-8d6f-4530-8bed-097ca455862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:12.058952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Attempting to bind port 09589029-efce-4fa5-97b4-a4c475866618 on network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:12.067045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.095785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac08c-813c-48f0-ac8d-db2968f6fd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.113832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Port 09589029-efce-4fa5-97b4-a4c475866618 on network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:08:12.114158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Attempting to bind port 09589029-efce-4fa5-97b4-a4c475866618 on network 2ce98ff4-bca8-45f3-8ae5-36b300bcb040 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:12.116974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Deleting port 1eccbf91-f608-48ae-be61-fd87514939b0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:12.117333 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.120760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e48767-8d23-436e-99a6-d686d7d18f0c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:12.147081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4244e22-8bfe-4e12-ba36-8e4a3124817e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:12.147386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4244e22-8bfe-4e12-ba36-8e4a3124817e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:12.166011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac08c-813c-48f0-ac8d-db2968f6fd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.174965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.181625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:12.181977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Checking segment: {'id': '528c16b3-8d6f-4530-8bed-097ca455862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:12.182356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Bound using segment: {'id': '528c16b3-8d6f-4530-8bed-097ca455862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:12.182796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Bound port: 09589029-efce-4fa5-97b4-a4c475866618, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528c16b3-8d6f-4530-8bed-097ca455862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:12.183137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.204738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710da1d-c47a-45ac-be37-b1332286dadb req-49b4cd91-8cec-4aed-a33a-e725dc30642c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:12.205470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d710da1d-c47a-45ac-be37-b1332286dadb req-49b4cd91-8cec-4aed-a33a-e725dc30642c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Synchronizing usage tracker for tenant:287af5447bdb4afcb5cdb1772bc74a60 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:12.218831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] The port '1eccbf91-f608-48ae-be61-fd87514939b0' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:08:12.232046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['50223851-f389-407b-86ed-84d242e08d54'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:08:12.278786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.303638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.306959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:12.307373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.308436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:12.324133 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:12.388247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d710da1d-c47a-45ac-be37-b1332286dadb req-49b4cd91-8cec-4aed-a33a-e725dc30642c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Unset dirty status for tenant:287af5447bdb4afcb5cdb1772bc74a60 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:12.395143 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d710da1d-c47a-45ac-be37-b1332286dadb req-49b4cd91-8cec-4aed-a33a-e725dc30642c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 943 time: 0.6505864 Mar 05 00:08:12.462344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac08c-813c-48f0-ac8d-db2968f6fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.491647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.504261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] For port 09589029-efce-4fa5-97b4-a4c475866618, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:12.507023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ac08c-813c-48f0-ac8d-db2968f6fd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d6148d-1b95-445a-a6ca-2c1b18facd46,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:12.531054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.544407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Network': ['ID=e1e48767-8d23-436e-99a6-d686d7d18f0c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:12.546844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.550401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] For port 09589029-efce-4fa5-97b4-a4c475866618, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=09589029-efce-4fa5-97b4-a4c475866618,segment=NetworkSegment(528c16b3-8d6f-4530-8bed-097ca455862c),segment_id=528c16b3-8d6f-4530-8bed-097ca455862c)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:12.553645 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d710da1d-c47a-45ac-be37-b1332286dadb req-e84823e4-c7fc-4920-92e7-ad7e57e80913 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576262 Mar 05 00:08:12.555694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Deleting port b74aa28f-09ec-4044-b60f-af6116a27850 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:12.556069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.561869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.602038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bc13d25c-fb17-4dd4-b5ee-93320c57ac05 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/networks/e1e48767-8d23-436e-99a6-d686d7d18f0c HTTP/1.1" status: 204 len: 168 time: 3.7411649 Mar 05 00:08:12.611445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac08c-813c-48f0-ac8d-db2968f6fd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.612459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9d3ac08c-813c-48f0-ac8d-db2968f6fd64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89d6148d-1b95-445a-a6ca-2c1b18facd46 HTTP/1.1" status: 204 len: 168 time: 0.9901900 Mar 05 00:08:12.613044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57630) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:12.691428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ab11e5-f450-4753-84eb-6360e5319005']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:12.715253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.716297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] The port 'b74aa28f-09ec-4044-b60f-af6116a27850' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:08:12.716507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] 10.222.0.36 "PUT /v2.0/ports/09589029-efce-4fa5-97b4-a4c475866618 HTTP/1.1" status: 200 len: 1091 time: 3.9231124 Mar 05 00:08:12.716956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'tag': '09589029-efce-4fa5-97b4-a4c475866618'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:08:12.718081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:12.718372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06988ac-f5eb-41d4-bed7-ef98d3d362d3') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:12.777101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.817896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7a87-830f-4622-a711-9620105b5882 req-770a8b84-50f8-43cc-9ab6-ad6a8a3cd8e6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:12.819657 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ffc7a87-830f-4622-a711-9620105b5882 req-770a8b84-50f8-43cc-9ab6-ad6a8a3cd8e6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5964139 Mar 05 00:08:12.844073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db7279-85a5-4a2e-bc82-f422114ec474 service neutron] Pushing event updated for resources: {'Port': ['ID=09589029-efce-4fa5-97b4-a4c475866618,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:12.855057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 7c55b842-41c0-479e-ba1c-a36ba924f1de {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:12.855399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.879550 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'tag': '09589029-efce-4fa5-97b4-a4c475866618', 'status': 'completed', 'code': 200} Mar 05 00:08:12.884597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b74aa28f-09ec-4044-b60f-af6116a27850 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:12.919701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.948951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b74aa28f-09ec-4044-b60f-af6116a27850 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:12.949348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b74aa28f-09ec-4044-b60f-af6116a27850 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:12.951256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.970338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:12.970746 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:12.987102 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:12.995092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 58e140d6-cde8-46e4-aaad-590f96a274fa is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:13.015201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-2b3b25d5-5751-4735-9d0e-8c6b2cfa9f3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=287af5447bdb4afcb5cdb1772bc74a60&device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 1094 time: 0.2311187 Mar 05 00:08:13.058497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:13.084020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:13.144856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.145208 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.147914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1732a5e-21f8-463d-8c73-ea6686669061']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:13.158084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-cc0249ba-b533-4bf3-8306-17eb484c7e6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09589029-efce-4fa5-97b4-a4c475866618 HTTP/1.1" status: 200 len: 217 time: 0.1344960 Mar 05 00:08:13.219366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.237492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c3bf3b-8815-43ec-8075-faaa7689d932') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:13.237777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c3bf3b-8815-43ec-8075-faaa7689d932') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:13.261615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ffc7a87-830f-4622-a711-9620105b5882 req-65004720-e60e-436d-ae50-f9ba80074954 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589537 Mar 05 00:08:13.267738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.272992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.300093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.330466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] Pushing event deleted for resources: {'Network': ['ID=00ab11e5-f450-4753-84eb-6360e5319005,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:13.335947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.339686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 50223851-f389-407b-86ed-84d242e08d54 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:13.350009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:13.350441 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:13.364121 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:13.416590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-61d970ce-60f8-4dc1-8238-27ff4d0fd15a tempest-AllowedAddressPairIpV6TestJSON-1130692602 tempest-AllowedAddressPairIpV6TestJSON-1130692602-project] 10.222.0.32 "DELETE /v2.0/networks/00ab11e5-f450-4753-84eb-6360e5319005 HTTP/1.1" status: 204 len: 168 time: 3.9322174 Mar 05 00:08:13.456686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9974a6f4-12db-41f6-8322-4a2613f3e560 None None] Provisioning complete for port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:13.457385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9974a6f4-12db-41f6-8322-4a2613f3e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.522329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9974a6f4-12db-41f6-8322-4a2613f3e560 None None] Port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:13.531918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 7c55b842-41c0-479e-ba1c-a36ba924f1de owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:13.541422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 50223851-f389-407b-86ed-84d242e08d54 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:13.563344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 50223851-f389-407b-86ed-84d242e08d54 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:13.563733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.579959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.612392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.634661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1732a5e-21f8-463d-8c73-ea6686669061,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:13.649381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fd673e8e-06a8-470d-b3d7-f9ec30b3acc3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1732a5e-21f8-463d-8c73-ea6686669061 HTTP/1.1" status: 204 len: 168 time: 3.3238807 Mar 05 00:08:13.683530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:13.700595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cda64-a129-457d-ac92-391abc0a0243 req-030d17de-9adb-4e32-ab3b-8ac54023dc30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:13.702188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-030d17de-9adb-4e32-ab3b-8ac54023dc30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac0236a6-52c0-474d-ac00-ea40f99a6489 HTTP/1.1" status: 200 len: 861 time: 0.5358715 Mar 05 00:08:13.707036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ac6aebca6d184943b4ce87f9f9a29d0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:13.720624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 3d157028-050a-4b3f-8268-a1e9f11b9292 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:08:13.735862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:13.817313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.818611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:13.871938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df07b87-873d-40d2-97f5-1b466b888920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50223851-f389-407b-86ed-84d242e08d54'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:08:13.892577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 50223851-f389-407b-86ed-84d242e08d54, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=50223851-f389-407b-86ed-84d242e08d54,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:13.908420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:13.919686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57658) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:13.919850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-9b9cc3b5-0e65-4d23-be0c-5d32974b602b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ce98ff4-bca8-45f3-8ae5-36b300bcb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800456 Mar 05 00:08:13.969037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.046012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=50223851-f389-407b-86ed-84d242e08d54,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:14.130983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b184ae6-7093-426c-998a-75882207bd18 req-17c328e0-bbfd-4eb5-8e3e-ac94c61935ff tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:14.132480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b184ae6-7093-426c-998a-75882207bd18 req-17c328e0-bbfd-4eb5-8e3e-ac94c61935ff tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 945 time: 0.9674335 Mar 05 00:08:14.134317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57664) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.143072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=7c55b842-41c0-479e-ba1c-a36ba924f1de,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:14.251320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0f84bf50-687d-416d-9405-4658ad93577b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4ff73b0a18347aca725055ec0802d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3300827 Mar 05 00:08:14.254035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.307850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664a51-ac61-4b6a-a734-ee1239020f2c req-31cb4c10-f68a-4d6f-a46f-6447e79a0b1a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:14.309340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68664a51-ac61-4b6a-a734-ee1239020f2c req-31cb4c10-f68a-4d6f-a46f-6447e79a0b1a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 943 time: 0.3962047 Mar 05 00:08:14.321445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.353363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b184ae6-7093-426c-998a-75882207bd18 req-602a2921-da01-47c1-97ae-bc496d56f286 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080545 Mar 05 00:08:14.355063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-ab06112c-a8a3-458b-be45-9ed77aca1e76 service neutron] 10.222.0.36 "GET /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228740 Mar 05 00:08:14.390677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-088a082a-32ea-4ee6-8582-b5cecffa47c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.395128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.405722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68664a51-ac61-4b6a-a734-ee1239020f2c req-8c209538-eeed-4f31-bdff-5f2910bcef9c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866427 Mar 05 00:08:14.409911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:14.416239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d17b87c5-5ca5-48d4-a73d-c4fdb84e64d7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/3d157028-050a-4b3f-8268-a1e9f11b9292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0494845 Mar 05 00:08:14.422833 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] Sync routers for ids ['3d157028-050a-4b3f-8268-a1e9f11b9292'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:14.430504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57676) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.440042 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] Routers {'3d157028-050a-4b3f-8268-a1e9f11b9292'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:14.440795 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3d157028-050a-4b3f-8268-a1e9f11b9292'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:14.487897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-119f854f-4ba8-4647-9a67-7b96689e0c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9238d2ecdd4d457e886a77ccb3f2a769&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3460171 Mar 05 00:08:14.491207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.497517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.516001 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-088a082a-32ea-4ee6-8582-b5cecffa47c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.532273 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df07b87-873d-40d2-97f5-1b466b888920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50223851-f389-407b-86ed-84d242e08d54', 'code': 200} Mar 05 00:08:14.550176 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:14.563317 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] Routers {'3d157028-050a-4b3f-8268-a1e9f11b9292'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:14.563909 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3d157028-050a-4b3f-8268-a1e9f11b9292'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:14.568586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c3b16-ef76-42a0-a181-26d4ad4b7d78 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:14.569212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b57c3b16-ef76-42a0-a181-26d4ad4b7d78 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:14.593190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b57c3b16-ef76-42a0-a181-26d4ad4b7d78 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:14.595582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b57c3b16-ef76-42a0-a181-26d4ad4b7d78 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports/7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b HTTP/1.1" status: 200 len: 976 time: 0.1641092 Mar 05 00:08:14.598325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.633433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:14.633742 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa766c-77a2-4be5-8976-f92ff85e05f2 None None] The sync data for ids ['3d157028-050a-4b3f-8268-a1e9f11b9292'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:14.687788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.688920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-68654624-1fec-48d0-8520-8610b43ed2d2 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/floatingips/ac00fb90-99bd-448d-8d3c-0bc7f23148ce HTTP/1.1" status: 204 len: 168 time: 2.0710950 Mar 05 00:08:14.702744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9fc2f7-c3a2-4307-b5c3-1615d0abb91b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:14.718556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57688) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.721914 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-088a082a-32ea-4ee6-8582-b5cecffa47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.743878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a082a-32ea-4ee6-8582-b5cecffa47c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4284479-f54d-4c14-a22e-d01507b9ac6b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:14.753033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-088a082a-32ea-4ee6-8582-b5cecffa47c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:14.757197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-088a082a-32ea-4ee6-8582-b5cecffa47c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4284479-f54d-4c14-a22e-d01507b9ac6b HTTP/1.1" status: 204 len: 168 time: 0.4969025 Mar 05 00:08:14.764620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ce1c2ee2-a9c6-4e89-8b86-9e3a94c7f7a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac6aebca6d184943b4ce87f9f9a29d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6691532 Mar 05 00:08:14.775585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57694) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.833725 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c574d673-43b3-4a0e-827c-69e5e1e92ccb tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] DELETE failed (client error): The resource could not be found. Mar 05 00:08:14.834176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c574d673-43b3-4a0e-827c-69e5e1e92ccb tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:08:14.838284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c574d673-43b3-4a0e-827c-69e5e1e92ccb tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/ports/ef158be6-d302-4a3e-b251-3eafeae7a467 HTTP/1.1" status: 404 len: 333 time: 0.1136878 Mar 05 00:08:14.842794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:14.845403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e71cda64-a129-457d-ac92-391abc0a0243 req-87db38fe-e3cd-4760-95e6-b4a67b3388a3 service neutron] 10.222.0.36 "GET /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808879 Mar 05 00:08:14.969063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ed0f895-3888-4aed-8f44-b6b6ad9809ae tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Synchronizing usage tracker for tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:14.994723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c9fb-3228-4f5d-91ba-a9d95a40f2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.042103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3f30-4588-46fc-970b-b3d2f2ff9493 req-844e5d02-31e0-44c4-aa2e-e5a9d1106220 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:15.049161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8cad3f30-4588-46fc-970b-b3d2f2ff9493 req-844e5d02-31e0-44c4-aa2e-e5a9d1106220 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5506592 Mar 05 00:08:15.082476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a345a3c2-5bb9-4adf-b777-9be754895905 req-1275fc64-21fe-4972-b562-32c0172f3366 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 1097 time: 0.4778500 Mar 05 00:08:15.087568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ed0f895-3888-4aed-8f44-b6b6ad9809ae tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Unset dirty status for tenant:578b68c8007b4ccd9c2fe2fe9cd242c2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:15.091156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ed0f895-3888-4aed-8f44-b6b6ad9809ae tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/ports?device_id=d947f0f1-00cb-4287-a26e-d8ac28adeee4 HTTP/1.1" status: 200 len: 205 time: 0.2423172 Mar 05 00:08:15.092041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57706) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:15.099781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c9fb-3228-4f5d-91ba-a9d95a40f2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.169346 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-d6be8760-3adb-41c5-ae30-ecf40b0dc201 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] delete failed (client error): The resource could not be found. Mar 05 00:08:15.172908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6be8760-3adb-41c5-ae30-ecf40b0dc201 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/routers/d947f0f1-00cb-4287-a26e-d8ac28adeee4 HTTP/1.1" status: 404 len: 336 time: 0.0774386 Mar 05 00:08:15.173063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:15.199005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90e22313-b14b-4c54-a58e-e239eb801fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.229765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8cad3f30-4588-46fc-970b-b3d2f2ff9493 req-cb9bb8d8-cf98-4ae1-92b3-4a7cd3d13903 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796682 Mar 05 00:08:15.246152 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1107453-15b4-4c86-baec-2971c8abce1b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] DELETE failed (client error): The resource could not be found. Mar 05 00:08:15.246610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1107453-15b4-4c86-baec-2971c8abce1b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:08:15.248785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1107453-15b4-4c86-baec-2971c8abce1b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/subnets/968222ca-1bc4-4e5f-b4af-86bebfba85a7 HTTP/1.1" status: 404 len: 337 time: 0.0747461 Mar 05 00:08:15.251920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57718) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:15.266885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a345a3c2-5bb9-4adf-b777-9be754895905 req-f4ba2236-11b7-41fe-98e2-325965564042 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604486 Mar 05 00:08:15.284890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c9fb-3228-4f5d-91ba-a9d95a40f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.291383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90e22313-b14b-4c54-a58e-e239eb801fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.311499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-f3e909c4-ff5c-4b4a-82e3-d59806f8208e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=287af5447bdb4afcb5cdb1772bc74a60&device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 1094 time: 0.3805797 Mar 05 00:08:15.315226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9c9fb-3228-4f5d-91ba-a9d95a40f2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5708d5-8b82-46be-9ef4-b070a14db7e6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:15.336517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 89880d05-33a9-4eb6-9052-0057f2c13d09 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:15.336843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.497022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-4753a0b7-1764-4964-9104-f558d0088469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:15.498703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-4753a0b7-1764-4964-9104-f558d0088469 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ce98ff4-bca8-45f3-8ae5-36b300bcb040 HTTP/1.1" status: 200 len: 922 time: 0.1725311 Mar 05 00:08:15.499575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c9fb-3228-4f5d-91ba-a9d95a40f2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.500749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ebc9c9fb-3228-4f5d-91ba-a9d95a40f2e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c5708d5-8b82-46be-9ef4-b070a14db7e6 HTTP/1.1" status: 204 len: 168 time: 0.9880211 Mar 05 00:08:15.552510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.688317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-7ada1858-83b0-43ac-a088-39704305117f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09589029-efce-4fa5-97b4-a4c475866618 HTTP/1.1" status: 200 len: 217 time: 0.1834226 Mar 05 00:08:15.817208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-c22c5bcc-c717-4485-9a3c-3730da02124d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:15.818725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-c22c5bcc-c717-4485-9a3c-3730da02124d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac0236a6-52c0-474d-ac00-ea40f99a6489 HTTP/1.1" status: 200 len: 861 time: 0.0660009 Mar 05 00:08:15.828704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618efe2-28f1-4d6d-a04e-ec1a6ea4938f req-dfe04c7d-8395-4c64-b1d9-cc57da2b03e7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:15.835987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0618efe2-28f1-4d6d-a04e-ec1a6ea4938f req-dfe04c7d-8395-4c64-b1d9-cc57da2b03e7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4124870 Mar 05 00:08:15.870665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57744) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:15.882379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:15.923223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-78f53e06-4e51-4403-8685-5b40f7d1d1a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ce98ff4-bca8-45f3-8ae5-36b300bcb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693748 Mar 05 00:08:16.005127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90e22313-b14b-4c54-a58e-e239eb801fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:16.100653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e22313-b14b-4c54-a58e-e239eb801fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9fc2f7-c3a2-4307-b5c3-1615d0abb91b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:16.118736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90e22313-b14b-4c54-a58e-e239eb801fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:16.122658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-90e22313-b14b-4c54-a58e-e239eb801fcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb9fc2f7-c3a2-4307-b5c3-1615d0abb91b HTTP/1.1" status: 204 len: 168 time: 1.3393402 Mar 05 00:08:16.132012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc9ef-b35d-4dff-9aa5-80b4af7d9076 req-0ac7acc3-f377-4687-959c-794d73742cd5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:16.133616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ebbc9ef-b35d-4dff-9aa5-80b4af7d9076 req-0ac7acc3-f377-4687-959c-794d73742cd5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 946 time: 0.6275339 Mar 05 00:08:16.142383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-d6a801fb-4adf-44ee-a27d-f3d8c91ba4e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3227086 Mar 05 00:08:16.151283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 89880d05-33a9-4eb6-9052-0057f2c13d09 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:16.191285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-network', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:16.216824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:16.227739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Usage tracker for resource:network and tenant:5a0483c7a56c4ee088c52fa258a8857a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:16.229078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-2b130999-4231-4379-bb3d-76cceefcb4bf service neutron] 10.222.0.36 "GET /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948620 Mar 05 00:08:16.232043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:16.248133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ebbc9ef-b35d-4dff-9aa5-80b4af7d9076 req-de55785e-f120-4342-8d41-bd0b599d180d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047068 Mar 05 00:08:16.249415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0618efe2-28f1-4d6d-a04e-ec1a6ea4938f req-95a850a5-e7d1-4bad-aecb-91cb55e64430 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124928 Mar 05 00:08:16.260500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:16.329005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Made reservation on behalf of 5a0483c7a56c4ee088c52fa258a8857a for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:16.334593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:16.376995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:16.477419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6972bb70-34d9-40f1-aaf9-cd00c3b4b1d3 req-9fdccf1e-7c65-4a33-8bbe-0d549492ca15 service neutron] 10.222.0.36 "GET /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419813 Mar 05 00:08:16.486106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-741abb88-f84b-4011-8d18-080e15f85957 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1097 time: 0.1887174 Mar 05 00:08:16.567877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:16.618272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Usage tracker for resource:security_group_rule and tenant:5a0483c7a56c4ee088c52fa258a8857a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:16.626349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:16.629728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:16.666273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:16.737240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=89880d05-33a9-4eb6-9052-0057f2c13d09,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:16.799200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-d997cdfa-6577-4246-8167-c9399bb028ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:16.801594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-d997cdfa-6577-4246-8167-c9399bb028ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.1883230 Mar 05 00:08:16.812032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.812375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.812715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.813046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.813416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.813741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.814062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.814382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.814702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.815042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.815371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:16.899061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:16.900154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:16.914737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-a385a81c-6751-40e1-9aad-092a7f59d09f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 217 time: 0.1066384 Mar 05 00:08:16.997751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57772) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:17.002628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-e22befd5-7ef3-4e43-ad93-54ee27b7fd3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:17.004039 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-e22befd5-7ef3-4e43-ad93-54ee27b7fd3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0831761 Mar 05 00:08:17.005975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.014549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded668d3-f695-4712-a0b1-7a77952621ea req-c17a47e0-ce23-4329-a8fd-63cd0767e494 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:17.016333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ded668d3-f695-4712-a0b1-7a77952621ea req-c17a47e0-ce23-4329-a8fd-63cd0767e494 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4722748 Mar 05 00:08:17.045297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7a22-d682-435c-ae0a-8555717ead7b req-f364b09f-fe1a-44c2-9aa6-ea7d2812b2df tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:17.047264 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb4c7a22-d682-435c-ae0a-8555717ead7b req-f364b09f-fe1a-44c2-9aa6-ea7d2812b2df tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 943 time: 0.4811411 Mar 05 00:08:17.122768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ded668d3-f695-4712-a0b1-7a77952621ea req-c23ef15e-770b-48fa-91b3-fa0ba4a237f4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752609 Mar 05 00:08:17.140343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-8b1203bb-1081-4392-8e45-b3a30d15fa30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228220 Mar 05 00:08:17.209397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.217759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4882057f-3c94-4056-805a-fe6caa06a290 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/ports/89880d05-33a9-4eb6-9052-0057f2c13d09 HTTP/1.1" status: 204 len: 168 time: 1.9647715 Mar 05 00:08:17.223432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57784) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:17.228480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.240473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:17.250115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.250542 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Added segment 2448bd76-aea0-4e13-be23-59a83788b39c of type vlan for network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 Mar 05 00:08:17.339174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.416927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d66676-46db-4968-b128-97d59a45e944,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:17.433859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-648b26df-be88-4e4f-8470-9df04efb839e service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867472 Mar 05 00:08:17.441813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1961587611'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:17.444996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb4c7a22-d682-435c-ae0a-8555717ead7b req-cc459979-8b9d-428e-aa5f-6dc4b89f223b tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693027 Mar 05 00:08:17.448040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:17.448517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.485637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:17.499927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.501641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:network and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:17.570690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:17.598709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:17.643421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cb2cc-3aa5-4183-bd6c-a709dd831835 req-22b5980f-36f7-4d8e-84b5-458d13eee3e5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:17.649735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-358cb2cc-3aa5-4183-bd6c-a709dd831835 req-22b5980f-36f7-4d8e-84b5-458d13eee3e5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2864575 Mar 05 00:08:17.650666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Made reservation on behalf of 0f943bab404041df8bdb3a67acf5c936 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:17.651634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:17.653991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.679025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.679851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:17.680615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.697141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:17.720947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42bc49f2-1ce3-468e-97ff-20a4de0e6b08 req-c8178d21-5351-4bd9-bd14-59e19d5c5cc4 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678409 Mar 05 00:08:17.861306 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-358cb2cc-3aa5-4183-bd6c-a709dd831835 req-7960597c-d04f-45f4-b62c-dfbcc733500d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973114 Mar 05 00:08:17.870090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:17.875093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:security_group_rule and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:17.878442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:17.885177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:17.959420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] Pushing event updated for resources: {'Network': ['ID=0dfd5c43-489c-4577-b2de-b2dd0ff54bc8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:17.994673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:18.118128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.123804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-48a8afc3-fe93-4619-b396-cee960f79e97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2504463 Mar 05 00:08:18.131330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57806) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:18.141391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Request body: {'subnet': {'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-subnet', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:18.147947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.181661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:18.185716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:18.201759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Usage tracker for resource:subnet and tenant:5a0483c7a56c4ee088c52fa258a8857a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:18.216144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:18.235100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:18.238419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.238764 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Added segment b22b86bd-79e0-4bbd-b97b-f1ef70f12709 of type vlan for network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 Mar 05 00:08:18.239862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484d2820-4730-4f73-a115-fe2e80394226,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:18.276289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Made reservation on behalf of 5a0483c7a56c4ee088c52fa258a8857a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:18.278821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.278976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f3e2c-31c4-4860-96d1-fa59e14cf720 req-64ca71ec-a640-47b8-9410-a2d66669b75d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:18.285390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b1f3e2c-31c4-4860-96d1-fa59e14cf720 req-64ca71ec-a640-47b8-9410-a2d66669b75d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 946 time: 0.6428006 Mar 05 00:08:18.295400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.317926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.359758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5f0d-1f16-472c-b444-f9e4286c3f2c req-b223d8d0-c8f0-4e42-8e8b-be4c5ef1c2f8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:18.360982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb8d5f0d-1f16-472c-b444-f9e4286c3f2c req-b223d8d0-c8f0-4e42-8e8b-be4c5ef1c2f8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2814415 Mar 05 00:08:18.456316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.460563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:18.461151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.486845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:18.493175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb8d5f0d-1f16-472c-b444-f9e4286c3f2c req-b8d22263-ec4d-4a6c-97a9-10ce3df28a87 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087282 Mar 05 00:08:18.553162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b1f3e2c-31c4-4860-96d1-fa59e14cf720 req-e4ffd6fb-6975-4013-bb18-0fb5e0195e53 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669210 Mar 05 00:08:18.581925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5799186 Mar 05 00:08:18.582052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57822) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:18.590563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.592349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'subnet': {'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:18.615405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c09e-678e-44fe-88a2-fce6af487f35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Network': ['ID=4a03faf3-05be-4bc1-85f8-0391925bf0e4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:18.628277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:18.671468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=7251c2c3-1dee-4bc3-8e15-6a92cdb74f9b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:18.805367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:18.820001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:subnet and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:18.828098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:18.854543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:18.894619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Made reservation on behalf of 0f943bab404041df8bdb3a67acf5c936 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:18.910484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.920197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:18.974122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 09589029-efce-4fa5-97b4-a4c475866618 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:08:19.023369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3fb2-5356-496a-8f5f-80d3da256a2a req-e20ccc49-abe2-4812-be4c-b4914b555f3a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:19.026970 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6fd3fb2-5356-496a-8f5f-80d3da256a2a req-e20ccc49-abe2-4812-be4c-b4914b555f3a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 943 time: 0.3152337 Mar 05 00:08:19.142755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994b057d-ee01-4d45-9a12-d3686200a0ab,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:19.146489 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.166976 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b6fd3fb2-5356-496a-8f5f-80d3da256a2a req-cb135473-a399-44f5-9231-d68b414e2a27 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297014 Mar 05 00:08:19.205687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:19.211947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 09589029-efce-4fa5-97b4-a4c475866618, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=09589029-efce-4fa5-97b4-a4c475866618,segment=NetworkSegment(528c16b3-8d6f-4530-8bed-097ca455862c),segment_id=528c16b3-8d6f-4530-8bed-097ca455862c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:19.241148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '09589029-efce-4fa5-97b4-a4c475866618', 'network_id': '2ce98ff4-bca8-45f3-8ae5-36b300bcb040', 'port_id': '09589029-efce-4fa5-97b4-a4c475866618', 'mac_address': 'fa:16:3e:c7:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0236a6-52c0-474d-ac00-ea40f99a6489', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:08:19.325150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Checking segment: {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:19.325667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Network hostable DHCP agents. Network: 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:19.339374 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.362260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09589029-efce-4fa5-97b4-a4c475866618 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:08:19.371090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:19.383310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 09589029-efce-4fa5-97b4-a4c475866618, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=09589029-efce-4fa5-97b4-a4c475866618,segment=NetworkSegment(528c16b3-8d6f-4530-8bed-097ca455862c),segment_id=528c16b3-8d6f-4530-8bed-097ca455862c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:19.392509 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.423284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:19.433539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.442389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:19.443360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.456416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91202cb-095e-496d-930f-474fc6986e27 req-1ab83c20-627f-45f2-b796-b90e2d40806a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:19.464726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d91202cb-095e-496d-930f-474fc6986e27 req-1ab83c20-627f-45f2-b796-b90e2d40806a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.6516190 Mar 05 00:08:19.470808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de2566-daf5-48e0-bc2f-3482fa5d412a None None] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:19.491140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-71710860-ba31-4922-99ea-29c08c4d7bbc tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/ports/9f0c78aa-9c72-4ba2-8f4c-f2f0bec9c1e4 HTTP/1.1" status: 204 len: 168 time: 2.2609131 Mar 05 00:08:19.492175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.493832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:19.682204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d91202cb-095e-496d-930f-474fc6986e27 req-67f14518-2356-4a6f-bb4d-b1ae473a4050 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166009 Mar 05 00:08:19.703942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8d91b87c-cad8-4068-8d0c-0cdaf7d3b8c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5700152 Mar 05 00:08:19.726045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:19.727418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=09589029-efce-4fa5-97b4-a4c475866618,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:19.731253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:19.737757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:19.743772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Usage tracker for resource:router and tenant:5a0483c7a56c4ee088c52fa258a8857a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:19.744690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:19.750982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:19.767952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.824453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-0dfd5c43-489c-4577-b2de-b2dd0ff54bc8', 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'fixed_ips': [{'subnet_id': '994b057d-ee01-4d45-9a12-d3686200a0ab'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:19.825332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.838094 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.839356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:19.844980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['09589029-efce-4fa5-97b4-a4c475866618'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:08:19.887118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e63f14-269f-4546-a723-a12e86a81a67 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:19.889088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-12e63f14-269f-4546-a723-a12e86a81a67 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e6e81f-93e0-4625-95aa-f5c3b0f104df HTTP/1.1" status: 200 len: 913 time: 0.3844583 Mar 05 00:08:19.896183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57854) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:19.903072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Subnet': ['ID=24c8a1c2-5b42-474e-b4c9-019f575aedc2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:20.056452 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:20.088703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Allocated IP 172.20.0.2 (0dfd5c43-489c-4577-b2de-b2dd0ff54bc8/994b057d-ee01-4d45-9a12-d3686200a0ab/4a414c00-b7ef-4ca6-9276-db00db1309eb) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:20.160983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 3d157028-050a-4b3f-8268-a1e9f11b9292 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:20.299630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde838-65dc-4bd7-96ff-bbf095a826f6 req-9f627a78-5290-48e4-b01d-c35bf670c89e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:20.306513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbfde838-65dc-4bd7-96ff-bbf095a826f6 req-9f627a78-5290-48e4-b01d-c35bf670c89e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 946 time: 0.6667471 Mar 05 00:08:20.333852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Checking segment: {'id': 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:20.334214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network hostable DHCP agents. Network: 4a03faf3-05be-4bc1-85f8-0391925bf0e4, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:20.457310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbfde838-65dc-4bd7-96ff-bbf095a826f6 req-08921c03-be87-4408-bfc0-f306930ad6e0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499107 Mar 05 00:08:20.462963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:20.465246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:20.473290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8bba2963-f568-489b-b5e8-c04722209653 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/3d157028-050a-4b3f-8268-a1e9f11b9292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8736920 Mar 05 00:08:20.476147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57866) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:20.482030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] Sync routers for ids ['3d157028-050a-4b3f-8268-a1e9f11b9292'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:20.487135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Transition to ACTIVE for port object 4a414c00-b7ef-4ca6-9276-db00db1309eb will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:20.520049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Transition to ACTIVE for port object 4a414c00-b7ef-4ca6-9276-db00db1309eb will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:20.522865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] Routers {'3d157028-050a-4b3f-8268-a1e9f11b9292'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:20.523278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3d157028-050a-4b3f-8268-a1e9f11b9292'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:20.527768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:20.541124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:20.550935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4a03faf3-05be-4bc1-85f8-0391925bf0e4) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:20.572939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:20.573953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:20.604864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-297a937e-2215-40b7-a828-9b37d8018984 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0216839 Mar 05 00:08:20.608855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57870) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:20.622175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4706805-6625-4d59-abd9-5188f0b939d8 None None] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:20.632093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1201580023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:20.643766 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:20.646039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:20.665998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:router and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:20.673371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:20.691559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb52e2-1b82-4ea9-9685-7deffc00d86c req-fd2bcfe5-025c-4f49-8417-e45bd21804a6 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:20.700366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17cb52e2-1b82-4ea9-9685-7deffc00d86c req-fd2bcfe5-025c-4f49-8417-e45bd21804a6 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 944 time: 0.3300681 Mar 05 00:08:20.728982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:20.731321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:20.771089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-17cb52e2-1b82-4ea9-9685-7deffc00d86c req-a5b7a45a-13ff-496c-a5de-1ccb43d9022e tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Mar 05 00:08:20.804882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] Routers {'3d157028-050a-4b3f-8268-a1e9f11b9292'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:20.805545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3d157028-050a-4b3f-8268-a1e9f11b9292'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:20.858348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:20.868793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Pushing event updated for resources: {'Port': ['ID=4a414c00-b7ef-4ca6-9276-db00db1309eb,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:20.882879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:20.887099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:20.890951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:20.891110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc9fff-b329-4ebd-85eb-5dde6a06c911 None None] The sync data for ids ['3d157028-050a-4b3f-8268-a1e9f11b9292'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:20.929786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57876) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:20.968795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:20.969447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.040544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Attempting to bind port 4a414c00-b7ef-4ca6-9276-db00db1309eb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:21.040991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Attempting to bind port 4a414c00-b7ef-4ca6-9276-db00db1309eb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:21.041286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Attempting to bind port 4a414c00-b7ef-4ca6-9276-db00db1309eb on network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:21.084262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:21.084632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Checking segment: {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:21.085034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.085437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Bound using segment: {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:21.085912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Bound port: 4a414c00-b7ef-4ca6-9276-db00db1309eb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:21.086067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.086769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.097865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4a03faf3-05be-4bc1-85f8-0391925bf0e4', 'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4', 'tenant_id': '0f943bab404041df8bdb3a67acf5c936', 'fixed_ips': [{'subnet_id': '24c8a1c2-5b42-474e-b4c9-019f575aedc2'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:21.099192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.105529 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-d67d30ae-048b-4b2d-ac51-77ea4b81845d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] remove_router_interface failed (client error): The resource could not be found. Mar 05 00:08:21.110972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d67d30ae-048b-4b2d-ac51-77ea4b81845d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/3d157028-050a-4b3f-8268-a1e9f11b9292/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6334245 Mar 05 00:08:21.111640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57882) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:21.153387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.157930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94006b7e-765f-40fc-8f36-bbdff29fd2fa tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:21.174750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94006b7e-765f-40fc-8f36-bbdff29fd2fa tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:21.179012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94006b7e-765f-40fc-8f36-bbdff29fd2fa tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d157028-050a-4b3f-8268-a1e9f11b9292 HTTP/1.1" status: 200 len: 205 time: 0.0636172 Mar 05 00:08:21.179255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57886) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:21.204720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.206009 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b8f366c2-6e0c-4fb9-ba3a-d5cf53f28910 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5959544 Mar 05 00:08:21.213940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3b047a5b-0f72-4505-9846-614e14b7b4f9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:21.215463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3b047a5b-0f72-4505-9846-614e14b7b4f9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 946 time: 0.2407167 Mar 05 00:08:21.216175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:21.228753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] For port 4a414c00-b7ef-4ca6-9276-db00db1309eb, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:21.232199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] For port 4a414c00-b7ef-4ca6-9276-db00db1309eb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4a414c00-b7ef-4ca6-9276-db00db1309eb,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:21.279943 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.331606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.370330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.427106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21be583-6e3e-4e8a-95d1-9f51ecf1bb83 None None] Pushing event updated for resources: {'Port': ['ID=4a414c00-b7ef-4ca6-9276-db00db1309eb,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:21.470200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.483878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:21.494880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d84c3a4bdb4f6a84d222b386376ae3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:21.499104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:21.507699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:21.527862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Deleting port 50223851-f389-407b-86ed-84d242e08d54 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:21.528216 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.529876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Allocated IP 172.20.0.2 (4a03faf3-05be-4bc1-85f8-0391925bf0e4/24c8a1c2-5b42-474e-b4c9-019f575aedc2/78d2e4cf-3cbc-493e-ad4b-897c76f953bd) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:21.566847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.909931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.919319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:21.922258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Transition to ACTIVE for port object 78d2e4cf-3cbc-493e-ad4b-897c76f953bd will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:21.943412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Transition to ACTIVE for port object 78d2e4cf-3cbc-493e-ad4b-897c76f953bd will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:21.951724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.041764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Pushing event updated for resources: {'Port': ['ID=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:22.068905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:22.070276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:22.072806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:22.103502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.120810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.127635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.140114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.171471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Attempting to bind port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:22.171861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Attempting to bind port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:22.172660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Attempting to bind port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd on network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:22.179506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:22.179875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Checking segment: {'id': 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:22.180579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.180721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Bound using segment: {'id': 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:22.181107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Bound port: 78d2e4cf-3cbc-493e-ad4b-897c76f953bd, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:22.181498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.212132 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0d84c3a4bdb4f6a84d222b386376ae3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2795305 Mar 05 00:08:22.213662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa83e60-8dcf-45ae-b04f-439374daff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2ded51-da86-4589-94f4-8cbfa27c1d60,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:22.217893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57898) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:22.234783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.235259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router 3d157028-050a-4b3f-8268-a1e9f11b9292 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:22.242282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c448588-0f8b-41fc-bc02-a161b623fbd9 req-42df6b7b-a42d-4918-a94f-4e229ef0a31c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:22.243817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c448588-0f8b-41fc-bc02-a161b623fbd9 req-42df6b7b-a42d-4918-a94f-4e229ef0a31c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 944 time: 0.2334788 Mar 05 00:08:22.307226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] For port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:22.311250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] For port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,segment=NetworkSegment(b22b86bd-79e0-4bbd-b97b-f1ef70f12709),segment_id=b22b86bd-79e0-4bbd-b97b-f1ef70f12709)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:22.319314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.334016 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.335111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2e26ab88-1974-4534-8958-12958da95bc4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/3d157028-050a-4b3f-8268-a1e9f11b9292 HTTP/1.1" status: 204 len: 168 time: 1.1539311 Mar 05 00:08:22.339639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57902) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:22.394231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c448588-0f8b-41fc-bc02-a161b623fbd9 req-14e9dfcf-c600-430f-90ed-f6686804d80d tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432142 Mar 05 00:08:22.424629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-382b78d9-8982-4d15-b83f-5ff0a7b6bf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.430573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341b0f9-dcab-45fd-b419-5c334781c40b None None] Pushing event updated for resources: {'Port': ['ID=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:22.499323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Allocated IP 172.25.0.208 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:22.542200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-382b78d9-8982-4d15-b83f-5ff0a7b6bf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.646035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 5939cf92-001a-4162-8c77-05788fba6efe {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:22.654879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.694410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-382b78d9-8982-4d15-b83f-5ff0a7b6bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.725951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b78d9-8982-4d15-b83f-5ff0a7b6bf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2ded51-da86-4589-94f4-8cbfa27c1d60,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:22.741660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-382b78d9-8982-4d15-b83f-5ff0a7b6bf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.743252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-382b78d9-8982-4d15-b83f-5ff0a7b6bf46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b2ded51-da86-4589-94f4-8cbfa27c1d60 HTTP/1.1" status: 204 len: 168 time: 0.5244186 Mar 05 00:08:22.749840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.785702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86485659-451d-41c5-8481-76ec2571530f req-a66bc285-7c04-4d06-a183-dde66033dabd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:22.787413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86485659-451d-41c5-8481-76ec2571530f req-a66bc285-7c04-4d06-a183-dde66033dabd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 946 time: 1.0360599 Mar 05 00:08:22.930693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.939713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] For port 50223851-f389-407b-86ed-84d242e08d54, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=50223851-f389-407b-86ed-84d242e08d54,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:22.940354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:22.985846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 09589029-efce-4fa5-97b4-a4c475866618 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:23.087684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.113267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123daa1e-72ba-476d-86af-7fda777d9de6 None None] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:23.128544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4a414c00-b7ef-4ca6-9276-db00db1309eb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:23.131521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.144103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Calling delete_port for 50223851-f389-407b-86ed-84d242e08d54 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:23.144375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/5939cf92-001a-4162-8c77-05788fba6efe HTTP/1.1" status: 204 len: 168 time: 0.8012617 Mar 05 00:08:23.145036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eb246-ecd7-4a8a-a929-2b0cb26e1bf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=5939cf92-001a-4162-8c77-05788fba6efe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:23.147486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57910) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:23.166845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f34da-b013-4521-b228-a6bd6c8718ec None None] Network 58e140d6-cde8-46e4-aaad-590f96a274fa requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:23.266550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.271517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.271909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.283634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:23.284145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.330798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:23.334385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-86485659-451d-41c5-8481-76ec2571530f req-d6358b0b-efde-4cd3-8eaa-54eaa21e9d4b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818425 Mar 05 00:08:23.357601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.466548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-057a977e-6c5e-4967-bb3c-0cf9e3a56288 None None] Provisioning for port 4a414c00-b7ef-4ca6-9276-db00db1309eb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:23.569662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 09589029-efce-4fa5-97b4-a4c475866618 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:23.621253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 09589029-efce-4fa5-97b4-a4c475866618 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:23.621789 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.673494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:23.697429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Usage tracker for resource:security_group_rule and tenant:8104a468947f425f9045666c7426c33e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:23.703524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4a414c00-b7ef-4ca6-9276-db00db1309eb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:23.711432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:23.712722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4a414c00-b7ef-4ca6-9276-db00db1309eb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:23.713935 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.717411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,segment=NetworkSegment(12847454-0cd1-4a3e-b87c-a2796294f609),segment_id=12847454-0cd1-4a3e-b87c-a2796294f609)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:23.717855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:23.730175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:23.877439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:23.897659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d4a98-baba-47e8-a036-7039e0e457a2 None None] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:23.965755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.050964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06a84-c014-4229-a23f-a032ac438b94 req-ab07220c-98a3-457b-9098-b69e2be5282e tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:24.052950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ea06a84-c014-4229-a23f-a032ac438b94 req-ab07220c-98a3-457b-9098-b69e2be5282e tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 944 time: 0.4626722 Mar 05 00:08:24.105035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:24.106273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.110660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6439371d-a3bc-46d3-893a-5849530ee1a5 None None] Provisioning for port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:24.120276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.128753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:24.132949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:24.144438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f3037fa1-0d30-409f-96ff-ea10e1e30827'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:08:24.172070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329982b3-0891-42e7-b645-ddeae2df53ff None None] DHCP port deletion for 58e140d6-cde8-46e4-aaad-590f96a274fa request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:24.178204 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.229762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4ea06a84-c014-4229-a23f-a032ac438b94 req-afb1f4b9-afbb-4cd8-8ba1-22ed9613bd67 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595330 Mar 05 00:08:24.258142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.260164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:24.271172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.290332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No DVR routers for this DVR port ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:24.299595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:24.312289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09589029-efce-4fa5-97b4-a4c475866618'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:08:24.345831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 09589029-efce-4fa5-97b4-a4c475866618, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=09589029-efce-4fa5-97b4-a4c475866618,segment=NetworkSegment(528c16b3-8d6f-4530-8bed-097ca455862c),segment_id=528c16b3-8d6f-4530-8bed-097ca455862c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:24.351049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.371232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.444347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144a6f5-9751-4922-9e39-41bd314c9703,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:24.452115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Pushing event deleted for resources: {'Port': ['ID=50223851-f389-407b-86ed-84d242e08d54,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:24.468553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6243a2a-f266-43cf-a7dc-a197d6bf07dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8104a468947f425f9045666c7426c33e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1366494 Mar 05 00:08:24.471397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57924) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:24.477557 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09589029-efce-4fa5-97b4-a4c475866618', 'code': 200} Mar 05 00:08:24.513002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.534569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4a414c00-b7ef-4ca6-9276-db00db1309eb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4a414c00-b7ef-4ca6-9276-db00db1309eb,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:24.564773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.566222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 78d2e4cf-3cbc-493e-ad4b-897c76f953bd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:24.592046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e140d6-cde8-46e4-aaad-590f96a274fa']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:24.612739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=09589029-efce-4fa5-97b4-a4c475866618,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:24.644603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12847454-0cd1-4a3e-b87c-a2796294f609') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:24.654009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12847454-0cd1-4a3e-b87c-a2796294f609') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:24.668147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1599b9ce-732f-4cec-b7ec-4aa3f5c71ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.677092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] No DVR routers for this DVR port 50223851-f389-407b-86ed-84d242e08d54 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:24.681240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Allocated IP 172.20.0.1 (4a03faf3-05be-4bc1-85f8-0391925bf0e4/24c8a1c2-5b42-474e-b4c9-019f575aedc2/7436cf82-4294-4fbf-b222-38fc2164db2a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:24.688064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.690768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df07b87-873d-40d2-97f5-1b466b888920', 'name': 'network-vif-deleted', 'tag': '50223851-f389-407b-86ed-84d242e08d54'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:08:24.716612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.740680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0727df3b-1e8c-4e82-886f-bb9580d431e0 req-c32c3aeb-ac78-46cb-a6ec-6467d83942b1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df07b87-873d-40d2-97f5-1b466b888920 HTTP/1.1" status: 200 len: 210 time: 0.0764363 Mar 05 00:08:24.758766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.767204 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1599b9ce-732f-4cec-b7ec-4aa3f5c71ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.779450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:24.780359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:24.816020 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:24.850054 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df07b87-873d-40d2-97f5-1b466b888920', 'name': 'network-vif-deleted', 'tag': '50223851-f389-407b-86ed-84d242e08d54', 'status': 'completed', 'code': 200} Mar 05 00:08:24.856643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4a414c00-b7ef-4ca6-9276-db00db1309eb,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:24.880896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:24.909910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:24.910263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.923258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2af0c1ce-c5f7-4ef0-93a6-80dfdd01a6e8 req-3f71bc70-81e8-4c80-9520-272fee5f0ca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.10 "DELETE /v2.0/ports/50223851-f389-407b-86ed-84d242e08d54 HTTP/1.1" status: 204 len: 173 time: 3.6735685 Mar 05 00:08:24.962950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.967673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-40328c96-7509-4a08-9a30-bf31f58725a0 None None] Provisioning complete for port 4a414c00-b7ef-4ca6-9276-db00db1309eb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:24.968052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-40328c96-7509-4a08-9a30-bf31f58725a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.987651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:24.990714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1599b9ce-732f-4cec-b7ec-4aa3f5c71ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.013474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b9ce-732f-4cec-b7ec-4aa3f5c71ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144a6f5-9751-4922-9e39-41bd314c9703,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:25.019268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=58e140d6-cde8-46e4-aaad-590f96a274fa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:25.040769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2d903a52-352c-4b11-9424-264103dbaa22 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/58e140d6-cde8-46e4-aaad-590f96a274fa HTTP/1.1" status: 204 len: 168 time: 1.8923080 Mar 05 00:08:25.045412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57930) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:25.049172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1599b9ce-732f-4cec-b7ec-4aa3f5c71ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.050351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1599b9ce-732f-4cec-b7ec-4aa3f5c71ed7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a144a6f5-9751-4922-9e39-41bd314c9703 HTTP/1.1" status: 204 len: 168 time: 0.5714459 Mar 05 00:08:25.072583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-1010365661'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:25.079373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:25.092146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:25.100760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:25.111826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:25.131484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:25.139232 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.168812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8b4fa24-07f9-4f20-a915-260b5dcdbdf5 req-9173934e-eebd-4f6b-a6da-154ac0c6ad3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 1096 time: 0.5451670 Mar 05 00:08:25.210859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:25.222364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.223237 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment dc1218f5-81b8-49d0-8d8e-feaa64cb392e of type vlan for network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa Mar 05 00:08:25.238386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.253626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.259933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Transition to ACTIVE for port object 7436cf82-4294-4fbf-b222-38fc2164db2a will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:25.260676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.295518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.304437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:25.305447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.313034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,segment=NetworkSegment(b22b86bd-79e0-4bbd-b97b-f1ef70f12709),segment_id=b22b86bd-79e0-4bbd-b97b-f1ef70f12709)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:25.320869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.345403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.346148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.389807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 50223851-f389-407b-86ed-84d242e08d54 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:25.467874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4212241 Mar 05 00:08:25.471122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:25.471781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3d0ff-9a67-436c-a94e-193aeb0e2218 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:25.502883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:25.548295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4a414c00-b7ef-4ca6-9276-db00db1309eb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:25.576306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:25.648449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8b4fa24-07f9-4f20-a915-260b5dcdbdf5 req-365532ae-75b3-4653-bc95-30f693122ebd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501174 Mar 05 00:08:25.683446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.688282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 50223851-f389-407b-86ed-84d242e08d54 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:25.688632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 50223851-f389-407b-86ed-84d242e08d54 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:25.733470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8c027353-e4a3-4bb3-8b0e-3ee00763956e None None] Provisioning complete for port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:25.733978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c027353-e4a3-4bb3-8b0e-3ee00763956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.747452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:25.755681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:25.762650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:25.779194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:25.780415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08970aa1-81aa-40eb-9f9d-c511b3d49298 req-2c402085-2c8a-4711-a408-79bcec8b27c2 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:25.781861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:25.782880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08970aa1-81aa-40eb-9f9d-c511b3d49298 req-2c402085-2c8a-4711-a408-79bcec8b27c2 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 945 time: 0.2915008 Mar 05 00:08:25.784001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:25.805390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.805656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:25.805900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.806367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.807268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.807454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.807798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.808127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.809516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.809516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.809769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.810102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:25.826346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:25.830552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:25.869914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4a414c00-b7ef-4ca6-9276-db00db1309eb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:25.870226 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:25.965429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08970aa1-81aa-40eb-9f9d-c511b3d49298 req-45a7a417-a410-40bf-88c5-87bc79f9b951 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765461 Mar 05 00:08:26.052391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port e102044a-881b-4c8f-bacf-b50b21fe7a8d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:26.053624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.103920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.107724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Port': ['ID=7436cf82-4294-4fbf-b222-38fc2164db2a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:26.174811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:26.220005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:26.220435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac298e57-818a-4f7f-8f5c-f4d2a7f1ce30 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:26.305535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-257c854a-b816-431a-8a55-a5e4cab5e7c1 None None] Provisioning for port 7436cf82-4294-4fbf-b222-38fc2164db2a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:26.311075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-257c854a-b816-431a-8a55-a5e4cab5e7c1 None None] Provisioning complete for port 7436cf82-4294-4fbf-b222-38fc2164db2a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:26.311612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-257c854a-b816-431a-8a55-a5e4cab5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.370874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-257c854a-b816-431a-8a55-a5e4cab5e7c1 None None] Port 7436cf82-4294-4fbf-b222-38fc2164db2a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:26.391159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.476876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=70b1c35d-a5e1-4587-80bd-ddc46f55c790,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:26.488623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:26.489534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:26.513491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:26.522975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.525624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:26.529856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:26.530803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.537527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aaff3f-9268-4b81-a3e9-fd51851e7a21 None None] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:26.569971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c9c46a6d-b427-4f16-b47b-8c840de22ba4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0934434 Mar 05 00:08:26.572339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57964) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:26.581709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-289451703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:26.592529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:26.596813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:26.600005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:26.608258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:26.624799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.626264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.650618 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.659526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36db3d-64e9-4bc8-851e-c8c1595bb696 req-0191f30d-0dab-4f29-a57f-692298b1c908 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:26.660254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5c36db3d-64e9-4bc8-851e-c8c1595bb696 req-0191f30d-0dab-4f29-a57f-692298b1c908 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Synchronizing usage tracker for tenant:25be6a436d914460a0b34f69725c72a3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:26.668695 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.672370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.702953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.707381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a82456a6-89f3-4d39-9ccd-d58b30eb9a8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1305003 Mar 05 00:08:26.707815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57970) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:26.805208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa', 'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '70b1c35d-a5e1-4587-80bd-ddc46f55c790'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:26.806292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.855818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for e102044a-881b-4c8f-bacf-b50b21fe7a8d owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:26.903452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5c36db3d-64e9-4bc8-851e-c8c1595bb696 req-0191f30d-0dab-4f29-a57f-692298b1c908 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Unset dirty status for tenant:25be6a436d914460a0b34f69725c72a3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:26.909825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c36db3d-64e9-4bc8-851e-c8c1595bb696 req-0191f30d-0dab-4f29-a57f-692298b1c908 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7300313 Mar 05 00:08:26.921626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:26.933656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.013808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.038759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Allocated IP 172.20.0.2 (fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa/70b1c35d-a5e1-4587-80bd-ddc46f55c790/244f6e86-89de-4420-a285-357f4668db2a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:27.286464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c36db3d-64e9-4bc8-851e-c8c1595bb696 req-c5648081-63bd-42ce-a0ab-abae1f6b9377 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750727 Mar 05 00:08:27.295877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.323139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Transition to ACTIVE for port object 244f6e86-89de-4420-a285-357f4668db2a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:27.349449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Transition to ACTIVE for port object 244f6e86-89de-4420-a285-357f4668db2a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:27.359871 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.412406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1054f-25a4-4892-9da4-913de473b086 req-775afafb-9dda-4748-b691-668fd57894c3 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:27.420390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04e1054f-25a4-4892-9da4-913de473b086 req-775afafb-9dda-4748-b691-668fd57894c3 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 945 time: 0.2328043 Mar 05 00:08:27.430910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Router aa88aea0-7e75-48eb-ac78-e48318b12d93 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:08:27.460661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Pushing event updated for resources: {'Port': ['ID=244f6e86-89de-4420-a285-357f4668db2a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:27.463487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 78d2e4cf-3cbc-493e-ad4b-897c76f953bd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:27.530484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04e1054f-25a4-4892-9da4-913de473b086 req-8dd4e99b-2dc8-4dcb-9466-69adac377598 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Mar 05 00:08:27.556684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:27.559309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:27.562223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:27.597991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.599664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:27.600102 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.717719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Attempting to bind port 244f6e86-89de-4420-a285-357f4668db2a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:27.718138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Attempting to bind port 244f6e86-89de-4420-a285-357f4668db2a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:27.718669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Attempting to bind port 244f6e86-89de-4420-a285-357f4668db2a on network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:27.729503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:27.730000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Checking segment: {'id': 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:27.730401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.730792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Bound using segment: {'id': 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:27.731729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Bound port: 244f6e86-89de-4420-a285-357f4668db2a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:27.732158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.807881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.891498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] For port 244f6e86-89de-4420-a285-357f4668db2a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:27.896441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] For port 244f6e86-89de-4420-a285-357f4668db2a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=244f6e86-89de-4420-a285-357f4668db2a,segment=NetworkSegment(dc1218f5-81b8-49d0-8d8e-feaa64cb392e),segment_id=dc1218f5-81b8-49d0-8d8e-feaa64cb392e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:27.898919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.904647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=e102044a-881b-4c8f-bacf-b50b21fe7a8d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:27.904808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.915244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:27.993979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929050e-3892-4518-8e2f-e866fa275ab0 None None] Pushing event updated for resources: {'Port': ['ID=244f6e86-89de-4420-a285-357f4668db2a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:28.023481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6fe9-6b80-4d35-b535-e97f518e0340 req-d0bcbf73-5280-4f5e-b01c-608c10ce2d38 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:28.031966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc2b6fe9-6b80-4d35-b535-e97f518e0340 req-d0bcbf73-5280-4f5e-b01c-608c10ce2d38 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3572040 Mar 05 00:08:28.180907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc2b6fe9-6b80-4d35-b535-e97f518e0340 req-4c91e62f-d2c8-4005-9ec8-95d0fdafa091 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109793 Mar 05 00:08:28.190814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Port': ['ID=7436cf82-4294-4fbf-b222-38fc2164db2a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:28.201004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:28.241108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.20.0.1 (fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa/70b1c35d-a5e1-4587-80bd-ddc46f55c790/228e1834-8274-47d9-9b7a-e57c25190ee0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:28.468875 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:28.484503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object 228e1834-8274-47d9-9b7a-e57c25190ee0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:28.506269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:28.589301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:28.593029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:28.595257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=228e1834-8274-47d9-9b7a-e57c25190ee0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:28.597782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:28.651075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-988a6d52-c847-43b8-a9a8-259ddf4f6f03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7025344 Mar 05 00:08:28.659159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:28.767415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:28.780658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Sync routers for ids ['aa88aea0-7e75-48eb-ac78-e48318b12d93'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:28.799531 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Routers {'aa88aea0-7e75-48eb-ac78-e48318b12d93'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:28.800432 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['aa88aea0-7e75-48eb-ac78-e48318b12d93'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:28.810132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9c486-dcf0-407b-8767-4ec2257ee63c req-9b745e25-15e0-471f-aab8-158005d1acb6 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:28.811785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26a9c486-dcf0-407b-8767-4ec2257ee63c req-9b745e25-15e0-471f-aab8-158005d1acb6 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 945 time: 0.1403022 Mar 05 00:08:28.840747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:28.853783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:28.864818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:28.866037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a854a0e-739e-4738-b0bb-d2ccd30ae732 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1443613 Mar 05 00:08:28.869645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57998) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:28.873725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:28.883797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255bbd4-d7ef-4419-9c09-16ec5a4f2155 req-7ffd230a-1554-4dc0-9e4f-72079e801530 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:28.891422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5255bbd4-d7ef-4419-9c09-16ec5a4f2155 req-7ffd230a-1554-4dc0-9e4f-72079e801530 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4351685 Mar 05 00:08:29.147882 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Set router aa88aea0-7e75-48eb-ac78-e48318b12d93 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:29.166158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-0c25d6fd-5aaa-4d74-8595-bacc70ee82f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 1096 time: 0.4692383 Mar 05 00:08:29.186208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5255bbd4-d7ef-4419-9c09-16ec5a4f2155 req-d72ee1a7-43c7-4496-80da-276325e51dcb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936757 Mar 05 00:08:29.275337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26a9c486-dcf0-407b-8767-4ec2257ee63c req-3c85d565-ed6c-4930-bb92-b77bc86dea0a tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564955 Mar 05 00:08:29.347701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d212b3-c526-4006-9ee3-1a00f25665ef None None] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:29.733563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 244f6e86-89de-4420-a285-357f4668db2a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:29.758172 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:24Z', 'revision_number': 3, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port': {'id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:21Z', 'updated_at': '2022-03-05T00:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:29.763333 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Checking router: aa88aea0-7e75-48eb-ac78-e48318b12d93 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:08:29.763854 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Updating router aa88aea0-7e75-48eb-ac78-e48318b12d93 port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:08:29.780499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-5fb7b5fd-5a83-4476-bf2c-060a279991cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:29.789865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-5fb7b5fd-5a83-4476-bf2c-060a279991cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.5979879 Mar 05 00:08:29.792940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4e6fa67d-229b-493b-8c0e-5684af822549 None None] Provisioning complete for port 7436cf82-4294-4fbf-b222-38fc2164db2a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:29.793329 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa67d-229b-493b-8c0e-5684af822549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:29.887524 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:29.937202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-0d74f0bf-cacb-48d8-9608-5c87c1224a81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 200 len: 217 time: 0.1337717 Mar 05 00:08:30.010270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fa67d-229b-493b-8c0e-5684af822549 None None] Port 7436cf82-4294-4fbf-b222-38fc2164db2a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:30.031577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:08:30.074676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 244f6e86-89de-4420-a285-357f4668db2a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:30.095435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.113473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.161561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] Provisioning for port 244f6e86-89de-4420-a285-357f4668db2a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:30.167520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] Provisioning complete for port 244f6e86-89de-4420-a285-357f4668db2a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:30.168118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.171314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-1d204bad-61f3-4456-be63-c9266d32667b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:30.173893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-1d204bad-61f3-4456-be63-c9266d32667b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2140362 Mar 05 00:08:30.179908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.292701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=228e1834-8274-47d9-9b7a-e57c25190ee0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:30.370910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.446105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.554778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] For port 244f6e86-89de-4420-a285-357f4668db2a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=244f6e86-89de-4420-a285-357f4668db2a,segment=NetworkSegment(dc1218f5-81b8-49d0-8d8e-feaa64cb392e),segment_id=dc1218f5-81b8-49d0-8d8e-feaa64cb392e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:30.564757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.646194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:30.648511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:30.757620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7a9cf-9884-49a0-b8bd-78ab1c7d1343 None None] Pushing event updated for resources: {'Port': ['ID=244f6e86-89de-4420-a285-357f4668db2a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:30.775804 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.800163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1363f6ee-ea90-4e1d-8735-31862c7526a7 None None] Provisioning complete for port 244f6e86-89de-4420-a285-357f4668db2a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:30.800557 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1363f6ee-ea90-4e1d-8735-31862c7526a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:30.808304 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Transition to ACTIVE for port object 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:30.822156 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.010499 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Attempting to bind port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:31.011793 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Attempting to bind port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:31.012322 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Attempting to bind port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:31.041320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:31.042453 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:31.043063 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.043649 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:31.044322 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Bound port: 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:31.045648 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.071533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1363f6ee-ea90-4e1d-8735-31862c7526a7 None None] Provisioning for port 228e1834-8274-47d9-9b7a-e57c25190ee0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:31.078315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1363f6ee-ea90-4e1d-8735-31862c7526a7 None None] Provisioning complete for port 228e1834-8274-47d9-9b7a-e57c25190ee0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:31.078695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1363f6ee-ea90-4e1d-8735-31862c7526a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.113676 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Pushing event updated for resources: {'Port': ['ID=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:31.148460 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.148885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.149549 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.149823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.150224 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.150613 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.150999 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.151382 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.151766 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.152147 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.152527 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:31.188364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1363f6ee-ea90-4e1d-8735-31862c7526a7 None None] Port 228e1834-8274-47d9-9b7a-e57c25190ee0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:31.219966 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] For port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:31.222851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-35c789be-dae6-4f62-a918-38cc8d4935df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0136700 Mar 05 00:08:31.228132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] For port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:31.233088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16e78c-ed32-450c-bc64-aace53c62015 req-f8fce0fa-55ba-4f4b-8b8d-0125bf501a4c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:31.234896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa16e78c-ed32-450c-bc64-aace53c62015 req-f8fce0fa-55ba-4f4b-8b8d-0125bf501a4c tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 945 time: 0.2538569 Mar 05 00:08:31.243138 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.365018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bcbce04b-afda-496f-8987-13768caa6c22 None None] Provisioning complete for port 228e1834-8274-47d9-9b7a-e57c25190ee0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:31.373838 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcbce04b-afda-496f-8987-13768caa6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.494225 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-eeac4135-484c-4c9a-994b-95c836618424 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582045 Mar 05 00:08:31.510498 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Routers {'aa88aea0-7e75-48eb-ac78-e48318b12d93'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:31.511881 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['aa88aea0-7e75-48eb-ac78-e48318b12d93'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:31.533951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bcbce04b-afda-496f-8987-13768caa6c22 None None] Port 228e1834-8274-47d9-9b7a-e57c25190ee0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:31.539641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 244f6e86-89de-4420-a285-357f4668db2a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:31.630876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 244f6e86-89de-4420-a285-357f4668db2a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:31.630876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.664679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa16e78c-ed32-450c-bc64-aace53c62015 req-07a508e6-6721-4eee-9f31-bbabdb826954 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255187 Mar 05 00:08:31.672854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Router 0983f644-8943-4f03-b1e8-fc11e5166df2 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:08:31.718363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-52a43f78-56de-408f-9596-84136d55ec00 None None] Provisioning complete for port 228e1834-8274-47d9-9b7a-e57c25190ee0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:31.719296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52a43f78-56de-408f-9596-84136d55ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:31.737179 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] Set router aa88aea0-7e75-48eb-ac78-e48318b12d93 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:31.771060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router ba5cf766-d1ce-4bdc-add8-b068636939b9 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:08:31.835678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-52a43f78-56de-408f-9596-84136d55ec00 None None] Port 228e1834-8274-47d9-9b7a-e57c25190ee0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:31.925025 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ea73e-2d89-4af5-b373-b9ce766d9342 None None] Pushing event updated for resources: {'Port': ['ID=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:32.046807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:32.136337 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:24Z', 'revision_number': 3, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port': {'id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:21Z', 'updated_at': '2022-03-05T00:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.141975 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bdc6d-df10-457d-ac34-6807df1a9818 None None] The sync data for ids ['aa88aea0-7e75-48eb-ac78-e48318b12d93'] in n-d-828979-4 is: [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:24Z', 'revision_number': 3, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port': {'id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:21Z', 'updated_at': '2022-03-05T00:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:32.150491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1d5e00-5d30-44c1-96e6-288ac4710ee3 req-2e874ff9-eb18-4df2-96da-9c760bfec679 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435502 Mar 05 00:08:32.157937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:32.175230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] Sync routers for ids ['ba5cf766-d1ce-4bdc-add8-b068636939b9'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:32.188965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] Routers {'ba5cf766-d1ce-4bdc-add8-b068636939b9'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:32.189605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba5cf766-d1ce-4bdc-add8-b068636939b9'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.232084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5158f8b5-3fda-49da-9f9b-4c518b1bd4b9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/ba5cf766-d1ce-4bdc-add8-b068636939b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5229955 Mar 05 00:08:32.233379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58060) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:32.256154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.268623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] Routers {'ba5cf766-d1ce-4bdc-add8-b068636939b9'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:32.269325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba5cf766-d1ce-4bdc-add8-b068636939b9'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.324733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Allocated IP 172.20.0.1 (0dfd5c43-489c-4577-b2de-b2dd0ff54bc8/994b057d-ee01-4d45-9a12-d3686200a0ab/9f521996-013c-4dab-9fb6-cdd4dea13c3b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:32.341863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-9bb20b50-40db-427d-931f-a663419366d7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:32.343631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-9bb20b50-40db-427d-931f-a663419366d7 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 945 time: 0.3322947 Mar 05 00:08:32.350347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.351482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e6f3f-ed6d-4abb-ab2d-3525a42ce29f None None] The sync data for ids ['ba5cf766-d1ce-4bdc-add8-b068636939b9'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:32.396010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc5a26-0ac1-4ffd-b360-b72be47615cd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:32.396695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3ccc5a26-0ac1-4ffd-b360-b72be47615cd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:32.553407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:32.570018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Transition to ACTIVE for port object 9f521996-013c-4dab-9fb6-cdd4dea13c3b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:32.599702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:32.616715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:32.621877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Deleting port 09589029-efce-4fa5-97b4-a4c475866618 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:32.622300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:32.628343 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] Sync routers for ids ['0983f644-8943-4f03-b1e8-fc11e5166df2'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:32.647841 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] Routers {'0983f644-8943-4f03-b1e8-fc11e5166df2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:32.648534 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0983f644-8943-4f03-b1e8-fc11e5166df2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.676160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26f36063-2821-4ccb-b52e-08a236f3e75b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "PUT /v2.0/routers/0983f644-8943-4f03-b1e8-fc11e5166df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4574990 Mar 05 00:08:32.677087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3ccc5a26-0ac1-4ffd-b360-b72be47615cd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:32.680743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58072) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:32.680901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3ccc5a26-0ac1-4ffd-b360-b72be47615cd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports/228e1834-8274-47d9-9b7a-e57c25190ee0 HTTP/1.1" status: 200 len: 910 time: 0.4410954 Mar 05 00:08:32.683366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58074) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:32.687690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'port': {'network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4', 'name': 'tempest-FloatingIPNegativeTestJSON-1771769041'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:32.768146 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.781670 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] Routers {'0983f644-8943-4f03-b1e8-fc11e5166df2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:32.782573 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0983f644-8943-4f03-b1e8-fc11e5166df2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.910003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f521996-013c-4dab-9fb6-cdd4dea13c3b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:32.915528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:32.915934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d5232-6fe4-4245-a237-ddf173e500ab None None] The sync data for ids ['0983f644-8943-4f03-b1e8-fc11e5166df2'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:33.069326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:33.075796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:33.083574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:33.346433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] For port 09589029-efce-4fa5-97b4-a4c475866618, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=09589029-efce-4fa5-97b4-a4c475866618,segment=NetworkSegment(528c16b3-8d6f-4530-8bed-097ca455862c),segment_id=528c16b3-8d6f-4530-8bed-097ca455862c)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:33.346924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.359794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.367480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:33.384057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:port and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:33.390058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:33.391874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1f73385e-c457-40f4-a8ea-0517e95ba014 None None] Provisioning for port 9f521996-013c-4dab-9fb6-cdd4dea13c3b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:33.398366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1f73385e-c457-40f4-a8ea-0517e95ba014 None None] Provisioning complete for port 9f521996-013c-4dab-9fb6-cdd4dea13c3b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:33.398980 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1f73385e-c457-40f4-a8ea-0517e95ba014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.401759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:33.418709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b59c3-e3f3-4560-a58a-99473ba9892e req-c535f4c4-dac0-4bd7-abbb-8991e3493cb2 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:33.420161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-817b59c3-e3f3-4560-a58a-99473ba9892e req-c535f4c4-dac0-4bd7-abbb-8991e3493cb2 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13c77da-d734-49bf-bbc2-2d700398393a HTTP/1.1" status: 200 len: 945 time: 0.4479353 Mar 05 00:08:33.449507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Made reservation on behalf of 0f943bab404041df8bdb3a67acf5c936 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:33.452412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.465979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:33.497136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Calling delete_port for 09589029-efce-4fa5-97b4-a4c475866618 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:33.537195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1f73385e-c457-40f4-a8ea-0517e95ba014 None None] Port 9f521996-013c-4dab-9fb6-cdd4dea13c3b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:33.558059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Router 54e6e81f-93e0-4625-95aa-f5c3b0f104df has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:33.577973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:33.583688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:33.584133 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.584645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11fab-9af5-49e3-a87c-ea6a2cdb3118 req-9e55e474-830e-4430-b580-c408c67fef69 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:33.586164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7f11fab-9af5-49e3-a87c-ea6a2cdb3118 req-9e55e474-830e-4430-b580-c408c67fef69 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4705987 Mar 05 00:08:33.647062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] device_id is not set on port 522ad36c-f189-4871-be8d-ddda628504ef yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:08:33.708782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.715771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.734625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:33.740437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.743578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-817b59c3-e3f3-4560-a58a-99473ba9892e req-ae339629-8c21-4ae3-8067-fa314d6ddde3 tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.32 "GET /v2.0/security-groups?id=7036f2d6-486a-4a17-9859-4506a02711d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114259 Mar 05 00:08:33.810640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7f11fab-9af5-49e3-a87c-ea6a2cdb3118 req-60a0cde4-2a86-4a57-903b-b99255d8d745 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075732 Mar 05 00:08:33.831078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:33.845299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:33.907262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Pushing event deleted for resources: {'Port': ['ID=09589029-efce-4fa5-97b4-a4c475866618,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:33.995467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] No DVR routers for this DVR port 09589029-efce-4fa5-97b4-a4c475866618 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:33.998378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.000834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'name': 'network-vif-deleted', 'tag': '09589029-efce-4fa5-97b4-a4c475866618'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:08:34.022432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Allocated IP 172.20.0.4 (4a03faf3-05be-4bc1-85f8-0391925bf0e4/24c8a1c2-5b42-474e-b4c9-019f575aedc2/522ad36c-f189-4871-be8d-ddda628504ef) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:34.036701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf8b2849-7f9a-440c-874d-f16a0b0f1111 req-e6f469ab-a1c7-419e-8b33-d270b855455f tempest-ServerMetadataNegativeTestJSON-1776143347 tempest-ServerMetadataNegativeTestJSON-1776143347-project] 10.222.0.36 "DELETE /v2.0/ports/09589029-efce-4fa5-97b4-a4c475866618 HTTP/1.1" status: 204 len: 173 time: 1.6764367 Mar 05 00:08:34.049977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:34.056457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-396bec37-83c7-43be-88f6-a770e8cc0081 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "PUT /v2.0/routers/54e6e81f-93e0-4625-95aa-f5c3b0f104df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1548004 Mar 05 00:08:34.060438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58094) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:34.062684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] Sync routers for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:34.077950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:34.079288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:34.084642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.149053 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c77da-d734-49bf-bbc2-2d700398393a', 'name': 'network-vif-deleted', 'tag': '09589029-efce-4fa5-97b4-a4c475866618', 'status': 'completed', 'code': 200} Mar 05 00:08:34.166871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:34.180577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] Routers {'54e6e81f-93e0-4625-95aa-f5c3b0f104df'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:34.181204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:34.313461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:34.313822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba99aa3-f798-469c-85cc-4e8afec15e58 None None] The sync data for ids ['54e6e81f-93e0-4625-95aa-f5c3b0f104df'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:34.343034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.388419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23cdc8-ef8c-46d5-b2dd-739ff287c97b req-262473f0-424e-4369-b88b-3e06f7eaf47f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:34.389911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f23cdc8-ef8c-46d5-b2dd-739ff287c97b req-262473f0-424e-4369-b88b-3e06f7eaf47f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4185531 Mar 05 00:08:34.399868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:08:34.436896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.453272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.563751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.575662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting port 50b8f9b1-4f12-4e71-a51f-08ea4a4b2d64 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:34.576136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.635001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f521996-013c-4dab-9fb6-cdd4dea13c3b,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:34.640448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4f23cdc8-ef8c-46d5-b2dd-739ff287c97b req-6ab03380-d26b-4ef6-8cb2-443eef8b39cc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331693 Mar 05 00:08:34.650730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.665093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.752056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Transition to ACTIVE for port object 522ad36c-f189-4871-be8d-ddda628504ef will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:34.770005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:34.836589 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f25e-2dc3-47f4-8a57-08bbe9b46962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.021921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58112) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:35.028605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 09589029-efce-4fa5-97b4-a4c475866618 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:35.057839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Calling delete_port for 50b8f9b1-4f12-4e71-a51f-08ea4a4b2d64 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:35.132010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 09589029-efce-4fa5-97b4-a4c475866618 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:35.132908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 09589029-efce-4fa5-97b4-a4c475866618 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:35.190746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:35.194051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Deleting subnet ac0236a6-52c0-474d-ac00-ea40f99a6489 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:35.202247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:35.203378 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.230601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.283253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.346653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Port': ['ID=50b8f9b1-4f12-4e71-a51f-08ea4a4b2d64,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:35.439173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:35.522512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.540126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:35.540639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.594207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Port': ['ID=522ad36c-f189-4871-be8d-ddda628504ef,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:35.598136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.605920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:35.611463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1edeb7e7-014b-4236-b1b9-ab2fa60b36b6 None None] Provisioning complete for port 9f521996-013c-4dab-9fb6-cdd4dea13c3b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:35.612188 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7e7-014b-4236-b1b9-ab2fa60b36b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.615324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:35.619622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:35.738469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1edeb7e7-014b-4236-b1b9-ab2fa60b36b6 None None] Port 9f521996-013c-4dab-9fb6-cdd4dea13c3b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:35.765533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.821868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:35.822490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.897524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.904064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.941557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:35.942598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Fanout notify agent at l3_agent the message router_deleted on router 54e6e81f-93e0-4625-95aa-f5c3b0f104df {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:35.971643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8c4a909b-9cee-4f87-80db-b6c748038bc3 None None] Provisioning for port 522ad36c-f189-4871-be8d-ddda628504ef completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:35.986397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8c4a909b-9cee-4f87-80db-b6c748038bc3 None None] Provisioning complete for port 522ad36c-f189-4871-be8d-ddda628504ef triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:35.997585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c4a909b-9cee-4f87-80db-b6c748038bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.003320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.007893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e874db4-c093-4056-8b6c-cf98729ced96 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/routers/54e6e81f-93e0-4625-95aa-f5c3b0f104df HTTP/1.1" status: 204 len: 168 time: 1.9460979 Mar 05 00:08:36.010517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58122) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:36.017852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-25d470c8-7ee6-4ad9-b665-de73e8097e35 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3378053 Mar 05 00:08:36.018462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58126) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:36.072436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:36.086581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.090974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:36.105102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:floatingip and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:36.112192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:36.126467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:36.143039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a909b-9cee-4f87-80db-b6c748038bc3 None None] Port 522ad36c-f189-4871-be8d-ddda628504ef cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:08:36.169452 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.177637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0236a6-52c0-474d-ac00-ea40f99a6489,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:36.185043 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.208630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6033be3-fe1b-4239-b175-0639b4b3014c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ac0236a6-52c0-474d-ac00-ea40f99a6489 HTTP/1.1" status: 204 len: 168 time: 1.1819119 Mar 05 00:08:36.212822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58132) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:36.351643 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.386267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Deleting subnet ac718be8-3612-479c-aca5-bc72cca6be70 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:36.391271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.464790 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.471216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 228e1834-8274-47d9-9b7a-e57c25190ee0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:36.471551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.562648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.631051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.745858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Router aa88aea0-7e75-48eb-ac78-e48318b12d93 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:36.749587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.839440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce98ff4-bca8-45f3-8ae5-36b300bcb040']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:36.869750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111304e8-a236-4602-9cec-d7aadc55b9fb req-528044f8-13dc-42c6-9041-f586eef8e8b1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:36.871235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-111304e8-a236-4602-9cec-d7aadc55b9fb req-528044f8-13dc-42c6-9041-f586eef8e8b1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3736811 Mar 05 00:08:36.875430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c16b3-8d6f-4530-8bed-097ca455862c') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:36.875699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c16b3-8d6f-4530-8bed-097ca455862c') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:36.911540 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.943788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.971500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc63bbf6-7b60-463c-995f-903236e551d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:36.974181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Allocated IP 172.25.0.50 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3c0f732d-493e-4abe-ab59-f537c7b79d4f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:36.976520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Subnet': ['ID=ac718be8-3612-479c-aca5-bc72cca6be70,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:36.996454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.004084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-111304e8-a236-4602-9cec-d7aadc55b9fb req-4a5ee070-558c-4123-879e-c869e2361552 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253860 Mar 05 00:08:37.030105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7c428801-ef63-41e5-a158-b6ca42da754b tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/subnets/ac718be8-3612-479c-aca5-bc72cca6be70 HTTP/1.1" status: 204 len: 168 time: 1.0134051 Mar 05 00:08:37.046529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.055580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:37.056243 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:37.071423 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:37.073838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:37.212393 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.226800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.260009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.285267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.350567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 228e1834-8274-47d9-9b7a-e57c25190ee0 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:37.392669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.393884 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.422853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0799e93-490d-469c-9209-a64469845d4d']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:37.431365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce98ff4-bca8-45f3-8ae5-36b300bcb040,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:37.435932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbadde5-75ae-423a-902d-dbae61b259fb') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:37.436244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbadde5-75ae-423a-902d-dbae61b259fb') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:37.449202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e51cf97d-de6d-460c-b31a-00c49fd57886 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2ce98ff4-bca8-45f3-8ae5-36b300bcb040 HTTP/1.1" status: 204 len: 168 time: 1.2315509 Mar 05 00:08:37.449413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.480608 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.507474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37024-5691-4be9-b6ca-80eb9af92fed req-7dffe863-e974-4290-a510-db8f8b4a9637 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:37.508950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ca37024-5691-4be9-b6ca-80eb9af92fed req-7dffe863-e974-4290-a510-db8f8b4a9637 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3551965 Mar 05 00:08:37.522117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.532893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:37.536926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:37.540940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:37.541374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:37.559609 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:37.562987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:37.594740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Port': ['ID=3c0f732d-493e-4abe-ab59-f537c7b79d4f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:37.624341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ca37024-5691-4be9-b6ca-80eb9af92fed req-937206e1-24f6-4f12-a026-71a912ea90cd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040752 Mar 05 00:08:37.636304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:37.656087 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Sync routers for ids ['aa88aea0-7e75-48eb-ac78-e48318b12d93'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:37.665417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-348a94eb-d2b6-4e3e-8e84-790122f72ce7 admin admin] 10.222.0.32 "PUT /v2.0/routers/aa88aea0-7e75-48eb-ac78-e48318b12d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7945573 Mar 05 00:08:37.670630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.696729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.716884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.729488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=228e1834-8274-47d9-9b7a-e57c25190ee0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:37.730473 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Routers {'aa88aea0-7e75-48eb-ac78-e48318b12d93'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:37.733752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] Pushing event deleted for resources: {'Network': ['ID=a0799e93-490d-469c-9209-a64469845d4d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:37.736635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:37.740561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fc839704-4730-4cf3-8da8-7d76fa307e64 tempest-FloatingIPTestJSON-1279541844 tempest-FloatingIPTestJSON-1279541844-project] 10.222.0.32 "DELETE /v2.0/networks/a0799e93-490d-469c-9209-a64469845d4d HTTP/1.1" status: 204 len: 168 time: 0.6659722 Mar 05 00:08:37.746372 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['aa88aea0-7e75-48eb-ac78-e48318b12d93'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:37.868602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:37.985265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.094981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee7ee68b-3de3-43b0-b47f-03bae9126796 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=287af5447bdb4afcb5cdb1772bc74a60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3449843 Mar 05 00:08:38.103302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58166) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:38.143041 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Set router aa88aea0-7e75-48eb-ac78-e48318b12d93 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:38.201728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.305264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58174) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:38.307002 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.319500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.325299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.334587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.438997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-21030463-d476-4e03-94ef-8905d368028e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.482588 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-21030463-d476-4e03-94ef-8905d368028e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.596403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Port': ['ID=3c0f732d-493e-4abe-ab59-f537c7b79d4f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:38.599468 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 4, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port': {'id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:21Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9f521996-013c-4dab-9fb6-cdd4dea13c3b', 'name': '', 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'mac_address': 'fa:16:3e:43:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '994b057d-ee01-4d45-9a12-d3686200a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:32Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 2, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'subnets': [{'id': '994b057d-ee01-4d45-9a12-d3686200a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:38.604007 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Checking router: aa88aea0-7e75-48eb-ac78-e48318b12d93 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:08:38.604352 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Updating router aa88aea0-7e75-48eb-ac78-e48318b12d93 port 9f521996-013c-4dab-9fb6-cdd4dea13c3b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:08:38.634763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.639690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5aed07a5-f5d3-408a-835a-4a37ebbc6a3a req-91a5f7e5-d7e7-4543-af4b-f7f1d0a40193 tempest-FloatingIPsNegativeTestJSON-645991822 tempest-FloatingIPsNegativeTestJSON-645991822-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=5a0483c7a56c4ee088c52fa258a8857a HTTP/1.1" status: 200 len: 217 time: 0.1061301 Mar 05 00:08:38.664839 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.672628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26f921ce-ba7a-488f-8bd1-ecaa3dd79880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=578b68c8007b4ccd9c2fe2fe9cd242c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3650954 Mar 05 00:08:38.674302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.678262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f61bd6cd-e80a-4ea7-8f44-4a975bddb4e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6074274 Mar 05 00:08:38.678262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58182) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:38.689334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58186) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:38.698683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7ba0da39-b413-453e-9901-96869d37037b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'floatingip': {'port_id': '522ad36c-f189-4871-be8d-ddda628504ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:38.918001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1710017-a964-4d07-a23d-af08d5f7dcd5 req-9528adcf-dfd5-401a-9f0c-09d15df3bc49 tempest-FloatingIPsNegativeTestJSON-645991822 tempest-FloatingIPsNegativeTestJSON-645991822-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2271552 Mar 05 00:08:38.922521 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ba0da39-b413-453e-9901-96869d37037b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:38.958479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205792b-3a2b-4009-b71c-c07ea6908089 req-d339326a-93f5-43c3-9d3b-1b7e2e0bb52d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:38.960081 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3205792b-3a2b-4009-b71c-c07ea6908089 req-d339326a-93f5-43c3-9d3b-1b7e2e0bb52d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5845840 Mar 05 00:08:38.963422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-21030463-d476-4e03-94ef-8905d368028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.002636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030463-d476-4e03-94ef-8905d368028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036f2d6-486a-4a17-9859-4506a02711d2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:39.093715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-21030463-d476-4e03-94ef-8905d368028e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.094920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-21030463-d476-4e03-94ef-8905d368028e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7036f2d6-486a-4a17-9859-4506a02711d2 HTTP/1.1" status: 204 len: 168 time: 0.9904749 Mar 05 00:08:39.107951 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-2afbe8d0-cbc7-4651-aa84-d49dba71ec5b req-3d6f2528-8698-48a5-b490-322bcb7692cd tempest-FloatingIPsNegativeTestJSON-645991822 tempest-FloatingIPsNegativeTestJSON-645991822-project] show failed (client error): The resource could not be found. Mar 05 00:08:39.110113 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.114052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2afbe8d0-cbc7-4651-aa84-d49dba71ec5b req-3d6f2528-8698-48a5-b490-322bcb7692cd tempest-FloatingIPsNegativeTestJSON-645991822 tempest-FloatingIPsNegativeTestJSON-645991822-project] 10.222.0.32 "GET /v2.0/floatingips/d96ae177-6a79-4733-986b-659013d30f74 HTTP/1.1" status: 404 len: 350 time: 0.1368701 Mar 05 00:08:39.121356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:39.130309 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Transition to ACTIVE for port object 9f521996-013c-4dab-9fb6-cdd4dea13c3b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:39.140904 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.154658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3205792b-3a2b-4009-b71c-c07ea6908089 req-0d4a3a51-8c41-4ec8-9dd4-2335ea47e514 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858447 Mar 05 00:08:39.193484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router ba5cf766-d1ce-4bdc-add8-b068636939b9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:39.298825 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234a426-ca03-4a62-8876-6a40ba5d2ef1 None None] Pushing event updated for resources: {'Port': ['ID=9f521996-013c-4dab-9fb6-cdd4dea13c3b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:39.339727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0da27f5-b4ba-46fd-9eed-3d6e144cfe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.454413 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Attempting to bind port 9f521996-013c-4dab-9fb6-cdd4dea13c3b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:39.455146 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Attempting to bind port 9f521996-013c-4dab-9fb6-cdd4dea13c3b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:39.455916 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Attempting to bind port 9f521996-013c-4dab-9fb6-cdd4dea13c3b on network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:39.462718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:39.465877 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:39.466599 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Checking segment: {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:39.467354 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.467807 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Bound using segment: {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:39.468530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Bound port: 9f521996-013c-4dab-9fb6-cdd4dea13c3b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2448bd76-aea0-4e13-be23-59a83788b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:39.469090 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.476073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] Sync routers for ids ['ba5cf766-d1ce-4bdc-add8-b068636939b9'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:39.476627 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dae72dfe-4db2-4533-8a5f-615e04d24d6c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/ba5cf766-d1ce-4bdc-add8-b068636939b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7702847 Mar 05 00:08:39.479027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58204) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:39.496206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] Routers {'ba5cf766-d1ce-4bdc-add8-b068636939b9'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:39.497162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba5cf766-d1ce-4bdc-add8-b068636939b9'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:39.497747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0da27f5-b4ba-46fd-9eed-3d6e144cfe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.555410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4eb608a9-e497-4d45-9401-cf7d76d60be0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:39.584592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4eb608a9-e497-4d45-9401-cf7d76d60be0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:39.586776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4eb608a9-e497-4d45-9401-cf7d76d60be0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba5cf766-d1ce-4bdc-add8-b068636939b9 HTTP/1.1" status: 200 len: 205 time: 0.1058054 Mar 05 00:08:39.588578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58210) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:39.612047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:39.615605 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-7ba0da39-b413-453e-9901-96869d37037b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] update failed (client error): The resource could not be found. Mar 05 00:08:39.616654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ba0da39-b413-453e-9901-96869d37037b tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "PUT /v2.0/floatingips/c06157d0-6b23-4c81-a2a0-a54be45ddcbb HTTP/1.1" status: 404 len: 507 time: 0.9251862 Mar 05 00:08:39.620558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58214) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:39.628316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] Routers {'ba5cf766-d1ce-4bdc-add8-b068636939b9'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:39.629067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba5cf766-d1ce-4bdc-add8-b068636939b9'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:39.660252 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] For port 9f521996-013c-4dab-9fb6-cdd4dea13c3b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:39.668982 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] For port 9f521996-013c-4dab-9fb6-cdd4dea13c3b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9f521996-013c-4dab-9fb6-cdd4dea13c3b,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:39.677921 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.711159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:39.711471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3b9e5-4b58-40ad-9865-d6614ac789b5 None None] The sync data for ids ['ba5cf766-d1ce-4bdc-add8-b068636939b9'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:39.718573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.794349 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Routers {'aa88aea0-7e75-48eb-ac78-e48318b12d93'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:39.795125 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['aa88aea0-7e75-48eb-ac78-e48318b12d93'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:39.833523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.834702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0da27f5-b4ba-46fd-9eed-3d6e144cfe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:39.882931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188e679-7137-4ac6-8772-5d9db60448e8 req-fa4d6be1-53d5-481d-ac05-ba7c459372fe tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:39.884517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5188e679-7137-4ac6-8772-5d9db60448e8 req-fa4d6be1-53d5-481d-ac05-ba7c459372fe tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4715371 Mar 05 00:08:39.922140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da27f5-b4ba-46fd-9eed-3d6e144cfe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0135fde2-60a2-4fb9-be40-402684379cab,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:39.939066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting port 3c0f732d-493e-4abe-ab59-f537c7b79d4f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:39.939415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.036306 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234a426-ca03-4a62-8876-6a40ba5d2ef1 None None] Pushing event updated for resources: {'Port': ['ID=9f521996-013c-4dab-9fb6-cdd4dea13c3b,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:40.080782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0da27f5-b4ba-46fd-9eed-3d6e144cfe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.082977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d0da27f5-b4ba-46fd-9eed-3d6e144cfe57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0135fde2-60a2-4fb9-be40-402684379cab HTTP/1.1" status: 204 len: 168 time: 1.4059722 Mar 05 00:08:40.168240 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5188e679-7137-4ac6-8772-5d9db60448e8 req-6d650f0c-4ddc-4e73-8783-3223825e425d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708867 Mar 05 00:08:40.176751 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] Set router aa88aea0-7e75-48eb-ac78-e48318b12d93 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:40.347310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.347645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.452780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.458926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.499063 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.500448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router ba5cf766-d1ce-4bdc-add8-b068636939b9 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:40.526615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:40.528885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-369cb5a3-f6d8-48b5-9cf7-9a5b8ac7c33b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/ba5cf766-d1ce-4bdc-add8-b068636939b9 HTTP/1.1" status: 204 len: 168 time: 0.9384217 Mar 05 00:08:40.531272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58236) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:40.532704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58238) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:40.636528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Calling delete_port for 3c0f732d-493e-4abe-ab59-f537c7b79d4f owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:40.725402 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 4, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port': {'id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:21Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9f521996-013c-4dab-9fb6-cdd4dea13c3b', 'name': '', 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'mac_address': 'fa:16:3e:43:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '994b057d-ee01-4d45-9a12-d3686200a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:32Z', 'updated_at': '2022-03-05T00:08:39Z', 'revision_number': 4, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'subnets': [{'id': '994b057d-ee01-4d45-9a12-d3686200a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:40.731129 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c56cc-942c-42c3-83df-d47de1a399ca None None] The sync data for ids ['aa88aea0-7e75-48eb-ac78-e48318b12d93'] in n-d-828979-4 is: [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 4, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port': {'id': '4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:21Z', 'updated_at': '2022-03-05T00:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9f521996-013c-4dab-9fb6-cdd4dea13c3b', 'name': '', 'network_id': '0dfd5c43-489c-4577-b2de-b2dd0ff54bc8', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'mac_address': 'fa:16:3e:43:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '994b057d-ee01-4d45-9a12-d3686200a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:08:32Z', 'updated_at': '2022-03-05T00:08:39Z', 'revision_number': 4, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'subnets': [{'id': '994b057d-ee01-4d45-9a12-d3686200a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:40.842248 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:08:40.920801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa710a5-b1fe-4537-afa2-170d80fdc67d req-8fb33769-20d4-48a4-8a02-dc29737e84e1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:40.922476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fa710a5-b1fe-4537-afa2-170d80fdc67d req-8fb33769-20d4-48a4-8a02-dc29737e84e1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2150669 Mar 05 00:08:40.993636 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.065018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event deleted for resources: {'Port': ['ID=3c0f732d-493e-4abe-ab59-f537c7b79d4f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:41.079229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 70b1c35d-a5e1-4587-80bd-ddc46f55c790 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:41.089437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.151901 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.163240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.206846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2043956743-network', 'tenant_id': 'efba20132fd44e0b85edc6c1540915b0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:41.223430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:41.239718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Usage tracker for resource:network and tenant:efba20132fd44e0b85edc6c1540915b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:41.243040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:41.250025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:41.267212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Made reservation on behalf of efba20132fd44e0b85edc6c1540915b0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:41.271072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.294300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.322139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fa710a5-b1fe-4537-afa2-170d80fdc67d req-1c01d04b-5d7f-4b9c-84c4-33ad6e5d9a6e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920598 Mar 05 00:08:41.362799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.411258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.412452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fe80d14a-dc71-4699-99ac-b369bd01538e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "DELETE /v2.0/floatingips/c06157d0-6b23-4c81-a2a0-a54be45ddcbb HTTP/1.1" status: 204 len: 168 time: 1.7903447 Mar 05 00:08:41.416124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:41.419363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.421825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58266) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:41.428953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'floatingip': {'floating_network_id': '4a03faf3-05be-4bc1-85f8-0391925bf0e4', 'port_id': '522ad36c-f189-4871-be8d-ddda628504ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:41.464955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:41.473717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:efba20132fd44e0b85edc6c1540915b0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:41.478279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:floatingip and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:41.482351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:41.484273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:41.499360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:41.510799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9f521996-013c-4dab-9fb6-cdd4dea13c3b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:41.515258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:41.537709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.628226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:41.633454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 9f521996-013c-4dab-9fb6-cdd4dea13c3b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:41.643001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 9f521996-013c-4dab-9fb6-cdd4dea13c3b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:41.643425 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.652120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.705813 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.763134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.769740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.793710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.809544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a68d3f-742a-45b1-b30e-78c6f3cae9a7 None None] Network fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:41.826800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=70b1c35d-a5e1-4587-80bd-ddc46f55c790,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:41.853704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcbdc7-424a-4ac3-97f1-41cd4fe21ee8 req-cee8c780-13f4-495e-be3c-759fa3c4fe68 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:41.862500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdbcbdc7-424a-4ac3-97f1-41cd4fe21ee8 req-cee8c780-13f4-495e-be3c-759fa3c4fe68 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3398464 Mar 05 00:08:41.893478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-164266237'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:41.902537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f3666f3e-f67c-4dfa-a36c-1988aa342655 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/70b1c35d-a5e1-4587-80bd-ddc46f55c790 HTTP/1.1" status: 204 len: 168 time: 1.3650298 Mar 05 00:08:41.905496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:41.906559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:41.908128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:41.911089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6f9fd-52bf-490d-858e-c7046d0281e0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:41.915360 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:08:41.919682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8eb38d07-5c2f-48ff-b5e8-2ccdc4cae02f tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4933879 Mar 05 00:08:41.919682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:41.922554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58280) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:41.931098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '522ad36c-f189-4871-be8d-ddda628504ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:41.967447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:41.987557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:41.988445 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Added segment 0d5748bb-c6b0-4b54-a431-5a3a69659690 of type vlan for network 1593a071-e645-49b0-9b31-6b890b588223 Mar 05 00:08:41.990118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 9f521996-013c-4dab-9fb6-cdd4dea13c3b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9f521996-013c-4dab-9fb6-cdd4dea13c3b,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:42.001735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:42.020679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Usage tracker for resource:floatingip and tenant:0f943bab404041df8bdb3a67acf5c936 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:42.023479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.037080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:42.079568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:42.081290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdbcbdc7-424a-4ac3-97f1-41cd4fe21ee8 req-8327a72b-c713-4565-b2ef-f3d4dfdb2dec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175674 Mar 05 00:08:42.091050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:42.104627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.119015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=9f521996-013c-4dab-9fb6-cdd4dea13c3b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:42.152381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.184240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:42.187895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.219548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.242011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.242476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:42.243122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.246398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.300538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] DHCP port deletion for fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:42.304861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] Deleting port 244f6e86-89de-4420-a285-357f4668db2a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:42.305306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.320345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 244f6e86-89de-4420-a285-357f4668db2a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:42.320745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.355654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:42.370960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:security_group_rule and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:42.375196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:42.391225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:42.398732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8645799 Mar 05 00:08:42.425331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877b34-9233-4596-ac4e-38a17aa3fbb6 admin admin] Pushing event updated for resources: {'Network': ['ID=1593a071-e645-49b0-9b31-6b890b588223,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:42.440296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1593a071-e645-49b0-9b31-6b890b588223 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:42.576966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b7d29-76c6-44e9-a866-b8b2c3ce7e06 req-99fa1efc-88d1-4ce3-9b7d-73aa8869dd93 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:42.587096 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e1b7d29-76c6-44e9-a866-b8b2c3ce7e06 req-99fa1efc-88d1-4ce3-9b7d-73aa8869dd93 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1363161 Mar 05 00:08:42.624728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.643585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] For port 244f6e86-89de-4420-a285-357f4668db2a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=244f6e86-89de-4420-a285-357f4668db2a,segment=NetworkSegment(dc1218f5-81b8-49d0-8d8e-feaa64cb392e),segment_id=dc1218f5-81b8-49d0-8d8e-feaa64cb392e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:42.644184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.702681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e1b7d29-76c6-44e9-a866-b8b2c3ce7e06 req-51d2ec4e-7ce9-403f-87ec-02dcada6d362 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142192 Mar 05 00:08:42.777882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 244f6e86-89de-4420-a285-357f4668db2a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=244f6e86-89de-4420-a285-357f4668db2a,segment=NetworkSegment(dc1218f5-81b8-49d0-8d8e-feaa64cb392e),segment_id=dc1218f5-81b8-49d0-8d8e-feaa64cb392e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:42.778132 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.839778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Allocated IP 172.25.0.234 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/ca479896-c6e4-4908-aed9-0233bf730d7f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:42.844030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] Calling delete_port for 244f6e86-89de-4420-a285-357f4668db2a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:42.956270 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:42.983967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.027177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] No DVR routers for this DVR port 244f6e86-89de-4420-a285-357f4668db2a on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:43.031079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7e8f6-98b3-4aa6-b3f9-155ac41bf2fa None None] Pushing event deleted for resources: {'Port': ['ID=244f6e86-89de-4420-a285-357f4668db2a,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:43.076572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 244f6e86-89de-4420-a285-357f4668db2a owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:43.091709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.102954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.107946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63310bc-a990-4d31-a7c2-7cd5f24c7b77 req-dfc9dcc5-968e-4b97-98aa-12750accba86 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.109448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e63310bc-a990-4d31-a7c2-7cd5f24c7b77 req-dfc9dcc5-968e-4b97-98aa-12750accba86 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1542280 Mar 05 00:08:43.165110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e63310bc-a990-4d31-a7c2-7cd5f24c7b77 req-77e29df4-4037-4baf-a215-908d612626e7 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479531 Mar 05 00:08:43.166191 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.245978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:43.248971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:43.251394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:43.257875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:43.279506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c026a-c4a3-4fff-a7bd-f8fce2a5222c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:43.289344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event updated for resources: {'Port': ['ID=ca479896-c6e4-4908-aed9-0233bf730d7f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:43.304912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.305298 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 89943a77-a0e1-40c1-a348-4aaf9c3aa603 of type vlan for network 04041f46-e19f-467d-a455-b7b0cd8ac11e Mar 05 00:08:43.359226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Deleting port 9f521996-013c-4dab-9fb6-cdd4dea13c3b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:43.359638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.406266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:08:43.406605 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:08:43.419568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9f521996-013c-4dab-9fb6-cdd4dea13c3b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:43.429943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.444929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a2ef-9ba5-4b1d-804d-0b1e9baf0324 req-1a56e2cb-60d4-4e4d-b0ae-a16f35110f78 tempest-ComputeTenantNetworksTest-592006844 tempest-ComputeTenantNetworksTest-592006844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.449032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a2ef-9ba5-4b1d-804d-0b1e9baf0324 req-1a56e2cb-60d4-4e4d-b0ae-a16f35110f78 tempest-ComputeTenantNetworksTest-592006844 tempest-ComputeTenantNetworksTest-592006844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.453186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a2ef-9ba5-4b1d-804d-0b1e9baf0324 req-1a56e2cb-60d4-4e4d-b0ae-a16f35110f78 tempest-ComputeTenantNetworksTest-592006844 tempest-ComputeTenantNetworksTest-592006844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.454859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3533a2ef-9ba5-4b1d-804d-0b1e9baf0324 req-1a56e2cb-60d4-4e4d-b0ae-a16f35110f78 tempest-ComputeTenantNetworksTest-592006844 tempest-ComputeTenantNetworksTest-592006844-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4693718 Mar 05 00:08:43.495384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 9f521996-013c-4dab-9fb6-cdd4dea13c3b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:43.495907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.628100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting port ca479896-c6e4-4908-aed9-0233bf730d7f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:43.628100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.641153 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.644894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.645507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.655979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81f8d7-d2f9-403b-93f8-a06d4958eac4 req-603d3ca1-1fe3-4a0c-9911-eba4b3ab1e14 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.657476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc81f8d7-d2f9-403b-93f8-a06d4958eac4 req-603d3ca1-1fe3-4a0c-9911-eba4b3ab1e14 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2977269 Mar 05 00:08:43.668432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 244f6e86-89de-4420-a285-357f4668db2a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:43.704149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 244f6e86-89de-4420-a285-357f4668db2a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:43.704784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 244f6e86-89de-4420-a285-357f4668db2a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:43.803685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fc81f8d7-d2f9-403b-93f8-a06d4958eac4 req-b3ca8257-6eed-4155-bb84-8cdb2bdb0f0b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326861 Mar 05 00:08:43.813676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f73ab-86b9-4f7f-94b3-c91be6d07105 req-bd6db86c-881c-410e-ba41-608a00ea432f tempest-ComputeTenantNetworksTest-592006844 tempest-ComputeTenantNetworksTest-592006844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:43.814999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b5f73ab-86b9-4f7f-94b3-c91be6d07105 req-bd6db86c-881c-410e-ba41-608a00ea432f tempest-ComputeTenantNetworksTest-592006844 tempest-ComputeTenantNetworksTest-592006844-project] 10.222.0.32 "GET /v2.0/networks/1593a071-e645-49b0-9b31-6b890b588223 HTTP/1.1" status: 200 len: 769 time: 0.2703297 Mar 05 00:08:43.826378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=04041f46-e19f-467d-a455-b7b0cd8ac11e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:43.829859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:43.843096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 04041f46-e19f-467d-a455-b7b0cd8ac11e details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:43.860452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8514c5d4-7cdf-4363-af9d-90f7509c96b9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2243955 Mar 05 00:08:43.877705 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.878411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.907275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 244f6e86-89de-4420-a285-357f4668db2a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:43.907606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:43.954914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] For port 9f521996-013c-4dab-9fb6-cdd4dea13c3b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9f521996-013c-4dab-9fb6-cdd4dea13c3b,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:43.955271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.102022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Calling delete_port for ca479896-c6e4-4908-aed9-0233bf730d7f owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:44.103781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] The port '244f6e86-89de-4420-a285-357f4668db2a' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:08:44.169189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Calling delete_port for 9f521996-013c-4dab-9fb6-cdd4dea13c3b owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:44.231338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.236887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.280939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event deleted for resources: {'Port': ['ID=ca479896-c6e4-4908-aed9-0233bf730d7f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:44.395551 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] create failed (client error): The resource could not be found. Mar 05 00:08:44.397167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c09516c-a5ea-47e2-b49f-3a42c1d1171e tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4734704 Mar 05 00:08:44.400590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58314) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:44.478800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting port 522ad36c-f189-4871-be8d-ddda628504ef {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:44.479589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.502657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.572385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:44.644004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:44.644437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1218f5-81b8-49d0-8d8e-feaa64cb392e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:44.665651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.678483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.689585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64006ec3-bea2-4ea3-86bc-2f4825de06ab req-4c7c7984-57ce-423d-9086-1f4a6b3054ab tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:44.691052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64006ec3-bea2-4ea3-86bc-2f4825de06ab req-4c7c7984-57ce-423d-9086-1f4a6b3054ab tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7381561 Mar 05 00:08:44.736322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.737664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.749239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1593a071-e645-49b0-9b31-6b890b588223']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:44.760244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:44.760622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:44.776896 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:44.791430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5748bb-c6b0-4b54-a431-5a3a69659690') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:44.791723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5748bb-c6b0-4b54-a431-5a3a69659690') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:44.863349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Calling delete_port for 522ad36c-f189-4871-be8d-ddda628504ef owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:44.900992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.937518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64006ec3-bea2-4ea3-86bc-2f4825de06ab req-954e29f1-ae4c-4e79-b8f4-d610570d84ed tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335289 Mar 05 00:08:44.941125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.947627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.950656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:44.985118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:44.987836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:44.988240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:45.002746 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:45.009851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d265ade8-ca7e-4a04-a816-1cec8d41eb68 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/fc00dfb3-36ce-4f1b-909c-39d73cfbf9fa HTTP/1.1" status: 204 len: 168 time: 3.0945380 Mar 05 00:08:45.011115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58318) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:45.012050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.039613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.104516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-147704870', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:45.139815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f521996-013c-4dab-9fb6-cdd4dea13c3b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:45.143714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:45.152081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:45.164130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event deleted for resources: {'Port': ['ID=522ad36c-f189-4871-be8d-ddda628504ef,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:45.183945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:45.197609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.199693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:45.297184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.355634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.369076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b7cac3b6-68ea-445b-b86b-7e41a939ded7 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "DELETE /v2.0/ports/522ad36c-f189-4871-be8d-ddda628504ef HTTP/1.1" status: 204 len: 168 time: 0.9668643 Mar 05 00:08:45.369859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:45.375854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1593a071-e645-49b0-9b31-6b890b588223 HTTP/1.1" status: 204 len: 168 time: 1.5447998 Mar 05 00:08:45.392715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60bb3e-0b57-436c-a161-f421152c3ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1593a071-e645-49b0-9b31-6b890b588223,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:45.414844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.416340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.462702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:45.527129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd05ad1-46c5-4e17-bfb5-df6e70b63bbc tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:45.535952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1dd05ad1-46c5-4e17-bfb5-df6e70b63bbc tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Synchronizing usage tracker for tenant:0f943bab404041df8bdb3a67acf5c936 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:45.574752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1dd05ad1-46c5-4e17-bfb5-df6e70b63bbc tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Unset dirty status for tenant:0f943bab404041df8bdb3a67acf5c936 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:45.579457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1dd05ad1-46c5-4e17-bfb5-df6e70b63bbc tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "GET /v2.0/ports?device_id=0983f644-8943-4f03-b1e8-fc11e5166df2 HTTP/1.1" status: 200 len: 913 time: 0.2035112 Mar 05 00:08:45.581293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58336) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:45.831577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58342) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:46.073301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476b43-f8b8-4e3e-a62a-fb48a8345c0b req-ff51a6a3-7ac3-4b5f-9e16-bb6aff7a0cec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:46.075086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11476b43-f8b8-4e3e-a62a-fb48a8345c0b req-ff51a6a3-7ac3-4b5f-9e16-bb6aff7a0cec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7863483 Mar 05 00:08:46.103799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.114442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ce47cfe5-8814-49ee-9101-a27b0eeb1565 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efba20132fd44e0b85edc6c1540915b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2802083 Mar 05 00:08:46.117825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58348) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:46.166504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11476b43-f8b8-4e3e-a62a-fb48a8345c0b req-e1d56dce-3be9-4184-8a89-41ac513d9dd0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818484 Mar 05 00:08:46.208268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b03c0ff5-72ba-4892-ab25-99f83bf807cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.214860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.325641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.393841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b03c0ff5-72ba-4892-ab25-99f83bf807cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.506213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950c39f-c593-4ed3-8817-a53cde0e805c req-46ea7e91-3c73-4f56-8fb2-2c65faa2564f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:46.507576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9950c39f-c593-4ed3-8817-a53cde0e805c req-46ea7e91-3c73-4f56-8fb2-2c65faa2564f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1531394 Mar 05 00:08:46.517715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b03c0ff5-72ba-4892-ab25-99f83bf807cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.548268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c0ff5-72ba-4892-ab25-99f83bf807cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6f9fd-52bf-490d-858e-c7046d0281e0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:46.611131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b03c0ff5-72ba-4892-ab25-99f83bf807cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.612943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.614459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b03c0ff5-72ba-4892-ab25-99f83bf807cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76d6f9fd-52bf-490d-858e-c7046d0281e0 HTTP/1.1" status: 204 len: 168 time: 0.4939787 Mar 05 00:08:46.640745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9950c39f-c593-4ed3-8817-a53cde0e805c req-662dcfb2-14b3-4dd2-a81a-ff3a13f4cfa9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180868 Mar 05 00:08:46.646770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:46.841459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.25.0.188 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d6197478-44bc-4373-9837-72ad682e79d4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:47.153912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:47.177768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58370) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:47.180291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting port 7436cf82-4294-4fbf-b222-38fc2164db2a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:47.180702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:47.325038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:47.461840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:47.467380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:47.475568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:47.481619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:47.500820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:47.525503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:47.533524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:47.543212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:47.554325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:47.556594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:47.660162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=d6197478-44bc-4373-9837-72ad682e79d4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:47.710503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b0f3-96ea-43b1-9129-c0e68125c526 req-67d12f2c-5985-449f-b64c-0d26a3428f6f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:47.712007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc5b0f3-96ea-43b1-9129-c0e68125c526 req-67d12f2c-5985-449f-b64c-0d26a3428f6f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 814 time: 0.5224612 Mar 05 00:08:47.761775 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc5b0f3-96ea-43b1-9129-c0e68125c526 req-797bc3c8-c021-4bf4-96ac-27a7b744243a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/quotas/25be6a436d914460a0b34f69725c72a3 HTTP/1.1" status: 200 len: 375 time: 0.0427742 Mar 05 00:08:47.853507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Calling delete_port for 7436cf82-4294-4fbf-b222-38fc2164db2a owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:47.917266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:48.027876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbc5b0f3-96ea-43b1-9129-c0e68125c526 req-b004c036-3b70-4048-8dce-321e691ee395 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2595093 Mar 05 00:08:48.063850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:48.065037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:48.159251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:48.323595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:48.376167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Router aa88aea0-7e75-48eb-ac78-e48318b12d93 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:48.377073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '89943a77-a0e1-40c1-a348-4aaf9c3aa603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:48.377555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 04041f46-e19f-467d-a455-b7b0cd8ac11e, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:48.407325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb966cc-1b09-4475-9681-76e3a9677b24 req-10c90586-7fcd-4687-a1e1-e5619d0743a6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:48.408780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-beb966cc-1b09-4475-9681-76e3a9677b24 req-10c90586-7fcd-4687-a1e1-e5619d0743a6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1902847 Mar 05 00:08:48.496718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 04041f46-e19f-467d-a455-b7b0cd8ac11e is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:48.522972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-beb966cc-1b09-4475-9681-76e3a9677b24 req-80120f96-8cee-434a-9862-af55e04b27fe tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819476 Mar 05 00:08:48.523779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:48.559243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 04041f46-e19f-467d-a455-b7b0cd8ac11e) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:48.568154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa395f9-6c9a-4a2a-a6c2-7b610d99a8d8 None None] Network 04041f46-e19f-467d-a455-b7b0cd8ac11e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:48.587331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event deleted for resources: {'Port': ['ID=7436cf82-4294-4fbf-b222-38fc2164db2a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:48.589964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:48.590481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:48.665961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 92d0c0ee-300f-4549-bfdf-ba15d06d674d is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:08:48.670482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:48.690861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8289e8cb-cbbe-4afb-b06d-aa7a5005e888 admin admin] 10.222.0.32 "PUT /v2.0/routers/aa88aea0-7e75-48eb-ac78-e48318b12d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5682557 Mar 05 00:08:48.713826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:49.019761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a96f2d3b-ba12-49d7-8a27-eb210d1dc82b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8406904 Mar 05 00:08:49.024556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58424) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:49.034957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378365355'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:49.043433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:49.046826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-04041f46-e19f-467d-a455-b7b0cd8ac11e', 'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:49.047862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.055589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8bd96-38a1-41b3-95fb-f4ae267fdf2a req-96550217-af76-4096-8256-7daf570788d8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:49.064126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dec8bd96-38a1-41b3-95fb-f4ae267fdf2a req-96550217-af76-4096-8256-7daf570788d8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1885514 Mar 05 00:08:49.067761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:49.083228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:49.091937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:49.149750 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dec8bd96-38a1-41b3-95fb-f4ae267fdf2a req-bbfefb28-48c6-441c-a2ea-c609380e5ae3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844252 Mar 05 00:08:49.150430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:49.157659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.215274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:49.235122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:49.239199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.253002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] Sync routers for ids ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:49.257237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.257592 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 81463faf-e88e-491c-a0e5-e9f9b1f72577 of type vlan for network 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 Mar 05 00:08:49.287396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.291259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6d8b0c13-4d22-4a0c-8cc4-de638f740c12 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2728436 Mar 05 00:08:49.291452 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] Routers {'92d0c0ee-300f-4549-bfdf-ba15d06d674d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:49.292444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58432) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:49.295204 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:49.327441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Allocated IP 2001:db8:0:ffff::2 (04041f46-e19f-467d-a455-b7b0cd8ac11e/4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9/492789ae-b293-4939-bafe-6d1ad9e0a17c) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:49.405907 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:49.417117 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] Routers {'92d0c0ee-300f-4549-bfdf-ba15d06d674d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:49.417949 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:49.436295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.483069 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:49.483795 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1a7523-97d6-4789-912d-705666be2582 None None] The sync data for ids ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:49.537935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.541733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:49.545694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.691561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=80bf55f0-ca9d-46f1-9629-3ae3e64a00b3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:49.693012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.697518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-09a70d83-2dcb-4fd5-b6e4-1915677efc9b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6668713 Mar 05 00:08:49.701026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58446) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:49.710403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Transition to ACTIVE for port object 492789ae-b293-4939-bafe-6d1ad9e0a17c will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:49.712424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '80bf55f0-ca9d-46f1-9629-3ae3e64a00b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:49.733882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Transition to ACTIVE for port object 492789ae-b293-4939-bafe-6d1ad9e0a17c will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:49.739060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:49.768820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.841168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:49.851950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:49.855070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:49.859070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:49.871916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:49.898279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a5b406d-7822-4914-9f6a-9efc6b4fe118 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/routers/92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 200 len: 880 time: 0.6015835 Mar 05 00:08:49.898279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:49.913412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Network 04041f46-e19f-467d-a455-b7b0cd8ac11e is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:49.920193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:49.929469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:49.952948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b2bdc55-5373-4ed7-a89a-748c1f417796 req-3716d8cf-e4ea-4655-b4a1-14161a94412c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=25be6a436d914460a0b34f69725c72a3 HTTP/1.1" status: 200 len: 221 time: 0.2956669 Mar 05 00:08:49.952948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58454) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:50.031510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.059894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Pushing event updated for resources: {'Port': ['ID=492789ae-b293-4939-bafe-6d1ad9e0a17c,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:50.178849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Attempting to bind port 492789ae-b293-4939-bafe-6d1ad9e0a17c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:50.179235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Attempting to bind port 492789ae-b293-4939-bafe-6d1ad9e0a17c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '89943a77-a0e1-40c1-a348-4aaf9c3aa603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:50.179588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Attempting to bind port 492789ae-b293-4939-bafe-6d1ad9e0a17c on network 04041f46-e19f-467d-a455-b7b0cd8ac11e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:50.198501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:50.198873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Checking segment: {'id': '89943a77-a0e1-40c1-a348-4aaf9c3aa603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:50.199275 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.199662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Bound using segment: {'id': '89943a77-a0e1-40c1-a348-4aaf9c3aa603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:50.200159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Bound port: 492789ae-b293-4939-bafe-6d1ad9e0a17c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89943a77-a0e1-40c1-a348-4aaf9c3aa603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04041f46-e19f-467d-a455-b7b0cd8ac11e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:50.200500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.328644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Router 0983f644-8943-4f03-b1e8-fc11e5166df2 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:50.399008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] For port 492789ae-b293-4939-bafe-6d1ad9e0a17c, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:50.402767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] For port 492789ae-b293-4939-bafe-6d1ad9e0a17c, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=492789ae-b293-4939-bafe-6d1ad9e0a17c,segment=NetworkSegment(89943a77-a0e1-40c1-a348-4aaf9c3aa603),segment_id=89943a77-a0e1-40c1-a348-4aaf9c3aa603)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:50.410458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.528802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2531d-0e67-4d5c-b757-7dea9867ce44 None None] Pushing event updated for resources: {'Port': ['ID=492789ae-b293-4939-bafe-6d1ad9e0a17c,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:50.564287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:50.572414 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f144c5de-3a13-4012-99c0-8dba021eb397 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "PUT /v2.0/routers/0983f644-8943-4f03-b1e8-fc11e5166df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9898798 Mar 05 00:08:50.575376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58476) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:50.579349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] Sync routers for ids ['0983f644-8943-4f03-b1e8-fc11e5166df2'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:50.583155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157087-5256-4490-8167-36494887b6bf req-4e87bcb9-a767-42c0-9852-245a5269a804 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:50.584767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f157087-5256-4490-8167-36494887b6bf req-4e87bcb9-a767-42c0-9852-245a5269a804 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3997858 Mar 05 00:08:50.596919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] Routers {'0983f644-8943-4f03-b1e8-fc11e5166df2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:50.597583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0983f644-8943-4f03-b1e8-fc11e5166df2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:50.651453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.737624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:50.749889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] Routers {'0983f644-8943-4f03-b1e8-fc11e5166df2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:50.750523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0983f644-8943-4f03-b1e8-fc11e5166df2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:50.832109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:50.832539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598b23a-9501-4cd5-a09c-61ab4ce7a178 None None] The sync data for ids ['0983f644-8943-4f03-b1e8-fc11e5166df2'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:50.850340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ed2523c-db0a-4f2f-af45-edf6eb06701e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:router {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:08:50.853555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.885459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:50.919551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f157087-5256-4490-8167-36494887b6bf req-36928cc2-ca8e-4cee-a1f3-142c564bc996 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221102 Mar 05 00:08:50.964466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=0cb7c54c-f877-4034-859f-183990484106,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:50.981813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '81463faf-e88e-491c-a0e5-e9f9b1f72577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '80bf55f0-ca9d-46f1-9629-3ae3e64a00b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:50.982425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:51.009416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:51.024041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:51.031897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Deleting port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:51.032303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.033902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9efdb0-9d45-4f27-974e-275994bde429 None None] Network 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:51.055878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:51.056851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.093732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2fb0071f-6d39-45e9-950a-75e786ba6281 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3874989 Mar 05 00:08:51.096238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58484) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:51.197307 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] Sync routers for ids ['aa88aea0-7e75-48eb-ac78-e48318b12d93'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:51.210726 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] Routers {'aa88aea0-7e75-48eb-ac78-e48318b12d93'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:51.219855 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['aa88aea0-7e75-48eb-ac78-e48318b12d93'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:51.304688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ed2523c-db0a-4f2f-af45-edf6eb06701e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:router {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:08:51.309111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ed2523c-db0a-4f2f-af45-edf6eb06701e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2361498 Mar 05 00:08:51.312640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:51.325255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.334250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-147704870'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:51.372341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe2102-12a5-4047-a558-6ece1d517b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-80bf55f0-ca9d-46f1-9629-3ae3e64a00b3', 'network_id': '80bf55f0-ca9d-46f1-9629-3ae3e64a00b3', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '0cb7c54c-f877-4034-859f-183990484106'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:51.373679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2102-12a5-4047-a558-6ece1d517b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.501304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.548247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 492789ae-b293-4939-bafe-6d1ad9e0a17c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:51.569814 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] Set router aa88aea0-7e75-48eb-ac78-e48318b12d93 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:51.662236 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.707019 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:50Z', 'revision_number': 6, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:51.715716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] Checking router: aa88aea0-7e75-48eb-ac78-e48318b12d93 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:08:51.739644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb7c54c-f877-4034-859f-183990484106,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:51.743657 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] Routers {'aa88aea0-7e75-48eb-ac78-e48318b12d93'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:51.744573 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['aa88aea0-7e75-48eb-ac78-e48318b12d93'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server [None req-f3fe2102-12a5-4047-a558-6ece1d517b33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cb7c54c-f877-4034-859f-183990484106: This subnet is being modified by another concurrent operation. Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:08:51.766798 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise exception Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cb7c54c-f877-4034-859f-183990484106: This subnet is being modified by another concurrent operation. Mar 05 00:08:51.772714 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Mar 05 00:08:51.791141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 492789ae-b293-4939-bafe-6d1ad9e0a17c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:51.835678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d683a-8488-43d8-b894-be8c07c8fcc4 None None] Network 80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:51.921903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:51.984413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bf55f0-ca9d-46f1-9629-3ae3e64a00b3']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:52.010674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81463faf-e88e-491c-a0e5-e9f9b1f72577') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:52.010986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81463faf-e88e-491c-a0e5-e9f9b1f72577') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:52.013971 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] Set router aa88aea0-7e75-48eb-ac78-e48318b12d93 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:08:52.039487 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.062305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.073121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037b955-622f-4b0b-95b2-7af1f49cb708 None None] Network 04041f46-e19f-467d-a455-b7b0cd8ac11e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:52.086794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.101582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6f945-6aac-4633-aadc-5778cb7d2ec6 req-53f8adb8-7302-424e-9ac3-1b23ec5639b5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:52.103476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6a6f945-6aac-4633-aadc-5778cb7d2ec6 req-53f8adb8-7302-424e-9ac3-1b23ec5639b5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8463204 Mar 05 00:08:52.104600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.106490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] For port 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:52.107129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.124147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:52.124726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.161099 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:50Z', 'revision_number': 6, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:52.165662 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601ff12-a81a-494f-80da-c7fe51c01182 None None] The sync data for ids ['aa88aea0-7e75-48eb-ac78-e48318b12d93'] in n-d-828979-4 is: [{'id': 'aa88aea0-7e75-48eb-ac78-e48318b12d93', 'name': 'tempest-FloatingIPsNegativeTestJSON-482014688-router', 'tenant_id': '5a0483c7a56c4ee088c52fa258a8857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:08:19Z', 'updated_at': '2022-03-05T00:08:50Z', 'revision_number': 6, 'project_id': '5a0483c7a56c4ee088c52fa258a8857a', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:52.183353 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:52.275174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Calling delete_port for 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:52.296391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.317457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.337530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=80bf55f0-ca9d-46f1-9629-3ae3e64a00b3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:52.338972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] Provisioning for port 492789ae-b293-4939-bafe-6d1ad9e0a17c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:08:52.345919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7fc71a6e-5be3-4255-ae65-3a78fa14f6c2 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 HTTP/1.1" status: 204 len: 168 time: 1.2485282 Mar 05 00:08:52.348152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] Provisioning complete for port 492789ae-b293-4939-bafe-6d1ad9e0a17c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:52.349757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58500) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:52.349894 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.359624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947670377'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:52.364730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:52.368763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:52.371869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:52.377857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:52.392481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6a6f945-6aac-4633-aadc-5778cb7d2ec6 req-42280939-d073-4f67-acc0-e324080f92a4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743406 Mar 05 00:08:52.407571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.408258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Fanout notify agent at l3_agent the message router_deleted on router 0983f644-8943-4f03-b1e8-fc11e5166df2 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:52.408957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:52.412432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.451316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:52.453025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.454296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-27b1d29c-2c52-4369-ad03-64a78130b1e3 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "DELETE /v2.0/routers/0983f644-8943-4f03-b1e8-fc11e5166df2 HTTP/1.1" status: 204 len: 168 time: 1.8780091 Mar 05 00:08:52.458149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58506) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:52.547703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.547955 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 84d3c2bd-6f9c-4193-a382-4669c398dd34 of type vlan for network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd Mar 05 00:08:52.609489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.654944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] For port 492789ae-b293-4939-bafe-6d1ad9e0a17c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=492789ae-b293-4939-bafe-6d1ad9e0a17c,segment=NetworkSegment(89943a77-a0e1-40c1-a348-4aaf9c3aa603),segment_id=89943a77-a0e1-40c1-a348-4aaf9c3aa603)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:52.666423 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.761742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426feb4-943c-473c-bd30-a350ce7424e1 None None] Pushing event updated for resources: {'Port': ['ID=492789ae-b293-4939-bafe-6d1ad9e0a17c,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:52.805067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.885001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting subnet 24c8a1c2-5b42-474e-b4c9-019f575aedc2 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:52.892840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.897213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:52.897901 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:52.934237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.090369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58522) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:53.112902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd77e1-9a68-4da2-a1d3-d66608f83bd8 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:08:53.114107 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7595479 Mar 05 00:08:53.119966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58526) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:53.126737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.156646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c0ff-8919-4916-a1e0-a1cb5f517698 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=3bc89497-483a-48d9-a6cd-ecd949ed6fcd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:53.167317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:53.181602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:53.207415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.248014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58532) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:53.264671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc30b5-7031-416e-801e-5785e7c79404 req-d14ea12f-2711-4b57-84f0-5f91a80a741b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:53.268881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35fc30b5-7031-416e-801e-5785e7c79404 req-d14ea12f-2711-4b57-84f0-5f91a80a741b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4128790 Mar 05 00:08:53.282505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:53.330840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:53.339860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:53.343786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:53.352649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:53.365502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.405020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a7d40b9-4c09-4d50-ab01-9882cae32cc6 None None] Provisioning complete for port 492789ae-b293-4939-bafe-6d1ad9e0a17c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:53.405695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a7d40b9-4c09-4d50-ab01-9882cae32cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.409734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:53.482771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 492789ae-b293-4939-bafe-6d1ad9e0a17c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:53.543872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.688963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd77e1-9a68-4da2-a1d3-d66608f83bd8 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:08:53.698059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35fc30b5-7031-416e-801e-5785e7c79404 req-1b40238d-608a-4166-aa85-b2532c46e82e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166632 Mar 05 00:08:53.699692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.762505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 492789ae-b293-4939-bafe-6d1ad9e0a17c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:08:53.762505 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.771271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.821999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.830805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.853647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event deleted for resources: {'Subnet': ['ID=24c8a1c2-5b42-474e-b4c9-019f575aedc2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:53.885347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:53.906709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:53.918820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7420b59f-2c91-44e4-8f2b-82a5698a3b29 tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "DELETE /v2.0/subnets/24c8a1c2-5b42-474e-b4c9-019f575aedc2 HTTP/1.1" status: 204 len: 168 time: 1.4569507 Mar 05 00:08:53.920891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58542) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:53.921986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f2380f47f54b7db095fbb1d3f69699 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:53.930675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:53.966590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:53.968983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:54.063645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Usage tracker for resource:security_group_rule and tenant:550f3849f0a3435980668c21e1299875 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:54.075778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:54.102337 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.117448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.133992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:54.167636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.178876 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.179478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa88aea0-7e75-48eb-ac78-e48318b12d93 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:54.187898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.199078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.201559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-895dfac7-a6bc-4551-b5f5-8da687bb8fd9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aa88aea0-7e75-48eb-ac78-e48318b12d93 HTTP/1.1" status: 204 len: 168 time: 5.3932383 Mar 05 00:08:54.216334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.219246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9f521996-013c-4dab-9fb6-cdd4dea13c3b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:54.221482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58546) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:54.249937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48911480-f83d-4753-8ee1-ee65c6bb8991 None None] Network 4a03faf3-05be-4bc1-85f8-0391925bf0e4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:54.277203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 9f521996-013c-4dab-9fb6-cdd4dea13c3b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:54.277686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9f521996-013c-4dab-9fb6-cdd4dea13c3b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:54.278095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:54.350222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:54.350641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.391542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:54.391907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ce0cd7b-7b42-444c-bc0a-7e3b4f8f99c9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:54.443217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec94b9-b752-4a8a-bd43-bd2accd3b5c4 req-769c01a2-235e-415c-9f0c-937d2e67d6aa tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:54.444810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02ec94b9-b752-4a8a-bd43-bd2accd3b5c4 req-769c01a2-235e-415c-9f0c-937d2e67d6aa tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4892466 Mar 05 00:08:54.447422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 92d0c0ee-300f-4549-bfdf-ba15d06d674d has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:08:54.495756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.544640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.552037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Deleting subnet 994b057d-ee01-4d45-9a12-d3686200a0ab {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:08:54.589077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.607059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] DHCP port deletion for 4a03faf3-05be-4bc1-85f8-0391925bf0e4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:54.612761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] Deleting port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:54.613137 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.626193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.640419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.684756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:08:54.691256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.696121 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f1f59619-e05c-43a8-b37e-8b1376824b7c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 200 len: 887 time: 3.3759935 Mar 05 00:08:54.696893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58550) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:54.698985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.701870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d91998-1560-49aa-894b-7f857cff736e None None] Sync routers for ids ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:08:54.791041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=f253a9e3-ad49-4eef-af28-c364bae64bb6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:54.800878 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.809677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d91998-1560-49aa-894b-7f857cff736e None None] Routers {'92d0c0ee-300f-4549-bfdf-ba15d06d674d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:54.810332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96d91998-1560-49aa-894b-7f857cff736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:54.890730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96d91998-1560-49aa-894b-7f857cff736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:54.895050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f99f2-5546-4d00-8cab-fa33ea3ea4c8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:54.913451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] For port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,segment=NetworkSegment(b22b86bd-79e0-4bbd-b97b-f1ef70f12709),segment_id=b22b86bd-79e0-4bbd-b97b-f1ef70f12709)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:54.913801 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:54.926520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02ec94b9-b752-4a8a-bd43-bd2accd3b5c4 req-2dfcecd1-9af4-45fd-96cb-a8ae31a17721 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709442 Mar 05 00:08:54.930227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-947b6942-2baf-44e0-99cb-d852c0ec7d66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3f2380f47f54b7db095fbb1d3f69699&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8347852 Mar 05 00:08:54.975023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58554) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:54.995130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.042968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d91998-1560-49aa-894b-7f857cff736e None None] Routers {'92d0c0ee-300f-4549-bfdf-ba15d06d674d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:08:55.043602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96d91998-1560-49aa-894b-7f857cff736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:08:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:55.076751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdde233a-4392-4cdd-bdaf-eb1bd943801b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.101825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] Calling delete_port for 78d2e4cf-3cbc-493e-ad4b-897c76f953bd owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:55.111365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdde233a-4392-4cdd-bdaf-eb1bd943801b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.118007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.145178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96d91998-1560-49aa-894b-7f857cff736e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:55.145518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d91998-1560-49aa-894b-7f857cff736e None None] The sync data for ids ['92d0c0ee-300f-4549-bfdf-ba15d06d674d'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:08:55.179884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=550f3849f0a3435980668c21e1299875&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9284697 Mar 05 00:08:55.190332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58562) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:55.196169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.199775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994b057d-ee01-4d45-9a12-d3686200a0ab,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:55.222179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdde233a-4392-4cdd-bdaf-eb1bd943801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.243424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] Pushing event deleted for resources: {'Port': ['ID=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:55.248605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30940852-d4c8-4410-ac8b-9bf04082faab None None] No DVR routers for this DVR port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:55.256885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-60edc199-c8c6-4146-a9ef-452d85744a89 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/routers/92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 200 len: 887 time: 0.5544159 Mar 05 00:08:55.257900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:55.265076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde233a-4392-4cdd-bdaf-eb1bd943801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f99f2-5546-4d00-8cab-fa33ea3ea4c8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:55.283578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '84d3c2bd-6f9c-4193-a382-4669c398dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:55.283928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 3bc89497-483a-48d9-a6cd-ecd949ed6fcd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:55.296801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] For port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=78d2e4cf-3cbc-493e-ad4b-897c76f953bd,segment=NetworkSegment(b22b86bd-79e0-4bbd-b97b-f1ef70f12709),segment_id=b22b86bd-79e0-4bbd-b97b-f1ef70f12709)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:55.297042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.301684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e5108-593a-4086-a934-de0e7cb452bc None None] Network 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:55.305968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ee8cd-410d-4108-8283-9b38f6b40eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75251b7f-68a5-43e2-87ba-877a926aa5d6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:55.308819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.317580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdde233a-4392-4cdd-bdaf-eb1bd943801b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.318760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bdde233a-4392-4cdd-bdaf-eb1bd943801b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b5f99f2-5546-4d00-8cab-fa33ea3ea4c8 HTTP/1.1" status: 204 len: 168 time: 0.3361981 Mar 05 00:08:55.321555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1fabbbe7-073b-4627-9c5e-eb03c9972eee tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 200 len: 205 time: 0.0574369 Mar 05 00:08:55.325462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58572) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:55.449012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Calling delete_port for 78d2e4cf-3cbc-493e-ad4b-897c76f953bd owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:55.468530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5132802-936e-493b-a06f-d4763989838a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.505428 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ce450779-6bb5-44ca-88fc-0f537454f6bf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/994b057d-ee01-4d45-9a12-d3686200a0ab HTTP/1.1" status: 204 len: 168 time: 1.2756941 Mar 05 00:08:55.510260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58576) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:55.520812 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5132802-936e-493b-a06f-d4763989838a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.606167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5132802-936e-493b-a06f-d4763989838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.612402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 78d2e4cf-3cbc-493e-ad4b-897c76f953bd no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:55.628952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5132802-936e-493b-a06f-d4763989838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75251b7f-68a5-43e2-87ba-877a926aa5d6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:55.640084 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5132802-936e-493b-a06f-d4763989838a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.643758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e5132802-936e-493b-a06f-d4763989838a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75251b7f-68a5-43e2-87ba-877a926aa5d6 HTTP/1.1" status: 204 len: 168 time: 0.4510012 Mar 05 00:08:55.651799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.697079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 78d2e4cf-3cbc-493e-ad4b-897c76f953bd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:55.697702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 78d2e4cf-3cbc-493e-ad4b-897c76f953bd not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:55.725038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:55.776487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36debef-1ed8-4a67-82b9-d107f00c78a1 req-5dd5570c-4381-40e0-b10d-b6cfe99e3cc0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:55.778223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f36debef-1ed8-4a67-82b9-d107f00c78a1 req-5dd5570c-4381-40e0-b10d-b6cfe99e3cc0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5760155 Mar 05 00:08:55.782746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3bc89497-483a-48d9-a6cd-ecd949ed6fcd) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:55.790394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:08:55.790711 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:08:55.803216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22769a55-1f55-4dce-9670-4b5f78de87f8 None None] Network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:55.805549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:55.806144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.815056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.852174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0f22ef3a-a859-4e1c-94c2-dc191d128d93 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7288756 Mar 05 00:08:55.855073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Deleting port 4a414c00-b7ef-4ca6-9276-db00db1309eb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:55.855411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.855853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58584) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:55.862423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445470356'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:55.869189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:55.875059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:55.880001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:55.888538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:55.906459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:55.907486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f36debef-1ed8-4a67-82b9-d107f00c78a1 req-975b2d66-bec0-4842-a913-33e08877ee18 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223483 Mar 05 00:08:55.910114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.932165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] DHCP port deletion for 0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:08:55.947145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Deleting port 4a414c00-b7ef-4ca6-9276-db00db1309eb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:55.947742 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.975042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:55.997355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:55.997989 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 4c94c808-1efa-4b50-9f98-9413788edd09 of type vlan for network 682030dd-8d0c-4a51-8e6d-120f763f5456 Mar 05 00:08:56.003880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.030260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58590) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:56.031794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port d6197478-44bc-4373-9837-72ad682e79d4 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:56.032210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.057584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.072120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.174700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:56.178595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Usage tracker for resource:security_group_rule and tenant:5328d4533b744222bb0e1d41357b625b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:56.181471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:56.187275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:56.259409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] For port 4a414c00-b7ef-4ca6-9276-db00db1309eb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4a414c00-b7ef-4ca6-9276-db00db1309eb,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:56.260143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.318173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.321831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:56.322414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.334307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Deleting port 78d2e4cf-3cbc-493e-ad4b-897c76f953bd {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:56.334307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.433551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Calling delete_port for 4a414c00-b7ef-4ca6-9276-db00db1309eb owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:56.478956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6193604 Mar 05 00:08:56.487264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] For port 4a414c00-b7ef-4ca6-9276-db00db1309eb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4a414c00-b7ef-4ca6-9276-db00db1309eb,segment=NetworkSegment(2448bd76-aea0-4e13-be23-59a83788b39c),segment_id=2448bd76-aea0-4e13-be23-59a83788b39c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:08:56.487895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.487995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58602) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:56.496347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.505258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdb8d6-398c-4c06-beb8-e9b30c4cd8f8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=682030dd-8d0c-4a51-8e6d-120f763f5456,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:56.511171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:56.523355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 682030dd-8d0c-4a51-8e6d-120f763f5456 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:56.523621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] The port '78d2e4cf-3cbc-493e-ad4b-897c76f953bd' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:08:56.545351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-3bc89497-483a-48d9-a6cd-ecd949ed6fcd', 'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': 'f253a9e3-ad49-4eef-af28-c364bae64bb6'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:56.546350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.663244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.689429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.701319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7a7b-672a-47a8-9e47-522a831fefc2 req-3892e679-10c8-4187-8ba6-09b9bd72fce9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:56.704210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f85c7a7b-672a-47a8-9e47-522a831fefc2 req-3892e679-10c8-4187-8ba6-09b9bd72fce9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4598708 Mar 05 00:08:56.714389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for d6197478-44bc-4373-9837-72ad682e79d4 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:56.715938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.737525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Calling delete_port for 4a414c00-b7ef-4ca6-9276-db00db1309eb owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:08:56.770074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:56.823616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] No DVR routers for this DVR port 4a414c00-b7ef-4ca6-9276-db00db1309eb on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:08:56.868109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a03faf3-05be-4bc1-85f8-0391925bf0e4']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:56.894322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55b8be9-7828-4770-b797-b18215f8c303,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:56.899550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a414c00-b7ef-4ca6-9276-db00db1309eb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:56.911945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:56.912601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22b86bd-79e0-4bbd-b97b-f1ef70f12709') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:56.925321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-606cfb58-183e-4b8b-a774-3497e0e28e41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5328d4533b744222bb0e1d41357b625b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8937235 Mar 05 00:08:56.926526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58612) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:56.971940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:56.976678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:56.979729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:56.985629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:57.006510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:57.016544 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.020574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:08:57.020924 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:08:57.023975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.070749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.099164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f85c7a7b-672a-47a8-9e47-522a831fefc2 req-13819474-e782-4af8-9713-df6fed67267b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222564 Mar 05 00:08:57.114661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Allocated IP 2001:db8::3 (3bc89497-483a-48d9-a6cd-ecd949ed6fcd/f253a9e3-ad49-4eef-af28-c364bae64bb6/5e6a9098-40ab-4970-abd2-906796403ac4) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:08:57.149716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.154423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.173367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.246085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:57.248732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:57.287640 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:57.301200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfd5c43-489c-4577-b2de-b2dd0ff54bc8']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:57.308672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.390494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2448bd76-aea0-4e13-be23-59a83788b39c') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:57.390785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2448bd76-aea0-4e13-be23-59a83788b39c') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:08:57.424090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.436050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.448946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Transition to ACTIVE for port object 5e6a9098-40ab-4970-abd2-906796403ac4 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:57.458206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=d6197478-44bc-4373-9837-72ad682e79d4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:57.458370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.464612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4a414c00-b7ef-4ca6-9276-db00db1309eb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:08:57.479210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_backend_mixin [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Performing IP validity checks on allocation pools {{(pid=83782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:08:57.479783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_backend_mixin [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:08:57.481687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.493440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8c0aaf5e-ed8a-45ae-871f-e47b56f0ef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.495674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.500159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] Pushing event deleted for resources: {'Network': ['ID=4a03faf3-05be-4bc1-85f8-0391925bf0e4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:57.521981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:08:57.522399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.524492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Deleting port 4a414c00-b7ef-4ca6-9276-db00db1309eb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:08:57.525284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:08:57.540699 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:08:57.547329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e02a427a-7357-4ba5-b94b-ec11d79e1f7a tempest-FloatingIPNegativeTestJSON-318816714 tempest-FloatingIPNegativeTestJSON-318816714-project] 10.222.0.32 "DELETE /v2.0/networks/4a03faf3-05be-4bc1-85f8-0391925bf0e4 HTTP/1.1" status: 204 len: 168 time: 3.6212111 Mar 05 00:08:57.568920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4a414c00-b7ef-4ca6-9276-db00db1309eb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:08:57.569327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4a414c00-b7ef-4ca6-9276-db00db1309eb not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:08:57.614592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adeae708-f617-4b5e-b216-6b51d77d451f None None] The port '4a414c00-b7ef-4ca6-9276-db00db1309eb' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:08:57.625146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8c0aaf5e-ed8a-45ae-871f-e47b56f0ef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.661073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Transition to ACTIVE for port object 5e6a9098-40ab-4970-abd2-906796403ac4 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:08:57.666218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.674841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.687959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.703445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dfd5c43-489c-4577-b2de-b2dd0ff54bc8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:57.726266 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-36c80656-79f8-4f6f-b2e9-944edbcd6e2d admin admin] 10.222.0.32 "DELETE /v2.0/networks/0dfd5c43-489c-4577-b2de-b2dd0ff54bc8 HTTP/1.1" status: 204 len: 168 time: 2.1982491 Mar 05 00:08:57.756325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8c0aaf5e-ed8a-45ae-871f-e47b56f0ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.769285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e3543-7c99-4078-b8b8-6d1b8688dd6e req-049ccd13-5d85-4a01-bd39-f5ef78f32c87 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:57.771423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba3e3543-7c99-4078-b8b8-6d1b8688dd6e req-049ccd13-5d85-4a01-bd39-f5ef78f32c87 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4642656 Mar 05 00:08:57.773385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.777553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aaf5e-ed8a-45ae-871f-e47b56f0ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55b8be9-7828-4770-b797-b18215f8c303,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:57.781009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8c0aaf5e-ed8a-45ae-871f-e47b56f0ef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:57.782205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8c0aaf5e-ed8a-45ae-871f-e47b56f0ef5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a55b8be9-7828-4770-b797-b18215f8c303 HTTP/1.1" status: 204 len: 168 time: 0.7294061 Mar 05 00:08:57.846638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:08:57.858831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:57.869672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:08:57.900352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Pushing event updated for resources: {'Port': ['ID=5e6a9098-40ab-4970-abd2-906796403ac4,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:58.112755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Attempting to bind port 5e6a9098-40ab-4970-abd2-906796403ac4 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:08:58.113712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Attempting to bind port 5e6a9098-40ab-4970-abd2-906796403ac4 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '84d3c2bd-6f9c-4193-a382-4669c398dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:08:58.114287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Attempting to bind port 5e6a9098-40ab-4970-abd2-906796403ac4 on network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:08:58.124534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:08:58.129733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Checking segment: {'id': '84d3c2bd-6f9c-4193-a382-4669c398dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:58.130392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.131144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Bound using segment: {'id': '84d3c2bd-6f9c-4193-a382-4669c398dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:08:58.131828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Bound port: 5e6a9098-40ab-4970-abd2-906796403ac4, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d3c2bd-6f9c-4193-a382-4669c398dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3bc89497-483a-48d9-a6cd-ecd949ed6fcd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:08:58.132424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.138396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.142492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.180135 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba3e3543-7c99-4078-b8b8-6d1b8688dd6e req-5c361ed7-b73f-4f4f-bf03-e0fcd1638e7a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362298 Mar 05 00:08:58.185949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.186859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router 92d0c0ee-300f-4549-bfdf-ba15d06d674d {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:08:58.220964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58666) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:58.250782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.258466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] For port 5e6a9098-40ab-4970-abd2-906796403ac4, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:08:58.261943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] For port 5e6a9098-40ab-4970-abd2-906796403ac4, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e6a9098-40ab-4970-abd2-906796403ac4,segment=NetworkSegment(84d3c2bd-6f9c-4193-a382-4669c398dd34),segment_id=84d3c2bd-6f9c-4193-a382-4669c398dd34)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:08:58.281014 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.335084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=6f3edda6-941a-40c5-a9f5-d5b4b44169bf,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:58.341488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a30dde99-f991-4775-b77e-157d8e9936de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a0483c7a56c4ee088c52fa258a8857a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1192942 Mar 05 00:08:58.344154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58672) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:58.355844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.358529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f8fc7ac2-f2f2-4d16-91f0-764fb56f3f8d tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 204 len: 168 time: 3.0319991 Mar 05 00:08:58.362191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58676) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:58.371362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-507577346'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:58.379496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:58.384882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:58.388443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:58.397682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:58.422527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58682) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:58.438620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa8fa-ada7-42c1-992b-66bfca61e128 None None] Pushing event updated for resources: {'Port': ['ID=5e6a9098-40ab-4970-abd2-906796403ac4,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:58.466394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:58.469921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.531410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:08:58.544422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.544791 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a of type vlan for network 1c5d5d0c-5393-452d-9616-c1a1eac46682 Mar 05 00:08:58.578965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a980d24c-729a-41e3-8b78-154f5ec6851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.594311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.603716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '4c94c808-1efa-4b50-9f98-9413788edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:08:58.604078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 682030dd-8d0c-4a51-8e6d-120f763f5456, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:08:58.631698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a980d24c-729a-41e3-8b78-154f5ec6851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.664651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.668558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:58.669396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.673337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 682030dd-8d0c-4a51-8e6d-120f763f5456 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:08:58.850966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58696) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:58.866898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0888e3-318e-43e6-834b-f14c580ac822 req-fef9cec4-a09c-4a3d-8cda-e62e5509193a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:58.875329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e0888e3-318e-43e6-834b-f14c580ac822 req-fef9cec4-a09c-4a3d-8cda-e62e5509193a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4317420 Mar 05 00:08:58.971990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 682030dd-8d0c-4a51-8e6d-120f763f5456) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:08:58.979509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e0888e3-318e-43e6-834b-f14c580ac822 req-df9a4c6c-cdf2-4f04-89eb-c793f1148666 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021760 Mar 05 00:08:58.980168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a980d24c-729a-41e3-8b78-154f5ec6851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.983353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:58.983944 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:58.984193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a628a-6d5d-4d44-b0bd-a9c21a5988b6 None None] Network 682030dd-8d0c-4a51-8e6d-120f763f5456 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:08:59.032975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d2e4c650-0e40-48d4-a5aa-11b087238413 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f943bab404041df8bdb3a67acf5c936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6081104 Mar 05 00:08:59.041490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6779881 Mar 05 00:08:59.044867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58706) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:59.045421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58708) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:59.046207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82a94-3adf-4203-9eee-299e2f63b101 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=1c5d5d0c-5393-452d-9616-c1a1eac46682,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:59.057555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d24c-729a-41e3-8b78-154f5ec6851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d66676-46db-4968-b128-97d59a45e944,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:59.070617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a980d24c-729a-41e3-8b78-154f5ec6851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.072334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a980d24c-729a-41e3-8b78-154f5ec6851e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8d66676-46db-4968-b128-97d59a45e944 HTTP/1.1" status: 204 len: 168 time: 0.7269840 Mar 05 00:08:59.073612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.076842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:08:59.101088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-89f4883c-dbf4-447c-9c89-67222f5abed3 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6087453 Mar 05 00:08:59.117953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:59.123453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d18b089346428690743ef7cd894a9a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:59.126619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:59.133744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:59.158651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58718) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:59.190728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:08:59.229133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.270192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.384346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:08:59.391626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6ddff8-855a-4ef1-ae73-fbb7e518198b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:59.412844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:08:59.420626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:08:59.432540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d18b089346428690743ef7cd894a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5777762 Mar 05 00:08:59.448267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58726) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:08:59.473407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07a71f31-9983-409a-b833-f0e79b750280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.500883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.507931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07a71f31-9983-409a-b833-f0e79b750280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.526815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.527719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.528274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.528845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.529417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.530129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.530678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.531236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.531777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.532346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b04e7d-2dfb-4649-ba3a-809c5d04d074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:08:59.567266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:08:59.585417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07a71f31-9983-409a-b833-f0e79b750280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.616439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a71f31-9983-409a-b833-f0e79b750280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d2820-4730-4f73-a115-fe2e80394226,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:59.618168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737fac-59f1-452f-ba13-61f1869169c4 req-fc8d2554-3879-4792-909a-b9212712e683 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:08:59.619326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:08:59.626485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1737fac-59f1-452f-ba13-61f1869169c4 req-fc8d2554-3879-4792-909a-b9212712e683 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3957438 Mar 05 00:08:59.698664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f581308-8542-49ad-8e81-435055386345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.747020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e6a9098-40ab-4970-abd2-906796403ac4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:08:59.753713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1737fac-59f1-452f-ba13-61f1869169c4 req-3efc778c-26e4-4c88-989d-e4f1342687d9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139829 Mar 05 00:08:59.758983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f581308-8542-49ad-8e81-435055386345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.833496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-682030dd-8d0c-4a51-8e6d-120f763f5456', 'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '6f3edda6-941a-40c5-a9f5-d5b4b44169bf'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:08:59.836590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.851057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07a71f31-9983-409a-b833-f0e79b750280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.855841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07a71f31-9983-409a-b833-f0e79b750280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/484d2820-4730-4f73-a115-fe2e80394226 HTTP/1.1" status: 204 len: 168 time: 0.8067384 Mar 05 00:08:59.862162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f581308-8542-49ad-8e81-435055386345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.868302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.891328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f581308-8542-49ad-8e81-435055386345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6ddff8-855a-4ef1-ae73-fbb7e518198b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:08:59.898467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f581308-8542-49ad-8e81-435055386345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:08:59.900248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4f581308-8542-49ad-8e81-435055386345 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a6ddff8-855a-4ef1-ae73-fbb7e518198b HTTP/1.1" status: 204 len: 168 time: 0.4503908 Mar 05 00:08:59.913731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.043890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5e6a9098-40ab-4970-abd2-906796403ac4 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:00.105767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.113488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1024c-9b50-4d81-8811-0cc505cb978b None None] Network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:00.252681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Allocated IP 2001:db8::3 (682030dd-8d0c-4a51-8e6d-120f763f5456/6f3edda6-941a-40c5-a9f5-d5b4b44169bf/d65a50a0-9cc0-4094-a909-9fb92d50cdd5) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:00.266140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] Provisioning for port 5e6a9098-40ab-4970-abd2-906796403ac4 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:00.296177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] Provisioning complete for port 5e6a9098-40ab-4970-abd2-906796403ac4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:00.296654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.363675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59c85f-b88b-434c-996e-9bd117948341 req-bd8a8b53-1c5a-4ba1-be35-059a613396cc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:00.372098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad59c85f-b88b-434c-996e-9bd117948341 req-bd8a8b53-1c5a-4ba1-be35-059a613396cc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2333906 Mar 05 00:09:00.399167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.471403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=69a3e300-06b3-45d6-8016-addb44b8abe7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:00.541821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad59c85f-b88b-434c-996e-9bd117948341 req-9ea05d4f-b5b4-48d9-9ef1-af4be5e5b9e5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686788 Mar 05 00:09:00.595589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:00.596297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: 1c5d5d0c-5393-452d-9616-c1a1eac46682, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:00.663414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:00.686311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.687428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1c5d5d0c-5393-452d-9616-c1a1eac46682) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:00.692141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:00.693061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.720351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0083a2-4dc7-41ab-b26f-abd71e2466ab None None] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:00.747242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fa5b3c55-4e18-4798-99a9-11f14a341c8e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6942675 Mar 05 00:09:00.747543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58772) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:00.753344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1490505604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:00.767054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:00.784185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:00.787591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:00.797751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:00.813158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.814564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.840498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.862925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.881377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] For port 5e6a9098-40ab-4970-abd2-906796403ac4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e6a9098-40ab-4970-abd2-906796403ac4,segment=NetworkSegment(84d3c2bd-6f9c-4193-a382-4669c398dd34),segment_id=84d3c2bd-6f9c-4193-a382-4669c398dd34)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:00.908171 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.909649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91e2c71f-323a-4aa8-b6db-07888130bd15 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1604459 Mar 05 00:09:00.912145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:00.919152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.925537 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:00.965983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3a3b7-bb54-4515-bf23-e674c521f290 req-4ed182c4-b298-4d63-8dcc-7d8ba35b8e0e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:00.967580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7e3a3b7-bb54-4515-bf23-e674c521f290 req-4ed182c4-b298-4d63-8dcc-7d8ba35b8e0e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1636841 Mar 05 00:09:01.095266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7e3a3b7-bb54-4515-bf23-e674c521f290 req-ee380f00-732f-4d49-a8d6-2154e651c728 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198232 Mar 05 00:09:01.132333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Transition to ACTIVE for port object d65a50a0-9cc0-4094-a909-9fb92d50cdd5 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:01.330909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Transition to ACTIVE for port object d65a50a0-9cc0-4094-a909-9fb92d50cdd5 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:01.375421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6f5d1-0c41-4779-b164-39f09eeeab52 None None] Pushing event updated for resources: {'Port': ['ID=5e6a9098-40ab-4970-abd2-906796403ac4,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:01.385650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.392933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.397403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-1c5d5d0c-5393-452d-9616-c1a1eac46682', 'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '69a3e300-06b3-45d6-8016-addb44b8abe7'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:01.398189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.478007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-36bf4493-a348-4f29-8250-a1f86f950d64 None None] Provisioning complete for port 5e6a9098-40ab-4970-abd2-906796403ac4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:01.478380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-36bf4493-a348-4f29-8250-a1f86f950d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.490483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3edda6-941a-40c5-a9f5-d5b4b44169bf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:01.629852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58802) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:01.668107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Allocated IP 172.20.0.2 (1c5d5d0c-5393-452d-9616-c1a1eac46682/69a3e300-06b3-45d6-8016-addb44b8abe7/339fd859-eb71-43e0-a39f-133511c9dc7b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:01.675037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac87a2-0cc1-417d-88a6-d9cf831241be req-e2a1013a-412d-4686-ae3c-59b8b7f793ed tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:01.687008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9ac87a2-0cc1-417d-88a6-d9cf831241be req-e2a1013a-412d-4686-ae3c-59b8b7f793ed tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3790460 Mar 05 00:09:01.797508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.858613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682030dd-8d0c-4a51-8e6d-120f763f5456']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:01.877842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9ac87a2-0cc1-417d-88a6-d9cf831241be req-6e9e67c4-408f-4cdc-8419-284222d13315 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885669 Mar 05 00:09:01.879554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c94c808-1efa-4b50-9f98-9413788edd09') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:01.879896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c94c808-1efa-4b50-9f98-9413788edd09') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:01.882854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.893471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Transition to ACTIVE for port object 339fd859-eb71-43e0-a39f-133511c9dc7b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:01.914743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Transition to ACTIVE for port object 339fd859-eb71-43e0-a39f-133511c9dc7b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:01.917431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Pushing event updated for resources: {'Port': ['ID=d65a50a0-9cc0-4094-a909-9fb92d50cdd5,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:01.939850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:01.947608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Network 682030dd-8d0c-4a51-8e6d-120f763f5456 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:01.973161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.021998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Pushing event updated for resources: {'Port': ['ID=339fd859-eb71-43e0-a39f-133511c9dc7b,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:02.025357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:02.033708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:02.057869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.060600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.067923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:02.074769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-3348aee6-7c73-4d2b-a5d1-000fdc55fd9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.3497877 Mar 05 00:09:02.086895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:02.098860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:02.103245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:02.105404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:02.150493 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:02.232438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94a25b-7ada-4df4-bf08-92ac9b2c7a57 req-875793c6-fb70-4dc7-be3d-13b4d6da7038 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:02.234158 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee94a25b-7ada-4df4-bf08-92ac9b2c7a57 req-875793c6-fb70-4dc7-be3d-13b4d6da7038 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3621001 Mar 05 00:09:02.373362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Attempting to bind port d65a50a0-9cc0-4094-a909-9fb92d50cdd5 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:02.373967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Attempting to bind port d65a50a0-9cc0-4094-a909-9fb92d50cdd5 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4c94c808-1efa-4b50-9f98-9413788edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:02.374098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Attempting to bind port d65a50a0-9cc0-4094-a909-9fb92d50cdd5 on network 682030dd-8d0c-4a51-8e6d-120f763f5456 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:02.385410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Attempting to bind port 339fd859-eb71-43e0-a39f-133511c9dc7b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:02.385782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Attempting to bind port 339fd859-eb71-43e0-a39f-133511c9dc7b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:02.386140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Attempting to bind port 339fd859-eb71-43e0-a39f-133511c9dc7b on network 1c5d5d0c-5393-452d-9616-c1a1eac46682 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:02.405047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:02.405444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Checking segment: {'id': '4c94c808-1efa-4b50-9f98-9413788edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:02.405845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.406251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Bound using segment: {'id': '4c94c808-1efa-4b50-9f98-9413788edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:02.406711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Bound port: d65a50a0-9cc0-4094-a909-9fb92d50cdd5, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c94c808-1efa-4b50-9f98-9413788edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '682030dd-8d0c-4a51-8e6d-120f763f5456'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:02.407075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.449894 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee94a25b-7ada-4df4-bf08-92ac9b2c7a57 req-048575e3-2629-49ff-8ba7-0ddf501e99a2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032208 Mar 05 00:09:02.452647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:09:02.452647 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:09:02.452647 n-d-828979-4 neutron-server[83782]: [parameters: {'id': '682030dd-8d0c-4a51-8e6d-120f763f5456'}] Mar 05 00:09:02.452647 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:02.453728 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:02.465930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:02.466342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Checking segment: {'id': 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:02.466683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.467072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Bound using segment: {'id': 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:02.470841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Bound port: 339fd859-eb71-43e0-a39f-133511c9dc7b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1c5d5d0c-5393-452d-9616-c1a1eac46682'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:02.473183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.480698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-network', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:02.495726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:02.499664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Usage tracker for resource:network and tenant:9e76eaa1ae044d9dbdcda38d0598cefc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:02.503196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:02.521372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:02.606545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] For port d65a50a0-9cc0-4094-a909-9fb92d50cdd5, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:02.612928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Made reservation on behalf of 9e76eaa1ae044d9dbdcda38d0598cefc for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:02.615798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.620941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] For port d65a50a0-9cc0-4094-a909-9fb92d50cdd5, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d65a50a0-9cc0-4094-a909-9fb92d50cdd5,segment=NetworkSegment(4c94c808-1efa-4b50-9f98-9413788edd09),segment_id=4c94c808-1efa-4b50-9f98-9413788edd09)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:02.623837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:02.626998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:02.630706 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.669485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.689146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.759495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536014-fbf8-46bf-a16a-d007529aa1b5 None None] Pushing event updated for resources: {'Port': ['ID=d65a50a0-9cc0-4094-a909-9fb92d50cdd5,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:02.786859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-698973e5-99ec-4fbb-b6bf-bafc3276333c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:02.789211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-698973e5-99ec-4fbb-b6bf-bafc3276333c service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.7075250 Mar 05 00:09:02.869963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:02.918533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c132c-b998-4e74-9466-004df55c1fce None None] Pushing event updated for resources: {'Port': ['ID=339fd859-eb71-43e0-a39f-133511c9dc7b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:02.923695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f794b-5273-40b8-a37d-d665400b4251 None None] Network 682030dd-8d0c-4a51-8e6d-120f763f5456 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:02.954938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.968144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:02.976035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port d65a50a0-9cc0-4094-a909-9fb92d50cdd5 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:02.976459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:02.984467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eca14-b1f6-4b5e-9d7b-fca2b641326b req-0fd5eed3-ccd8-4664-abf5-c3f33bdbfd99 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:02.990784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ff5eca14-b1f6-4b5e-9d7b-fca2b641326b req-0fd5eed3-ccd8-4664-abf5-c3f33bdbfd99 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8276684 Mar 05 00:09:02.997807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Usage tracker for resource:security_group_rule and tenant:9e76eaa1ae044d9dbdcda38d0598cefc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:03.038096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:03.061983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:03.340954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-c0455bdc-354c-4d19-a133-d7ba7c4bc99d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.5243926 Mar 05 00:09:03.405207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port d65a50a0-9cc0-4094-a909-9fb92d50cdd5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d65a50a0-9cc0-4094-a909-9fb92d50cdd5,segment=NetworkSegment(4c94c808-1efa-4b50-9f98-9413788edd09),segment_id=4c94c808-1efa-4b50-9f98-9413788edd09)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:03.405607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:03.478947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.20.0.1 (1c5d5d0c-5393-452d-9616-c1a1eac46682/69a3e300-06b3-45d6-8016-addb44b8abe7/bead358e-d38e-4a60-8a75-a988c5e4547b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:03.522175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ff5eca14-b1f6-4b5e-9d7b-fca2b641326b req-9ca287db-f1e9-47d0-a1a1-bc6dc8df66c1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851480 Mar 05 00:09:03.525576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-a6c470d1-86ed-44f7-8909-a1f1d5fea66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:03.527657 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-a6c470d1-86ed-44f7-8909-a1f1d5fea66b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1690922 Mar 05 00:09:03.660611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for d65a50a0-9cc0-4094-a909-9fb92d50cdd5 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:03.663143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e6a9098-40ab-4970-abd2-906796403ac4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:03.744043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'networks': [{'name': 'tempest-network--811284041'}, {'name': 'tempest-network--1956381943'}]} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:03.744495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'network': {'name': 'tempest-network--811284041'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:03.745056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'network': {'name': 'tempest-network--1956381943'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:03.755096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:03.813922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5e6a9098-40ab-4970-abd2-906796403ac4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:03.814373 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:03.859735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:network and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:03.877869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:03.887044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:03.898612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:04.023859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.041060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'network': 2} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:04.045364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.069345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 339fd859-eb71-43e0-a39f-133511c9dc7b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:04.083767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.144723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70543fdd-1a30-4283-8b14-eacd4ad0a32c req-a478fa33-481f-41bf-aece-ca1f15ba0935 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:04.152241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-70543fdd-1a30-4283-8b14-eacd4ad0a32c req-a478fa33-481f-41bf-aece-ca1f15ba0935 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3990233 Mar 05 00:09:04.176917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.202307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.210689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:04.215034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:security_group_rule and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:04.226528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object bead358e-d38e-4a60-8a75-a988c5e4547b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:04.227421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 339fd859-eb71-43e0-a39f-133511c9dc7b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:04.227621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:04.238852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:04.257005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:04.300445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.301349 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Added segment bd5a7da9-ebe4-450a-a9da-96d493b69117 of type vlan for network 2085f337-78b6-4f59-aa8a-b8fa6837563e Mar 05 00:09:04.308846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=d65a50a0-9cc0-4094-a909-9fb92d50cdd5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:04.329101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port d65a50a0-9cc0-4094-a909-9fb92d50cdd5 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:04.337511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.341232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6ee854-aeda-4892-9847-e0e057d53a27,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:04.425151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=bead358e-d38e-4a60-8a75-a988c5e4547b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:04.447823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-49293404-b0df-41f9-868a-a1215423a594 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9043162 Mar 05 00:09:04.448516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7270bcf-9264-40da-961e-891d2208895a None None] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:04.511779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:04.514069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.522839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:04.523598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-70543fdd-1a30-4283-8b14-eacd4ad0a32c req-d123fa2f-55b3-4c37-8828-c938d1924548 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700013 Mar 05 00:09:04.526286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:04.556752 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.605530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682030dd-8d0c-4a51-8e6d-120f763f5456']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:04.634237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c94c808-1efa-4b50-9f98-9413788edd09') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:04.634864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c94c808-1efa-4b50-9f98-9413788edd09') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:04.660656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.668864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.680976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.681963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.684892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f98b-24ed-4a51-820b-fc580a01d2ab req-5d5b1b21-a1cb-440d-a590-0a230ddaf5d0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:04.688026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5927f98b-24ed-4a51-820b-fc580a01d2ab req-5d5b1b21-a1cb-440d-a590-0a230ddaf5d0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8323848 Mar 05 00:09:04.695085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.700470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.732260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:04.732846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:04.750507 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:04.832676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.835764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:04.836400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.849012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c47f69a-68b9-46d9-b15d-b065b1fc4268,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:04.865053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:04.877964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.878479 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Added segment 3540b4e8-8d5f-4675-8e94-69140a1483d4 of type vlan for network a37e8dfd-e702-49e7-9410-219bdd099b2b Mar 05 00:09:04.885075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.911383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:04.931707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/682030dd-8d0c-4a51-8e6d-120f763f5456 HTTP/1.1" status: 204 len: 168 time: 5.7706048 Mar 05 00:09:04.949515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:04.957472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bc16e-2eaf-40a2-8709-4c9057a46be8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=682030dd-8d0c-4a51-8e6d-120f763f5456,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:04.998466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.013526 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3a5afa5e-9d56-494b-8151-d82f37e54703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.069126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] Provisioning for port 339fd859-eb71-43e0-a39f-133511c9dc7b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:05.080810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:05.094467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] Provisioning complete for port 339fd859-eb71-43e0-a39f-133511c9dc7b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:05.096637 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.104381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-833913a1-53b1-45b1-9848-e6ee273bb947 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423082 Mar 05 00:09:05.104781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.104897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] Pushing event updated for resources: {'Network': ['ID=2085f337-78b6-4f59-aa8a-b8fa6837563e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:05.105013 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Added segment 669f6147-4c99-4aa2-a733-368f2e9f7c42 of type vlan for network 8eb21882-ed65-4645-a47c-2befc314838f Mar 05 00:09:05.132752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890742427'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:05.158952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5927f98b-24ed-4a51-820b-fc580a01d2ab req-5e8f9e49-94ef-4a46-b390-af600bd21819 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263866 Mar 05 00:09:05.174997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.176685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:05.218833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:05.235866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.246320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:05.260794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.261382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.267607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:05.272424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:05.273109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.312335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:05.331232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e1a21c1-a4f2-4d43-9e79-15cf54f6fa73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.6995554 Mar 05 00:09:05.336542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:05.340744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58878) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:05.369660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Request body: {'subnet': {'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-subnet', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:05.471404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:05.484818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:05.487210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Network': ['ID=a37e8dfd-e702-49e7-9410-219bdd099b2b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:05.492804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.510827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a37e8dfd-e702-49e7-9410-219bdd099b2b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:05.592110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7200823 Mar 05 00:09:05.595519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:05.623288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2ee3-bb9f-4ba0-b79b-b6fc912322b5 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Network': ['ID=8eb21882-ed65-4645-a47c-2befc314838f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:05.644838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 8eb21882-ed65-4645-a47c-2befc314838f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:05.667994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Usage tracker for resource:subnet and tenant:9e76eaa1ae044d9dbdcda38d0598cefc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:05.875493 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.901271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:05.913332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:05.919874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:05.921125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:05.937419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:05.938549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Synchronizing usage tracker for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:05.959604 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:05.982790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Unset dirty status for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:05.987362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-92ff0571-053c-432f-982e-5fdbd22d18d0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3886395 Mar 05 00:09:06.015401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58900) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:06.082238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f72b3-c74c-4973-a135-3a39f2296833 None None] Pushing event updated for resources: {'Port': ['ID=339fd859-eb71-43e0-a39f-133511c9dc7b,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:06.165806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729497f6-3cbc-4100-8bf2-dbf0746a32f4 req-8f0c443a-4c32-4abb-9572-8d33e701ae53 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0039229 Mar 05 00:09:06.177986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58904) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:06.183582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:06.215536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:06.303446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-585f125a-e6c5-4607-95e8-1dfa661b66b5 None None] Provisioning complete for port 339fd859-eb71-43e0-a39f-133511c9dc7b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:06.304152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-585f125a-e6c5-4607-95e8-1dfa661b66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.348481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Made reservation on behalf of 9e76eaa1ae044d9dbdcda38d0598cefc for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:06.354396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.362778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466f9f7-acaf-4777-96d1-5609f1b11907 req-ad96c137-6be4-4ebc-be7e-b8a92b6a608b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:06.364796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f466f9f7-acaf-4777-96d1-5609f1b11907 req-ad96c137-6be4-4ebc-be7e-b8a92b6a608b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5726812 Mar 05 00:09:06.432218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:06.468650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f466f9f7-acaf-4777-96d1-5609f1b11907 req-820587ee-ca74-49b1-a685-8b6e0b10d528 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913308 Mar 05 00:09:06.473385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.567199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.575916 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment e739da46-bcdb-4298-b3c0-b45e247085d1 of type vlan for network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 Mar 05 00:09:06.605819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afc4ed-7c70-4911-a69d-4b4edc997d35 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:09:06.646112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-585f125a-e6c5-4607-95e8-1dfa661b66b5 None None] Provisioning for port bead358e-d38e-4a60-8a75-a988c5e4547b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:06.666481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.670914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-585f125a-e6c5-4607-95e8-1dfa661b66b5 None None] Provisioning complete for port bead358e-d38e-4a60-8a75-a988c5e4547b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:06.671528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-585f125a-e6c5-4607-95e8-1dfa661b66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.673493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.701620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37e8dfd-e702-49e7-9410-219bdd099b2b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:06.716109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3540b4e8-8d5f-4675-8e94-69140a1483d4') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:06.716521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3540b4e8-8d5f-4675-8e94-69140a1483d4') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:06.728540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.745036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.753434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:06.754436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:06.771646 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:06.808341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afc4ed-7c70-4911-a69d-4b4edc997d35 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:09:06.811067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2088700261'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:06.833958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:06.865175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.867697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Usage tracker for resource:network and tenant:34b69d5d2f8146b18bbf83935646a158 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:06.873380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:06.875724 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.879618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:06.908085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Network': ['ID=a37e8dfd-e702-49e7-9410-219bdd099b2b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:06.920845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-be27031d-f302-4081-8f5f-bb53d19ad67b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/networks/a37e8dfd-e702-49e7-9410-219bdd099b2b HTTP/1.1" status: 204 len: 168 time: 0.9042251 Mar 05 00:09:06.923173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58916) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:06.939696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b6b1-8aaa-4797-ba45-9adff62688cb req-66038800-5b5a-4008-b36c-87f2998d19a1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:06.940673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9702b6b1-8aaa-4797-ba45-9adff62688cb req-66038800-5b5a-4008-b36c-87f2998d19a1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.4639711 Mar 05 00:09:06.948077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:06.983378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:07.003918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-585f125a-e6c5-4607-95e8-1dfa661b66b5 None None] Port bead358e-d38e-4a60-8a75-a988c5e4547b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:07.031484 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-76aed30b-5790-4271-ac24-f280f424853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.050320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:07.058775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Made reservation on behalf of 34b69d5d2f8146b18bbf83935646a158 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:07.061742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.108480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9702b6b1-8aaa-4797-ba45-9adff62688cb req-a1720c0b-830a-4b78-83a2-e5cf2cd80095 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462660 Mar 05 00:09:07.111980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.114096 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.118236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:07.118816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.140729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d75117f-dd9b-4aac-bd8e-ec0092c7c146,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:07.162024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Checking segment: {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:07.162383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Network hostable DHCP agents. Network: 2085f337-78b6-4f59-aa8a-b8fa6837563e, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:07.167418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.171264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.191348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2378273 Mar 05 00:09:07.191604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4927b65a-7c8b-44c7-95c8-c97cde0bf194 None None] Provisioning complete for port bead358e-d38e-4a60-8a75-a988c5e4547b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:07.192490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.197174 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4927b65a-7c8b-44c7-95c8-c97cde0bf194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.217611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58924) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:07.363758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.392809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb21882-ed65-4645-a47c-2befc314838f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:07.405789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4927b65a-7c8b-44c7-95c8-c97cde0bf194 None None] Port bead358e-d38e-4a60-8a75-a988c5e4547b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:07.409496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669f6147-4c99-4aa2-a733-368f2e9f7c42') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:07.409830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669f6147-4c99-4aa2-a733-368f2e9f7c42') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:07.409966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:07.422440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:07.428325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Usage tracker for resource:security_group_rule and tenant:34b69d5d2f8146b18bbf83935646a158 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:07.440412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:07.463474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:07.473144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d950-ba76-45e1-858d-992ee3c060d8 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=9d6c051a-a060-49dd-82cd-ba35f18ad9a7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:07.473616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 339fd859-eb71-43e0-a39f-133511c9dc7b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:07.486344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.491900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=bead358e-d38e-4a60-8a75-a988c5e4547b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:07.507976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.511474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:07.579309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:07.658603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:07.665795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:07.694678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.698066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2085f337-78b6-4f59-aa8a-b8fa6837563e) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:07.716941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e9153-0c73-4835-80bb-3b4a90a086e6 None None] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:07.719791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:07.720195 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:07.741640 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:07.824686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:07.847418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.866840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:07.871677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 339fd859-eb71-43e0-a39f-133511c9dc7b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:07.872061 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:07.874697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:07.883576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c2936-8d06-4b9c-b304-05b8639ee7d7 req-e4c3102a-7bc4-4804-a83e-2f1932f7e425 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:07.895550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-769c2936-8d06-4b9c-b304-05b8639ee7d7 req-e4c3102a-7bc4-4804-a83e-2f1932f7e425 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4582028 Mar 05 00:09:07.903281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:07.964986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:07.990328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.018972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.029087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:08.030033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.142808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2d5c4be0-1004-4ea1-881a-525796676634 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7974386 Mar 05 00:09:08.144692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.155396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58940) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:08.155644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:08.169762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Network': ['ID=8eb21882-ed65-4645-a47c-2befc314838f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:08.171664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe94dfa-342e-4364-be9d-b05ec5cff7fe,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:08.187792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.188139 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Added segment 81a64e2c-9ceb-4337-9955-6dc95cdb0d65 of type vlan for network 2374ed22-a68d-49f1-8890-f9a1f418f7e6 Mar 05 00:09:08.194043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:08.216130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-93415d16-592f-46eb-b247-f7cd33e65e1a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/networks/8eb21882-ed65-4645-a47c-2befc314838f HTTP/1.1" status: 204 len: 168 time: 1.2916467 Mar 05 00:09:08.218837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:08.220166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:08.247237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Usage tracker for resource:router and tenant:9e76eaa1ae044d9dbdcda38d0598cefc is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:08.253355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-769c2936-8d06-4b9c-b304-05b8639ee7d7 req-e634451b-3111-41e8-8f2e-f24f12574bf0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183806 Mar 05 00:09:08.254318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:08.263247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:08.267375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.338575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.370227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.420280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-2085f337-78b6-4f59-aa8a-b8fa6837563e', 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'fixed_ips': [{'subnet_id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:08.421210 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.429977 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.447877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.448901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.496318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.535710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-845f9801-bbf9-4e7e-82c6-a83d4e325009 None None] Provisioning complete for port bead358e-d38e-4a60-8a75-a988c5e4547b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:08.535962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845f9801-bbf9-4e7e-82c6-a83d4e325009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.640200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-845f9801-bbf9-4e7e-82c6-a83d4e325009 None None] Port bead358e-d38e-4a60-8a75-a988c5e4547b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:08.677416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Allocated IP 172.20.0.2 (2085f337-78b6-4f59-aa8a-b8fa6837563e/9d75117f-dd9b-4aac-bd8e-ec0092c7c146/79152de7-6fca-4291-ab4c-96303bad8b6c) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:08.683171 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.687012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:08.688017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.782361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f548-c440-4c95-bb6c-35e02b6956aa req-4a37ff63-ec16-4974-8264-df121c68c6d4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:08.784544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37c5f548-c440-4c95-bb6c-35e02b6956aa req-4a37ff63-ec16-4974-8264-df121c68c6d4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.1247127 Mar 05 00:09:08.953077 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:08.965557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Transition to ACTIVE for port object 79152de7-6fca-4291-ab4c-96303bad8b6c will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:08.986947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Transition to ACTIVE for port object 79152de7-6fca-4291-ab4c-96303bad8b6c will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:08.998268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.030766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8386636 Mar 05 00:09:09.037164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:09.057213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a4dc3-f19c-4783-bba2-ad37e6118ea6 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Pushing event updated for resources: {'Network': ['ID=2374ed22-a68d-49f1-8890-f9a1f418f7e6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:09.068541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37c5f548-c440-4c95-bb6c-35e02b6956aa req-470fc877-5749-4f2f-aa56-6696373ae897 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554803 Mar 05 00:09:09.085158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2374ed22-a68d-49f1-8890-f9a1f418f7e6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:09.124977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb904e-6b57-4cad-8e97-8ce53e79801f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:09.131102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb904e-6b57-4cad-8e97-8ce53e79801f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:09.136911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-addb904e-6b57-4cad-8e97-8ce53e79801f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9016848 Mar 05 00:09:09.137952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58966) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:09.144101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.147634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1470633908'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:09.153457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:09.162864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:network and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:09.168401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:09.178897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:09.208473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.216169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:09.228694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.277533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router b048fb1d-528e-4a30-9fe5-9bed6f058400 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:09:09.284037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:09.284257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=08cf29b8-9d35-4f96-8cab-58e9adb6bedd,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:09.312220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe123f-038e-4c72-8cbf-e8f57f52ee71 req-fd6c0993-781f-4699-89db-c723c92980d9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:09.313726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ebe123f-038e-4c72-8cbf-e8f57f52ee71 req-fd6c0993-781f-4699-89db-c723c92980d9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4005489 Mar 05 00:09:09.352058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Pushing event updated for resources: {'Port': ['ID=79152de7-6fca-4291-ab4c-96303bad8b6c,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:09.359211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:09.360906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:09.365839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:09.417745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': 'e739da46-bcdb-4298-b3c0-b45e247085d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:09.418084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 9d6c051a-a060-49dd-82cd-ba35f18ad9a7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:09.434567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.436992 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Added segment 85eaeb9d-224d-498b-a348-242a78b372bd of type vlan for network 97593c23-7dc7-4ea5-ba45-23775d770f4c Mar 05 00:09:09.465708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ebe123f-038e-4c72-8cbf-e8f57f52ee71 req-71f26585-813b-489a-922c-8aaf2f776b35 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394727 Mar 05 00:09:09.476761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Attempting to bind port 79152de7-6fca-4291-ab4c-96303bad8b6c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:09.477135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Attempting to bind port 79152de7-6fca-4291-ab4c-96303bad8b6c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:09.477597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Attempting to bind port 79152de7-6fca-4291-ab4c-96303bad8b6c on network 2085f337-78b6-4f59-aa8a-b8fa6837563e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:09.483523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:09.485866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:09.486204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Checking segment: {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:09.486606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.486997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Bound using segment: {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:09.488832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Bound port: 79152de7-6fca-4291-ab4c-96303bad8b6c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:09.489228 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.509443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 9d6c051a-a060-49dd-82cd-ba35f18ad9a7) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:09.517396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:09.518163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.545569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ec60a-d492-4fab-958b-beb0970ef358 None None] Network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:09.583595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'network': {'name': 'tempest-network--1901145582', 'router:external': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:09.590226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:09.597074 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f03704d-c470-4294-8dd1-87604dcfca2f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3721437 Mar 05 00:09:09.598701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:network and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:09.602523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:09.609074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:09.622221 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.626019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58974) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:09.632536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Made reservation on behalf of 40ebb181fc804d6096e6e2bb8ddc142d for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:09.635140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.674363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.708922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.763507 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.767839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] For port 79152de7-6fca-4291-ab4c-96303bad8b6c, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:09.770318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.774859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] For port 79152de7-6fca-4291-ab4c-96303bad8b6c, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=79152de7-6fca-4291-ab4c-96303bad8b6c,segment=NetworkSegment(bd5a7da9-ebe4-450a-a9da-96d493b69117),segment_id=bd5a7da9-ebe4-450a-a9da-96d493b69117)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:09.791075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.813724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:09.878567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Allocated IP 172.25.0.105 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/cb2a959d-48cd-480b-8535-dc94bf8116e9) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:09.886381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.890985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:09.891721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:09.904076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:09.996804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:security_group_rule and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:09.999470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a1b8b-502e-4765-a17b-47af95f39113 None None] Pushing event updated for resources: {'Port': ['ID=79152de7-6fca-4291-ab4c-96303bad8b6c,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:10.013966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:10.065043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-9d6c051a-a060-49dd-82cd-ba35f18ad9a7', 'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '08cf29b8-9d35-4f96-8cab-58e9adb6bedd'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:10.065928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.118554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.158756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.174195 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.219376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:10.309806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Network': ['ID=97593c23-7dc7-4ea5-ba45-23775d770f4c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:10.324974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 97593c23-7dc7-4ea5-ba45-23775d770f4c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:10.337199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386d59-0b97-49f5-ac60-1eb142688043 req-9af74c9b-626a-4fa0-9100-f5bac8d2541f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:10.347453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:10.351822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:10.354598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:10.360695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ff386d59-0b97-49f5-ac60-1eb142688043 req-9af74c9b-626a-4fa0-9100-f5bac8d2541f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6849854 Mar 05 00:09:10.395666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2a959d-48cd-480b-8535-dc94bf8116e9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:10.426120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Allocated IP 2001:db8::1 (9d6c051a-a060-49dd-82cd-ba35f18ad9a7/08cf29b8-9d35-4f96-8cab-58e9adb6bedd/dabd31d4-6145-4ab4-a2cb-21c0214d26f3) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:10.505111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04ff2-3026-40f6-9551-5445c1932d5a req-d0a6c230-fb8b-4b46-9bf8-96f3345e75cd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:10.506793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67f04ff2-3026-40f6-9551-5445c1932d5a req-d0a6c230-fb8b-4b46-9bf8-96f3345e75cd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2459936 Mar 05 00:09:10.539264 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.575494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67f04ff2-3026-40f6-9551-5445c1932d5a req-be402c60-4c2b-4e0b-8fc6-ca6229ebb032 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619802 Mar 05 00:09:10.580066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ff386d59-0b97-49f5-ac60-1eb142688043 req-212605ac-e65e-435d-9348-18833d82574b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179132 Mar 05 00:09:10.582626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:10.589518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.595395 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] Sync routers for ids ['b048fb1d-528e-4a30-9fe5-9bed6f058400'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:10.597497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7bc1b62f-fe69-4848-80ec-0dad51235d8f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4570780 Mar 05 00:09:10.598039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59000) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:10.612345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-592842471'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:10.628113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:10.639540 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] Routers {'b048fb1d-528e-4a30-9fe5-9bed6f058400'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:10.641536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:network and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:10.648382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:10.649617 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b048fb1d-528e-4a30-9fe5-9bed6f058400'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:10.661610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:10.668153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59004) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:10.668507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f70fba3-5bf9-412f-9212-615a19cee46b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/b048fb1d-528e-4a30-9fe5-9bed6f058400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7549622 Mar 05 00:09:10.680115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:10.715284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c8bc7-6452-418e-82af-ff94788b05c0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:10.725656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.725987 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Added segment 767790fe-1597-4047-b49f-9c115b97678e of type vlan for network a06e22bf-4f77-4550-87f0-8743889206fd Mar 05 00:09:10.727500 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.776825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef303bd-9d6c-4810-aed5-87439d023740 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:10.783678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8ef303bd-9d6c-4810-aed5-87439d023740 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports/bead358e-d38e-4a60-8a75-a988c5e4547b HTTP/1.1" status: 200 len: 910 time: 0.1128461 Mar 05 00:09:10.787410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.788406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.795871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59012) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:10.832513 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:10.855930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.857626 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] Routers {'b048fb1d-528e-4a30-9fe5-9bed6f058400'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:10.862138 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b048fb1d-528e-4a30-9fe5-9bed6f058400'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:10.882960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Transition to ACTIVE for port object dabd31d4-6145-4ab4-a2cb-21c0214d26f3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:10.907060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Transition to ACTIVE for port object dabd31d4-6145-4ab4-a2cb-21c0214d26f3 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:10.913499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69a3e300-06b3-45d6-8016-addb44b8abe7'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:10.915022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:10.952649 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:10.953725 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4f56b-ba14-4d81-8a9a-9736636a7167 None None] The sync data for ids ['b048fb1d-528e-4a30-9fe5-9bed6f058400'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:09:11.008579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.033711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:11.038002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:11.043292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:11.047981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Pushing event updated for resources: {'Port': ['ID=dabd31d4-6145-4ab4-a2cb-21c0214d26f3,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:11.078990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:11.082420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.117819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.159647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Attempting to bind port dabd31d4-6145-4ab4-a2cb-21c0214d26f3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:11.160660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Attempting to bind port dabd31d4-6145-4ab4-a2cb-21c0214d26f3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e739da46-bcdb-4298-b3c0-b45e247085d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:11.161036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Attempting to bind port dabd31d4-6145-4ab4-a2cb-21c0214d26f3 on network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:11.168633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:11.169009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Checking segment: {'id': 'e739da46-bcdb-4298-b3c0-b45e247085d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:11.169561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.170086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Bound using segment: {'id': 'e739da46-bcdb-4298-b3c0-b45e247085d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:11.171032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Bound port: dabd31d4-6145-4ab4-a2cb-21c0214d26f3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e739da46-bcdb-4298-b3c0-b45e247085d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:11.171419 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.176170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=08cf29b8-9d35-4f96-8cab-58e9adb6bedd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:11.210673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.211558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:11.212269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.264641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ba7f0-0da4-41bf-8bbc-1b1d9eb3b6c5 req-c198fcdc-112e-4e88-a54d-c4a350449fa6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:11.266510 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-386ba7f0-0da4-41bf-8bbc-1b1d9eb3b6c5 req-c198fcdc-112e-4e88-a54d-c4a350449fa6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3804936 Mar 05 00:09:11.299065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] For port dabd31d4-6145-4ab4-a2cb-21c0214d26f3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:11.305419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] For port dabd31d4-6145-4ab4-a2cb-21c0214d26f3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=dabd31d4-6145-4ab4-a2cb-21c0214d26f3,segment=NetworkSegment(e739da46-bcdb-4298-b3c0-b45e247085d1),segment_id=e739da46-bcdb-4298-b3c0-b45e247085d1)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:11.314896 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.482720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c05d6-4399-4154-8a93-f727c50aa385 None None] Pushing event updated for resources: {'Port': ['ID=dabd31d4-6145-4ab4-a2cb-21c0214d26f3,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:11.531459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 79152de7-6fca-4291-ab4c-96303bad8b6c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:11.572878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62893355-d77d-43ac-92ec-42f9dc0c6886 None None] Network 9d6c051a-a060-49dd-82cd-ba35f18ad9a7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:11.584479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:11.603689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9fb16c-07c7-46f1-9b3e-efc6443945c4 None None] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:11.626283 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.626548 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Added segment 6800137a-2332-4846-8e37-b6583a7a4fd0 of type vlan for network 33103039-b385-4f8f-b20e-5d9cd46ad678 Mar 05 00:09:11.687538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.708793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6575484 Mar 05 00:09:11.722069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:11.723563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae276a1a-10cd-4e31-bece-6cd7b1fc4963 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Network': ['ID=a06e22bf-4f77-4550-87f0-8743889206fd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:11.753132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.769791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6c051a-a060-49dd-82cd-ba35f18ad9a7']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:11.836218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:11.845324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e739da46-bcdb-4298-b3c0-b45e247085d1') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:11.845893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e739da46-bcdb-4298-b3c0-b45e247085d1') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:11.861090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a06e22bf-4f77-4550-87f0-8743889206fd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:11.882076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-386ba7f0-0da4-41bf-8bbc-1b1d9eb3b6c5 req-6e7de193-6938-466d-94c5-2dafe55c4bb4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668313 Mar 05 00:09:11.892296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.002104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.073187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.088459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:12.088970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.089450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3aba2039-e3ae-4b09-9f1d-4ac867694d43 None None] Provisioning for port 79152de7-6fca-4291-ab4c-96303bad8b6c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:12.136001 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:12.263288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.267259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:12.268025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.324251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.336913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:09:12.336913 n-d-828979-4 neutron-server[83783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:09:12.336913 n-d-828979-4 neutron-server[83783]: [parameters: {'id': '9d6c051a-a060-49dd-82cd-ba35f18ad9a7'}] Mar 05 00:09:12.336913 n-d-828979-4 neutron-server[83783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:12.337494 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:12.341803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 79152de7-6fca-4291-ab4c-96303bad8b6c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:12.356477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06e22bf-4f77-4550-87f0-8743889206fd']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:12.360448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 79152de7-6fca-4291-ab4c-96303bad8b6c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:12.361166 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.375577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463af5-ade2-442f-987e-c44a5a5cc6b6 req-8010e2f6-478c-4382-8dfd-29d123a98b97 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:12.377167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13463af5-ade2-442f-987e-c44a5a5cc6b6 req-8010e2f6-478c-4382-8dfd-29d123a98b97 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3550026 Mar 05 00:09:12.379653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767790fe-1597-4047-b49f-9c115b97678e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:12.379946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767790fe-1597-4047-b49f-9c115b97678e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:12.407666 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.441846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.452305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:12.452575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:12.467058 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:12.472380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13463af5-ade2-442f-987e-c44a5a5cc6b6 req-5d847903-7535-482d-bb13-d58555503a87 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851669 Mar 05 00:09:12.501166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8996484 Mar 05 00:09:12.521272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59034) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:12.535188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271a980-0698-4aae-96e6-6c1b2747eece req-19700142-a668-4ee5-8f65-140b59675f02 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:12.549522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1271a980-0698-4aae-96e6-6c1b2747eece req-19700142-a668-4ee5-8f65-140b59675f02 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.6906064 Mar 05 00:09:12.551895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36077d9e-20e5-41ff-bbfd-acc6e98c207e tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Network': ['ID=33103039-b385-4f8f-b20e-5d9cd46ad678,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:12.572178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 33103039-b385-4f8f-b20e-5d9cd46ad678 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:12.575023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'ports': [{'network_id': '97593c23-7dc7-4ea5-ba45-23775d770f4c', 'name': 'tempest-port--1284945281', 'admin_state_up': True}, {'network_id': '33103039-b385-4f8f-b20e-5d9cd46ad678', 'admin_state_up': False}]} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:12.575341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'port': {'network_id': '97593c23-7dc7-4ea5-ba45-23775d770f4c', 'name': 'tempest-port--1284945281', 'admin_state_up': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:12.575810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'port': {'network_id': '33103039-b385-4f8f-b20e-5d9cd46ad678', 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:12.584840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.606345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a06e22bf-4f77-4550-87f0-8743889206fd {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:09:12.611874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.615878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Network': ['ID=a06e22bf-4f77-4550-87f0-8743889206fd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:12.623226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3c526fbf-f3f2-4889-9f7e-f03aa361e786 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a06e22bf-4f77-4550-87f0-8743889206fd HTTP/1.1" status: 204 len: 168 time: 0.8964474 Mar 05 00:09:12.632568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59040) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:12.638643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:12.644485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:12.653396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:network and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:12.660984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:12.668123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:12.687003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Made reservation on behalf of 40ebb181fc804d6096e6e2bb8ddc142d for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:12.690285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.731252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:12.746451 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.758962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.759826 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Added segment 94bf647b-34e8-4bff-b64f-3637d720c548 of type vlan for network d3027e27-3a2a-4705-ab57-7981aa8e32d4 Mar 05 00:09:12.825080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0578ac-934d-4c35-b131-6340db62ef94 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:09:12.827071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.838291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.911940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port dabd31d4-6145-4ab4-a2cb-21c0214d26f3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:12.912418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:12.948414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 79152de7-6fca-4291-ab4c-96303bad8b6c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=79152de7-6fca-4291-ab4c-96303bad8b6c,segment=NetworkSegment(bd5a7da9-ebe4-450a-a9da-96d493b69117),segment_id=bd5a7da9-ebe4-450a-a9da-96d493b69117)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:12.963864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.039061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=79152de7-6fca-4291-ab4c-96303bad8b6c,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:13.063628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8a65b29d-358b-43d2-9f05-816e69afacc9 None None] Provisioning complete for port 79152de7-6fca-4291-ab4c-96303bad8b6c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:13.064052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8a65b29d-358b-43d2-9f05-816e69afacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.138462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1271a980-0698-4aae-96e6-6c1b2747eece req-b9e00e29-9eaf-4c6e-a710-0f32fc108ca1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5878055 Mar 05 00:09:13.191555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0578ac-934d-4c35-b131-6340db62ef94 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:09:13.196004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Router 8eedf008-2e7f-4303-bba2-121187080706 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:09:13.318769 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.322593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:13.323198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.478167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 79152de7-6fca-4291-ab4c-96303bad8b6c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:13.523962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:13.533765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:port and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:13.546571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:13.560452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:13.566766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:13.596169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.608392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'port': 2} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:13.609188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9751585 Mar 05 00:09:13.613474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.616249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:13.616517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 79152de7-6fca-4291-ab4c-96303bad8b6c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:13.616967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.635114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.647522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.648500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'subnet': {'network_id': 'd3027e27-3a2a-4705-ab57-7981aa8e32d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:13.659887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166d91e-ec34-4b17-8957-65b52e0f8129 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Network': ['ID=d3027e27-3a2a-4705-ab57-7981aa8e32d4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:13.668743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:13.697920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d3027e27-3a2a-4705-ab57-7981aa8e32d4 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:13.723684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5eda-3a76-4add-876f-ffed7ccb1f8b req-15b13c78-3d66-4267-8745-2f6b55f9c73e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:13.730653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17fd5eda-3a76-4add-876f-ffed7ccb1f8b req-15b13c78-3d66-4267-8745-2f6b55f9c73e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6511240 Mar 05 00:09:13.737377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:subnet and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:13.751662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:13.755346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:13.756360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.757909 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/ports/bead358e-d38e-4a60-8a75-a988c5e4547b HTTP/1.1" status: 200 len: 910 time: 2.8779764 Mar 05 00:09:13.767964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:13.777389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:13.804555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59058) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:13.822376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Made reservation on behalf of 40ebb181fc804d6096e6e2bb8ddc142d for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:13.824641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.854143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port dabd31d4-6145-4ab4-a2cb-21c0214d26f3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=dabd31d4-6145-4ab4-a2cb-21c0214d26f3,segment=NetworkSegment(e739da46-bcdb-4298-b3c0-b45e247085d1),segment_id=e739da46-bcdb-4298-b3c0-b45e247085d1)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:13.854508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:13.939682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17fd5eda-3a76-4add-876f-ffed7ccb1f8b req-a94da8d3-b30f-41e1-a417-29e4fe4bd73a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076733 Mar 05 00:09:14.221182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9420f-1e60-4fec-b254-96afd55fb8af tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=bead358e-d38e-4a60-8a75-a988c5e4547b,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:14.243459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for dabd31d4-6145-4ab4-a2cb-21c0214d26f3 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:14.309548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.362280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] device_id is not set on port a7e27b51-8642-4277-8290-c3983bc0726c yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:09:14.378753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:14.388839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Usage tracker for resource:security_group_rule and tenant:3e7e57e6fd734cacabc949986741c923 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:14.401037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:14.410493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:14.419300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:14.424873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Sync routers for ids ['8eedf008-2e7f-4303-bba2-121187080706'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:14.439778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Routers {'8eedf008-2e7f-4303-bba2-121187080706'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:14.440498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8eedf008-2e7f-4303-bba2-121187080706'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:14.454809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.519939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port dabd31d4-6145-4ab4-a2cb-21c0214d26f3 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:14.566450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=dabd31d4-6145-4ab4-a2cb-21c0214d26f3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:14.580410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.581250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aefd39d7-0c9b-43c3-bee7-be76d4f38497 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4135063 Mar 05 00:09:14.591361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59066) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:14.632176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Set router 8eedf008-2e7f-4303-bba2-121187080706 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:14.692875 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.807728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca218b-5484-45ef-aa3f-69a0962c678d req-87907407-7ae1-4a98-b050-692ab384c56b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:14.809198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2ca218b-5484-45ef-aa3f-69a0962c678d req-87907407-7ae1-4a98-b050-692ab384c56b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3855522 Mar 05 00:09:14.843023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] device_id is not set on port 20a35344-0119-4fae-8844-2bcc6b60e3d2 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:09:14.873385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.891430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2ca218b-5484-45ef-aa3f-69a0962c678d req-461a134d-62af-4961-a513-e3fc9e0391ca tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720046 Mar 05 00:09:14.896793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.966293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6c051a-a060-49dd-82cd-ba35f18ad9a7']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:14.984324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:14.989477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e739da46-bcdb-4298-b3c0-b45e247085d1') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:14.989773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e739da46-bcdb-4298-b3c0-b45e247085d1') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:15.012304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.036679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:10Z', 'revision_number': 3, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:15.045071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Checking router: 8eedf008-2e7f-4303-bba2-121187080706 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:09:15.045648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Updating router 8eedf008-2e7f-4303-bba2-121187080706 port cb2a959d-48cd-480b-8535-dc94bf8116e9 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:09:15.047825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.063069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e7e57e6fd734cacabc949986741c923&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2506516 Mar 05 00:09:15.069589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59074) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:15.105910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.109705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.139028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.163971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:15.164423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.189796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:15.220729 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:15.224022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f05cde-c4c3-4a3d-8262-80441a5c0693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f98ad80-ceec-4450-be9c-3388af595a96,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:15.363611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Port': ['ID=a7e27b51-8642-4277-8290-c3983bc0726c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:15.405551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:09:15.406035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.408876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Checking segment: {'id': '85eaeb9d-224d-498b-a348-242a78b372bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97593c23-7dc7-4ea5-ba45-23775d770f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:15.409250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network hostable DHCP agents. Network: 97593c23-7dc7-4ea5-ba45-23775d770f4c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:15.437708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.463960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.487288 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6299da9a-9497-4e41-b6e8-895594d9ee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.489834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.496693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=9d6c051a-a060-49dd-82cd-ba35f18ad9a7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:15.503433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Transition to ACTIVE for port object cb2a959d-48cd-480b-8535-dc94bf8116e9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:15.513786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.523505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network 97593c23-7dc7-4ea5-ba45-23775d770f4c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:15.537788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac3bed-a624-47dc-a11e-8b24578a97cf req-bd85c1de-7fca-4036-a07d-a004b6b06e46 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:15.539191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-24ac3bed-a624-47dc-a11e-8b24578a97cf req-bd85c1de-7fca-4036-a07d-a004b6b06e46 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3867767 Mar 05 00:09:15.540399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 97593c23-7dc7-4ea5-ba45-23775d770f4c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:15.545722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:15.546538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.564701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7951832c-d780-4bdd-8c14-262f566ff2b4 None None] Network 97593c23-7dc7-4ea5-ba45-23775d770f4c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:15.566616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1f2bfbe9-8477-4efa-a2dc-82dc2e1a8aec tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/9d6c051a-a060-49dd-82cd-ba35f18ad9a7 HTTP/1.1" status: 204 len: 168 time: 5.9384935 Mar 05 00:09:15.575146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59078) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:15.575841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Subnet': ['ID=027a0e68-58d9-409f-a70c-41a9e23ae306,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:15.595650 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6299da9a-9497-4e41-b6e8-895594d9ee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.625793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631846294'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:15.633525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:15.646114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:15.718353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:15.718843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a290e83-7d56-4cd8-867d-644f44ab0ee6 None None] Pushing event updated for resources: {'Port': ['ID=cb2a959d-48cd-480b-8535-dc94bf8116e9,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:15.721213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Attempting to bind port cb2a959d-48cd-480b-8535-dc94bf8116e9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:15.722807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Attempting to bind port cb2a959d-48cd-480b-8535-dc94bf8116e9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:15.722807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Attempting to bind port cb2a959d-48cd-480b-8535-dc94bf8116e9 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:15.788028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:15.788488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:15.788868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.789404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:15.789888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Bound port: cb2a959d-48cd-480b-8535-dc94bf8116e9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:15.790263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.804925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Port': ['ID=20a35344-0119-4fae-8844-2bcc6b60e3d2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:15.834698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Checking segment: {'id': '6800137a-2332-4846-8e37-b6583a7a4fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '33103039-b385-4f8f-b20e-5d9cd46ad678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:15.834981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network hostable DHCP agents. Network: 33103039-b385-4f8f-b20e-5d9cd46ad678, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:15.888828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] For port cb2a959d-48cd-480b-8535-dc94bf8116e9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:15.893633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] For port cb2a959d-48cd-480b-8535-dc94bf8116e9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cb2a959d-48cd-480b-8535-dc94bf8116e9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:15.901134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.907222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:15.912436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network 33103039-b385-4f8f-b20e-5d9cd46ad678 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:15.928766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 33103039-b385-4f8f-b20e-5d9cd46ad678) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:15.933871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port bead358e-d38e-4a60-8a75-a988c5e4547b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:15.934336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.943635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Checking segment: {'id': '94bf647b-34e8-4bff-b64f-3637d720c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd3027e27-3a2a-4705-ab57-7981aa8e32d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:15.943635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Network hostable DHCP agents. Network: d3027e27-3a2a-4705-ab57-7981aa8e32d4, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:15.963729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:15.965698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bbc5b-a6e2-481a-a57f-ecf23df38fea None None] Network 33103039-b385-4f8f-b20e-5d9cd46ad678 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:15.968634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:15.973692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:15.973692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:15.974602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:15.978183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.006813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-24ac3bed-a624-47dc-a11e-8b24578a97cf req-9486af2d-bec8-4805-a64b-b44e7a973430 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338596 Mar 05 00:09:16.023164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-29b9290c-3489-473a-a957-54be167daeac tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4687464 Mar 05 00:09:16.033053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59082) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:16.094362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6299da9a-9497-4e41-b6e8-895594d9ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.097286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a290e83-7d56-4cd8-867d-644f44ab0ee6 None None] Pushing event updated for resources: {'Port': ['ID=cb2a959d-48cd-480b-8535-dc94bf8116e9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:16.107471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Routers {'8eedf008-2e7f-4303-bba2-121187080706'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:16.108086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8eedf008-2e7f-4303-bba2-121187080706'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:16.152433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299da9a-9497-4e41-b6e8-895594d9ee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f98ad80-ceec-4450-be9c-3388af595a96,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:16.162424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Network d3027e27-3a2a-4705-ab57-7981aa8e32d4 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:16.169555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6299da9a-9497-4e41-b6e8-895594d9ee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.173474 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6299da9a-9497-4e41-b6e8-895594d9ee79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f98ad80-ceec-4450-be9c-3388af595a96 HTTP/1.1" status: 204 len: 168 time: 1.0957499 Mar 05 00:09:16.205985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:16.221332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d3027e27-3a2a-4705-ab57-7981aa8e32d4) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:16.232749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:16.236411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.243255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.279654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36dfdb-f82d-4145-a77f-692423e3258a None None] Network d3027e27-3a2a-4705-ab57-7981aa8e32d4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:16.297413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-31bc66ea-6c2e-4565-bbc5-cae202c9c548 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6751001 Mar 05 00:09:16.298093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:16.333771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.334859 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 0ee116c3-85d6-4096-90b1-b62de4888ebc of type vlan for network 4293785c-e88a-449b-bcd9-6caf43090195 Mar 05 00:09:16.408297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for bead358e-d38e-4a60-8a75-a988c5e4547b owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:16.418563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.457411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3027e27-3a2a-4705-ab57-7981aa8e32d4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:16.462968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:16.466872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:floatingip and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:16.470283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:16.476188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:16.496760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.533779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5ac94-c236-4b93-9a60-e147fe972b51 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:16.538128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5ac94-c236-4b93-9a60-e147fe972b51 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:16.542835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3ad5ac94-c236-4b93-9a60-e147fe972b51 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5017445 Mar 05 00:09:16.546769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59098) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:16.661952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed9516-1495-4866-923f-d8704123db24 None None] Network d3027e27-3a2a-4705-ab57-7981aa8e32d4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:16.674443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.687216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] Set router 8eedf008-2e7f-4303-bba2-121187080706 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:16.742727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=bead358e-d38e-4a60-8a75-a988c5e4547b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:16.848842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.852597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:16.853188 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:16.954164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59104) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:17.009529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.161319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Deleting port a7e27b51-8642-4277-8290-c3983bc0726c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:17.161953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.210108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:17.241835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Usage tracker for resource:security_group_rule and tenant:af165da6d1e94bc98ce286d433ddb373 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:17.245300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59108) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:17.245454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6579075 Mar 05 00:09:17.246066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:17.264745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '4293785c-e88a-449b-bcd9-6caf43090195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:17.283666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743a1f6-a083-4571-a40b-5c4543ad9fdd tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=4293785c-e88a-449b-bcd9-6caf43090195,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:17.285643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:17.299339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4293785c-e88a-449b-bcd9-6caf43090195 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:17.375179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47345e-78c8-4a6f-bd97-217f19446736 req-eaf6c3ff-bb3a-4b5f-ab62-5021aea86a7e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:17.376726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e47345e-78c8-4a6f-bd97-217f19446736 req-eaf6c3ff-bb3a-4b5f-ab62-5021aea86a7e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4663944 Mar 05 00:09:17.382557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:10Z', 'revision_number': 3, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:17.391116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d207-507d-44d7-9753-75af00242d66 None None] The sync data for ids ['8eedf008-2e7f-4303-bba2-121187080706'] in n-d-828979-4 is: [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:10Z', 'revision_number': 3, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:09:17.456114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.462706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-dd6598b3-7265-4af4-b23c-eb220340ad31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1096 time: 0.5397534 Mar 05 00:09:17.475564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:17.487290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:17.496653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:17.511707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:17.532795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e47345e-78c8-4a6f-bd97-217f19446736 req-d696a37c-ebf2-47a5-9bcf-ada148995586 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454728 Mar 05 00:09:17.686366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:17.730075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.802599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.843642 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:09:17.887076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.896219 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:17.905278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Calling delete_port for a7e27b51-8642-4277-8290-c3983bc0726c owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:17.946959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.040352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7067cbc-cb81-4aad-b12b-ad67cd87d08d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:18.107516 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af165da6d1e94bc98ce286d433ddb373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1482630 Mar 05 00:09:18.117054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59112) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:18.178314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-35c72fc8-13d8-41ad-b861-ceaae63d06fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:18.181186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-35c72fc8-13d8-41ad-b861-ceaae63d06fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 915 time: 0.6091604 Mar 05 00:09:18.216121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.216453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.216824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.217124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.217463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.217786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.218106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.218434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.218752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.219066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.219381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c714d0-089e-4186-a57d-6f7d5a788694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:18.311415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-f2788604-c2d3-471a-8ccf-06c5dbe2ff07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 217 time: 0.0955615 Mar 05 00:09:18.311993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.407288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Port': ['ID=a7e27b51-8642-4277-8290-c3983bc0726c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:18.442509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Allocated IP 172.20.0.14 (d3027e27-3a2a-4705-ab57-7981aa8e32d4/027a0e68-58d9-409f-a70c-41a9e23ae306/324d8fa0-3f12-41ff-ace6-75e6d400e72d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:18.446739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38d6a4ba-f8bd-43c4-81ec-25885a8ab393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.453958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.475319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-5341eaa0-5531-4097-822a-98c6dd67b374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:18.476759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-5341eaa0-5531-4097-822a-98c6dd67b374 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.1559861 Mar 05 00:09:18.482819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0cffa383-cbbd-4394-a5e9-bc0bb490e487 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/ports/a7e27b51-8642-4277-8290-c3983bc0726c HTTP/1.1" status: 204 len: 168 time: 1.9321520 Mar 05 00:09:18.484315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59116) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:18.506852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38d6a4ba-f8bd-43c4-81ec-25885a8ab393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.539606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router b048fb1d-528e-4a30-9fe5-9bed6f058400 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:09:18.587567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.623018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-1ab04168-7101-4c01-9e4f-e2b69d1816d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367664 Mar 05 00:09:18.778612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=41f8520e-700e-4b2a-9272-4192ec34a485,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:18.790636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38d6a4ba-f8bd-43c4-81ec-25885a8ab393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.815425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6a4ba-f8bd-43c4-81ec-25885a8ab393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7067cbc-cb81-4aad-b12b-ad67cd87d08d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:18.833281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Deleting port 20a35344-0119-4fae-8844-2bcc6b60e3d2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:18.833625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.836239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '0ee116c3-85d6-4096-90b1-b62de4888ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4293785c-e88a-449b-bcd9-6caf43090195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:18.836604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 4293785c-e88a-449b-bcd9-6caf43090195, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:18.846607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:18.857374 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] Sync routers for ids ['b048fb1d-528e-4a30-9fe5-9bed6f058400'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:18.865369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-962bb6ef-4e77-4b87-b68b-3cd95196cdef tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/b048fb1d-528e-4a30-9fe5-9bed6f058400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0944347 Mar 05 00:09:18.868803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38d6a4ba-f8bd-43c4-81ec-25885a8ab393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:18.869853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-38d6a4ba-f8bd-43c4-81ec-25885a8ab393 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7067cbc-cb81-4aad-b12b-ad67cd87d08d HTTP/1.1" status: 204 len: 168 time: 0.7487180 Mar 05 00:09:18.870451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:18.874210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] Routers {'b048fb1d-528e-4a30-9fe5-9bed6f058400'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:18.875225 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b048fb1d-528e-4a30-9fe5-9bed6f058400'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:18.921327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90c48c47-a052-4fba-a1f7-be3e53ae27c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:18.935017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 4293785c-e88a-449b-bcd9-6caf43090195 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:18.945826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90c48c47-a052-4fba-a1f7-be3e53ae27c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:18.949838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90c48c47-a052-4fba-a1f7-be3e53ae27c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=b048fb1d-528e-4a30-9fe5-9bed6f058400 HTTP/1.1" status: 200 len: 205 time: 0.0752082 Mar 05 00:09:18.950227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59128) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:18.953146 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:18.959579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4293785c-e88a-449b-bcd9-6caf43090195) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:18.964775 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] Routers {'b048fb1d-528e-4a30-9fe5-9bed6f058400'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:18.965738 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b048fb1d-528e-4a30-9fe5-9bed6f058400'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:18.970706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b8b64-7a71-4183-8146-9e81ae4dc8f4 None None] Network 4293785c-e88a-449b-bcd9-6caf43090195 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:18.983146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:18.984156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.116851 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:19.117396 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6028d3-9715-407d-9525-d2d29c71c2dd None None] The sync data for ids ['b048fb1d-528e-4a30-9fe5-9bed6f058400'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:09:19.176925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.185782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3d4818fd-0d21-4e97-8694-9b57a231726d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9310901 Mar 05 00:09:19.193246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59134) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:19.243076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-f34179cb-5a5c-4e12-b501-b18851bb453c service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804782 Mar 05 00:09:19.319841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.330374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4293785c-e88a-449b-bcd9-6caf43090195', 'network_id': '4293785c-e88a-449b-bcd9-6caf43090195', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '41f8520e-700e-4b2a-9272-4192ec34a485'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:19.332555 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.354365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.446335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3bb01-0aca-470b-b826-a46c7e7350db req-3f66e2ce-ff9d-4ac0-a4d5-afb205c800bc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:19.447639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1fb3bb01-0aca-470b-b826-a46c7e7350db req-3f66e2ce-ff9d-4ac0-a4d5-afb205c800bc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7862763 Mar 05 00:09:19.527838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.580353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cb2a959d-48cd-480b-8535-dc94bf8116e9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:19.587887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.683128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.749647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Allocated IP 2001:db8::1 (4293785c-e88a-449b-bcd9-6caf43090195/41f8520e-700e-4b2a-9272-4192ec34a485/e81ff29f-2200-496d-9ac7-611b484b3bfa) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:19.767143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port cb2a959d-48cd-480b-8535-dc94bf8116e9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:19.775353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cb2a959d-48cd-480b-8535-dc94bf8116e9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:19.776075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:19.907488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Calling delete_port for 20a35344-0119-4fae-8844-2bcc6b60e3d2 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:19.971646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.000287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.002470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.029821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1fb3bb01-0aca-470b-b826-a46c7e7350db req-3ba68545-7b3f-411e-9c09-f44969f53e14 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647106 Mar 05 00:09:20.055317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Network d3027e27-3a2a-4705-ab57-7981aa8e32d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:20.138269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.138870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router b048fb1d-528e-4a30-9fe5-9bed6f058400 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:09:20.147848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Port': ['ID=324d8fa0-3f12-41ff-ace6-75e6d400e72d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:20.154300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-094b5b87-74b4-4716-b7cb-24f9ebbdecea req-968c509e-5d89-4758-b7c8-672dff31e97d service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8903532 Mar 05 00:09:20.157668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:20.168524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.172025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe048c11-278f-4561-b84f-76d911974ead tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/b048fb1d-528e-4a30-9fe5-9bed6f058400 HTTP/1.1" status: 204 len: 168 time: 1.2171037 Mar 05 00:09:20.172883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59154) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:20.179823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:20.195328 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.224887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.228538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port cb2a959d-48cd-480b-8535-dc94bf8116e9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cb2a959d-48cd-480b-8535-dc94bf8116e9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:20.237772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Transition to ACTIVE for port object e81ff29f-2200-496d-9ac7-611b484b3bfa will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:20.251355 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.323886 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.343976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Transition to ACTIVE for port object e81ff29f-2200-496d-9ac7-611b484b3bfa will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:20.358360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.383441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Network 4293785c-e88a-449b-bcd9-6caf43090195 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:20.390461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Port': ['ID=20a35344-0119-4fae-8844-2bcc6b60e3d2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:20.394242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:20.399974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:20.404715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.411023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Allocated IP 172.20.0.1 (2085f337-78b6-4f59-aa8a-b8fa6837563e/9d75117f-dd9b-4aac-bd8e-ec0092c7c146/5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:20.420652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bb3aa15e-bdc1-48c7-bed3-491e9d48bc5f tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/ports/20a35344-0119-4fae-8844-2bcc6b60e3d2 HTTP/1.1" status: 204 len: 168 time: 1.9331715 Mar 05 00:09:20.426186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59160) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:20.490249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c463be0b-79e6-4d11-a2eb-6c039c68e4d3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Synchronizing usage tracker for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:20.499477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.567175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Attempting to bind port e81ff29f-2200-496d-9ac7-611b484b3bfa on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:20.567517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Attempting to bind port e81ff29f-2200-496d-9ac7-611b484b3bfa by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '0ee116c3-85d6-4096-90b1-b62de4888ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4293785c-e88a-449b-bcd9-6caf43090195'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:20.567887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Attempting to bind port e81ff29f-2200-496d-9ac7-611b484b3bfa on network 4293785c-e88a-449b-bcd9-6caf43090195 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:20.577308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:20.577837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Checking segment: {'id': '0ee116c3-85d6-4096-90b1-b62de4888ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4293785c-e88a-449b-bcd9-6caf43090195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:20.578235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.579005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Bound using segment: {'id': '0ee116c3-85d6-4096-90b1-b62de4888ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4293785c-e88a-449b-bcd9-6caf43090195'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:20.579470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Bound port: e81ff29f-2200-496d-9ac7-611b484b3bfa, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee116c3-85d6-4096-90b1-b62de4888ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4293785c-e88a-449b-bcd9-6caf43090195'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:20.580057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.594806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=cb2a959d-48cd-480b-8535-dc94bf8116e9,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:20.605257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c463be0b-79e6-4d11-a2eb-6c039c68e4d3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Unset dirty status for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:20.606406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c463be0b-79e6-4d11-a2eb-6c039c68e4d3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1789653 Mar 05 00:09:20.617461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:20.626834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2101531914'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:20.639592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 69a3e300-06b3-45d6-8016-addb44b8abe7 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:09:20.686972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6839e-798d-4493-844f-c8abab060052 req-add508ad-a114-4571-a794-7cb3ccd8d6c6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:20.689375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dd6839e-798d-4493-844f-c8abab060052 req-add508ad-a114-4571-a794-7cb3ccd8d6c6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4126923 Mar 05 00:09:20.693942 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.700833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:20.728073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:network and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:20.735383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:20.736984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=41f8520e-700e-4b2a-9272-4192ec34a485,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:20.738649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.747200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:20.756985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Pushing event updated for resources: {'Port': ['ID=e81ff29f-2200-496d-9ac7-611b484b3bfa,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:20.794924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.811442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] For port e81ff29f-2200-496d-9ac7-611b484b3bfa, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:20.819418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] For port e81ff29f-2200-496d-9ac7-611b484b3bfa, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e81ff29f-2200-496d-9ac7-611b484b3bfa,segment=NetworkSegment(0ee116c3-85d6-4096-90b1-b62de4888ebc),segment_id=0ee116c3-85d6-4096-90b1-b62de4888ebc)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:20.827725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.832534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:20.835496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.855071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Transition to ACTIVE for port object 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:20.872738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.898065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.932606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:20.957534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1dd6839e-798d-4493-844f-c8abab060052 req-da86930a-08cf-4c04-8484-473ff8fe9452 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211742 Mar 05 00:09:20.963026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.029512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:21.048052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c6e7a-59c6-4a13-9ab0-6bd780b1f88c None None] Pushing event updated for resources: {'Port': ['ID=e81ff29f-2200-496d-9ac7-611b484b3bfa,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:21.078182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adedfb9-ef5f-41d8-b5bf-9b41f5ddb7de None None] Network 4293785c-e88a-449b-bcd9-6caf43090195 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:21.078655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4293785c-e88a-449b-bcd9-6caf43090195']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:21.130682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee116c3-85d6-4096-90b1-b62de4888ebc') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:21.130956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee116c3-85d6-4096-90b1-b62de4888ebc') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:21.147930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.148275 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Added segment 916963de-d7e3-4856-b7e5-27305ce7bd33 of type vlan for network 8c4280d2-b930-4b7b-a241-01d5caa93e01 Mar 05 00:09:21.160657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:21.161859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:21.180740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.181681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:21.187326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:21.245796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.269432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:21.271043 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.276622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:21.304440 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:21.367326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.426149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.429898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:21.430492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.447858 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.526998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cb2a959d-48cd-480b-8535-dc94bf8116e9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:21.556416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919b1d0-0593-4eda-946c-d4fad4e52e23 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:09:21.561487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Network': ['ID=8c4280d2-b930-4b7b-a241-01d5caa93e01,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:21.586189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:21.595792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7e0d8059-3310-457c-bf12-a5a41f743653 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9763780 Mar 05 00:09:21.599552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59184) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:21.613761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.635063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.640341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-464376574'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:21.653542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:21.655974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.664713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=69a3e300-06b3-45d6-8016-addb44b8abe7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:21.689047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:09:21.689047 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:09:21.689047 n-d-828979-4 neutron-server[83782]: [parameters: {'id': '4293785c-e88a-449b-bcd9-6caf43090195'}] Mar 05 00:09:21.689047 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:21.689959 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:21.698429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.710884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:network and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:21.715107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 8c4280d2-b930-4b7b-a241-01d5caa93e01 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:21.727061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:21.733740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b7d9ffa2-737e-47cd-a716-58c01336f294 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/69a3e300-06b3-45d6-8016-addb44b8abe7 HTTP/1.1" status: 204 len: 168 time: 1.5604308 Mar 05 00:09:21.737418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:21.741061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:21.788677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.817266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Port': ['ID=324d8fa0-3f12-41ff-ace6-75e6d400e72d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:21.827261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:21.830428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.855780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5b469599-a4f8-415a-93f0-2d2661f650fc None None] Provisioning for port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:21.858619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919b1d0-0593-4eda-946c-d4fad4e52e23 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:09:21.869753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4db5-02fc-4751-8e51-e8980ccae469 req-dbe406c3-22e9-433d-8097-93e7c3833f7d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:21.871206 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efad4db5-02fc-4751-8e51-e8980ccae469 req-dbe406c3-22e9-433d-8097-93e7c3833f7d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4945452 Mar 05 00:09:21.946286 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.953019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.958144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efad4db5-02fc-4751-8e51-e8980ccae469 req-04729b47-6317-4a81-bdf2-62d0dff0111b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705388 Mar 05 00:09:21.974861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 339fd859-eb71-43e0-a39f-133511c9dc7b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:21.975120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:21.990468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5b469599-a4f8-415a-93f0-2d2661f650fc None None] Provisioning complete for port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:21.990850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5b469599-a4f8-415a-93f0-2d2661f650fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.031688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:22.141955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5b469599-a4f8-415a-93f0-2d2661f650fc None None] Port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:22.157863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.162666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fc301cad-afed-48cb-b133-5835a58aeaa8 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8582799 Mar 05 00:09:22.186803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cb2a959d-48cd-480b-8535-dc94bf8116e9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:22.187352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.245259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59202) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:22.245837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.351838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.352447 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Added segment a829c7be-8c7a-4723-b2df-a5d316d39d59 of type vlan for network 8431f46a-5147-441e-b495-0158666e8a8d Mar 05 00:09:22.385986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-37119a1e-9d14-4c30-a2e8-1e224ed42c5e tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=d3027e27-3a2a-4705-ab57-7981aa8e32d4 HTTP/1.1" status: 200 len: 690 time: 0.0863140 Mar 05 00:09:22.386684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59208) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:22.432028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.467608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff30cb2-bc6c-4631-84fb-5fbf68b6d5b8 req-c077109c-cbed-44dd-a5d6-e2769589d9c7 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:22.469434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aff30cb2-bc6c-4631-84fb-5fbf68b6d5b8 req-c077109c-cbed-44dd-a5d6-e2769589d9c7 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.1718876 Mar 05 00:09:22.556004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.560860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aff30cb2-bc6c-4631-84fb-5fbf68b6d5b8 req-5c2d68f8-e675-4bc0-8f7a-c0e27cf5f261 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828798 Mar 05 00:09:22.564001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.579747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port e81ff29f-2200-496d-9ac7-611b484b3bfa {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:22.579990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.593458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b2d37-304b-46a6-8f0e-e316129a0652 None None] Network 1c5d5d0c-5393-452d-9616-c1a1eac46682 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:22.665873 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.676064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.679729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:22.680481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.701214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.812315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Deleting port 324d8fa0-3f12-41ff-ace6-75e6d400e72d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:22.812662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:22.849276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Network': ['ID=8431f46a-5147-441e-b495-0158666e8a8d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:22.894965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 8431f46a-5147-441e-b495-0158666e8a8d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:22.899007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:22.899371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:23.029897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c837e817-1c95-4efc-a4d0-2faf6191061b tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4290268 Mar 05 00:09:23.037102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:23.095377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 339fd859-eb71-43e0-a39f-133511c9dc7b owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:23.130194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaaa71-a837-42d4-9105-df28e82e78c8 req-2a2625c0-5e6c-458b-8052-9b0f0a23fff7 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:23.132324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-babaaa71-a837-42d4-9105-df28e82e78c8 req-2a2625c0-5e6c-458b-8052-9b0f0a23fff7 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2433147 Mar 05 00:09:23.137095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:23.139752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:23.218893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] DHCP port deletion for 1c5d5d0c-5393-452d-9616-c1a1eac46682 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:09:23.224307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Deleting port 339fd859-eb71-43e0-a39f-133511c9dc7b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:23.224953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:23.390117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:23.390584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:23.474778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-babaaa71-a837-42d4-9105-df28e82e78c8 req-94d54a74-b26d-4658-80a7-7699f8d50be0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360655 Mar 05 00:09:23.665003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Calling delete_port for 324d8fa0-3f12-41ff-ace6-75e6d400e72d owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:23.754105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 339fd859-eb71-43e0-a39f-133511c9dc7b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:09:23.923276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Router 8eedf008-2e7f-4303-bba2-121187080706 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:09:23.941898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0f4bf0db-8134-4498-91a7-e551d12b421e None None] Provisioning complete for port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:23.942523 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf0db-8134-4498-91a7-e551d12b421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:24.055345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bf0db-8134-4498-91a7-e551d12b421e None None] Port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:24.061627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:24.062573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:24.211084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Calling delete_port for 339fd859-eb71-43e0-a39f-133511c9dc7b owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:24.254928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:24.318235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:24.327104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:24.390107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:24.407129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bac47a82-88c6-42fe-b670-26d54013e0e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/8eedf008-2e7f-4303-bba2-121187080706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8069823 Mar 05 00:09:24.408096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Sync routers for ids ['8eedf008-2e7f-4303-bba2-121187080706'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:24.442511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Routers {'8eedf008-2e7f-4303-bba2-121187080706'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:24.443136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8eedf008-2e7f-4303-bba2-121187080706'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:24.504061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:24.584293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=339fd859-eb71-43e0-a39f-133511c9dc7b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:24.623598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:24.624106 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:24.654855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Port': ['ID=324d8fa0-3f12-41ff-ace6-75e6d400e72d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:24.666104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port e81ff29f-2200-496d-9ac7-611b484b3bfa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e81ff29f-2200-496d-9ac7-611b484b3bfa,segment=NetworkSegment(0ee116c3-85d6-4096-90b1-b62de4888ebc),segment_id=0ee116c3-85d6-4096-90b1-b62de4888ebc)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:24.666841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:24.707584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Set router 8eedf008-2e7f-4303-bba2-121187080706 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:24.716948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:24.717591 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:24.879548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for e81ff29f-2200-496d-9ac7-611b484b3bfa owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:24.927302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59246) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:24.992654 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.105073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e02f5-83a5-4648-8cb1-a6af48efefbb req-9e9de93c-66bb-4ef5-9687-49be9740fac8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:25.114921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd8e02f5-83a5-4648-8cb1-a6af48efefbb req-9e9de93c-66bb-4ef5-9687-49be9740fac8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.3799360 Mar 05 00:09:25.191660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd8e02f5-83a5-4648-8cb1-a6af48efefbb req-647ef5c3-3a31-400a-b9d7-2bd9a5d0cd41 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752010 Mar 05 00:09:25.195093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.235129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 339fd859-eb71-43e0-a39f-133511c9dc7b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:25.235621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.286326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Deleting port 339fd859-eb71-43e0-a39f-133511c9dc7b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:25.287072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.315450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.336444 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-7228872d-becb-4fcc-a1bb-1c2520ae76d7 req-204287cf-2990-4b6b-946b-74dae3c37f59 tempest-FloatingIPDetailsNegativeTestJSON-1525227403 tempest-FloatingIPDetailsNegativeTestJSON-1525227403-project] show failed (client error): The resource could not be found. Mar 05 00:09:25.347558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7228872d-becb-4fcc-a1bb-1c2520ae76d7 req-204287cf-2990-4b6b-946b-74dae3c37f59 tempest-FloatingIPDetailsNegativeTestJSON-1525227403 tempest-FloatingIPDetailsNegativeTestJSON-1525227403-project] 10.222.0.32 "GET /v2.0/floatingips/f52e850a-03cc-41c5-b565-4e64ce406429 HTTP/1.1" status: 404 len: 350 time: 0.1254883 Mar 05 00:09:25.357151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:25.366480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4665dd0f6c40c5a9c1091f5503b146 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:25.372642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:25.382373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:25.391017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59256) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:25.392188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=e81ff29f-2200-496d-9ac7-611b484b3bfa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:25.481699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.487444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.506963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.538701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d4665dd0f6c40c5a9c1091f5503b146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6093194 Mar 05 00:09:25.541989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:25.560769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b88a-0fff-455a-9a12-490aaf809636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39647f-e6cf-4a4e-8c65-75c9d780f48d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:25.592876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:21Z', 'revision_number': 4, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f', 'name': '', 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'mac_address': 'fa:16:3e:7b:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:19Z', 'updated_at': '2022-03-05T00:09:21Z', 'revision_number': 2, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'subnets': [{'id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:25.599820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Checking router: 8eedf008-2e7f-4303-bba2-121187080706 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:09:25.600255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Updating router 8eedf008-2e7f-4303-bba2-121187080706 port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:09:25.616723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d1cb7b-f25c-44fc-9f9a-9a935bf7f6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.647470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d1cb7b-f25c-44fc-9f9a-9a935bf7f6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.662175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:25.662656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.674113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port e81ff29f-2200-496d-9ac7-611b484b3bfa on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:25.715295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d1cb7b-f25c-44fc-9f9a-9a935bf7f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.730212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.732115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1cb7b-f25c-44fc-9f9a-9a935bf7f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39647f-e6cf-4a4e-8c65-75c9d780f48d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:25.743419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03d1cb7b-f25c-44fc-9f9a-9a935bf7f6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:25.744740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03d1cb7b-f25c-44fc-9f9a-9a935bf7f6d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c39647f-e6cf-4a4e-8c65-75c9d780f48d HTTP/1.1" status: 204 len: 168 time: 0.2017562 Mar 05 00:09:25.815248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Calling delete_port for 339fd859-eb71-43e0-a39f-133511c9dc7b owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:25.876512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.046220 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.105990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Pushing event deleted for resources: {'Port': ['ID=339fd859-eb71-43e0-a39f-133511c9dc7b,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:26.124655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] No DVR routers for this DVR port 339fd859-eb71-43e0-a39f-133511c9dc7b on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:26.140279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.140669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.141033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.141421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.141750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.142110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.142554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.142779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.143092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.143409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.143743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54414e92-8c86-4789-bca1-e04256dee152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:26.177643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 339fd859-eb71-43e0-a39f-133511c9dc7b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=339fd859-eb71-43e0-a39f-133511c9dc7b,segment=NetworkSegment(d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a),segment_id=d4c6fb03-e5d5-416b-acae-b95aa1b0dc3a)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:26.178144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.213607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59268) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:26.245912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.372903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:26.382149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'subnets': [{'network_id': '8c4280d2-b930-4b7b-a241-01d5caa93e01', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--880494124', 'ip_version': 6}, {'network_id': '8431f46a-5147-441e-b495-0158666e8a8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:26.382574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'subnet': {'network_id': '8c4280d2-b930-4b7b-a241-01d5caa93e01', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--880494124', 'ip_version': 6}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:26.383347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Request body: {'subnet': {'network_id': '8431f46a-5147-441e-b495-0158666e8a8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:26.396541 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.411435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Transition to ACTIVE for port object 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:26.418491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.438231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=027a0e68-58d9-409f-a70c-41a9e23ae306,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:26.462128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 339fd859-eb71-43e0-a39f-133511c9dc7b owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:26.498517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:26.507063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:33e08dbcdc08431e9e92bf087910ae4b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:26.512183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:26.535893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:26.578421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9a8f3-9e52-4e68-aa06-66a6cb4595bb None None] Pushing event updated for resources: {'Port': ['ID=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:26.592568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.650782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.669278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4293785c-e88a-449b-bcd9-6caf43090195']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:26.687720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:26.697295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Usage tracker for resource:subnet and tenant:1eae1fd96e2a4cefab101cb7bd7618e8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:26.708328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:26.710801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Attempting to bind port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:26.711153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Attempting to bind port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:26.711659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Attempting to bind port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f on network 2085f337-78b6-4f59-aa8a-b8fa6837563e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:26.717853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:26.718769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee116c3-85d6-4096-90b1-b62de4888ebc') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:26.719049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee116c3-85d6-4096-90b1-b62de4888ebc') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:26.720894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:26.721627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Checking segment: {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:26.722317 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.722772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Bound using segment: {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:26.723507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Bound port: 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5a7da9-ebe4-450a-a9da-96d493b69117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:26.723961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.735535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17176c-95b9-4e22-ab5d-55b0e95124af req-02ec5243-467d-44f1-ae81-3225e90ce631 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:26.735770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.737114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c17176c-95b9-4e22-ab5d-55b0e95124af req-02ec5243-467d-44f1-ae81-3225e90ce631 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.2445834 Mar 05 00:09:26.743119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.751677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3027e27-3a2a-4705-ab57-7981aa8e32d4']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:26.761407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.764613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Made reservation on behalf of 1eae1fd96e2a4cefab101cb7bd7618e8 for: {'subnet': 2} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:26.816267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bf647b-34e8-4bff-b64f-3637d720c548') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:26.816586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bf647b-34e8-4bff-b64f-3637d720c548') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:26.834865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:26.835581 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:26.836482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] For port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:26.839073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.840205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] For port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,segment=NetworkSegment(bd5a7da9-ebe4-450a-a9da-96d493b69117),segment_id=bd5a7da9-ebe4-450a-a9da-96d493b69117)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:26.845602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.850979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.864167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:26.864573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:26.874636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d204f71f-43d3-418b-bf43-e1e7f0d5072a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:26.881820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cc780e88-3a3a-45f4-b2a9-c01d41d96bc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33e08dbcdc08431e9e92bf087910ae4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6671729 Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:26.885821 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:26.891322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:26.894806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c17176c-95b9-4e22-ab5d-55b0e95124af req-33b913fc-d9db-40b7-ae0a-8b627b3583f4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449945 Mar 05 00:09:27.011229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.033469 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.033857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:27.034825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.045827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Routers {'8eedf008-2e7f-4303-bba2-121187080706'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:27.050814 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:27.058581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8eedf008-2e7f-4303-bba2-121187080706'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:27.109622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.115382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.134649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.135027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.135831 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.174119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=4293785c-e88a-449b-bcd9-6caf43090195,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:27.194824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9a8f3-9e52-4e68-aa06-66a6cb4595bb None None] Pushing event updated for resources: {'Port': ['ID=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:27.197994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a3b22b25-df60-41a1-b00f-50f14e68d3e9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/4293785c-e88a-449b-bcd9-6caf43090195 HTTP/1.1" status: 204 len: 168 time: 8.0035169 Mar 05 00:09:27.198938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59282) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:27.208867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1398801421'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:27.267744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:27.270711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.286545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:27.290524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:27.331146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] Set router 8eedf008-2e7f-4303-bba2-121187080706 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:27.348421 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54dd072f-7159-409a-9bc7-251bc4c8b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.369765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:27.377724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3027e27-3a2a-4705-ab57-7981aa8e32d4 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:09:27.394444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.397361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3027e27-3a2a-4705-ab57-7981aa8e32d4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:27.397937 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54dd072f-7159-409a-9bc7-251bc4c8b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.408505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b834794f-9175-406c-8279-4012e20e6a62 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d3027e27-3a2a-4705-ab57-7981aa8e32d4 HTTP/1.1" status: 204 len: 168 time: 5.0208137 Mar 05 00:09:27.412794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:27.426843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:27.429873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.473358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:27.489011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.489509 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 89a0cb3f-5255-4cc7-b9aa-3680b6c7680a of type vlan for network 17b83465-45d9-4961-aa79-234b499109e2 Mar 05 00:09:27.490983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7ac4b-b348-4fc9-ab7c-2a048d4d7976 req-1feea197-59f3-4ca8-ab51-69ef5934e2ec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:27.500385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03c7ac4b-b348-4fc9-ab7c-2a048d4d7976 req-1feea197-59f3-4ca8-ab51-69ef5934e2ec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3442802 Mar 05 00:09:27.528635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.562014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-584e8eee-d3d6-49bd-b4b3-e56c453cd5f2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Synchronizing usage tracker for tenant:40ebb181fc804d6096e6e2bb8ddc142d on resource:floatingip {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:27.583363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.649984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 339fd859-eb71-43e0-a39f-133511c9dc7b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:27.649984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.687461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-584e8eee-d3d6-49bd-b4b3-e56c453cd5f2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Unset dirty status for tenant:40ebb181fc804d6096e6e2bb8ddc142d on resource:floatingip {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:27.689025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-584e8eee-d3d6-49bd-b4b3-e56c453cd5f2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2735097 Mar 05 00:09:27.705276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03c7ac4b-b348-4fc9-ab7c-2a048d4d7976 req-fecbc99c-7f93-4eda-97ca-e842cf949f9d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038081 Mar 05 00:09:27.707557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59290) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:27.717467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.721267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:27.721880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.732116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:21Z', 'revision_number': 4, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f', 'name': '', 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'mac_address': 'fa:16:3e:7b:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:19Z', 'updated_at': '2022-03-05T00:09:26Z', 'revision_number': 4, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'subnets': [{'id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:27.738828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc23643-b230-44af-87ff-aa943a8328b4 None None] The sync data for ids ['8eedf008-2e7f-4303-bba2-121187080706'] in n-d-828979-4 is: [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:21Z', 'revision_number': 4, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f', 'name': '', 'network_id': '2085f337-78b6-4f59-aa8a-b8fa6837563e', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'mac_address': 'fa:16:3e:7b:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:19Z', 'updated_at': '2022-03-05T00:09:26Z', 'revision_number': 4, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'subnets': [{'id': '9d75117f-dd9b-4aac-bd8e-ec0092c7c146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:09:27.800549 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54dd072f-7159-409a-9bc7-251bc4c8b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:27.822775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd072f-7159-409a-9bc7-251bc4c8b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d204f71f-43d3-418b-bf43-e1e7f0d5072a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:27.895469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] The port '339fd859-eb71-43e0-a39f-133511c9dc7b' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:09:27.900244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=17b83465-45d9-4961-aa79-234b499109e2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:27.912654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 17b83465-45d9-4961-aa79-234b499109e2 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:28.055998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6eed95b4-ae81-4cab-9c4a-aff0f96b221a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8540161 Mar 05 00:09:28.058890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.059373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.059787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.060195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.060606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.061004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.061427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.061828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.063532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Synchronizing usage tracker for tenant:40ebb181fc804d6096e6e2bb8ddc142d on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:28.064176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:28.088029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '17b83465-45d9-4961-aa79-234b499109e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:28.102396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54dd072f-7159-409a-9bc7-251bc4c8b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.103521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-54dd072f-7159-409a-9bc7-251bc4c8b1a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d204f71f-43d3-418b-bf43-e1e7f0d5072a HTTP/1.1" status: 204 len: 168 time: 1.2112904 Mar 05 00:09:28.145398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Unset dirty status for tenant:40ebb181fc804d6096e6e2bb8ddc142d on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:28.149322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44aff7f1-805f-4b29-a4af-559351fde394 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5331 time: 0.4192748 Mar 05 00:09:28.156205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59304) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:28.246313 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-1ae2f18b-fb5c-4ff4-8be0-5f444693f4b2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] delete failed (client error): The resource could not be found. Mar 05 00:09:28.246557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.249737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1ae2f18b-fb5c-4ff4-8be0-5f444693f4b2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/f43f3e58-024d-4a39-9a21-cbeb55112767 HTTP/1.1" status: 404 len: 345 time: 0.0886464 Mar 05 00:09:28.256251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:28.257577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:28.265081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e965f5e-1fac-4b8f-a1e0-d597f59e47c3 req-509f29ae-a715-4328-9153-8eb1e8ff4794 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:28.272254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e965f5e-1fac-4b8f-a1e0-d597f59e47c3 req-509f29ae-a715-4328-9153-8eb1e8ff4794 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3522506 Mar 05 00:09:28.281071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:28.299737 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1012e9cf-8d9a-4af1-80f8-93892c849c29 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] DELETE failed (client error): The resource could not be found. Mar 05 00:09:28.300173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1012e9cf-8d9a-4af1-80f8-93892c849c29 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:09:28.447834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:28.451914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5d5d0c-5393-452d-9616-c1a1eac46682']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:28.470078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1012e9cf-8d9a-4af1-80f8-93892c849c29 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d3027e27-3a2a-4705-ab57-7981aa8e32d4 HTTP/1.1" status: 404 len: 339 time: 0.2127934 Mar 05 00:09:28.475100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:28.478163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59314) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:28.479818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:28.480117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c6fb03-e5d5-416b-acae-b95aa1b0dc3a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:28.502918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'network': {'name': 'tempest-network--2008947422', 'router:external': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:28.508258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:28.514624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.522879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e965f5e-1fac-4b8f-a1e0-d597f59e47c3 req-2c1d0828-ab8d-48f9-a5ce-023e2419978a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497735 Mar 05 00:09:28.539471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:network and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:28.547761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:28.569370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:28.601200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.626926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.640118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:28.662518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:28.663195 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:28.679524 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:28.744314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Subnet': ['ID=a6a7a44a-9202-43f5-9546-698df084834e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:28.757577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Checking segment: {'id': '916963de-d7e3-4856-b7e5-27305ce7bd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8c4280d2-b930-4b7b-a241-01d5caa93e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:28.757986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network hostable DHCP agents. Network: 8c4280d2-b930-4b7b-a241-01d5caa93e01, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:28.784063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network 8c4280d2-b930-4b7b-a241-01d5caa93e01 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:28.796477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 8c4280d2-b930-4b7b-a241-01d5caa93e01) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:28.806327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b02837-636e-469b-92b6-fa1390c2880d None None] Network 8c4280d2-b930-4b7b-a241-01d5caa93e01 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:28.812218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.829183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Made reservation on behalf of 40ebb181fc804d6096e6e2bb8ddc142d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:28.832354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.866866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:28.975517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event updated for resources: {'Subnet': ['ID=e4feebb5-cc28-4b5c-a14b-4544679e7c88,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:29.000263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Checking segment: {'id': 'a829c7be-8c7a-4723-b2df-a5d316d39d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8431f46a-5147-441e-b495-0158666e8a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:29.005516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network hostable DHCP agents. Network: 8431f46a-5147-441e-b495-0158666e8a8d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:29.051505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Network 8431f46a-5147-441e-b495-0158666e8a8d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:29.064810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 8431f46a-5147-441e-b495-0158666e8a8d) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:29.071423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:29.071991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:29.072931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.105502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59878695-4539-4e3f-9890-f7c6cda50139 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7294459 Mar 05 00:09:29.108266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59330) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:29.108619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.145592 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.154067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c5912-0568-4222-8f30-24481b07908d None None] Network 8431f46a-5147-441e-b495-0158666e8a8d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:29.202354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:29.204662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=1c5d5d0c-5393-452d-9616-c1a1eac46682,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:29.237321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c920cf-aee7-417a-ae25-e70ceb9d373d tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:29.239497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c920cf-aee7-417a-ae25-e70ceb9d373d tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:29.240974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c920cf-aee7-417a-ae25-e70ceb9d373d tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:29.241998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44c920cf-aee7-417a-ae25-e70ceb9d373d tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Synchronizing usage tracker for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:29.277565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44c920cf-aee7-417a-ae25-e70ceb9d373d tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Unset dirty status for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:29.288374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44c920cf-aee7-417a-ae25-e70ceb9d373d tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1696017 Mar 05 00:09:29.288947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59336) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:29.386677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Deleting subnet a6a7a44a-9202-43f5-9546-698df084834e {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:09:29.389180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960669e8-29b9-4457-bdde-88afcdbac339 req-7228dbdb-7d77-4cdc-95af-bca9ef494e34 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:29.397056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-960669e8-29b9-4457-bdde-88afcdbac339 req-7228dbdb-7d77-4cdc-95af-bca9ef494e34 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6553187 Mar 05 00:09:29.399220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.424195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f1501c86-a0b9-4c0c-a6ea-d8118505894f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/1c5d5d0c-5393-452d-9616-c1a1eac46682 HTTP/1.1" status: 204 len: 168 time: 7.6851754 Mar 05 00:09:29.434214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59342) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:29.454031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd89c5-453e-4cc3-bcb5-aef1e0dcebfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-8c4280d2-b930-4b7b-a241-01d5caa93e01', 'network_id': '8c4280d2-b930-4b7b-a241-01d5caa93e01', 'tenant_id': '1eae1fd96e2a4cefab101cb7bd7618e8', 'fixed_ips': [{'subnet_id': 'a6a7a44a-9202-43f5-9546-698df084834e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:29.454872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96fd89c5-453e-4cc3-bcb5-aef1e0dcebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.505490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.526636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1291767681', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:29.539270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:29.557923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:29.561561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.562246 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Added segment bfc696ed-65e4-4ef7-8923-d7d659c5be10 of type vlan for network e63b8926-e09d-4234-b5a8-07d6cecb9e02 Mar 05 00:09:29.594769 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.625103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:29.632718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-8431f46a-5147-441e-b495-0158666e8a8d', 'network_id': '8431f46a-5147-441e-b495-0158666e8a8d', 'tenant_id': '1eae1fd96e2a4cefab101cb7bd7618e8', 'fixed_ips': [{'subnet_id': 'e4feebb5-cc28-4b5c-a14b-4544679e7c88'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:29.633636 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.667455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:29.692458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-960669e8-29b9-4457-bdde-88afcdbac339 req-9bad491c-0281-49ac-b10e-e069fa4e1a9a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942159 Mar 05 00:09:29.696968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.708779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server [None req-96fd89c5-453e-4cc3-bcb5-aef1e0dcebfa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6a7a44a-9202-43f5-9546-698df084834e: This subnet is being modified by another concurrent operation. Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:09:29.779134 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise exception Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6a7a44a-9202-43f5-9546-698df084834e: This subnet is being modified by another concurrent operation. Mar 05 00:09:29.783804 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Mar 05 00:09:29.804530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.805714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a7a44a-9202-43f5-9546-698df084834e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:29.812278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13caf743-dd28-4899-85a2-7f28a061c5d6 None None] Network 8c4280d2-b930-4b7b-a241-01d5caa93e01 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:29.816281 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.823947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.824920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.850470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-17c01ded-18b1-48a2-b515-0cc1dea079bc tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/subnets/a6a7a44a-9202-43f5-9546-698df084834e HTTP/1.1" status: 204 len: 168 time: 0.5549819 Mar 05 00:09:29.851180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59354) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:29.890931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:29.915679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:29.916336 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:29.944906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Deleting subnet e4feebb5-cc28-4b5c-a14b-4544679e7c88 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:09:30.001341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.057033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.060735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.061584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.062214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.109234 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-482b822e-a15d-4064-803c-52bbfe91485c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603391 Mar 05 00:09:30.245005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Allocated IP 2001:db8:0:1::1 (8431f46a-5147-441e-b495-0158666e8a8d/e4feebb5-cc28-4b5c-a14b-4544679e7c88/864181f6-9c90-4983-a591-aaf9a30dc396) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:30.273205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.312040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-5142c50d-858d-43e1-b1ac-bb0515d0bd04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.1011703 Mar 05 00:09:30.341379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.372695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,segment=NetworkSegment(bd5a7da9-ebe4-450a-a9da-96d493b69117),segment_id=bd5a7da9-ebe4-450a-a9da-96d493b69117)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:30.383516 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.388851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.392958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2aaffbd7-77dc-4858-9554-a203b3cda89f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8713014 Mar 05 00:09:30.399193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59368) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:30.410924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9211287 Mar 05 00:09:30.418601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:30.425906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-323752673'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:30.449942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7108f-9826-4db3-a979-0f32547cddb0 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Network': ['ID=e63b8926-e09d-4234-b5a8-07d6cecb9e02,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:30.462970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e63b8926-e09d-4234-b5a8-07d6cecb9e02 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:30.529999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-f3dbc344-1ecb-4662-b23e-1cf88510b0ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.531737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-f3dbc344-1ecb-4662-b23e-1cf88510b0ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.1992447 Mar 05 00:09:30.556401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:30.558764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=177aa3cb-042c-46dc-9d4e-a1ae18079ae8,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:30.581479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:30.593084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17b83465-45d9-4961-aa79-234b499109e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:30.593472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 17b83465-45d9-4961-aa79-234b499109e2, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:30.609025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:30.628780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:30.662659 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-920202da-65ed-44cd-adfa-f21426a6520c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.1240013 Mar 05 00:09:30.714789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:30.735482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121c5e7-84c9-41e9-97b6-ee7f833f5d01 req-242a8481-caa1-434c-8b13-9bfd19dc3d2a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.736999 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5121c5e7-84c9-41e9-97b6-ee7f833f5d01 req-242a8481-caa1-434c-8b13-9bfd19dc3d2a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6871891 Mar 05 00:09:30.744534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:30.747557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.748291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.750091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-14a575d1-3759-47a9-9652-7dd27986bce3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.753408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-14a575d1-3759-47a9-9652-7dd27986bce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0846949 Mar 05 00:09:30.760643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Transition to ACTIVE for port object 864181f6-9c90-4983-a591-aaf9a30dc396 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:30.787703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Transition to ACTIVE for port object 864181f6-9c90-4983-a591-aaf9a30dc396 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:30.799110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.802982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.813557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 17b83465-45d9-4961-aa79-234b499109e2 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:30.831901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Deleting port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:30.832246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.886829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84f450-19da-4b59-8215-d39eaf1b3ead tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.890892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84f450-19da-4b59-8215-d39eaf1b3ead tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.896035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84f450-19da-4b59-8215-d39eaf1b3ead tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.896195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Network 8431f46a-5147-441e-b495-0158666e8a8d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:30.899248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:30.900078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.900219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84f450-19da-4b59-8215-d39eaf1b3ead tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.901859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fb84f450-19da-4b59-8215-d39eaf1b3ead tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4612520 Mar 05 00:09:30.902311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:30.902805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 17b83465-45d9-4961-aa79-234b499109e2) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:30.912789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:30.933140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:30.933773 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:30.948854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01932149-d66d-4412-97c6-aa2d79e3b7ca None None] Network 17b83465-45d9-4961-aa79-234b499109e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:30.964256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-d9d46233-e393-4e57-89f2-bd4e71f02445 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042894 Mar 05 00:09:30.997329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Pushing event updated for resources: {'Port': ['ID=864181f6-9c90-4983-a591-aaf9a30dc396,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:31.091678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:31.109084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5121c5e7-84c9-41e9-97b6-ee7f833f5d01 req-3e5b6473-653b-4f05-89c5-53b76d0c7b85 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496208 Mar 05 00:09:31.199043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Attempting to bind port 864181f6-9c90-4983-a591-aaf9a30dc396 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:31.199218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Attempting to bind port 864181f6-9c90-4983-a591-aaf9a30dc396 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a829c7be-8c7a-4723-b2df-a5d316d39d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8431f46a-5147-441e-b495-0158666e8a8d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:31.199888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Attempting to bind port 864181f6-9c90-4983-a591-aaf9a30dc396 on network 8431f46a-5147-441e-b495-0158666e8a8d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:31.215265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.215720 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment 200f66b4-40a6-4ac2-9097-f0c0947eeacb of type vlan for network c3afe7a2-c176-4dba-a93a-4563a384eab5 Mar 05 00:09:31.216405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:31.216590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Checking segment: {'id': 'a829c7be-8c7a-4723-b2df-a5d316d39d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8431f46a-5147-441e-b495-0158666e8a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:31.217483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.217945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Bound using segment: {'id': 'a829c7be-8c7a-4723-b2df-a5d316d39d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8431f46a-5147-441e-b495-0158666e8a8d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:31.218456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Bound port: 864181f6-9c90-4983-a591-aaf9a30dc396, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829c7be-8c7a-4723-b2df-a5d316d39d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8431f46a-5147-441e-b495-0158666e8a8d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:31.218772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.226565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4edfbf65-c5eb-4d25-bcd1-f8e461450482 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1478000 Mar 05 00:09:31.238041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-7da5c42f-b713-407c-bc6e-7aa2a0a6a03b service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647369 Mar 05 00:09:31.255962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.282920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59398) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:31.316099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '17b83465-45d9-4961-aa79-234b499109e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:31.417132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.476306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:31.494207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.632328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-17b83465-45d9-4961-aa79-234b499109e2', 'network_id': '17b83465-45d9-4961-aa79-234b499109e2', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '177aa3cb-042c-46dc-9d4e-a1ae18079ae8'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:31.633181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.656515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] For port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,segment=NetworkSegment(bd5a7da9-ebe4-450a-a9da-96d493b69117),segment_id=bd5a7da9-ebe4-450a-a9da-96d493b69117)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:31.657674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.672539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.719945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Subnet': ['ID=e4feebb5-cc28-4b5c-a14b-4544679e7c88,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:31.721062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:31.721696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.747374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.760190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aac759ec-eee2-4e71-bf99-89b555c2b2d1 req-1620ceb6-e06a-4cb9-b329-bd2931aed185 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339054 Mar 05 00:09:31.766379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-695b6253-d1cd-44bc-80f9-df067ab441cf tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/subnets/e4feebb5-cc28-4b5c-a14b-4544679e7c88 HTTP/1.1" status: 204 len: 168 time: 1.9120026 Mar 05 00:09:31.770130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59410) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:31.770936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:31.771437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] For port 864181f6-9c90-4983-a591-aaf9a30dc396, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:31.819089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7561c-d147-4b9f-9c6e-153803386866 req-c6f795f0-c4de-43a6-b1dd-e1b8d9a0d86f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:31.820540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbd7561c-d147-4b9f-9c6e-153803386866 req-c6f795f0-c4de-43a6-b1dd-e1b8d9a0d86f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4935498 Mar 05 00:09:31.835266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] For port 864181f6-9c90-4983-a591-aaf9a30dc396, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=864181f6-9c90-4983-a591-aaf9a30dc396,segment=NetworkSegment(a829c7be-8c7a-4723-b2df-a5d316d39d59),segment_id=a829c7be-8c7a-4723-b2df-a5d316d39d59)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:31.849699 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:31.863816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Calling delete_port for 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:31.892880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1200c5a-ee44-4b41-8bf8-ee87da0e81e8 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:31.893543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1200c5a-ee44-4b41-8bf8-ee87da0e81e8 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Synchronizing usage tracker for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:31.924662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbd7561c-d147-4b9f-9c6e-153803386866 req-3747f007-6970-4651-b177-24918af63e1e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848498 Mar 05 00:09:31.927741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1200c5a-ee44-4b41-8bf8-ee87da0e81e8 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Unset dirty status for tenant:1eae1fd96e2a4cefab101cb7bd7618e8 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:31.935506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a1200c5a-ee44-4b41-8bf8-ee87da0e81e8 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644225 Mar 05 00:09:31.936414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59418) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:32.050935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Allocated IP 2001:db8::2 (17b83465-45d9-4961-aa79-234b499109e2/177aa3cb-042c-46dc-9d4e-a1ae18079ae8/679e37cb-4509-4765-85d6-68ea20be29b5) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:32.060081 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.079008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.090922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Deleting port 864181f6-9c90-4983-a591-aaf9a30dc396 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:32.091262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.093952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63b8926-e09d-4234-b5a8-07d6cecb9e02']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:32.113104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc696ed-65e4-4ef7-8923-d7d659c5be10') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:32.113722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc696ed-65e4-4ef7-8923-d7d659c5be10') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:32.129596 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.150014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.164306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:subnet and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:32.215158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:32.223795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.230533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:32.231294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.243726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:32.244265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:32.276891 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:32.279237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:32.385103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c067-8fb8-4dd3-88c1-b2ce8795abcf None None] Pushing event updated for resources: {'Port': ['ID=864181f6-9c90-4983-a591-aaf9a30dc396,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:32.404821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] For port 864181f6-9c90-4983-a591-aaf9a30dc396, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=864181f6-9c90-4983-a591-aaf9a30dc396,segment=NetworkSegment(a829c7be-8c7a-4723-b2df-a5d316d39d59),segment_id=a829c7be-8c7a-4723-b2df-a5d316d39d59)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:32.405439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.489763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0874748 Mar 05 00:09:32.497409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:32.501006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.522388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:32.555100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:32.557746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.572816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Transition to ACTIVE for port object 679e37cb-4509-4765-85d6-68ea20be29b5 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:32.595441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Transition to ACTIVE for port object 679e37cb-4509-4765-85d6-68ea20be29b5 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:32.607000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.617877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e0214-b9a9-4dc7-ad82-29f403367910 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=c3afe7a2-c176-4dba-a93a-4563a384eab5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:32.660394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Calling delete_port for 864181f6-9c90-4983-a591-aaf9a30dc396 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:32.699770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:32.717177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.788394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e63b8926-e09d-4234-b5a8-07d6cecb9e02 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:09:32.790908 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.796486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Network': ['ID=e63b8926-e09d-4234-b5a8-07d6cecb9e02,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:32.806269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:32.904890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Port': ['ID=864181f6-9c90-4983-a591-aaf9a30dc396,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:32.916613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] No DVR routers for this DVR port 864181f6-9c90-4983-a591-aaf9a30dc396 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:32.946666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-791e31c7-332f-4a3f-a80c-a3941d85ff08 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e63b8926-e09d-4234-b5a8-07d6cecb9e02 HTTP/1.1" status: 204 len: 168 time: 2.0309050 Mar 05 00:09:32.957538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59440) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:32.968663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:32.976888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'network': {'name': 'tempest-network--1553885666', 'router:external': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:32.990166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:32.993131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:33.001097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:network and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:33.005603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:33.010751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.019819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:33.052404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Network 17b83465-45d9-4961-aa79-234b499109e2 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:33.056535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:33.058396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Pushing event updated for resources: {'Port': ['ID=679e37cb-4509-4765-85d6-68ea20be29b5,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:33.060933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:33.095314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:33.112389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:33.115396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:33.171518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4aa5f-fa52-4361-9aaf-82ccffa36be7 req-7892818a-a279-4053-9a57-dc795dafdb60 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:33.179253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d4aa5f-fa52-4361-9aaf-82ccffa36be7 req-7892818a-a279-4053-9a57-dc795dafdb60 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8678005 Mar 05 00:09:33.183385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Attempting to bind port 679e37cb-4509-4765-85d6-68ea20be29b5 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:33.183750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Attempting to bind port 679e37cb-4509-4765-85d6-68ea20be29b5 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17b83465-45d9-4961-aa79-234b499109e2'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:33.184172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Attempting to bind port 679e37cb-4509-4765-85d6-68ea20be29b5 on network 17b83465-45d9-4961-aa79-234b499109e2 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:33.191899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:33.192599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Checking segment: {'id': '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17b83465-45d9-4961-aa79-234b499109e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:33.193565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.193565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Bound using segment: {'id': '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17b83465-45d9-4961-aa79-234b499109e2'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:33.193995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Bound port: 679e37cb-4509-4765-85d6-68ea20be29b5, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17b83465-45d9-4961-aa79-234b499109e2'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:33.194299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.250400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.340083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] For port 679e37cb-4509-4765-85d6-68ea20be29b5, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:33.343559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] For port 679e37cb-4509-4765-85d6-68ea20be29b5, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=679e37cb-4509-4765-85d6-68ea20be29b5,segment=NetworkSegment(89a0cb3f-5255-4cc7-b9aa-3680b6c7680a),segment_id=89a0cb3f-5255-4cc7-b9aa-3680b6c7680a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:33.349468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.352420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8431f46a-5147-441e-b495-0158666e8a8d']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:33.414713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a829c7be-8c7a-4723-b2df-a5d316d39d59') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:33.415016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a829c7be-8c7a-4723-b2df-a5d316d39d59') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:33.455829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64d4aa5f-fa52-4361-9aaf-82ccffa36be7 req-56fd92e4-605f-41e3-8455-2fb8bbd98725 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756114 Mar 05 00:09:33.466542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.509896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.538049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:33.540964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:33.575798 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:33.602822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69544-8f66-4779-97ce-8360f9bb36bb None None] Pushing event updated for resources: {'Port': ['ID=679e37cb-4509-4765-85d6-68ea20be29b5,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:33.750807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:33.765527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.779205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.783892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Made reservation on behalf of 40ebb181fc804d6096e6e2bb8ddc142d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:33.786721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:33.811196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Network': ['ID=8431f46a-5147-441e-b495-0158666e8a8d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:33.825910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f0e6fc62-7c1b-45e8-87b9-e33e59b409b3 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/networks/8431f46a-5147-441e-b495-0158666e8a8d HTTP/1.1" status: 204 len: 168 time: 1.8881862 Mar 05 00:09:33.828280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59454) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:33.969322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.041151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.043484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:34.113173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-01b75a41-025e-4b62-98cb-6e7718f63b04 None None] Could not find standard attr ID for object 864181f6-9c90-4983-a591-aaf9a30dc396. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:09:34.127477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b419107-750b-46a6-8c2d-0aedd6a406fb None None] DHCP port deletion for 8431f46a-5147-441e-b495-0158666e8a8d request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:09:34.161317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522930a-07fd-4b06-a008-ab52424895e4 None None] Network 8431f46a-5147-441e-b495-0158666e8a8d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:34.197167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522930a-07fd-4b06-a008-ab52424895e4 None None] Network 8431f46a-5147-441e-b495-0158666e8a8d could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:09:34.288802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.329999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4280d2-b930-4b7b-a241-01d5caa93e01']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:34.331739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.332204 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Added segment babb6bcf-7797-4318-9914-dc841a9b9b60 of type vlan for network b824b7f4-1c77-4ee1-927d-bf468ed5c1d7 Mar 05 00:09:34.345105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916963de-d7e3-4856-b7e5-27305ce7bd33') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:34.345802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916963de-d7e3-4856-b7e5-27305ce7bd33') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:34.361033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.380335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.386703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:34.387249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:34.402409 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:34.483491 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.484566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.510919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.525277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.624923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Network': ['ID=8c4280d2-b930-4b7b-a241-01d5caa93e01,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:34.632039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:34.632913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f5bcf13-e6e7-4cc4-bb0f-f26a3889de91 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/networks/8c4280d2-b930-4b7b-a241-01d5caa93e01 HTTP/1.1" status: 204 len: 168 time: 0.8033795 Mar 05 00:09:34.636846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59466) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:34.763213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbabb9-0032-4e3a-a6b6-528836b75a17 req-ee14565f-fd99-4416-a54e-c0955499cb9d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:34.771279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dbfbabb9-0032-4e3a-a6b6-528836b75a17 req-ee14565f-fd99-4416-a54e-c0955499cb9d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.0312691 Mar 05 00:09:34.777946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.796729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=88080057-c0d1-4c94-80ce-b1aae6d66468,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:34.836130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e8b54a86-52b1-49cb-bb19-12db53c69306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.844446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 17b83465-45d9-4961-aa79-234b499109e2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:34.860290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:34.863985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:34.864605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.886080 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.886910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:34.887484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.946853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ad07001-0778-41ca-9d48-f94337be3447 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6628590 Mar 05 00:09:34.947967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:34.955010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9914303 Mar 05 00:09:34.959145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59476) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:34.960937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59478) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:35.041501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dbfbabb9-0032-4e3a-a6b6-528836b75a17 req-e4f75513-ea52-4dcb-8ecc-0891374a243c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693205 Mar 05 00:09:35.078571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.087676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.101829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6204a5-807d-4366-8470-d5a661d0f42b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Network': ['ID=b824b7f4-1c77-4ee1-927d-bf468ed5c1d7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:35.113253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b824b7f4-1c77-4ee1-927d-bf468ed5c1d7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:35.151019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.151437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da25173-1601-4273-8d41-aa8860155373 None None] Network 17b83465-45d9-4961-aa79-234b499109e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:35.152377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.153845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.155152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.156451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.157437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Synchronizing usage tracker for tenant:2c9671e60139427a91dd1d64673d651a on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:35.168470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=d66bd7cd-defc-484f-b012-19559a7a8b7b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:35.221851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33103039-b385-4f8f-b20e-5d9cd46ad678']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:35.260105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6800137a-2332-4846-8e37-b6583a7a4fd0') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:35.260327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6800137a-2332-4846-8e37-b6583a7a4fd0') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:35.288418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.301986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Unset dirty status for tenant:2c9671e60139427a91dd1d64673d651a on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:35.306915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8511e5e5-f2a8-4075-9b00-51c984d69e3a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3420131 Mar 05 00:09:35.307605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59494) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:35.317922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1814288776'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:35.335087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a09db1-6727-46b5-8252-4a57731d0d62 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.335672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d6a09db1-6727-46b5-8252-4a57731d0d62 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Synchronizing usage tracker for tenant:34b69d5d2f8146b18bbf83935646a158 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:35.340159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:35.340367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:35.340584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: c3afe7a2-c176-4dba-a93a-4563a384eab5, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:35.347172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:35.351343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.357799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:35.372774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:35.373794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.384792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5b691cb2-d25f-46de-b00d-1fa4e0a3a436 None None] Provisioning for port 679e37cb-4509-4765-85d6-68ea20be29b5 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:35.395856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:35.397880 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:35.472476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d6a09db1-6727-46b5-8252-4a57731d0d62 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Unset dirty status for tenant:34b69d5d2f8146b18bbf83935646a158 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:35.473755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d6a09db1-6727-46b5-8252-4a57731d0d62 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] 10.222.0.32 "GET /v2.0/networks/b824b7f4-1c77-4ee1-927d-bf468ed5c1d7 HTTP/1.1" status: 200 len: 757 time: 0.5067303 Mar 05 00:09:35.479944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:35.495845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:35.506651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.570414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:35.579612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.580486 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 3d17e13a-1814-4fee-878e-478aa565c5c7 of type vlan for network 0a89a03b-a208-4911-bd87-fa19728544d6 Mar 05 00:09:35.599037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.627137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 679e37cb-4509-4765-85d6-68ea20be29b5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:35.636348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1addbd-930c-4f3c-98ee-7e1725dbed13 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.637849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1a1addbd-930c-4f3c-98ee-7e1725dbed13 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] 10.222.0.32 "GET /v2.0/networks/2374ed22-a68d-49f1-8890-f9a1f418f7e6 HTTP/1.1" status: 200 len: 768 time: 0.1503489 Mar 05 00:09:35.641041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59508) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:35.642382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:35.650484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.655328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Network': ['ID=33103039-b385-4f8f-b20e-5d9cd46ad678,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:35.666868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.678821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26daf6b5-a9ca-47bb-a57f-3fb35b43883a tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/networks/33103039-b385-4f8f-b20e-5d9cd46ad678 HTTP/1.1" status: 204 len: 168 time: 1.0407274 Mar 05 00:09:35.681325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59512) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:35.792655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 679e37cb-4509-4765-85d6-68ea20be29b5 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:35.806361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 679e37cb-4509-4765-85d6-68ea20be29b5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:35.809779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.850128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.852250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:09:35.872954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, c3afe7a2-c176-4dba-a93a-4563a384eab5) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:35.884460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.889574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.891131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:35.897756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a46a23-e5e4-472d-900a-0c7bea611fc2 None None] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:35.901996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097e47-760a-49fa-843e-185c7f16e7aa req-76a00660-e597-4d69-9fa9-b0d5e832af2b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.904049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f097e47-760a-49fa-843e-185c7f16e7aa req-76a00660-e597-4d69-9fa9-b0d5e832af2b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6257946 Mar 05 00:09:35.907303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:35.907928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.019587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=0a89a03b-a208-4911-bd87-fa19728544d6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:36.040427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.064841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0a89a03b-a208-4911-bd87-fa19728544d6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:36.094354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5d99681a-00d2-4e43-843a-510d92813672 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7820323 Mar 05 00:09:36.095988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fd09cae8-0e42-4c6b-ac65-dc970a65d8e7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5582187 Mar 05 00:09:36.098083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59522) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:36.098922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59524) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:36.103056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f097e47-760a-49fa-843e-185c7f16e7aa req-55aa583c-edf4-43e0-a6ed-11bd1c4283c8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825981 Mar 05 00:09:36.157158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:36.187795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.219397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97593c23-7dc7-4ea5-ba45-23775d770f4c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:36.226142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Update dhcp port {'port': {'network_id': '17b83465-45d9-4961-aa79-234b499109e2', 'fixed_ips': [{'subnet_id': '177aa3cb-042c-46dc-9d4e-a1ae18079ae8', 'ip_address': '2001:db8::2'}, {'subnet_id': '88080057-c0d1-4c94-80ce-b1aae6d66468'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '679e37cb-4509-4765-85d6-68ea20be29b5'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:09:36.235096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85eaeb9d-224d-498b-a348-242a78b372bd') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:36.235757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85eaeb9d-224d-498b-a348-242a78b372bd') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:36.251262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.270508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.277764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:36.280755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:36.319984 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:36.336568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.449844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.457834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.477687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-c3afe7a2-c176-4dba-a93a-4563a384eab5', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:36.478508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.482612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.490562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] Pushing event deleted for resources: {'Network': ['ID=97593c23-7dc7-4ea5-ba45-23775d770f4c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:36.506514 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8ff3cdd3-5641-4788-86b5-f4d8424e8fa0 tempest-BulkNetworkOpsIpV6Test-1308983920 tempest-BulkNetworkOpsIpV6Test-1308983920-project] 10.222.0.32 "DELETE /v2.0/networks/97593c23-7dc7-4ea5-ba45-23775d770f4c HTTP/1.1" status: 204 len: 168 time: 0.8241076 Mar 05 00:09:36.585614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.596704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 679e37cb-4509-4765-85d6-68ea20be29b5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=679e37cb-4509-4765-85d6-68ea20be29b5,segment=NetworkSegment(89a0cb3f-5255-4cc7-b9aa-3680b6c7680a),segment_id=89a0cb3f-5255-4cc7-b9aa-3680b6c7680a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:36.619485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.654541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b824b7f4-1c77-4ee1-927d-bf468ed5c1d7']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:36.669809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 864181f6-9c90-4983-a591-aaf9a30dc396 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:09:36.749029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babb6bcf-7797-4318-9914-dc841a9b9b60') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:36.749282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babb6bcf-7797-4318-9914-dc841a9b9b60') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:36.805536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 864181f6-9c90-4983-a591-aaf9a30dc396 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:09:36.805887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 864181f6-9c90-4983-a591-aaf9a30dc396 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:09:36.913500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=679e37cb-4509-4765-85d6-68ea20be29b5,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:36.915716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:36.976815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2ff4d-1510-4a7e-b2af-38ba87cd8a8c req-6b7944f6-34e0-428a-8eda-4e3e8ee31bb6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:36.984148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0ce2ff4d-1510-4a7e-b2af-38ba87cd8a8c req-6b7944f6-34e0-428a-8eda-4e3e8ee31bb6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5944648 Mar 05 00:09:36.986888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59542) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:37.012649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Allocated IP 172.20.0.2 (c3afe7a2-c176-4dba-a93a-4563a384eab5/d66bd7cd-defc-484f-b012-19559a7a8b7b/a97319e3-fe31-41ed-a3f2-8bc64db5b68e) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:37.022539 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70688bff-2cae-47f0-a9c6-2c4a1342f453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.069983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0ce2ff4d-1510-4a7e-b2af-38ba87cd8a8c req-3b3a698b-627a-4d20-a68d-8904d21c05bf tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800538 Mar 05 00:09:37.135079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Allocated IP 172.20.0.1 (17b83465-45d9-4961-aa79-234b499109e2/88080057-c0d1-4c94-80ce-b1aae6d66468/679e37cb-4509-4765-85d6-68ea20be29b5) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:37.223477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.308197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.355399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.361255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-30551ae8-2a75-4ed3-9305-42d440dca379 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eae1fd96e2a4cefab101cb7bd7618e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3725312 Mar 05 00:09:37.366460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59556) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:37.445768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:37.445768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:37.478925 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:37.484444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e8a28bb-28a8-46a3-a5e1-67e529dc586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.485757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] For port 679e37cb-4509-4765-85d6-68ea20be29b5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=679e37cb-4509-4765-85d6-68ea20be29b5,segment=NetworkSegment(89a0cb3f-5255-4cc7-b9aa-3680b6c7680a),segment_id=89a0cb3f-5255-4cc7-b9aa-3680b6c7680a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:37.505991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 679e37cb-4509-4765-85d6-68ea20be29b5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:37.514817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 0a89a03b-a208-4911-bd87-fa19728544d6 is not hosted by any dhcp agent {{(pid=83782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 05 00:09:37.518396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:37.519549 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.523728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "PUT /v2.0/networks/0a89a03b-a208-4911-bd87-fa19728544d6 HTTP/1.1" status: 200 len: 723 time: 1.4176874 Mar 05 00:09:37.545304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.555458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59562) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:37.569112 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e8a28bb-28a8-46a3-a5e1-67e529dc586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.588559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.618797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 679e37cb-4509-4765-85d6-68ea20be29b5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:37.619186 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.635866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:37.850677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ac52a-c930-4ec1-bdde-1b8226253e96 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=0a89a03b-a208-4911-bd87-fa19728544d6,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:37.871831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0a89a03b-a208-4911-bd87-fa19728544d6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:37.902804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e8a28bb-28a8-46a3-a5e1-67e529dc586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.906705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:37.929258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a28bb-28a8-46a3-a5e1-67e529dc586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c47f69a-68b9-46d9-b15d-b065b1fc4268,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:37.935770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:37.950996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2145a4-36e9-48d8-a06e-239de7298f29 req-e31b5402-46f2-4bfe-99cd-bf5f8f323345 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:37.952522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc2145a4-36e9-48d8-a06e-239de7298f29 req-e31b5402-46f2-4bfe-99cd-bf5f8f323345 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4479468 Mar 05 00:09:37.956705 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e8a28bb-28a8-46a3-a5e1-67e529dc586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:37.960517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6e8a28bb-28a8-46a3-a5e1-67e529dc586e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c47f69a-68b9-46d9-b15d-b065b1fc4268 HTTP/1.1" status: 204 len: 168 time: 0.5928628 Mar 05 00:09:37.979069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:38.080601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Transition to ACTIVE for port object a97319e3-fe31-41ed-a3f2-8bc64db5b68e will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:38.081246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.102958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b824b7f4-1c77-4ee1-927d-bf468ed5c1d7 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:09:38.111680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.117332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Network': ['ID=b824b7f4-1c77-4ee1-927d-bf468ed5c1d7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:38.126368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Transition to ACTIVE for port object a97319e3-fe31-41ed-a3f2-8bc64db5b68e will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:38.132165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Transition to ACTIVE for port object 679e37cb-4509-4765-85d6-68ea20be29b5 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:38.143074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.165338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f1f3afe0-8c57-4eb7-a7d7-d0d4aa12da3c tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b824b7f4-1c77-4ee1-927d-bf468ed5c1d7 HTTP/1.1" status: 204 len: 168 time: 2.5201733 Mar 05 00:09:38.170996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59580) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:38.186017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc2145a4-36e9-48d8-a06e-239de7298f29 req-89410599-2795-4b89-a5ba-ed8e03b81251 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241006 Mar 05 00:09:38.194873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'network': {'name': 'tempest-network--929594318'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:38.195066 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.206880 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.218545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:38.317754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Pushing event updated for resources: {'Port': ['ID=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:38.338871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Usage tracker for resource:network and tenant:40ebb181fc804d6096e6e2bb8ddc142d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:38.363188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:38.366962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.385134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:38.450598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.585910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.606519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.615336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:38.620713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:38.624385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba45c2-d0b3-4afb-94fc-5c2209f75acc None None] Pushing event updated for resources: {'Port': ['ID=679e37cb-4509-4765-85d6-68ea20be29b5,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:38.628415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:38.743548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Attempting to bind port a97319e3-fe31-41ed-a3f2-8bc64db5b68e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:38.744183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Attempting to bind port a97319e3-fe31-41ed-a3f2-8bc64db5b68e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:38.744704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Attempting to bind port a97319e3-fe31-41ed-a3f2-8bc64db5b68e on network c3afe7a2-c176-4dba-a93a-4563a384eab5 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:38.752420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:38.753104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Checking segment: {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:38.753754 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.754356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Bound using segment: {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:38.755019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Bound port: a97319e3-fe31-41ed-a3f2-8bc64db5b68e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:38.755598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.762247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=292a5742-51fe-43c7-8fdd-f2e4faa306ec,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:38.888391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '3d17e13a-1814-4fee-878e-478aa565c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:38.889010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 0a89a03b-a208-4911-bd87-fa19728544d6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:38.904575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] For port a97319e3-fe31-41ed-a3f2-8bc64db5b68e, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:38.916204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] For port a97319e3-fe31-41ed-a3f2-8bc64db5b68e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:38.934675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:38.938346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 0a89a03b-a208-4911-bd87-fa19728544d6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:38.960258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0a89a03b-a208-4911-bd87-fa19728544d6) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:38.972951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:38.973621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8002299'] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.024273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d06194e9-986e-4745-bd42-15d1ff43d896 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4081476 Mar 05 00:09:39.025285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59600) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:39.032403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:39.069842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.20.0.1 (c3afe7a2-c176-4dba-a93a-4563a384eab5/d66bd7cd-defc-484f-b012-19559a7a8b7b/d52000ac-4712-4123-b8f7-0e90f5f333e1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:39.075873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384c257-06c1-47ae-a1c5-8cc4b5f5abaf None None] Network 0a89a03b-a208-4911-bd87-fa19728544d6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:39.223125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Made reservation on behalf of 40ebb181fc804d6096e6e2bb8ddc142d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:39.225421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.274906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1592963'] for subnet, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.327941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1fd11-a5f4-4f0e-8667-ae3f63985c60 None None] Pushing event updated for resources: {'Port': ['ID=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:39.395143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:39.413651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Router 8eedf008-2e7f-4303-bba2-121187080706 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:09:39.448142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ef7e-5c0e-402b-96e3-951900cea574 req-71675cf9-4901-4154-a433-28e4ab63980a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:39.450376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d38ef7e-5c0e-402b-96e3-951900cea574 req-71675cf9-4901-4154-a433-28e4ab63980a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2315784 Mar 05 00:09:39.461942 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.462323 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Added segment 0ea25d8f-c58a-4596-b07b-20c5bdd517ba of type vlan for network ae650983-b78f-42bd-884b-2d30b55e9f77 Mar 05 00:09:39.513471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.582200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object d52000ac-4712-4123-b8f7-0e90f5f333e1 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:39.584905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 679e37cb-4509-4765-85d6-68ea20be29b5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:39.587810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d38ef7e-5c0e-402b-96e3-951900cea574 req-e2b579b7-c024-4c98-84c6-fb2892284036 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233990 Mar 05 00:09:39.707568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.812110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742619399069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1652722'] for subnet, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.827430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2af583-6164-436c-88eb-69aebd8763a0 None None] Network 17b83465-45d9-4961-aa79-234b499109e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:39.900651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=292a5742-51fe-43c7-8fdd-f2e4faa306ec,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:39.912898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:39.914029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.918621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae21169f-542f-42fe-af2f-f4ee83cee099 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "PUT /v2.0/subnets/292a5742-51fe-43c7-8fdd-f2e4faa306ec HTTP/1.1" status: 200 len: 826 time: 0.8921041 Mar 05 00:09:39.919383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59618) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:39.929203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.972274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:39.973054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:39.973678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.077502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-0a89a03b-a208-4911-bd87-fa19728544d6', 'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '292a5742-51fe-43c7-8fdd-f2e4faa306ec'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:40.080009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.193654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.264864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.323451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.351084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2dc3ad7-f6ed-41be-9354-8228985550fa None None] Provisioning for port 679e37cb-4509-4765-85d6-68ea20be29b5 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:40.370404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:40.371038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59634) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:40.376902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2dc3ad7-f6ed-41be-9354-8228985550fa None None] Provisioning complete for port 679e37cb-4509-4765-85d6-68ea20be29b5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:40.377339 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3ad7-f6ed-41be-9354-8228985550fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.385883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Network': ['ID=ae650983-b78f-42bd-884b-2d30b55e9f77,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:40.407270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=d52000ac-4712-4123-b8f7-0e90f5f333e1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:40.420700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:40.427641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b147ee8-2664-4112-abf4-15657ca2cd4b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2532444 Mar 05 00:09:40.427641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:40.428308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:40.430602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Allocated IP 2001:db8::2 (0a89a03b-a208-4911-bd87-fa19728544d6/292a5742-51fe-43c7-8fdd-f2e4faa306ec/e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:40.439916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:40.575160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ae650983-b78f-42bd-884b-2d30b55e9f77 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:40.587820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 679e37cb-4509-4765-85d6-68ea20be29b5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:40.588208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.748294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.760548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1631494010'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:40.780040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:40.785067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d138-1079-4be3-b03b-dbbd392faebf req-7632166f-badf-4ab0-bc30-82f09ed63b31 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:40.791386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5992d138-1079-4be3-b03b-dbbd392faebf req-7632166f-badf-4ab0-bc30-82f09ed63b31 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4871101 Mar 05 00:09:40.801590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:network and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:40.804098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:40.812400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:40.814390 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] Sync routers for ids ['8eedf008-2e7f-4303-bba2-121187080706'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:40.818806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c405966-8176-4d3c-a613-1b36ddf8d15b admin admin] 10.222.0.32 "PUT /v2.0/routers/8eedf008-2e7f-4303-bba2-121187080706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4239569 Mar 05 00:09:40.827684 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] Routers {'8eedf008-2e7f-4303-bba2-121187080706'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:40.828299 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8eedf008-2e7f-4303-bba2-121187080706'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:40.830837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:40.832792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59650) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:40.922692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:40.950387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5992d138-1079-4be3-b03b-dbbd392faebf req-395bf61e-43bf-41a6-ae13-71a213b89714 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512282 Mar 05 00:09:41.174693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ac7bb-7097-4daa-838d-85b5cc6a2244 None None] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:41.216395 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] Set router 8eedf008-2e7f-4303-bba2-121187080706 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:41.284333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:41.288429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.368257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.400684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.459240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.587130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Network ae650983-b78f-42bd-884b-2d30b55e9f77 is not hosted by any dhcp agent {{(pid=83783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 05 00:09:41.587905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:41.588505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.588839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.589814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "PUT /v2.0/networks/ae650983-b78f-42bd-884b-2d30b55e9f77 HTTP/1.1" status: 200 len: 857 time: 1.1605630 Mar 05 00:09:41.593651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59662) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:41.635348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Transition to ACTIVE for port object e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:41.644142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.688324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Transition to ACTIVE for port object e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:41.690257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:41.702461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d646dca7-33ae-44b4-b33b-ff7a5968f8d8 None None] Provisioning for port a97319e3-fe31-41ed-a3f2-8bc64db5b68e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:41.705602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a97319e3-fe31-41ed-a3f2-8bc64db5b68e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:41.711574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:security_group_rule and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:41.717671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:41.727537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:41.728991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.731630 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:32Z', 'revision_number': 5, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:41.738916 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] Checking router: 8eedf008-2e7f-4303-bba2-121187080706 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:09:41.761142 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] Routers {'8eedf008-2e7f-4303-bba2-121187080706'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:41.761904 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8eedf008-2e7f-4303-bba2-121187080706'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:41.851446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.861073 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.863851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1d9f7-002d-4ac5-98a9-b1d3b4d1adf2 tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event updated for resources: {'Network': ['ID=ae650983-b78f-42bd-884b-2d30b55e9f77,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:41.887357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.889278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.891094 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:41.903250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=d52000ac-4712-4123-b8f7-0e90f5f333e1,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:41.964737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ab47-abe3-4213-94c1-144f24f7c79b req-c8fd86c3-3e95-4210-823e-25667ff038d3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:41.972152 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe60ab47-abe3-4213-94c1-144f24f7c79b req-c8fd86c3-3e95-4210-823e-25667ff038d3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6945338 Mar 05 00:09:42.023030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:42.029761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Pushing event updated for resources: {'Port': ['ID=e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:42.032665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.033021 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Added segment 1ad1c08c-3504-4aa1-821b-f8eddd7f0c99 of type vlan for network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 Mar 05 00:09:42.035020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Network 0a89a03b-a208-4911-bd87-fa19728544d6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:42.039154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:42.041928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:42.050390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a97319e3-fe31-41ed-a3f2-8bc64db5b68e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:42.056295 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] Set router 8eedf008-2e7f-4303-bba2-121187080706 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:42.086000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.094344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a97319e3-fe31-41ed-a3f2-8bc64db5b68e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:42.094724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.142422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c740e0c-71f3-4734-a871-82f49b611a6d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:42.155730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.239050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.242840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:42.248543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.260329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Attempting to bind port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:42.260781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Attempting to bind port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '3d17e13a-1814-4fee-878e-478aa565c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:42.261037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Attempting to bind port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 on network 0a89a03b-a208-4911-bd87-fa19728544d6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:42.285755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:42.286820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Checking segment: {'id': '3d17e13a-1814-4fee-878e-478aa565c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:42.287283 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.289605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Bound using segment: {'id': '3d17e13a-1814-4fee-878e-478aa565c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:42.290469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Bound port: e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d17e13a-1814-4fee-878e-478aa565c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0a89a03b-a208-4911-bd87-fa19728544d6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:42.291915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.333883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.452839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae650983-b78f-42bd-884b-2d30b55e9f77']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.504612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea25d8f-c58a-4596-b07b-20c5bdd517ba') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.504914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea25d8f-c58a-4596-b07b-20c5bdd517ba') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.508634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.527707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.537242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Network': ['ID=4ec88585-967f-439c-aae9-8e24e8d0f8a6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:42.539570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-af265b5e-d284-4dcc-ba0e-892a9b64c195 None None] Provisioning complete for port 679e37cb-4509-4765-85d6-68ea20be29b5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:42.540106 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af265b5e-d284-4dcc-ba0e-892a9b64c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.540206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-02eaf0b9-b7e6-4f02-805b-e9741bf98dcd tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1677976 Mar 05 00:09:42.547186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=292a5742-51fe-43c7-8fdd-f2e4faa306ec,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:42.568294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] For port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:42.605587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:42.622101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a97319e3-fe31-41ed-a3f2-8bc64db5b68e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:42.630726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.634952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] For port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1,segment=NetworkSegment(3d17e13a-1814-4fee-878e-478aa565c5c7),segment_id=3d17e13a-1814-4fee-878e-478aa565c5c7)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:42.645391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.668022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:42.670490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:42.696829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:32Z', 'revision_number': 5, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.708699 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a35d7-2d12-4fa6-91df-f36b9db3e064 None None] The sync data for ids ['8eedf008-2e7f-4303-bba2-121187080706'] in n-d-828979-4 is: [{'id': '8eedf008-2e7f-4303-bba2-121187080706', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-575247032-router', 'tenant_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:08Z', 'updated_at': '2022-03-05T00:09:32Z', 'revision_number': 5, 'project_id': '9e76eaa1ae044d9dbdcda38d0598cefc', 'gw_port': {'id': 'cb2a959d-48cd-480b-8535-dc94bf8116e9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedf008-2e7f-4303-bba2-121187080706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:09Z', 'updated_at': '2022-03-05T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:09:42.784853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.812265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a89a03b-a208-4911-bd87-fa19728544d6']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.828261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d17e13a-1814-4fee-878e-478aa565c5c7') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.828712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d17e13a-1814-4fee-878e-478aa565c5c7') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:42.845772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.863655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.870943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:42.871455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:42.876353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:43.010139 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:43.034928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:09:43.034928 n-d-828979-4 neutron-server[83783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:09:43.034928 n-d-828979-4 neutron-server[83783]: [parameters: {'id': '0a89a03b-a208-4911-bd87-fa19728544d6'}] Mar 05 00:09:43.034928 n-d-828979-4 neutron-server[83783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:43.035587 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:43.053783 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe60ab47-abe3-4213-94c1-144f24f7c79b req-4fb3d1b6-4a5e-4d4b-b6c6-7c9d8fe281f2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0798545 Mar 05 00:09:43.098903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.145092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:43.188810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:43.189510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:43.231308 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:43.413463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69d8e-8285-4d12-84a9-48a280cdab77 None None] Pushing event updated for resources: {'Port': ['ID=e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:43.555351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.559368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63b659-67a9-49ed-ab4d-fb465463ab4c None None] Network 0a89a03b-a208-4911-bd87-fa19728544d6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:43.635228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a97319e3-fe31-41ed-a3f2-8bc64db5b68e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:43.666067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:43.667570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.791179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-73dd7049-0be8-4c35-8040-a1d4d18ed173 None None] Provisioning complete for port a97319e3-fe31-41ed-a3f2-8bc64db5b68e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:43.791557 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-73dd7049-0be8-4c35-8040-a1d4d18ed173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.889927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a97319e3-fe31-41ed-a3f2-8bc64db5b68e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:43.890301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.895073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08cf3-5cf5-47fb-aff4-612543e1111c req-c211b777-7275-4806-9864-e2f724c1bec8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:43.899099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8d08cf3-5cf5-47fb-aff4-612543e1111c req-c211b777-7275-4806-9864-e2f724c1bec8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4511790 Mar 05 00:09:43.971246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:43.978895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae650983-b78f-42bd-884b-2d30b55e9f77 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:09:43.984258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:44.044190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae650983-b78f-42bd-884b-2d30b55e9f77,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:44.056762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6f23368f-90e2-47b2-9606-039fb66a8e1b tempest-ExternalNetworksTestJSON-388334544 tempest-ExternalNetworksTestJSON-388334544-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ae650983-b78f-42bd-884b-2d30b55e9f77 HTTP/1.1" status: 204 len: 168 time: 2.4621282 Mar 05 00:09:44.066994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59686) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:44.130805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8d08cf3-5cf5-47fb-aff4-612543e1111c req-97ee673c-dd15-47c9-8ce3-1b37e67284dd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581905 Mar 05 00:09:44.214941 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-227389cc-3db8-4075-9e2c-8589a4084fc0 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] DELETE failed (client error): The resource could not be found. Mar 05 00:09:44.215422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227389cc-3db8-4075-9e2c-8589a4084fc0 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:09:44.217069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-227389cc-3db8-4075-9e2c-8589a4084fc0 tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] 10.222.0.32 "DELETE /v2.0/subnets/027a0e68-58d9-409f-a70c-41a9e23ae306 HTTP/1.1" status: 404 len: 337 time: 0.1477516 Mar 05 00:09:44.228019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:44.387502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1,segment=NetworkSegment(3d17e13a-1814-4fee-878e-478aa565c5c7),segment_id=3d17e13a-1814-4fee-878e-478aa565c5c7)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:44.388270 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:44.400676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:44.429818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:09:44.526192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-73dd7049-0be8-4c35-8040-a1d4d18ed173 None None] Provisioning for port d52000ac-4712-4123-b8f7-0e90f5f333e1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:44.540562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:09:44.548265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5b6da3b4-3e7c-4b07-b17b-0dc42fa4f70f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:09:44.569138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-73dd7049-0be8-4c35-8040-a1d4d18ed173 None None] Provisioning complete for port d52000ac-4712-4123-b8f7-0e90f5f333e1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:44.569771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-73dd7049-0be8-4c35-8040-a1d4d18ed173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:44.665676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:44.694086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Deleting port cb2a959d-48cd-480b-8535-dc94bf8116e9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:44.694583 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:44.696952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-73dd7049-0be8-4c35-8040-a1d4d18ed173 None None] Port d52000ac-4712-4123-b8f7-0e90f5f333e1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:44.700549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c67cb15-319b-4761-a029-ef0ded2911ed None None] Network 0a89a03b-a208-4911-bd87-fa19728544d6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:44.701723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.042746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8576c11-5bcf-4d84-8961-48704cc580f2 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:09:45.090533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] For port cb2a959d-48cd-480b-8535-dc94bf8116e9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cb2a959d-48cd-480b-8535-dc94bf8116e9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:45.090867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.093462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1d94e-674b-42c9-9c9a-3b2e3415ac72 req-97e636ad-40fb-48db-b96a-5526e01b6f9c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:45.095888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5b1d94e-674b-42c9-9c9a-3b2e3415ac72 req-97e636ad-40fb-48db-b96a-5526e01b6f9c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6057653 Mar 05 00:09:45.122059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:09:45.142962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.178100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2374ed22-a68d-49f1-8890-f9a1f418f7e6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.204897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a64e2c-9ceb-4337-9955-6dc95cdb0d65') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.205499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a64e2c-9ceb-4337-9955-6dc95cdb0d65') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.269327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Calling delete_port for cb2a959d-48cd-480b-8535-dc94bf8116e9 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:45.338107 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.344383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8576c11-5bcf-4d84-8961-48704cc580f2 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:09:45.402026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.424792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5b1d94e-674b-42c9-9c9a-3b2e3415ac72 req-c4e2b664-3bb1-4b72-ada7-41e575d200a6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076305 Mar 05 00:09:45.429318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:45.432914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=e42a16cf-1fc5-4381-bfaa-d5dcc38ed5d1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:45.485146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.510246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:45.513444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:45.542271 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:45.574471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.601022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a89a03b-a208-4911-bd87-fa19728544d6']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.613517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d17e13a-1814-4fee-878e-478aa565c5c7') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.613815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d17e13a-1814-4fee-878e-478aa565c5c7') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.625326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.641896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.649231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:45.649664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:45.666880 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:45.779214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.794619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.823542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.828918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.849982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] Pushing event deleted for resources: {'Network': ['ID=2374ed22-a68d-49f1-8890-f9a1f418f7e6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:45.861851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-381647ac-86bb-45ee-bde7-2d96da58868a tempest-ExternalNetworksTestJSON-1824438890 tempest-ExternalNetworksTestJSON-1824438890-project] 10.222.0.32 "DELETE /v2.0/networks/2374ed22-a68d-49f1-8890-f9a1f418f7e6 HTTP/1.1" status: 204 len: 168 time: 1.6328351 Mar 05 00:09:45.874031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:45.892369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-05ea7f29-796d-4e82-8a28-e6816eec9210 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7879593 Mar 05 00:09:45.892847 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/0a89a03b-a208-4911-bd87-fa19728544d6 HTTP/1.1" status: 204 len: 168 time: 5.9721847 Mar 05 00:09:45.893484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:45.896652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59716) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:45.899866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-1904993970'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:45.906815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:45.908108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:45.914095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:45.917749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:45.928068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:45.950640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:45.954623 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:45.957381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:45.958269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:45.994084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:45.996413 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa23cdd-9a45-47b0-b062-9df2ef760837 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:09:45.996871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa23cdd-9a45-47b0-b062-9df2ef760837 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:09:45.998634 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3aa23cdd-9a45-47b0-b062-9df2ef760837 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/0a89a03b-a208-4911-bd87-fa19728544d6 HTTP/1.1" status: 404 len: 339 time: 0.1010716 Mar 05 00:09:45.999178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59720) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:46.006539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba5ef1-23a8-4d8f-a5f8-a0951c3b91fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=0a89a03b-a208-4911-bd87-fa19728544d6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:46.010088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.010653 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment 938d3713-6ae5-4e28-8c74-9e62ec7ad845 of type vlan for network 519e7880-f965-4af8-bc07-34dcf91567a5 Mar 05 00:09:46.022991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59722) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:46.045383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'subnet': {'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:46.055930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.080415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559801743', 'description': 'd1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:46.105450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.110480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:46.111114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.117624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:46.275516 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3807242 Mar 05 00:09:46.281592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59736) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:46.292432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:46.303426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Usage tracker for resource:network and tenant:2c9671e60139427a91dd1d64673d651a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:46.334995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:46.404860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:46.442003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:46.475463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:46.476604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd1ce-c3f0-447e-947c-7959873999da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=519e7880-f965-4af8-bc07-34dcf91567a5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:46.487418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:46.491758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:46.493261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.495300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:46.502495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:46.520459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:46.526451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:46.537568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71870a14-51d4-493d-b8c2-21b8750473de None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:09:46.559096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:subnet and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:46.570146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 519e7880-f965-4af8-bc07-34dcf91567a5 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:46.570897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:46.583020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59746) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:46.598894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:46.615388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.695033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:46.698925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2a959d-48cd-480b-8535-dc94bf8116e9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:46.700538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.739189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:46.761007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.761390 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 0b2c33ee-6355-4d2a-aa90-5dd69db41b86 of type vlan for network f937faf9-7f4a-460f-9a54-b9c033fb46c0 Mar 05 00:09:46.861459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56de81-4c90-466b-bd64-2617e9cbc34b req-a9d47a15-f717-4c69-8c78-be29ac22d953 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:46.863090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e56de81-4c90-466b-bd64-2617e9cbc34b req-a9d47a15-f717-4c69-8c78-be29ac22d953 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2265842 Mar 05 00:09:46.904809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:46.942499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.173197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71870a14-51d4-493d-b8c2-21b8750473de None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:09:47.192949 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e56de81-4c90-466b-bd64-2617e9cbc34b req-3eefba86-b3de-4240-b4ef-cf5c531b5d66 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229914 Mar 05 00:09:47.248464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.332104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.337636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:47.337932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.338033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=44df7729-a7e2-4c39-aa11-2a9e9ae2bc69,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:47.386489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:47.387012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: 519e7880-f965-4af8-bc07-34dcf91567a5, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:47.401406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3763816 Mar 05 00:09:47.402126 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.407354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59760) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:47.432277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:09:40Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:41Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:47.442718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:09:47.443068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Updating router f2eb786f-20b5-42fb-b254-811b51e90da3 port d52000ac-4712-4123-b8f7-0e90f5f333e1 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:09:47.465828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 519e7880-f965-4af8-bc07-34dcf91567a5 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:47.543169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.550248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 519e7880-f965-4af8-bc07-34dcf91567a5) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:47.556361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:47.558312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.605211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c8f7c640-0d19-41d2-ac27-0f06a52e843e tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3217273 Mar 05 00:09:47.613739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59766) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:47.732588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93fdc7-7182-4e9d-aa6c-4caf2f3cddea tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=f937faf9-7f4a-460f-9a54-b9c033fb46c0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:47.750686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f937faf9-7f4a-460f-9a54-b9c033fb46c0 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:47.811002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4f204109-4adb-4b75-8eea-1295db0d2edf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34b69d5d2f8146b18bbf83935646a158&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2226174 Mar 05 00:09:47.814585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:47.822226 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.829121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb66d9-3291-4377-9f42-376c194b9a2d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:47.832034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7eb66d9-3291-4377-9f42-376c194b9a2d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Synchronizing usage tracker for tenant:2c9671e60139427a91dd1d64673d651a on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:47.865149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.930572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.931238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eedf008-2e7f-4303-bba2-121187080706 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:09:47.957100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7eb66d9-3291-4377-9f42-376c194b9a2d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Unset dirty status for tenant:2c9671e60139427a91dd1d64673d651a on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:47.961098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7eb66d9-3291-4377-9f42-376c194b9a2d tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks?id=f937faf9-7f4a-460f-9a54-b9c033fb46c0 HTTP/1.1" status: 200 len: 765 time: 0.5407605 Mar 05 00:09:47.962495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:47.963303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1dd6b0f8-982d-40a0-b362-bb48ee921ad9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8eedf008-2e7f-4303-bba2-121187080706 HTTP/1.1" status: 204 len: 168 time: 7.1293318 Mar 05 00:09:47.964979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59778) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:47.967164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59780) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:47.980304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'description': 'd2'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:47.998090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbe63dc-84b3-4939-a6c5-5e40362f4101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.051476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.060309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbe63dc-84b3-4939-a6c5-5e40362f4101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.159409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbe63dc-84b3-4939-a6c5-5e40362f4101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.183764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d862e4-3736-466e-a90f-7b8b7f9c581b None None] Network 519e7880-f965-4af8-bc07-34dcf91567a5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:48.199966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe63dc-84b3-4939-a6c5-5e40362f4101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe94dfa-342e-4364-be9d-b05ec5cff7fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:48.210047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1dbe63dc-84b3-4939-a6c5-5e40362f4101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.211341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1dbe63dc-84b3-4939-a6c5-5e40362f4101 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fe94dfa-342e-4364-be9d-b05ec5cff7fe HTTP/1.1" status: 204 len: 168 time: 0.3925872 Mar 05 00:09:48.217076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Deleting subnet 9d75117f-dd9b-4aac-bd8e-ec0092c7c146 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:09:48.239108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.366231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Subnet': ['ID=b57e545c-e5ed-4325-94fd-1885deee1991,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:48.442000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.612737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-519e7880-f965-4af8-bc07-34dcf91567a5', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:48.616878 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.620105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Checking segment: {'id': '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:48.620660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network hostable DHCP agents. Network: 4ec88585-967f-439c-aae9-8e24e8d0f8a6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:48.651874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.709866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.743802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Transition to ACTIVE for port object d52000ac-4712-4123-b8f7-0e90f5f333e1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:48.749898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.758454 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:48.795757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:48.951048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c31b8-6fc5-4279-bfaf-618e55db4395 None None] Pushing event updated for resources: {'Port': ['ID=d52000ac-4712-4123-b8f7-0e90f5f333e1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:49.076032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network f937faf9-7f4a-460f-9a54-b9c033fb46c0 is not hosted by any dhcp agent {{(pid=83783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 05 00:09:49.086978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:49.087631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.089143 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "PUT /v2.0/networks/f937faf9-7f4a-460f-9a54-b9c033fb46c0 HTTP/1.1" status: 200 len: 762 time: 1.1230450 Mar 05 00:09:49.089959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59806) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.100312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59808) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.124215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4ec88585-967f-439c-aae9-8e24e8d0f8a6) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:49.161971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.164893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547780c-ee18-4ad1-ba18-f902191217a3 None None] Network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:49.211705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:49.212294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.214398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Allocated IP 172.21.0.2 (519e7880-f965-4af8-bc07-34dcf91567a5/44df7729-a7e2-4c39-aa11-2a9e9ae2bc69/a507c438-db8f-457d-bbd7-fa1eba20a924) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:49.224775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7549967-cd6a-4f87-80db-b11e98deade5 req-06c535d5-38a5-405b-8c32-e96ae57b45ed tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:49.226885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f7549967-cd6a-4f87-80db-b11e98deade5 req-06c535d5-38a5-405b-8c32-e96ae57b45ed tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7288668 Mar 05 00:09:49.234701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.266771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd86c7-d771-4ba6-bb20-6a8602e2feb9 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=f937faf9-7f4a-460f-9a54-b9c033fb46c0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:49.295061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1bdfc53f-0be2-4e11-9625-b6f092f6db66 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2865779 Mar 05 00:09:49.302117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59816) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.320563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1923732150'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:49.337786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:49.349766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:network and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:49.357894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9fd8cc33-2df7-4f59-b0c6-ef56353db34d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40ebb181fc804d6096e6e2bb8ddc142d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2580481 Mar 05 00:09:49.363933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:49.367599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59820) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.388357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:49.410238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f7549967-cd6a-4f87-80db-b11e98deade5 req-29f0f20e-58ec-49e9-84ae-b7f9422688cf tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701705 Mar 05 00:09:49.416647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.451348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc83f3-7bd9-43ea-9e55-7557540f5f71 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:49.459508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0afc83f3-7bd9-43ea-9e55-7557540f5f71 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks?id=f937faf9-7f4a-460f-9a54-b9c033fb46c0 HTTP/1.1" status: 200 len: 765 time: 0.3565295 Mar 05 00:09:49.460942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.500652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Attempting to bind port d52000ac-4712-4123-b8f7-0e90f5f333e1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:49.501544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Attempting to bind port d52000ac-4712-4123-b8f7-0e90f5f333e1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:49.502090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Attempting to bind port d52000ac-4712-4123-b8f7-0e90f5f333e1 on network c3afe7a2-c176-4dba-a93a-4563a384eab5 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:49.516189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d75117f-dd9b-4aac-bd8e-ec0092c7c146,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:49.518087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:49.519185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Checking segment: {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:49.519665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.520169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Bound using segment: {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:49.520655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Bound port: d52000ac-4712-4123-b8f7-0e90f5f333e1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f66b4-40a6-4ac2-9097-f0c0947eeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:49.521039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.524956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:49.527914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.545289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f937faf9-7f4a-460f-9a54-b9c033fb46c0 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:49.615797 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.634500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cb2a959d-48cd-480b-8535-dc94bf8116e9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:09:49.642848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6537268f-bc4a-47cd-b926-2e585161e8b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d75117f-dd9b-4aac-bd8e-ec0092c7c146 HTTP/1.1" status: 204 len: 168 time: 1.6745062 Mar 05 00:09:49.653867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59830) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.694176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281bfba-ac81-47ea-b567-f95e93d6be2c None None] Network 2085f337-78b6-4f59-aa8a-b8fa6837563e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:49.717384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:49.779192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-431c9ecd-f222-4921-9f61-756017cb5b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.822042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: cb2a959d-48cd-480b-8535-dc94bf8116e9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:09:49.822390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cb2a959d-48cd-480b-8535-dc94bf8116e9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:09:49.826185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.826536 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Added segment eaf84930-1bae-42f8-b2a3-261ad2c7625f of type vlan for network e16fefe7-63ad-439c-94ce-5d05998ac4cd Mar 05 00:09:49.858896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a941001-61fe-45a7-9062-1348d9733274 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:49.859623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0a941001-61fe-45a7-9062-1348d9733274 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Synchronizing usage tracker for tenant:2c9671e60139427a91dd1d64673d651a on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:49.888510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-431c9ecd-f222-4921-9f61-756017cb5b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.906021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.917448 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.928475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.939976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0a941001-61fe-45a7-9062-1348d9733274 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Unset dirty status for tenant:2c9671e60139427a91dd1d64673d651a on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:49.944314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a941001-61fe-45a7-9062-1348d9733274 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4647267 Mar 05 00:09:49.944664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59842) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:49.980787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Deleting port 79152de7-6fca-4291-ab4c-96303bad8b6c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:49.981182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:49.998404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-610a47a4-436b-43fb-8b90-609cf3022629 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Synchronizing usage tracker for tenant:2c9671e60139427a91dd1d64673d651a on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:50.025030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-610a47a4-436b-43fb-8b90-609cf3022629 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Unset dirty status for tenant:2c9671e60139427a91dd1d64673d651a on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:50.031508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:50.036027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-610a47a4-436b-43fb-8b90-609cf3022629 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 207 time: 0.0897698 Mar 05 00:09:50.057719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.063616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.064519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.076744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Transition to ACTIVE for port object a507c438-db8f-457d-bbd7-fa1eba20a924 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:50.261051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Transition to ACTIVE for port object a507c438-db8f-457d-bbd7-fa1eba20a924 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:50.279280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-431c9ecd-f222-4921-9f61-756017cb5b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.300970 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.315920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c9ecd-f222-4921-9f61-756017cb5b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c8bc7-6452-418e-82af-ff94788b05c0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:50.333617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0303912 Mar 05 00:09:50.336985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59854) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:50.342956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] For port d52000ac-4712-4123-b8f7-0e90f5f333e1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:50.347888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'subnet': {'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:50.372698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0ac6-3e86-49ed-9f97-bdab48149bc4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Network': ['ID=e16fefe7-63ad-439c-94ce-5d05998ac4cd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:50.375120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-431c9ecd-f222-4921-9f61-756017cb5b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.376406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-431c9ecd-f222-4921-9f61-756017cb5b32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/202c8bc7-6452-418e-82af-ff94788b05c0 HTTP/1.1" status: 204 len: 168 time: 1.0057223 Mar 05 00:09:50.402725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] For port d52000ac-4712-4123-b8f7-0e90f5f333e1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d52000ac-4712-4123-b8f7-0e90f5f333e1,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:50.403801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e16fefe7-63ad-439c-94ce-5d05998ac4cd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:50.439176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.21.0.1 (519e7880-f965-4af8-bc07-34dcf91567a5/44df7729-a7e2-4c39-aa11-2a9e9ae2bc69/0bf13ddd-de8e-42aa-91c7-a220faf5abb8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:50.606003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.623580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.627535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.628387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Network 519e7880-f965-4af8-bc07-34dcf91567a5 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:50.635054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Pushing event updated for resources: {'Port': ['ID=a507c438-db8f-457d-bbd7-fa1eba20a924,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:50.637755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.638456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:50.649000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.653098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.657043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:50.666013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-14ccfc36-da9d-4992-937e-6946b3423438 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6335344 Mar 05 00:09:50.670007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59864) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:50.681556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:50.689666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4ec88585-967f-439c-aae9-8e24e8d0f8a6', 'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6', 'tenant_id': 'fd55acf2f8a949c5b970d079367c1a60', 'fixed_ips': [{'subnet_id': 'b57e545c-e5ed-4325-94fd-1885deee1991'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:50.691927 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.697945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] For port 79152de7-6fca-4291-ab4c-96303bad8b6c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=79152de7-6fca-4291-ab4c-96303bad8b6c,segment=NetworkSegment(bd5a7da9-ebe4-450a-a9da-96d493b69117),segment_id=bd5a7da9-ebe4-450a-a9da-96d493b69117)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:50.698314 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:50.706239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:50.726996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:subnet and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:50.739311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:50.856641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbcbb9-ddc9-4276-9884-0270b479af6b None None] DHCP port deletion for 2085f337-78b6-4f59-aa8a-b8fa6837563e request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:09:50.911030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:50.932856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1dbbcbb9-ddc9-4276-9884-0270b479af6b None None] Deleting port 79152de7-6fca-4291-ab4c-96303bad8b6c {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:09:50.933648 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1dbbcbb9-ddc9-4276-9884-0270b479af6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.067037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:51.158465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Allocated IP 2001:db8:0:ffff::2 (4ec88585-967f-439c-aae9-8e24e8d0f8a6/b57e545c-e5ed-4325-94fd-1885deee1991/e489342e-ad53-448b-be27-a1cfed21e636) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:51.205289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Calling delete_port for 79152de7-6fca-4291-ab4c-96303bad8b6c owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:09:51.218555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.240561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:51.270484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.285844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.405349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Attempting to bind port a507c438-db8f-457d-bbd7-fa1eba20a924 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:51.405898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Attempting to bind port a507c438-db8f-457d-bbd7-fa1eba20a924 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:51.406463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Attempting to bind port a507c438-db8f-457d-bbd7-fa1eba20a924 on network 519e7880-f965-4af8-bc07-34dcf91567a5 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:51.429142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:51.447868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.454559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c31b8-6fc5-4279-bfaf-618e55db4395 None None] Pushing event updated for resources: {'Port': ['ID=d52000ac-4712-4123-b8f7-0e90f5f333e1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:51.462535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5919c-2529-4943-bdbf-e1627b6b05db req-dad80123-7327-4b73-ae51-6f3e9f8c130c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:51.465544 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ed5919c-2529-4943-bdbf-e1627b6b05db req-dad80123-7327-4b73-ae51-6f3e9f8c130c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6464527 Mar 05 00:09:51.474153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:51.474153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Checking segment: {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:51.474645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.474944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Bound using segment: {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:51.475427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Bound port: a507c438-db8f-457d-bbd7-fa1eba20a924, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:51.475796 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.488733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9f4b56aa-8add-4863-b7be-e0cb576e696f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8175364 Mar 05 00:09:51.493553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:51.494179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:51.497208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59882) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:51.526410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 519e7880-f965-4af8-bc07-34dcf91567a5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:51.529687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:51.535525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:51.593605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:51.595113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:51.596640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:51.598106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:51.599690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:51.600488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Synchronizing usage tracker for tenant:2c9671e60139427a91dd1d64673d651a on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:09:51.630932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Unset dirty status for tenant:2c9671e60139427a91dd1d64673d651a on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:09:51.635857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-38106482-bf12-43ec-b139-a4fd5fe37515 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1343834 Mar 05 00:09:51.636567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.647226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59888) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:51.659683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.670268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ed5919c-2529-4943-bdbf-e1627b6b05db req-3b47b9cc-5433-4d11-9efb-c533a6270681 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770198 Mar 05 00:09:51.734613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 79152de7-6fca-4291-ab4c-96303bad8b6c no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:09:51.799217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.819449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] No DVR routers for this DVR port 79152de7-6fca-4291-ab4c-96303bad8b6c on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:09:51.843676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] For port a507c438-db8f-457d-bbd7-fa1eba20a924, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:51.847738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] For port a507c438-db8f-457d-bbd7-fa1eba20a924, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a507c438-db8f-457d-bbd7-fa1eba20a924,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:51.848964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Pushing event deleted for resources: {'Port': ['ID=79152de7-6fca-4291-ab4c-96303bad8b6c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:51.849119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Transition to ACTIVE for port object e489342e-ad53-448b-be27-a1cfed21e636 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:51.890359 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:51.893709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 79152de7-6fca-4291-ab4c-96303bad8b6c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:09:51.894045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 79152de7-6fca-4291-ab4c-96303bad8b6c not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:09:51.901539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1dbbcbb9-ddc9-4276-9884-0270b479af6b None None] The port '79152de7-6fca-4291-ab4c-96303bad8b6c' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:09:51.995998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Transition to ACTIVE for port object e489342e-ad53-448b-be27-a1cfed21e636 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:52.035746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.054255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:52.096189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119718f-6f2e-4545-b42b-0c7a234a84bc None None] Pushing event updated for resources: {'Port': ['ID=a507c438-db8f-457d-bbd7-fa1eba20a924,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:52.111913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbaecc2-b631-4c63-8c8f-8d65c5602dab tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:52.113790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbaecc2-b631-4c63-8c8f-8d65c5602dab tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:52.115693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbaecc2-b631-4c63-8c8f-8d65c5602dab tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:52.118006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbaecc2-b631-4c63-8c8f-8d65c5602dab tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:52.120236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbaecc2-b631-4c63-8c8f-8d65c5602dab tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:52.125872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4bbaecc2-b631-4c63-8c8f-8d65c5602dab tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4065447 Mar 05 00:09:52.127885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59900) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:52.273819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:52.281282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:52.287953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:52.307280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Pushing event updated for resources: {'Port': ['ID=e489342e-ad53-448b-be27-a1cfed21e636,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:52.507112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c078-e2f5-45d9-a2ae-e30f00a9a73f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:52.508595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-99a7c078-e2f5-45d9-a2ae-e30f00a9a73f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks/04041f46-e19f-467d-a455-b7b0cd8ac11e HTTP/1.1" status: 200 len: 803 time: 0.3530369 Mar 05 00:09:52.518766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59908) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:52.522673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.533835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.547157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.711275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.799999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2085f337-78b6-4f59-aa8a-b8fa6837563e']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:52.801478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:52.833115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Attempting to bind port e489342e-ad53-448b-be27-a1cfed21e636 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:52.834316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Attempting to bind port e489342e-ad53-448b-be27-a1cfed21e636 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:52.834981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Attempting to bind port e489342e-ad53-448b-be27-a1cfed21e636 on network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:52.846577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:52.847294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Checking segment: {'id': '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:52.847843 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.848607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Bound using segment: {'id': '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:52.849255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Bound port: e489342e-ad53-448b-be27-a1cfed21e636, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ec88585-967f-439c-aae9-8e24e8d0f8a6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:52.849944 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:52.955711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:09:40Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:50Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:52.972418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3225e31-3eb8-4e3b-8f23-7b52d07b8bef None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:09:40Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:50Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:09:52.982063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] For port e489342e-ad53-448b-be27-a1cfed21e636, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:52.987647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] For port e489342e-ad53-448b-be27-a1cfed21e636, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e489342e-ad53-448b-be27-a1cfed21e636,segment=NetworkSegment(1ad1c08c-3504-4aa1-821b-f8eddd7f0c99),segment_id=1ad1c08c-3504-4aa1-821b-f8eddd7f0c99)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:53.004108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:53.054571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 519e7880-f965-4af8-bc07-34dcf91567a5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:53.056016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:53.091285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e1eb2be2-4cda-4f4b-9318-6bff7da6b882 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/networks/04041f46-e19f-467d-a455-b7b0cd8ac11e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5714266 Mar 05 00:09:53.095333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5a7da9-ebe4-450a-a9da-96d493b69117') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:53.095793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5a7da9-ebe4-450a-a9da-96d493b69117') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:53.143136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59924) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:53.197406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ac252-9541-4ee5-bd23-01fde4d46df1 None None] Pushing event updated for resources: {'Port': ['ID=e489342e-ad53-448b-be27-a1cfed21e636,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:53.257764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:53.470538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:53.483806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:53.484271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:53.711265 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:53.716153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e287a2e-8b56-49cb-9127-05c703a2f4ac tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:53.721684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0e287a2e-8b56-49cb-9127-05c703a2f4ac tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/subnets/4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9 HTTP/1.1" status: 200 len: 843 time: 0.5765305 Mar 05 00:09:53.723122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59934) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:53.858305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d52000ac-4712-4123-b8f7-0e90f5f333e1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:53.927595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec566ae-b0c7-4382-8384-2645be4f3ff0 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:53.934596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ec566ae-b0c7-4382-8384-2645be4f3ff0 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "GET /v2.0/subnets/4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1941004 Mar 05 00:09:53.938834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:09:53.939841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59940) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:53.947780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261849130'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:53.951648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.030405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902ebd9-0902-4008-898d-1ac94e72d48d None None] Network 519e7880-f965-4af8-bc07-34dcf91567a5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:54.036363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:54.068119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.119334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.140868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3c5b-9653-4661-b283-c9aebd99bec1 req-1bfe93ee-96e5-4217-a7f1-f1abce581605 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:54.156758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee1b3c5b-9653-4661-b283-c9aebd99bec1 req-1bfe93ee-96e5-4217-a7f1-f1abce581605 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.2452562 Mar 05 00:09:54.193077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6c1c79a0-0214-4b9f-bd61-71c8109c846e None None] Provisioning for port a507c438-db8f-457d-bbd7-fa1eba20a924 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:54.223513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:09:54.242439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:54.262168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] Pushing event deleted for resources: {'Network': ['ID=2085f337-78b6-4f59-aa8a-b8fa6837563e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:54.268622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d52000ac-4712-4123-b8f7-0e90f5f333e1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:54.288670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d52000ac-4712-4123-b8f7-0e90f5f333e1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:54.289312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.301533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Checking segment: {'id': 'eaf84930-1bae-42f8-b2a3-261ad2c7625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:54.301533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network hostable DHCP agents. Network: e16fefe7-63ad-439c-94ce-5d05998ac4cd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:54.334804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-55ab558b-7649-436a-8b5a-731b235afa60 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2085f337-78b6-4f59-aa8a-b8fa6837563e HTTP/1.1" status: 204 len: 168 time: 4.6747448 Mar 05 00:09:54.345859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Subnet': ['ID=3046a71b-ae88-4eee-bd3a-a631b7d05fd5,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:54.405492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:54.409317 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.490540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee1b3c5b-9653-4661-b283-c9aebd99bec1 req-52ae8b93-5f0c-428c-a368-a1d313145f07 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320212 Mar 05 00:09:54.519640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:54.556730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network e16fefe7-63ad-439c-94ce-5d05998ac4cd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:54.567478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.568064 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Added segment 2dde4a58-63f3-4ebe-b007-36c03cb9ad21 of type vlan for network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 Mar 05 00:09:54.586331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:54.590774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e16fefe7-63ad-439c-94ce-5d05998ac4cd) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:54.612941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.614853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:09:54.622574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6706a-f626-4ff3-8807-b9f6f57caa2c None None] Network e16fefe7-63ad-439c-94ce-5d05998ac4cd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:54.635190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:54.635778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.639779 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-184a89b2-d116-4064-8f68-cadf1bf6971c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0212898 Mar 05 00:09:54.640107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59958) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:54.651473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-1715036038'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:54.660364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.676812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:54.680868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fca9ad87-1f57-466d-b1b3-a23b84763eb0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3384569 Mar 05 00:09:54.684123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59962) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:54.691325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:54.698863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:54.701177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'port': {'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd', 'name': 'tempest-NetworksIpV6TestAttrs-1871914206'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:54.711472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:54.743909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:54.748082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.814540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d52000ac-4712-4123-b8f7-0e90f5f333e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d52000ac-4712-4123-b8f7-0e90f5f333e1,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:54.825106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:54.841953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.842783 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment e3d398a4-6c1c-421e-9b36-c1468e11d418 of type vlan for network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 Mar 05 00:09:54.845770 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.847597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a507c438-db8f-457d-bbd7-fa1eba20a924 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:54.850300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.856629 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:09:54.859173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:54.859845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.904584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:54.960907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59968) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:54.963932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d52000ac-4712-4123-b8f7-0e90f5f333e1,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:55.039183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85293032-dba8-417b-9a9f-ad1ab4decb43 None None] Network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:55.042437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.054912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:55.056108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.165757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2219207 Mar 05 00:09:55.178436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:55.216144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'network_id': '1f61c97d-c5da-4dd5-8e6d-28ec41303f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:55.258664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6155012 Mar 05 00:09:55.263574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59976) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:55.269272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59978) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:55.273080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc82a8-2f69-4253-b082-84cb55cc3800 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=aa29b564-0e6c-4d85-8b0b-0f889bf47af7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:55.285151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:55.293828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:55.427350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6daea06f-6511-4955-9bf4-dd66ed97496c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e76eaa1ae044d9dbdcda38d0598cefc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4650247 Mar 05 00:09:55.431267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1681140760', 'router:external': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:55.432735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09453d-b471-4d0b-8222-18de6261f14c tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Network': ['ID=1f61c97d-c5da-4dd5-8e6d-28ec41303f31,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:55.434788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59986) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:55.449118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:55.455080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:network and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:55.459677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:55.462865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:55.467102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:55.487057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Made reservation on behalf of 61ace743ff5c45cda2fc0df092d6e524 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:55.489481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.492273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:55.513744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:55.519584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.525865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:port and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:55.532016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba0b19a4-f4a9-42e1-9e76-0c59a363d908 None None] Provisioning for port e489342e-ad53-448b-be27-a1cfed21e636 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:55.543715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:55.548242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:55.550972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:55.557920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:55.563118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:55.568619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:55.577408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:55.589795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Made reservation on behalf of 2c9671e60139427a91dd1d64673d651a for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:55.597074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:55.600984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:security_group_rule and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:55.604610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:55.610350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:55.708996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:55.723229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.758760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.780620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab47e72-6c1f-43bf-8acb-2444d94f7fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.780835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.845659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:55.849538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.851225 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-e16fefe7-63ad-439c-94ce-5d05998ac4cd', 'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd', 'tenant_id': 'fd55acf2f8a949c5b970d079367c1a60', 'fixed_ips': [{'subnet_id': '3046a71b-ae88-4eee-bd3a-a631b7d05fd5'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:55.852316 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.864796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.887895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a507c438-db8f-457d-bbd7-fa1eba20a924 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:55.912735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Performing IP validity checks on allocation pools {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:09:55.913331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:09:55.913767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca0cf4-f21d-459e-a2f5-2b8982b44e32,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:55.916386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab47e72-6c1f-43bf-8acb-2444d94f7fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.923340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] device_id is not set on port 23f6ac25-7079-4807-a83b-b3de29c081a2 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:09:55.934256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a507c438-db8f-457d-bbd7-fa1eba20a924 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:55.934691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.970108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Provisioning for port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:55.972455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:09:55.994481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:55.994970 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Added segment c46dcefd-f424-4319-a4b9-540ff9905601 of type vlan for network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 Mar 05 00:09:56.010654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Provisioning complete for port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:56.011239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.053667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.098976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:09:56.105271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab47e72-6c1f-43bf-8acb-2444d94f7fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.130109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab47e72-6c1f-43bf-8acb-2444d94f7fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6ee854-aeda-4892-9847-e0e057d53a27,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:56.170380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:56.176669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Usage tracker for resource:security_group_rule and tenant:1a97fda76e224577bfad809744395782 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:56.177653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Provisioning complete for port a507c438-db8f-457d-bbd7-fa1eba20a924 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:56.178031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.180085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:56.182800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Allocated IP 2001:db8::f816:3eff:fe71:ed67 (e16fefe7-63ad-439c-94ce-5d05998ac4cd/3046a71b-ae88-4eee-bd3a-a631b7d05fd5/23f6ac25-7079-4807-a83b-b3de29c081a2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:56.187618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:56.216484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab47e72-6c1f-43bf-8acb-2444d94f7fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.220411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9ab47e72-6c1f-43bf-8acb-2444d94f7fbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a6ee854-aeda-4892-9847-e0e057d53a27 HTTP/1.1" status: 204 len: 168 time: 0.7802222 Mar 05 00:09:56.270816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.289977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.300655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.340147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.399111 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.410007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea154d15-2528-493e-aa26-3007c3149e27 req-673b7f26-b4cd-4572-a6c3-905084cc80e0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:56.411501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea154d15-2528-493e-aa26-3007c3149e27 req-673b7f26-b4cd-4572-a6c3-905084cc80e0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7228556 Mar 05 00:09:56.415968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57801c19-96f5-46ad-9222-7346cd37f24b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:56.423465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5bbbe7a8-2544-4414-ac38-6a17c9263951 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a97fda76e224577bfad809744395782&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1519382 Mar 05 00:09:56.431081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59996) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:56.442354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a507c438-db8f-457d-bbd7-fa1eba20a924, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a507c438-db8f-457d-bbd7-fa1eba20a924,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:56.456718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.458132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e489342e-ad53-448b-be27-a1cfed21e636 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:56.486637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.487750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:56.488332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.546102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=3fe68fb8-7a7b-44ee-a2dd-411e8b01b568,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:56.592140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a507c438-db8f-457d-bbd7-fa1eba20a924,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:56.598682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.615219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Checking segment: {'id': '2dde4a58-63f3-4ebe-b007-36c03cb9ad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f61c97d-c5da-4dd5-8e6d-28ec41303f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:56.615592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network hostable DHCP agents. Network: 1f61c97d-c5da-4dd5-8e6d-28ec41303f31, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:56.635130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.676461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Transition to ACTIVE for port object 23f6ac25-7079-4807-a83b-b3de29c081a2 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:56.698418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:56.703090 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:09:56.703450 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-1c3770f4-2c94-4707-b2d2-3161cd601be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:09:56.703875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e489342e-ad53-448b-be27-a1cfed21e636 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:09:56.709762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e489342e-ad53-448b-be27-a1cfed21e636 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:56.710213 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.712812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1f61c97d-c5da-4dd5-8e6d-28ec41303f31) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:56.727392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:56.728226 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.733762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.749515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01588644-cfa2-42e7-b442-1940f7ad2e5e None None] Network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:56.766369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea154d15-2528-493e-aa26-3007c3149e27 req-d76bd838-dd7f-4e9a-9293-816052b45bc9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364964 Mar 05 00:09:56.785558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.844674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network e16fefe7-63ad-439c-94ce-5d05998ac4cd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:56.845553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a2e9eaa3-f98a-48a1-bdf3-85041f17f606 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6661994 Mar 05 00:09:56.849852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:56.852205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:56.856365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:56.856979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:56.863406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60008) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:56.878516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:56.920340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Port': ['ID=23f6ac25-7079-4807-a83b-b3de29c081a2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:56.935736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a285180c-df76-4dca-acf4-153b4cf654d3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2480638 Mar 05 00:09:56.936231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60012) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:56.995323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a815fab-95c9-48c3-8f86-2103e2b0f3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.058300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4671283 Mar 05 00:09:57.058300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddd6b0-37d3-4bd1-888b-2e5e9c3008c2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Network': ['ID=4e2f41c0-9400-42fd-81f5-159e6e3ddf18,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:57.059073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60020) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:57.091901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'subnet': {'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:57.109659 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.116976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:57.120703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:09:57.126600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1592963'] for subnet, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.129491 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a815fab-95c9-48c3-8f86-2103e2b0f3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.136032 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.137588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:subnet and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:57.145011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:57.172488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:57.175349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=6a525750-f984-4b53-91ab-5cecdc489b23,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:57.202015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:57.202535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: aa29b564-0e6c-4d85-8b0b-0f889bf47af7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:57.213409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Made reservation on behalf of 61ace743ff5c45cda2fc0df092d6e524 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:57.218965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.301883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:09:57.324060 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:57.326141 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:57.364214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Allocated IP 2001:db8::f816:3eff:feae:b216 (e16fefe7-63ad-439c-94ce-5d05998ac4cd/3046a71b-ae88-4eee-bd3a-a631b7d05fd5/778d828b-b1c2-4b1d-8486-e064ec0c191f) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:57.365334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a815fab-95c9-48c3-8f86-2103e2b0f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.380225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting subnet 3046a71b-ae88-4eee-bd3a-a631b7d05fd5 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:09:57.381534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:57.393820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815fab-95c9-48c3-8f86-2103e2b0f3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57801c19-96f5-46ad-9222-7346cd37f24b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:57.412503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, aa29b564-0e6c-4d85-8b0b-0f889bf47af7) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:57.536097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:57.536867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.546107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a815fab-95c9-48c3-8f86-2103e2b0f3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.549192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a815fab-95c9-48c3-8f86-2103e2b0f3ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57801c19-96f5-46ad-9222-7346cd37f24b HTTP/1.1" status: 204 len: 168 time: 1.1127205 Mar 05 00:09:57.574263 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:09:57.574643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de560a-0a0e-4d65-8986-9410cee5442a None None] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:57.651408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf4c9316-9bea-4e11-8446-babcd618a4d1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3840525 Mar 05 00:09:57.654108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60032) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:57.669162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742619399069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1652722'] for subnet, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.753156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:57.753798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:57.755077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "PUT /v2.0/subnets/3fe68fb8-7a7b-44ee-a2dd-411e8b01b568 HTTP/1.1" status: 200 len: 900 time: 0.8909743 Mar 05 00:09:57.758267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60038) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:57.888622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2d37a-76d3-4654-84f0-0ea8566d3901 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event updated for resources: {'Subnet': ['ID=3fe68fb8-7a7b-44ee-a2dd-411e8b01b568,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:57.972655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.078497 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.134652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:09:58.135118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.264231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b70165-c788-46d9-9273-d8f95b638927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-1f61c97d-c5da-4dd5-8e6d-28ec41303f31', 'network_id': '1f61c97d-c5da-4dd5-8e6d-28ec41303f31', 'tenant_id': '2c9671e60139427a91dd1d64673d651a', 'fixed_ips': [{'subnet_id': '3fe68fb8-7a7b-44ee-a2dd-411e8b01b568'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:58.266832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-86b70165-c788-46d9-9273-d8f95b638927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.293121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.304656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Subnet': ['ID=061d75cb-4b85-46ce-be5f-f1f72dbe425c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:58.329981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Checking segment: {'id': 'c46dcefd-f424-4319-a4b9-540ff9905601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:58.330280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network hostable DHCP agents. Network: 4e2f41c0-9400-42fd-81f5-159e6e3ddf18, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:09:58.372710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe68fb8-7a7b-44ee-a2dd-411e8b01b568,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:58.454275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:09:58.455069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.478476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.507089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:09:58.522911 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:09:51Z', 'revision_number': 3, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:09:52Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:58.534550 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:09:58.534897 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Updating router f2eb786f-20b5-42fb-b254-811b51e90da3 port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:09:58.560119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4e2f41c0-9400-42fd-81f5-159e6e3ddf18) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:58.565939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:58.566528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.573495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60050) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:58.582516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf6ae6-8a8c-4f07-ac99-79032f2230b6 None None] Network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:58.606079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7e69e5f-d14a-4cf1-81dd-94dfd5399b39 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5381014 Mar 05 00:09:58.609682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60056) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:58.634276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1669a0a5-298b-4930-b2c9-e87c14726455 None None] Provisioning complete for port e489342e-ad53-448b-be27-a1cfed21e636 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:09:58.634722 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1669a0a5-298b-4930-b2c9-e87c14726455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.641045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.653130 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.681213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f61c97d-c5da-4dd5-8e6d-28ec41303f31']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:58.700631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dde4a58-63f3-4ebe-b007-36c03cb9ad21') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:58.700924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dde4a58-63f3-4ebe-b007-36c03cb9ad21') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:58.707799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-ce784526-5835-42df-8001-0ef2bb0f16bb tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=58914fe94c6c43d0af4424a4834a0d17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395217 Mar 05 00:09:58.720725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.739697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.747504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:09:58.747896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.807293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07c271-d1cf-4b62-9e56-4d9d417237ad None None] Network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:09:58.859796 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:09:58.864881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-736248926', 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:09:58.872433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.881180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.885408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:58.918327 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.920836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=1f61c97d-c5da-4dd5-8e6d-28ec41303f31,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:58.928234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:port and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:58.929820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-282954a2-3008-43bf-983f-4cce02f0dda9 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:58.932677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-282954a2-3008-43bf-983f-4cce02f0dda9 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966963 Mar 05 00:09:58.946950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:58.954967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e489342e-ad53-448b-be27-a1cfed21e636, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e489342e-ad53-448b-be27-a1cfed21e636,segment=NetworkSegment(1ad1c08c-3504-4aa1-821b-f8eddd7f0c99),segment_id=1ad1c08c-3504-4aa1-821b-f8eddd7f0c99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:09:58.964198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.976197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:58.984029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:58.992748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f449-90ff-4d65-88d3-e64b814f480f req-6474338f-a3d7-4267-ae05-c0e81bb0f83c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:09:58.994307 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4474f449-90ff-4d65-88d3-e64b814f480f req-6474338f-a3d7-4267-ae05-c0e81bb0f83c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.9206922 Mar 05 00:09:58.999766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.047594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:09:59.064562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Usage tracker for resource:security_group_rule and tenant:5ca1288a1fc049759001d9d42c00b8b7 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:09:59.071166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:09:59.078243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:09:59.126608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Transition to ACTIVE for port object 778d828b-b1c2-4b1d-8486-e064ec0c191f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:59.132408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fbd584bf-4fe5-4309-9afc-56a401503846 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/1f61c97d-c5da-4dd5-8e6d-28ec41303f31 HTTP/1.1" status: 204 len: 168 time: 1.3731749 Mar 05 00:09:59.134410 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.164004 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Transition to ACTIVE for port object 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:59.174948 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.177908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60062) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:59.215355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d52000ac-4712-4123-b8f7-0e90f5f333e1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:09:59.231845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Made reservation on behalf of 61ace743ff5c45cda2fc0df092d6e524 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:09:59.234339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.249547 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca1681e-b81f-4501-9ec8-12b5d62f3f18 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:09:59.250121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca1681e-b81f-4501-9ec8-12b5d62f3f18 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:09:59.255607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Pushing event updated for resources: {'Port': ['ID=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:59.268933 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.269384 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.269770 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.270171 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.270607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.271016 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.271127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4474f449-90ff-4d65-88d3-e64b814f480f req-de6e3b7c-67df-4cc0-b407-318f7c55f09f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581893 Mar 05 00:09:59.271347 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.271666 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.272068 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.272384 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.272704 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:09:59.277586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ca1681e-b81f-4501-9ec8-12b5d62f3f18 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/3fe68fb8-7a7b-44ee-a2dd-411e8b01b568 HTTP/1.1" status: 404 len: 337 time: 0.0929911 Mar 05 00:09:59.284637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] device_id is not set on port d252b786-6de3-4e33-a9db-c6a83dca29e1 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:09:59.285645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60066) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:59.300209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-75b678d2-0a9b-4d0d-9cf5-fead6179a978 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/quotas/58914fe94c6c43d0af4424a4834a0d17 HTTP/1.1" status: 200 len: 375 time: 0.3465910 Mar 05 00:09:59.348927 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2315dcdf-f910-453d-9e67-7dfdc810f324 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:09:59.349680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2315dcdf-f910-453d-9e67-7dfdc810f324 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:09:59.353538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2315dcdf-f910-453d-9e67-7dfdc810f324 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/1f61c97d-c5da-4dd5-8e6d-28ec41303f31 HTTP/1.1" status: 404 len: 339 time: 0.0642085 Mar 05 00:09:59.401385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Transition to ACTIVE for port object 778d828b-b1c2-4b1d-8486-e064ec0c191f will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:09:59.420393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60070) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:09:59.469970 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.477934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Allocated IP 2001:db8::27b (4e2f41c0-9400-42fd-81f5-159e6e3ddf18/061d75cb-4b85-46ce-be5f-f1f72dbe425c/d252b786-6de3-4e33-a9db-c6a83dca29e1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:59.498150 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Attempting to bind port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:09:59.499278 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Attempting to bind port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:09:59.499866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Attempting to bind port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 on network 519e7880-f965-4af8-bc07-34dcf91567a5 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:09:59.517803 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:09:59.518427 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Checking segment: {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:09:59.518952 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.525921 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Bound using segment: {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:09:59.526747 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Bound port: 0bf13ddd-de8e-42aa-91c7-a220faf5abb8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938d3713-6ae5-4e28-8c74-9e62ec7ad845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:09:59.527229 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.528120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.547559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-775c0741-e65a-4aea-a56c-67963f88efd8 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58914fe94c6c43d0af4424a4834a0d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2464211 Mar 05 00:09:59.559936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461d858-33c0-4a02-a04b-0aa8b1ad9a23 None None] Network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:09:59.615586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Network e16fefe7-63ad-439c-94ce-5d05998ac4cd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:09:59.616797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e489342e-ad53-448b-be27-a1cfed21e636,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:59.648281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:09:59.672043 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.707639 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] For port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:09:59.715126 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] For port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:09:59.720451 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.725424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Allocated IP 172.22.0.2 (aa29b564-0e6c-4d85-8b0b-0f889bf47af7/6a525750-f984-4b53-91ab-5cecdc489b23/1e1c097a-0533-4641-9157-b6cbc1adc0b8) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:09:59.733860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.746519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461d858-33c0-4a02-a04b-0aa8b1ad9a23 None None] Network 1f61c97d-c5da-4dd5-8e6d-28ec41303f31 could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:09:59.762967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.769407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:09:59.828432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:09:59.847431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504260d-52fd-484e-ba96-b4fd4c4b51ef None None] Pushing event updated for resources: {'Port': ['ID=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:09:59.868132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:09:59.869045 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:09:59.998671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff57e221-4b72-47c0-b9fe-d39bbb9b2e97,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:00.125475 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7203c53a-8152-4721-a13f-6da7cb97ab7c req-bb6c8882-abeb-44d3-9389-f5478d3204e6 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 210 time: 0.1864252 Mar 05 00:10:00.126856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d52000ac-4712-4123-b8f7-0e90f5f333e1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:00.127444 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.130977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.131278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.134943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.135304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.136172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.136172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.136360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.136585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.138408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.140683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.141107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.141476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:00.144769 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:00.208171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f937faf9-7f4a-460f-9a54-b9c033fb46c0']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:00.221122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f8607e50-d7d4-4d3b-a9b7-4f4104fadb3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ca1288a1fc049759001d9d42c00b8b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6464145 Mar 05 00:10:00.225524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60080) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:00.226841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2c33ee-6355-4d2a-aa90-5dd69db41b86') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:00.227347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2c33ee-6355-4d2a-aa90-5dd69db41b86') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:00.239732 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.259611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.267016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:00.267802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.326570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:00.387180 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:00.391301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.397542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.431221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/f937faf9-7f4a-460f-9a54-b9c033fb46c0 HTTP/1.1" status: 204 len: 168 time: 0.9264767 Mar 05 00:10:00.434508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60086) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:00.475819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b045c1-beb8-477d-bdee-02fff6e893ad tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=f937faf9-7f4a-460f-9a54-b9c033fb46c0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:00.483209 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b68410-3e92-4b1d-854d-475447d462df tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:00.483713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b68410-3e92-4b1d-854d-475447d462df tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:00.485681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d1b68410-3e92-4b1d-854d-475447d462df tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/292a5742-51fe-43c7-8fdd-f2e4faa306ec HTTP/1.1" status: 404 len: 337 time: 0.0501523 Mar 05 00:10:00.488127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60090) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:00.510050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e885-388d-4119-8ed3-b9b2e50352c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.520407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a8873-190e-436b-92b8-9ac43759ecc4 None None] Network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:00.545885 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e885-388d-4119-8ed3-b9b2e50352c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.582984 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7fbeea-06b4-4176-bf51-2ba2fceb4198 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:00.583707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Pushing event updated for resources: {'Port': ['ID=778d828b-b1c2-4b1d-8486-e064ec0c191f,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:00.587429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7fbeea-06b4-4176-bf51-2ba2fceb4198 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:00.593528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f7fbeea-06b4-4176-bf51-2ba2fceb4198 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/0a89a03b-a208-4911-bd87-fa19728544d6 HTTP/1.1" status: 404 len: 339 time: 0.1041846 Mar 05 00:10:00.603707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:00.618591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e885-388d-4119-8ed3-b9b2e50352c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.626467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.637374 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:09:51Z', 'revision_number': 3, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:09:59Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:00.643529 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139352a-1b60-4e1f-8173-d4d91a5824f6 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:09:51Z', 'revision_number': 3, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:09:59Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:00.697360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7e885-388d-4119-8ed3-b9b2e50352c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff57e221-4b72-47c0-b9fe-d39bbb9b2e97,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:00.708251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Attempting to bind port 778d828b-b1c2-4b1d-8486-e064ec0c191f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:00.709200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Attempting to bind port 778d828b-b1c2-4b1d-8486-e064ec0c191f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'eaf84930-1bae-42f8-b2a3-261ad2c7625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:00.709605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Attempting to bind port 778d828b-b1c2-4b1d-8486-e064ec0c191f on network e16fefe7-63ad-439c-94ce-5d05998ac4cd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:00.717346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e885-388d-4119-8ed3-b9b2e50352c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.718815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ad7e885-388d-4119-8ed3-b9b2e50352c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff57e221-4b72-47c0-b9fe-d39bbb9b2e97 HTTP/1.1" status: 204 len: 168 time: 0.4907074 Mar 05 00:10:00.763167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.821865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:00.822242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Checking segment: {'id': 'eaf84930-1bae-42f8-b2a3-261ad2c7625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:00.822643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.823038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Bound using segment: {'id': 'eaf84930-1bae-42f8-b2a3-261ad2c7625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:00.823543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Bound port: 778d828b-b1c2-4b1d-8486-e064ec0c191f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf84930-1bae-42f8-b2a3-261ad2c7625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e16fefe7-63ad-439c-94ce-5d05998ac4cd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:00.823907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.880354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Port': ['ID=d252b786-6de3-4e33-a9db-c6a83dca29e1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:00.921309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:00.925328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:00.925731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d88d66-02f0-454a-95ce-2cf0b7f2b23a req-fdfb572f-1511-466a-aca0-57bc78e6812e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:00.928170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:00.929027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:00.929691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:00.932295 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4d88d66-02f0-454a-95ce-2cf0b7f2b23a req-fdfb572f-1511-466a-aca0-57bc78e6812e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3215716 Mar 05 00:10:00.967292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-39f51825-3735-4f22-bda0-d003299d768d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1076138 Mar 05 00:10:00.967725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60108) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:01.039952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.108424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4d88d66-02f0-454a-95ce-2cf0b7f2b23a req-6a21ca01-0f37-4a5f-bb1c-300d1d6090bb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490397 Mar 05 00:10:01.133048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting subnet 88080057-c0d1-4c94-80ce-b1aae6d66468 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:01.142776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.178412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Subnet': ['ID=3046a71b-ae88-4eee-bd3a-a631b7d05fd5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:01.199363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.201295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4065b665-c60d-4fba-b06c-368e1433fc88 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/3046a71b-ae88-4eee-bd3a-a631b7d05fd5 HTTP/1.1" status: 204 len: 168 time: 4.2641137 Mar 05 00:10:01.204362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60114) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:01.238704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.250745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Deleting port d252b786-6de3-4e33-a9db-c6a83dca29e1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:01.251085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.359199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f0868-db06-4dcd-95df-d79788c5b657 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:01.360559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f0868-db06-4dcd-95df-d79788c5b657 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:01.361414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-114f0868-db06-4dcd-95df-d79788c5b657 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Synchronizing usage tracker for tenant:fd55acf2f8a949c5b970d079367c1a60 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:10:01.422262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.510434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-114f0868-db06-4dcd-95df-d79788c5b657 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Unset dirty status for tenant:fd55acf2f8a949c5b970d079367c1a60 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:10:01.515432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60120) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:01.518626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-114f0868-db06-4dcd-95df-d79788c5b657 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3096631 Mar 05 00:10:01.521745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-058615f9-49fd-41f3-b025-136c91ecc6dd req-7b5adb8c-c8e8-4beb-a831-ea7de526ed6f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 210 time: 0.1335969 Mar 05 00:10:01.588967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a507c438-db8f-457d-bbd7-fa1eba20a924 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:01.657925 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.678498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] For port 778d828b-b1c2-4b1d-8486-e064ec0c191f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:01.696355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Transition to ACTIVE for port object 1e1c097a-0533-4641-9157-b6cbc1adc0b8 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:01.704242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.721778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] For port 778d828b-b1c2-4b1d-8486-e064ec0c191f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=778d828b-b1c2-4b1d-8486-e064ec0c191f,segment=NetworkSegment(eaf84930-1bae-42f8-b2a3-261ad2c7625f),segment_id=eaf84930-1bae-42f8-b2a3-261ad2c7625f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:01.743632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.749088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.752520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.769275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6d606b0-92cb-48af-b0d9-1e7721213f97 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.771214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=88080057-c0d1-4c94-80ce-b1aae6d66468,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:01.779298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Transition to ACTIVE for port object 1e1c097a-0533-4641-9157-b6cbc1adc0b8 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:01.784452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-57521114-6676-484e-8c24-e13e3948f789 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/88080057-c0d1-4c94-80ce-b1aae6d66468 HTTP/1.1" status: 204 len: 168 time: 1.1777349 Mar 05 00:10:01.786736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60128) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:01.786869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a66cb-92f3-401d-8d12-e9a642df1996 None None] Network 17b83465-45d9-4961-aa79-234b499109e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:01.898709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:01.916958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Calling delete_port for d252b786-6de3-4e33-a9db-c6a83dca29e1 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:01.946259 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d606b0-92cb-48af-b0d9-1e7721213f97 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 05 00:10:01.946839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d606b0-92cb-48af-b0d9-1e7721213f97 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:01.948938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6d606b0-92cb-48af-b0d9-1e7721213f97 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/e16fefe7-63ad-439c-94ce-5d05998ac4cd HTTP/1.1" status: 409 len: 405 time: 0.4244719 Mar 05 00:10:01.956305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60134) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:01.984445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a507c438-db8f-457d-bbd7-fa1eba20a924 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:01.984824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.038020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-952351107'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:02.043193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:02.047152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:network and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:02.051112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:02.058329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:02.075076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:02.076183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03715-dd2b-48a2-8232-c9e1d34c4bdd None None] Pushing event updated for resources: {'Port': ['ID=778d828b-b1c2-4b1d-8486-e064ec0c191f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:02.085360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:02.088168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.122695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:02.140095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:02.169828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting subnet 177aa3cb-042c-46dc-9d4e-a1ae18079ae8 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:02.179055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.22.0.1 (aa29b564-0e6c-4d85-8b0b-0f889bf47af7/6a525750-f984-4b53-91ab-5cecdc489b23/886cb149-b923-4709-beed-d080b6ac63d0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:02.181832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.248521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf581646-c404-44a0-b6ba-78218b93b240 None None] Network e16fefe7-63ad-439c-94ce-5d05998ac4cd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:02.277159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.279338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:02.303235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Pushing event updated for resources: {'Port': ['ID=1e1c097a-0533-4641-9157-b6cbc1adc0b8,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:02.360200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.386007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-05bb5496-90d0-4d66-a930-30e87875ef34 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=58914fe94c6c43d0af4424a4834a0d17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599505 Mar 05 00:10:02.386743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event deleted for resources: {'Port': ['ID=d252b786-6de3-4e33-a9db-c6a83dca29e1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:02.414935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.415430 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Added segment a473edb0-9c09-400f-b4dd-1e0d26186b93 of type vlan for network 87d20d14-f8de-4d2b-b78f-ab9787b98848 Mar 05 00:10:02.461997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Attempting to bind port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:02.462334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Attempting to bind port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:02.462700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Attempting to bind port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 on network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:02.491738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:02.491945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Checking segment: {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:02.492420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.492815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Bound using segment: {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:02.493345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Bound port: 1e1c097a-0533-4641-9157-b6cbc1adc0b8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:02.493716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.501507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.526309 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-de248251-cd85-4f07-a0ea-8d5b0db81334 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d252b786-6de3-4e33-a9db-c6a83dca29e1 HTTP/1.1" status: 204 len: 168 time: 1.5573504 Mar 05 00:10:02.528626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60146) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:02.561215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'external_fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b'}]}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:02.562595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.569152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:02.586734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:router and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:02.597976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:02.615048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:02.650357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.654393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.656320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] For port 1e1c097a-0533-4641-9157-b6cbc1adc0b8, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:02.660721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] For port 1e1c097a-0533-4641-9157-b6cbc1adc0b8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1e1c097a-0533-4641-9157-b6cbc1adc0b8,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:02.665164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.683782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object 886cb149-b923-4709-beed-d080b6ac63d0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:02.704003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.717296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.729814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.734824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:02.735456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.761597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.951730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:02.961281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a4b2e-b43b-4358-b07d-33f326009d86 None None] Pushing event updated for resources: {'Port': ['ID=1e1c097a-0533-4641-9157-b6cbc1adc0b8,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:02.991797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07a2bb7d-05f7-4454-9ad8-d87a8d73327e req-3885672a-1bc9-4c6b-b470-fa318f9b2a20 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 210 time: 0.2653623 Mar 05 00:10:02.994063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=886cb149-b923-4709-beed-d080b6ac63d0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:03.000707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:03.021639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0041583 Mar 05 00:10:03.027704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5ae34-aa95-430f-ae99-1689a34d803b tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Network': ['ID=87d20d14-f8de-4d2b-b78f-ab9787b98848,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:03.031031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:03.045928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:03.080079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 87d20d14-f8de-4d2b-b78f-ab9787b98848 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:03.080239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60170) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:03.112115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'subnet': {'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:03.160604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41a1e8-547e-4708-874c-9155d76b35fd req-20c40571-838d-4a14-a3ee-421189440fa4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:03.178962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf41a1e8-547e-4708-874c-9155d76b35fd req-20c40571-838d-4a14-a3ee-421189440fa4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7755165 Mar 05 00:10:03.223687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-ef87adb8-4aa6-4e93-b2a3-ab7da267a0fc tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:03.225451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-ef87adb8-4aa6-4e93-b2a3-ab7da267a0fc tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8058765 Mar 05 00:10:03.263111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Request body: {'port': {'device_id': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '58914fe94c6c43d0af4424a4834a0d17'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:03.300808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:03.386096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:03.407280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf41a1e8-547e-4708-874c-9155d76b35fd req-7cf4a439-aa4e-4136-9f37-f38d3f3488f9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274568 Mar 05 00:10:03.410904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:03.423679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:03.515003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=177aa3cb-042c-46dc-9d4e-a1ae18079ae8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:03.523744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:03.532106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:03.542024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:03.542616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6ad8033-78d2-4c36-b4a2-9e4d90e995fc tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/177aa3cb-042c-46dc-9d4e-a1ae18079ae8 HTTP/1.1" status: 204 len: 168 time: 1.7544603 Mar 05 00:10:03.551023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60178) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:03.577450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:03.673871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:03.688890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:03.694844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:03.728852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:03.811172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60182) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:04.041954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.104298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:04.110854 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.114052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.114959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e489342e-ad53-448b-be27-a1cfed21e636 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:04.253366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.286904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a20628b2-63b1-44a7-bd15-af720655b913 req-24bcee6e-772f-474e-b344-7207b0c0a5fc tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 210 time: 0.1086965 Mar 05 00:10:04.322302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:04.326643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e3637b-d646-443a-8519-83ecd83ac35f None None] Network 17b83465-45d9-4961-aa79-234b499109e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:04.352546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.411159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:04.433115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0881e3c6-f8d4-479b-9410-b1d9ead1b696 None None] Provisioning complete for port 679e37cb-4509-4765-85d6-68ea20be29b5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:04.433769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0881e3c6-f8d4-479b-9410-b1d9ead1b696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.480308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:04.490960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Usage tracker for resource:security_group_rule and tenant:a77f15d34d3440c0ab4aa54265f3c0c3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:04.495702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Usage tracker for resource:port and tenant:58914fe94c6c43d0af4424a4834a0d17 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:04.497782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:04.510768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:04.530665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:04.535304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port 679e37cb-4509-4765-85d6-68ea20be29b5 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:04.539517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:04.551692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.624881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.647653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.733284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Made reservation on behalf of 58914fe94c6c43d0af4424a4834a0d17 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:04.737109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.740068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e489342e-ad53-448b-be27-a1cfed21e636 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:04.740068 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.773880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b27ca-e4bb-486c-87a1-d5c2badf953e req-a4f58a07-9791-45ed-849b-01a0d6ac5215 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:04.780332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-097b27ca-e4bb-486c-87a1-d5c2badf953e req-a4f58a07-9791-45ed-849b-01a0d6ac5215 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.8815129 Mar 05 00:10:04.821048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c37315-48be-4fcf-8c1a-7342a6199d08 None None] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:04.868568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:04.970466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a988ac06-8216-4332-91fc-5b253da2f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.010618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:05.014738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Usage tracker for resource:security_group_rule and tenant:58914fe94c6c43d0af4424a4834a0d17 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:05.017568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:05.023841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:05.025698 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.040086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=886cb149-b923-4709-beed-d080b6ac63d0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:05.049670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.053569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.136275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] DHCP port deletion for 17b83465-45d9-4961-aa79-234b499109e2 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:10:05.144719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5756da43-9834-46cb-bc7a-e4493ac300b6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:05.173297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.187398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Deleting port 679e37cb-4509-4765-85d6-68ea20be29b5 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:05.187864 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.199321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.214186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0aefdecf-3b49-4eab-9154-7e09cb96347c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a77f15d34d3440c0ab4aa54265f3c0c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3988695 Mar 05 00:10:05.222024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:05.247181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08aa-6e0c-47bf-8dbb-f404ee6aaab6 req-3f92eb8b-3f2b-464a-925f-f8e39ec9178b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:05.248643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c8c08aa-6e0c-47bf-8dbb-f404ee6aaab6 req-3f92eb8b-3f2b-464a-925f-f8e39ec9178b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6095133 Mar 05 00:10:05.295184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-11ce3f1a-2251-41cb-98a7-a1cf343e4fbe None None] Provisioning for port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:05.303334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-097b27ca-e4bb-486c-87a1-d5c2badf953e req-3d0490bb-b28e-4577-bf8f-8856a9940d79 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4964836 Mar 05 00:10:05.332593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port 679e37cb-4509-4765-85d6-68ea20be29b5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=679e37cb-4509-4765-85d6-68ea20be29b5,segment=NetworkSegment(89a0cb3f-5255-4cc7-b9aa-3680b6c7680a),segment_id=89a0cb3f-5255-4cc7-b9aa-3680b6c7680a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:05.332593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.371646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:05.376447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:05.496939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1e1c097a-0533-4641-9157-b6cbc1adc0b8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:05.515724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for 679e37cb-4509-4765-85d6-68ea20be29b5 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:05.525098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c8c08aa-6e0c-47bf-8dbb-f404ee6aaab6 req-6b428967-00e5-4511-806d-0b3342cb929a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618089 Mar 05 00:10:05.538523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5554e6b-40ce-41a1-9524-004ab870a88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.591217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5554e6b-40ce-41a1-9524-004ab870a88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.685034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] For port 679e37cb-4509-4765-85d6-68ea20be29b5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=679e37cb-4509-4765-85d6-68ea20be29b5,segment=NetworkSegment(89a0cb3f-5255-4cc7-b9aa-3680b6c7680a),segment_id=89a0cb3f-5255-4cc7-b9aa-3680b6c7680a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:05.686028 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.716488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:05.770157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f46eefd-c678-42b7-8be3-e6c6a5e8a925 req-3c88915c-70fc-4bef-9b84-52dfe6c3ebee tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 210 time: 0.2264190 Mar 05 00:10:05.786457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.855269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5554e6b-40ce-41a1-9524-004ab870a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.885568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5554e6b-40ce-41a1-9524-004ab870a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5756da43-9834-46cb-bc7a-e4493ac300b6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:05.887895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.898210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5554e6b-40ce-41a1-9524-004ab870a88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:05.899329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a5554e6b-40ce-41a1-9524-004ab870a88c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5756da43-9834-46cb-bc7a-e4493ac300b6 HTTP/1.1" status: 204 len: 168 time: 0.6752110 Mar 05 00:10:05.917159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cb445-f839-4bbf-8e82-e86d2747da34 req-bb84e148-a87a-4893-80c3-f0384995a180 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:05.918830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-674cb445-f839-4bbf-8e82-e86d2747da34 req-bb84e148-a87a-4893-80c3-f0384995a180 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1729248 Mar 05 00:10:05.922935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Calling delete_port for 679e37cb-4509-4765-85d6-68ea20be29b5 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:05.963735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:10:05.973129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:06.033212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:06.034266 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.053273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-674cb445-f839-4bbf-8e82-e86d2747da34 req-7a72e4c5-5934-41ce-8255-25f4efbdaba8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182907 Mar 05 00:10:06.262722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:06.263028 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.277402 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6c71b6d-2905-461b-98a7-a842c0f46397 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6222279 Mar 05 00:10:06.279890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60208) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:06.285999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894091173'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:06.292416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:06.295770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:06.298044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:network and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:06.303003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:06.308310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e082e0d-fa1a-4a57-8b7a-12f22571145d None None] Provisioning for port 886cb149-b923-4709-beed-d080b6ac63d0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:06.310591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:06.320090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e082e0d-fa1a-4a57-8b7a-12f22571145d None None] Provisioning complete for port 886cb149-b923-4709-beed-d080b6ac63d0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:06.320527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e082e0d-fa1a-4a57-8b7a-12f22571145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.327541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:06.337934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.390003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1e1c097a-0533-4641-9157-b6cbc1adc0b8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1e1c097a-0533-4641-9157-b6cbc1adc0b8,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:06.390839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:06.391536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:06.394843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:06.395456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Allocated IP 2001:db8::27b (4e2f41c0-9400-42fd-81f5-159e6e3ddf18/061d75cb-4b85-46ce-be5f-f1f72dbe425c/22b704e8-bc30-4139-a791-29767141e5ac) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:06.418599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.418918 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added segment aac23914-2d46-4950-ba4e-14c8b7f0600f of type vlan for network 6b260590-fb24-4766-873d-522a308946b5 Mar 05 00:10:06.457536 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.458315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:06.460038 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.496812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7e082e0d-fa1a-4a57-8b7a-12f22571145d None None] Port 886cb149-b923-4709-beed-d080b6ac63d0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:10:06.505251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.509803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:06.510751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.520780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:10:06.532569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.633531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3499887 Mar 05 00:10:06.635511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60218) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:06.643220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'subnet': {'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:06.665200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Allocated IP 192.168.233.146 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/9e835318-ea12-4bde-a9fc-d7ef31d1502d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:06.727270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1cf37-a2c8-4fda-8438-1e318098d173 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Network': ['ID=6b260590-fb24-4766-873d-522a308946b5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:06.774506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 6b260590-fb24-4766-873d-522a308946b5 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:06.789036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:06.794382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:subnet and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:06.798274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:06.811647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:06.835492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.845667 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:10:06.846539 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:10:06.892925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Made reservation on behalf of ccf3850085e441d7af04585ffca95e0d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:06.947484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e082e0d-fa1a-4a57-8b7a-12f22571145d None None] Provisioning complete for port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:06.948088 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e082e0d-fa1a-4a57-8b7a-12f22571145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:06.971879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1e1c097a-0533-4641-9157-b6cbc1adc0b8,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:07.022959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:07.093105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e8f49b26-e32c-4aaf-8740-8f7b7764448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.107151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.125470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:07.125836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.126569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Transition to ACTIVE for port object 9e835318-ea12-4bde-a9fc-d7ef31d1502d will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:07.191620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.212284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.267560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Subnet': ['ID=2ce893fc-c2cc-480b-b4d4-162f059a3a5e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:07.280777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=679e37cb-4509-4765-85d6-68ea20be29b5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:07.287861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.293639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.351056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Deleting port 679e37cb-4509-4765-85d6-68ea20be29b5 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:07.351432 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.365287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port 679e37cb-4509-4765-85d6-68ea20be29b5 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:07.391997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08983-b157-452b-a1b5-efe574b64d8d req-7764de17-8895-4f11-a9d2-26fe43805da0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:07.394107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-23a08983-b157-452b-a1b5-efe574b64d8d req-7764de17-8895-4f11-a9d2-26fe43805da0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5695760 Mar 05 00:10:07.443136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-497c1d76-0b94-4e04-9519-8652d6b8f46a None None] The port '679e37cb-4509-4765-85d6-68ea20be29b5' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:10:07.472352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f8ce1-49cd-4524-a4cc-44b1ab24edda None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:10:07.513834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-23a08983-b157-452b-a1b5-efe574b64d8d req-b01a5f6f-e43f-495d-b707-ea3bbaa9298c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107719 Mar 05 00:10:07.600464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.610093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:07.616561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.620329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:07.632876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:07.709529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Checking segment: {'id': 'a473edb0-9c09-400f-b4dd-1e0d26186b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:07.709821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network hostable DHCP agents. Network: 87d20d14-f8de-4d2b-b78f-ab9787b98848, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:07.740285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26c60-97f3-4e37-a529-8c4d812c8644 req-b046a6a4-ff57-4b31-88c6-80d412d0587a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:07.747563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Checking segment: {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:07.748291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network hostable DHCP agents. Network: 6b260590-fb24-4766-873d-522a308946b5, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:07.754143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Subnet': ['ID=0f08d7a1-0a9e-4116-9937-bd5f5546d64c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:07.756821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75a26c60-97f3-4e37-a529-8c4d812c8644 req-b046a6a4-ff57-4b31-88c6-80d412d0587a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.2337658 Mar 05 00:10:07.775239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:07.776086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Port': ['ID=22b704e8-bc30-4139-a791-29767141e5ac,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:07.776227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9687e739-0bd4-48f6-912c-e2f3dd2be484 None None] Provisioning complete for port 886cb149-b923-4709-beed-d080b6ac63d0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:07.776456 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9687e739-0bd4-48f6-912c-e2f3dd2be484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.796385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:07.856139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 679e37cb-4509-4765-85d6-68ea20be29b5 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:07.857507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b83465-45d9-4961-aa79-234b499109e2']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:07.885176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:07.885479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 6b260590-fb24-4766-873d-522a308946b5 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:07.906711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083d2c1-2029-4a3e-bab3-3c9f5ab36574 req-20e51a4d-3b07-4ce7-ba36-b9284d1510ce tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:07.908208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8083d2c1-2029-4a3e-bab3-3c9f5ab36574 req-20e51a4d-3b07-4ce7-ba36-b9284d1510ce tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 936 time: 0.1405005 Mar 05 00:10:07.909507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 6b260590-fb24-4766-873d-522a308946b5) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:07.915627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:07.916199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:07.960642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 679e37cb-4509-4765-85d6-68ea20be29b5 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:10:07.963056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 679e37cb-4509-4765-85d6-68ea20be29b5 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:10:07.964681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0885f231-2b4f-4ea5-bb64-23c2a03a5e85 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3285596 Mar 05 00:10:07.967306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60242) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:07.969514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9687e739-0bd4-48f6-912c-e2f3dd2be484 None None] Port 886cb149-b923-4709-beed-d080b6ac63d0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:10:08.025848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:08.026281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a0cb3f-5255-4cc7-b9aa-3680b6c7680a') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:08.075243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.116284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8083d2c1-2029-4a3e-bab3-3c9f5ab36574 req-1b1ca702-36be-4184-a864-42a17ec18368 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020469 Mar 05 00:10:08.132803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1e1c097a-0533-4641-9157-b6cbc1adc0b8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:08.168599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.176144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:08.176550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.201921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:03Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:08.230773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:08.231389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Updating router f2eb786f-20b5-42fb-b254-811b51e90da3 port 886cb149-b923-4709-beed-d080b6ac63d0 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:10:08.267942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:08.269393 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.278659 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75a26c60-97f3-4e37-a529-8c4d812c8644 req-da9f366d-0582-4383-b431-245f454c4b91 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4999101 Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:08.282778 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:08.317538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network 87d20d14-f8de-4d2b-b78f-ab9787b98848 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:08.333859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 87d20d14-f8de-4d2b-b78f-ab9787b98848) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:08.340668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.357666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:08.358419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.370577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.412658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:08.414234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.434940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.438539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:08.439171 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.465909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.478122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=17b83465-45d9-4961-aa79-234b499109e2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:08.511968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-463fef18-0775-45a3-a275-b6da7f9f922c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4135849 Mar 05 00:10:08.514977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60254) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:08.521664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-37313519-78b1-481c-ac4b-77b7528b2812 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/17b83465-45d9-4961-aa79-234b499109e2 HTTP/1.1" status: 204 len: 168 time: 4.9596963 Mar 05 00:10:08.531586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'port': {'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848', 'name': 'tempest-NetworksIpV6TestAttrs-723555100'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:08.612627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60258) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:08.850513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:08.876989 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-969f4701-b129-497b-95fd-bb4f377d3cda tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:08.877528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969f4701-b129-497b-95fd-bb4f377d3cda tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:08.881432 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-969f4701-b129-497b-95fd-bb4f377d3cda tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/41f8520e-700e-4b2a-9272-4192ec34a485 HTTP/1.1" status: 404 len: 337 time: 0.2567830 Mar 05 00:10:08.887173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60268) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:08.919972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f8ce1-49cd-4524-a4cc-44b1ab24edda None None] Unable to find a vacant binding_index for network 87d20d14-f8de-4d2b-b78f-ab9787b98848 and agent 130b5110-bd36-451c-acc8-f3206755839a {{(pid=83784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 05 00:10:08.928264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-bfc22e9c-b9cc-4b44-83d6-ab3332915252 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6737499 Mar 05 00:10:08.931059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:port and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:08.946747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:08.951321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f8ce1-49cd-4524-a4cc-44b1ab24edda None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 87d20d14-f8de-4d2b-b78f-ab9787b98848) {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:10:08.964036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-62fe1721-8d02-4013-a0f6-f8352cce2226 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:10:08.965168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-62fe1721-8d02-4013-a0f6-f8352cce2226 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150259 Mar 05 00:10:08.971862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:08.975115 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:08.976389 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c03f68-2221-4ddf-a4cf-2a4ff608a92a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:08.977392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c03f68-2221-4ddf-a4cf-2a4ff608a92a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:08.979281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b2c03f68-2221-4ddf-a4cf-2a4ff608a92a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/4293785c-e88a-449b-bcd9-6caf43090195 HTTP/1.1" status: 404 len: 339 time: 0.0763175 Mar 05 00:10:08.983101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60272) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:09.039216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:09.040260 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aad615-f03c-4856-ae80-589625dc9b1f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:09.040694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00aad615-f03c-4856-ae80-589625dc9b1f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:09.042643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-00aad615-f03c-4856-ae80-589625dc9b1f tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/08cf29b8-9d35-4f96-8cab-58e9adb6bedd HTTP/1.1" status: 404 len: 337 time: 0.0516984 Mar 05 00:10:09.046056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.046227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60278) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:09.051366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Transition to ACTIVE for port object 886cb149-b923-4709-beed-d080b6ac63d0 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:09.085312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.086168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4cf44-18fa-4cea-adf7-553897d9f6ef req-a0ba959a-6f94-4d31-9bbf-9d64bd7b2dac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:09.087837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04e4cf44-18fa-4cea-adf7-553897d9f6ef req-a0ba959a-6f94-4d31-9bbf-9d64bd7b2dac tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4766960 Mar 05 00:10:09.116525 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16b6c2f-e8c6-4789-914e-96d294de3dc6 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:09.116974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16b6c2f-e8c6-4789-914e-96d294de3dc6 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:09.118951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e16b6c2f-e8c6-4789-914e-96d294de3dc6 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/9d6c051a-a060-49dd-82cd-ba35f18ad9a7 HTTP/1.1" status: 404 len: 339 time: 0.0716810 Mar 05 00:10:09.122279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] device_id is not set on port aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:10:09.122644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60282) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:09.177065 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdaead2-16e3-4a06-a882-f865612af38a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:09.177530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdaead2-16e3-4a06-a882-f865612af38a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:09.179159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7cdaead2-16e3-4a06-a882-f865612af38a tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/6f3edda6-941a-40c5-a9f5-d5b4b44169bf HTTP/1.1" status: 404 len: 337 time: 0.0513816 Mar 05 00:10:09.183081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:09.224458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Request body: {'port': {'device_id': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:09.231790 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-514682f3-1dd9-46c5-beae-b049844d5ab6 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:09.232231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514682f3-1dd9-46c5-beae-b049844d5ab6 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:09.233959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-514682f3-1dd9-46c5-beae-b049844d5ab6 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/682030dd-8d0c-4a51-8e6d-120f763f5456 HTTP/1.1" status: 404 len: 339 time: 0.0487883 Mar 05 00:10:09.237963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60296) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:09.318328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-04e4cf44-18fa-4cea-adf7-553897d9f6ef req-2a1be6d3-dd41-45bc-b72c-7d7b3aa4b0e1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195680 Mar 05 00:10:09.346651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e91dee-9cb5-4b04-9bfa-b9224e220188 None None] Pushing event updated for resources: {'Port': ['ID=886cb149-b923-4709-beed-d080b6ac63d0,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:09.413589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Allocated IP 2001:db8::f816:3eff:fea7:4998 (87d20d14-f8de-4d2b-b78f-ab9787b98848/2ce893fc-c2cc-480b-b4d4-162f059a3a5e/aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:09.540785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Attempting to bind port 886cb149-b923-4709-beed-d080b6ac63d0 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:09.541147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Attempting to bind port 886cb149-b923-4709-beed-d080b6ac63d0 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:09.541530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Attempting to bind port 886cb149-b923-4709-beed-d080b6ac63d0 on network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:09.565257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:09.565622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Checking segment: {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:09.566023 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.566408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Bound using segment: {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:09.572061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Bound port: 886cb149-b923-4709-beed-d080b6ac63d0, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d398a4-6c1c-421e-9b36-c1468e11d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:09.574135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.592727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.596336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867546c6-3a28-4739-8a0a-137212d09977 req-c8df7bd7-93f3-4a7f-afc4-6e1a9adbdcf9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:09.598950 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-867546c6-3a28-4739-8a0a-137212d09977 req-c8df7bd7-93f3-4a7f-afc4-6e1a9adbdcf9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.7512369 Mar 05 00:10:09.622942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.623773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.730860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.785759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] For port 886cb149-b923-4709-beed-d080b6ac63d0, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:09.789273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] For port 886cb149-b923-4709-beed-d080b6ac63d0, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=886cb149-b923-4709-beed-d080b6ac63d0,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:09.800538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.834674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting subnet f253a9e3-ad49-4eef-af28-c364bae64bb6 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:09.846603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.851563 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.907745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:09.990818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-867546c6-3a28-4739-8a0a-137212d09977 req-e521069c-83e4-49d6-8215-df66118bd8bc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719480 Mar 05 00:10:10.028329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.103590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:10.106029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:10.224948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.244796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Transition to ACTIVE for port object aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:10.292340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:10.401942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-044bcaf3-45fc-47c9-8855-9b461d889726 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:10.403425 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-044bcaf3-45fc-47c9-8855-9b461d889726 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.1558566 Mar 05 00:10:10.454640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-fae059f3-f25b-40b5-8667-6e0ae7c4f498 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/quotas/371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 375 time: 0.0417092 Mar 05 00:10:10.578939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.588764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e835318-ea12-4bde-a9fc-d7ef31d1502d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:10:10.623010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e91dee-9cb5-4b04-9bfa-b9224e220188 None None] Pushing event updated for resources: {'Port': ['ID=886cb149-b923-4709-beed-d080b6ac63d0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:10.642042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Allocated IP 172.23.0.1 (6b260590-fb24-4766-873d-522a308946b5/0f08d7a1-0a9e-4116-9937-bd5f5546d64c/12cc9fe7-067d-4e4f-9301-1ee551e0299f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:10.669097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Port': ['ID=aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:10.672648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.719023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:03Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:09Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:10.725785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe53dba-838b-49f6-b784-5194075698c8 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:03Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:09Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:10.731458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-6b260590-fb24-4766-873d-522a308946b5', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:10.732444 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.747574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-87d20d14-f8de-4d2b-b78f-ab9787b98848', 'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848', 'tenant_id': 'fd55acf2f8a949c5b970d079367c1a60', 'fixed_ips': [{'subnet_id': '2ce893fc-c2cc-480b-b4d4-162f059a3a5e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:10.748398 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.818341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60344) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:10.861731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Transition to ACTIVE for port object 9e835318-ea12-4bde-a9fc-d7ef31d1502d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:10.876282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.898965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:10.919128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network 87d20d14-f8de-4d2b-b78f-ab9787b98848 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:10.932719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:10.940306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:10.944501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:10.945109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.016954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1b1dcd68-2399-41c9-82bf-0b2961707090 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4988601 Mar 05 00:10:11.036914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Allocated IP 2001:db8::f816:3eff:fe59:26b6 (87d20d14-f8de-4d2b-b78f-ab9787b98848/2ce893fc-c2cc-480b-b4d4-162f059a3a5e/66fc0bd1-a644-446f-a818-1613296bd566) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:11.047511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c86d3b-eb79-43f0-8dfe-364700535ee8 req-a25b3603-94b5-4a43-bd84-759962ec36af tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:11.063070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6c86d3b-eb79-43f0-8dfe-364700535ee8 req-a25b3603-94b5-4a43-bd84-759962ec36af tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 936 time: 1.4338260 Mar 05 00:10:11.063819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60350) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:11.070079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=f253a9e3-ad49-4eef-af28-c364bae64bb6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:11.117701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-b23f231a-f8fd-47a1-a06d-918bf3c495dd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6528478 Mar 05 00:10:11.209645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.213192 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.218139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:11.227086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.273445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d66bd334-9b83-401f-9bf1-1c2dc61709fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/f253a9e3-ad49-4eef-af28-c364bae64bb6 HTTP/1.1" status: 204 len: 168 time: 2.0307703 Mar 05 00:10:11.280639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:11.281604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Transition to ACTIVE for port object 12cc9fe7-067d-4e4f-9301-1ee551e0299f will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:11.370839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Router 0842306b-de81-4871-8f9e-30079ef0958f is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:10:11.414398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-1b25f4a6-5052-4f79-a3fe-dcf7b1fe47b6 service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957673 Mar 05 00:10:11.423311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting subnet 2ce893fc-c2cc-480b-b4d4-162f059a3a5e {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:11.431939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.445026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Attempting to bind port 9e835318-ea12-4bde-a9fc-d7ef31d1502d on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:11.445239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Transition to ACTIVE for port object 66fc0bd1-a644-446f-a818-1613296bd566 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:11.445377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Attempting to bind port 9e835318-ea12-4bde-a9fc-d7ef31d1502d by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:11.445699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Attempting to bind port 9e835318-ea12-4bde-a9fc-d7ef31d1502d on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:11.476692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Transition to ACTIVE for port object 66fc0bd1-a644-446f-a818-1613296bd566 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:11.482017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6c86d3b-eb79-43f0-8dfe-364700535ee8 req-4fba339b-ef97-44b7-86b4-bc82a70881e4 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985491 Mar 05 00:10:11.485570 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.493782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:11.500049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4649a75042465a9e582e54ffdf983f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:11.503039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:11.510414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:11.575896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Network 87d20d14-f8de-4d2b-b78f-ab9787b98848 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:11.579047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:11.586045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:11.588969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Pushing event updated for resources: {'Port': ['ID=66fc0bd1-a644-446f-a818-1613296bd566,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:11.631036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Port 9e835318-ea12-4bde-a9fc-d7ef31d1502d on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:10:11.631406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Attempting to bind port 9e835318-ea12-4bde-a9fc-d7ef31d1502d on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:11.655179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:11.655547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:11.655885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:11.656312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Bound port: 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:11.656652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.659367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.686249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Attempting to bind port 66fc0bd1-a644-446f-a818-1613296bd566 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:11.686934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Attempting to bind port 66fc0bd1-a644-446f-a818-1613296bd566 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a473edb0-9c09-400f-b4dd-1e0d26186b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:11.687062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Attempting to bind port 66fc0bd1-a644-446f-a818-1613296bd566 on network 87d20d14-f8de-4d2b-b78f-ab9787b98848 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:11.694263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:11.694639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Checking segment: {'id': 'a473edb0-9c09-400f-b4dd-1e0d26186b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:11.695035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.695544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Bound using segment: {'id': 'a473edb0-9c09-400f-b4dd-1e0d26186b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:11.696341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Bound port: 66fc0bd1-a644-446f-a818-1613296bd566, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a473edb0-9c09-400f-b4dd-1e0d26186b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '87d20d14-f8de-4d2b-b78f-ab9787b98848'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:11.697465 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.698337 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.768742 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-7c200636-64f4-424a-9976-d64956a4727c service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527527 Mar 05 00:10:11.794604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] For port 66fc0bd1-a644-446f-a818-1613296bd566, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:11.798382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] For port 66fc0bd1-a644-446f-a818-1613296bd566, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=66fc0bd1-a644-446f-a818-1613296bd566,segment=NetworkSegment(a473edb0-9c09-400f-b4dd-1e0d26186b93),segment_id=a473edb0-9c09-400f-b4dd-1e0d26186b93)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:11.807726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.808173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:11.812307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:11.821414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.884205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.902659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:11.904128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e835318-ea12-4bde-a9fc-d7ef31d1502d HTTP/1.1" status: 200 len: 1096 time: 2.9291525 Mar 05 00:10:11.920191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:11.924822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82adbf-035d-4326-bbf1-f860c16101cc None None] Pushing event updated for resources: {'Port': ['ID=66fc0bd1-a644-446f-a818-1613296bd566,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:11.945955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf125-0289-48e2-b9ac-173718a2ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:12.021445 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'status': 'completed', 'code': 200} Mar 05 00:10:12.046162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:12.057046 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Sync routers for ids ['0842306b-de81-4871-8f9e-30079ef0958f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:12.066713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.088865 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Routers {'0842306b-de81-4871-8f9e-30079ef0958f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:12.089530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0842306b-de81-4871-8f9e-30079ef0958f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:12.158287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.258069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 886cb149-b923-4709-beed-d080b6ac63d0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:12.275860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.288845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.290205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af84251a-1765-4b1d-ab7c-8f7e94093ce3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.7344649 Mar 05 00:10:12.292259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Allocated IP 172.23.0.2 (6b260590-fb24-4766-873d-522a308946b5/0f08d7a1-0a9e-4116-9937-bd5f5546d64c/d7a05ded-01d8-466f-af23-db2de3afc696) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:12.313955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9ff8269-f764-430a-8a8a-be55b9792b4f req-b2dc5b84-c580-4189-8d86-62fed91ddf88 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 210 time: 0.2039874 Mar 05 00:10:12.320165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60372) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:12.376474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7836b4-6d7b-4086-b4af-97c2a8b8996c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:12.402971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7492cf2e-8d66-45ba-9f60-ecde1a8c0661 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b4649a75042465a9e582e54ffdf983f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5812447 Mar 05 00:10:12.437552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60376) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:12.459476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port 5e6a9098-40ab-4970-abd2-906796403ac4 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:12.459801 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.532825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-320089e7-f9b4-4640-95b0-26204d6ec2d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58914fe94c6c43d0af4424a4834a0d17&device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 1099 time: 0.5878613 Mar 05 00:10:12.591498 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Set router 0842306b-de81-4871-8f9e-30079ef0958f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:12.609790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 6b260590-fb24-4766-873d-522a308946b5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:12.614377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=12cc9fe7-067d-4e4f-9301-1ee551e0299f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:12.617187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:12.653408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:12.739498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.780309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399f0e-3001-41b7-bc31-71f0b4a4c44f req-9f74d56d-5f83-4f18-8262-6df5efb93826 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:12.783833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 886cb149-b923-4709-beed-d080b6ac63d0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:12.787770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19399f0e-3001-41b7-bc31-71f0b4a4c44f req-9f74d56d-5f83-4f18-8262-6df5efb93826 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.1025090 Mar 05 00:10:12.792524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.795031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 886cb149-b923-4709-beed-d080b6ac63d0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:12.795417 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.884775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Transition to ACTIVE for port object d7a05ded-01d8-466f-af23-db2de3afc696 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:12.887492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-14e00597-151b-40d7-9d15-e7af06f0ed7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d HTTP/1.1" status: 200 len: 217 time: 0.3257113 Mar 05 00:10:12.923244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Transition to ACTIVE for port object d7a05ded-01d8-466f-af23-db2de3afc696 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:12.980186 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:12.985285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98de392f-abdb-47c2-af93-9eff59659748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.088090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-4dd79481-bca6-4ca6-acf5-ed9a090166e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:13.089732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-4dd79481-bca6-4ca6-acf5-ed9a090166e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1930084 Mar 05 00:10:13.092824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19399f0e-3001-41b7-bc31-71f0b4a4c44f req-da04a10e-4e41-4898-b13e-170f5bff9b60 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041024 Mar 05 00:10:13.154111 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0842306b-de81-4871-8f9e-30079ef0958f', 'name': '', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'external_fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b'}], 'enable_snat': True}, 'gw_port_id': '22b704e8-bc30-4139-a791-29767141e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:02Z', 'updated_at': '2022-03-05T00:10:07Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': '22b704e8-bc30-4139-a791-29767141e5ac', 'name': '', 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0842306b-de81-4871-8f9e-30079ef0958f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:05Z', 'updated_at': '2022-03-05T00:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:13.158972 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Checking router: 0842306b-de81-4871-8f9e-30079ef0958f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:13.159510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Updating router 0842306b-de81-4871-8f9e-30079ef0958f port 22b704e8-bc30-4139-a791-29767141e5ac binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:10:13.173130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-44667091-ac81-4472-b0ef-f0d57053f865 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:13.174454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-44667091-ac81-4472-b0ef-f0d57053f865 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Synchronizing usage tracker for tenant:58914fe94c6c43d0af4424a4834a0d17 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:10:13.177188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Pushing event updated for resources: {'Port': ['ID=d7a05ded-01d8-466f-af23-db2de3afc696,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:13.180007 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.213626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Network 6b260590-fb24-4766-873d-522a308946b5 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:13.218008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:13.225445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:13.252833 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.260418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-44667091-ac81-4472-b0ef-f0d57053f865 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Unset dirty status for tenant:58914fe94c6c43d0af4424a4834a0d17 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:10:13.262589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-44667091-ac81-4472-b0ef-f0d57053f865 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 948 time: 0.5743968 Mar 05 00:10:13.288213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 886cb149-b923-4709-beed-d080b6ac63d0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=886cb149-b923-4709-beed-d080b6ac63d0,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:13.328591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98de392f-abdb-47c2-af93-9eff59659748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.334354 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.558675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.580143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Attempting to bind port d7a05ded-01d8-466f-af23-db2de3afc696 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:13.580768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Attempting to bind port d7a05ded-01d8-466f-af23-db2de3afc696 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:13.581459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Attempting to bind port d7a05ded-01d8-466f-af23-db2de3afc696 on network 6b260590-fb24-4766-873d-522a308946b5 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:13.586415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-ec85a067-ab93-44a4-a82b-9d04606319eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4845800 Mar 05 00:10:13.590338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:13.591039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Checking segment: {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:13.591630 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.592224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Bound using segment: {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:13.592898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Bound port: d7a05ded-01d8-466f-af23-db2de3afc696, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:13.593528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.649943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=886cb149-b923-4709-beed-d080b6ac63d0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:13.684255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-741b3710-f052-462a-82ab-ab335c2fc5ad None None] Provisioning for port 66fc0bd1-a644-446f-a818-1613296bd566 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:13.698387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.704754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] For port d7a05ded-01d8-466f-af23-db2de3afc696, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:13.709276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] For port d7a05ded-01d8-466f-af23-db2de3afc696, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d7a05ded-01d8-466f-af23-db2de3afc696,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:13.716617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.721632 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.725733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.736275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Transition to ACTIVE for port object 22b704e8-bc30-4139-a791-29767141e5ac will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:13.747328 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.757552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05461363-9a46-44eb-a1ca-22e6e458ad15 req-f551dd70-46db-42ef-8d1e-258b30a3536f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 210 time: 0.1693857 Mar 05 00:10:13.764545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port 5e6a9098-40ab-4970-abd2-906796403ac4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e6a9098-40ab-4970-abd2-906796403ac4,segment=NetworkSegment(84d3c2bd-6f9c-4193-a382-4669c398dd34),segment_id=84d3c2bd-6f9c-4193-a382-4669c398dd34)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:13.764912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.816976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261d4a9-371d-4c2f-bc86-8cd04287919d None None] Pushing event updated for resources: {'Port': ['ID=d7a05ded-01d8-466f-af23-db2de3afc696,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:13.849636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:10:13.874856 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Attempting to bind port 22b704e8-bc30-4139-a791-29767141e5ac on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:13.875224 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Attempting to bind port 22b704e8-bc30-4139-a791-29767141e5ac by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'c46dcefd-f424-4319-a4b9-540ff9905601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:13.875861 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Attempting to bind port 22b704e8-bc30-4139-a791-29767141e5ac on network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:13.897510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db942a-c715-4bf4-8162-f293720c2364 None None] Pushing event updated for resources: {'Port': ['ID=22b704e8-bc30-4139-a791-29767141e5ac,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:13.906541 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:13.907080 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Checking segment: {'id': 'c46dcefd-f424-4319-a4b9-540ff9905601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:13.907485 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.907920 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Bound using segment: {'id': 'c46dcefd-f424-4319-a4b9-540ff9905601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:13.908952 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Bound port: 22b704e8-bc30-4139-a791-29767141e5ac, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46dcefd-f424-4319-a4b9-540ff9905601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:13.909348 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:13.978156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-d94d5511-057f-4659-8e7c-78c693a33899 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Synchronizing usage tracker for tenant:58914fe94c6c43d0af4424a4834a0d17 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:10:14.024283 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] For port 22b704e8-bc30-4139-a791-29767141e5ac, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:14.028896 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] For port 22b704e8-bc30-4139-a791-29767141e5ac, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=22b704e8-bc30-4139-a791-29767141e5ac,segment=NetworkSegment(c46dcefd-f424-4319-a4b9-540ff9905601),segment_id=c46dcefd-f424-4319-a4b9-540ff9905601)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:14.038438 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.188937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:14.221727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'port_id': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'mac_address': 'fa:16:3e:e3:20:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbab21-92d9-479f-9629-d20b36d86260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:10:14.226983 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Routers {'0842306b-de81-4871-8f9e-30079ef0958f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:14.227612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0842306b-de81-4871-8f9e-30079ef0958f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:14.270663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.300878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-f3a29cda-1b11-41ad-8cb4-470b2c53e42c service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060919 Mar 05 00:10:14.370542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 886cb149-b923-4709-beed-d080b6ac63d0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:14.441703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.463274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:10:14.465099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for 5e6a9098-40ab-4970-abd2-906796403ac4 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:14.485872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 886cb149-b923-4709-beed-d080b6ac63d0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:14.486248 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.491721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-916eb8dc-6ce3-4c81-a8b5-f326535ccc63 req-87754f9e-7721-4424-a137-efc421547285 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796718 Mar 05 00:10:14.507843 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] Set router 0842306b-de81-4871-8f9e-30079ef0958f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:14.508898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-d94d5511-057f-4659-8e7c-78c693a33899 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Unset dirty status for tenant:58914fe94c6c43d0af4424a4834a0d17 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:10:14.510698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a72c6a06-9e86-4c50-b8cd-07c4ecb76964 req-d94d5511-057f-4659-8e7c-78c693a33899 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2399209 Mar 05 00:10:14.541546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:14.570136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.601899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98de392f-abdb-47c2-af93-9eff59659748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.625557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce893fc-c2cc-480b-b4d4-162f059a3a5e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:14.665798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-6e19bd1b-6ba1-4700-82f9-de3fee6f2b91 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:14.667262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-6e19bd1b-6ba1-4700-82f9-de3fee6f2b91 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.7184286 Mar 05 00:10:14.682762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f3037fa1-0d30-409f-96ff-ea10e1e30827'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:14.693278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'port': {'device_id': '4e1e457b-aa42-41df-8369-517416804839', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'admin_state_up': True, 'tenant_id': '371b94f2830f444d8060dc7976a63700'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:14.706306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de392f-abdb-47c2-af93-9eff59659748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7836b4-6d7b-4086-b4af-97c2a8b8996c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:14.720971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.746888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98de392f-abdb-47c2-af93-9eff59659748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:14.748251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98de392f-abdb-47c2-af93-9eff59659748 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d7836b4-6d7b-4086-b4af-97c2a8b8996c HTTP/1.1" status: 204 len: 168 time: 2.3069143 Mar 05 00:10:14.765765 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db942a-c715-4bf4-8162-f293720c2364 None None] Pushing event updated for resources: {'Port': ['ID=22b704e8-bc30-4139-a791-29767141e5ac,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:14.783377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8272d236-8c5e-429f-b590-b448bd9708a2 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/2ce893fc-c2cc-480b-b4d4-162f059a3a5e HTTP/1.1" status: 204 len: 168 time: 3.7016618 Mar 05 00:10:14.801274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60392) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:14.873648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:14.903596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-1aeb92df-20f6-40c9-84b1-8293291902ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58914fe94c6c43d0af4424a4834a0d17&device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 1099 time: 0.3346374 Mar 05 00:10:15.013193 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:15.025109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 66fc0bd1-a644-446f-a818-1613296bd566 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:15.037609 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0842306b-de81-4871-8f9e-30079ef0958f', 'name': '', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'external_fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b'}], 'enable_snat': True}, 'gw_port_id': '22b704e8-bc30-4139-a791-29767141e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:02Z', 'updated_at': '2022-03-05T00:10:07Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': '22b704e8-bc30-4139-a791-29767141e5ac', 'name': '', 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0842306b-de81-4871-8f9e-30079ef0958f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:05Z', 'updated_at': '2022-03-05T00:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:15.043275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca67ea1-d9df-4c31-8ba6-3b9bdd30b50e None None] The sync data for ids ['0842306b-de81-4871-8f9e-30079ef0958f'] in n-d-828979-4 is: [{'id': '0842306b-de81-4871-8f9e-30079ef0958f', 'name': '', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'external_fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b'}], 'enable_snat': True}, 'gw_port_id': '22b704e8-bc30-4139-a791-29767141e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:02Z', 'updated_at': '2022-03-05T00:10:07Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': '22b704e8-bc30-4139-a791-29767141e5ac', 'name': '', 'network_id': '4e2f41c0-9400-42fd-81f5-159e6e3ddf18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0842306b-de81-4871-8f9e-30079ef0958f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'ip_address': '2001:db8::27b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:05Z', 'updated_at': '2022-03-05T00:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '061d75cb-4b85-46ce-be5f-f1f72dbe425c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:15.251461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afd098cd-bbbc-4039-a76b-379f6925a4fc req-be636c89-86e4-483b-90c4-e7e0a666e6d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 210 time: 0.1635051 Mar 05 00:10:15.254655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 66fc0bd1-a644-446f-a818-1613296bd566 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:15.275579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 66fc0bd1-a644-446f-a818-1613296bd566 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:15.276083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:15.304657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:15.355469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:15.397270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:15.422310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:15.426277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:15.460529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=5e6a9098-40ab-4970-abd2-906796403ac4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:15.467803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Deleting port 22b704e8-bc30-4139-a791-29767141e5ac {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:15.468036 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:15.470809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:15.485272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5b61d-9cf8-442a-af87-8c0154d62036 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:15.487339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5b61d-9cf8-442a-af87-8c0154d62036 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:15.488129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-baa5b61d-9cf8-442a-af87-8c0154d62036 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Synchronizing usage tracker for tenant:fd55acf2f8a949c5b970d079367c1a60 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:10:15.491173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port 5e6a9098-40ab-4970-abd2-906796403ac4 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:15.499049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd023c5-55bc-4ead-b14a-c49fc235cd13 None None] Network 6b260590-fb24-4766-873d-522a308946b5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:15.528696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7541d-13bd-4881-b313-ff49fc1db0bf None None] Network 87d20d14-f8de-4d2b-b78f-ab9787b98848 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:15.612022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c246bfb-dfd8-453a-9304-f25ce1ea9ff6 req-f24450da-9846-4998-9bfa-d57a8580ef94 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:15.620145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c246bfb-dfd8-453a-9304-f25ce1ea9ff6 req-f24450da-9846-4998-9bfa-d57a8580ef94 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 1.1242275 Mar 05 00:10:15.650771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:15.702063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:15.707669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Usage tracker for resource:security_group_rule and tenant:b86f5700a85048299aaa9df6fdd85678 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:15.711495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:15.723778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:15.744728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-3b2e7022-1322-4cb1-951f-6914b78830a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:15.750370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-3b2e7022-1322-4cb1-951f-6914b78830a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.8316929 Mar 05 00:10:15.809329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb798f56-8551-4adc-a0d4-4a0ea2142b2c None None] Network 3bc89497-483a-48d9-a6cd-ecd949ed6fcd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:16.058723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] For port 22b704e8-bc30-4139-a791-29767141e5ac, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=22b704e8-bc30-4139-a791-29767141e5ac,segment=NetworkSegment(c46dcefd-f424-4319-a4b9-540ff9905601),segment_id=c46dcefd-f424-4319-a4b9-540ff9905601)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:16.059483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.120858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-baa5b61d-9cf8-442a-af87-8c0154d62036 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Unset dirty status for tenant:fd55acf2f8a949c5b970d079367c1a60 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:10:16.132192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-baa5b61d-9cf8-442a-af87-8c0154d62036 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.3213890 Mar 05 00:10:16.138469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:16.178335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c246bfb-dfd8-453a-9304-f25ce1ea9ff6 req-541037e1-03f7-4bdc-89c2-484064c32b53 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561080 Mar 05 00:10:16.183182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.202971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:16.340151 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.379899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.470099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.532484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ff8fff6d-59f0-4470-b45f-34809137d94e None None] Provisioning for port d7a05ded-01d8-466f-af23-db2de3afc696 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:16.591320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 66fc0bd1-a644-446f-a818-1613296bd566, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=66fc0bd1-a644-446f-a818-1613296bd566,segment=NetworkSegment(a473edb0-9c09-400f-b4dd-1e0d26186b93),segment_id=a473edb0-9c09-400f-b4dd-1e0d26186b93)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:16.600136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc89497-483a-48d9-a6cd-ecd949ed6fcd']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:16.602573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Calling delete_port for 22b704e8-bc30-4139-a791-29767141e5ac owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:16.616603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d3c2bd-6f9c-4193-a382-4669c398dd34') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:16.616935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d3c2bd-6f9c-4193-a382-4669c398dd34') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:16.629731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.647320 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.654571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:16.655008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.679671 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.768778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.793110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-68992c8e-7036-4076-951c-26d1981310e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d HTTP/1.1" status: 200 len: 217 time: 1.0277796 Mar 05 00:10:16.808400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port f3037fa1-0d30-409f-96ff-ea10e1e30827 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:16.809303 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:16.849658 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:16.851646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.864119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf3a86f3-778f-4771-8a20-01623d4a6193 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.897569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.903339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:16.938706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Allocated IP 172.20.0.12 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/532c8a0c-3c70-481e-83c9-d1b1198a589b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:17.020981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-e4e3da56-db93-46eb-8ace-bf57004033e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:17.022762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-e4e3da56-db93-46eb-8ace-bf57004033e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1987019 Mar 05 00:10:17.050018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d7a05ded-01d8-466f-af23-db2de3afc696 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:17.096712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.144853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=66fc0bd1-a644-446f-a818-1613296bd566,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:17.153805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36b7e765-35ad-486f-bb19-b664b4730539 req-b15a4a43-3073-4291-8b96-cdd71b0e4db6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 210 time: 0.5585783 Mar 05 00:10:17.162341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97987a62-0c2c-403a-8822-da9eab523c7c None None] DHCP port deletion for 3bc89497-483a-48d9-a6cd-ecd949ed6fcd request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:10:17.172143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d79241da-4183-417d-bc24-cae6b23af42b None None] Provisioning complete for port 886cb149-b923-4709-beed-d080b6ac63d0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:17.172623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d79241da-4183-417d-bc24-cae6b23af42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.187235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=3bc89497-483a-48d9-a6cd-ecd949ed6fcd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:17.192911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b86f5700a85048299aaa9df6fdd85678&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7169206 Mar 05 00:10:17.199061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60416) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:17.259407 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3a86f3-778f-4771-8a20-01623d4a6193 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 05 00:10:17.261130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3a86f3-778f-4771-8a20-01623d4a6193 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:17.262000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3566ec-07e3-4d18-9750-f70806035fd0 None None] Network 87d20d14-f8de-4d2b-b78f-ab9787b98848 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:17.298840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.357756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event deleted for resources: {'Port': ['ID=22b704e8-bc30-4139-a791-29767141e5ac,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:17.375256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80521a5-3190-4d95-8312-7ff642822630 req-06aac839-a478-4109-818d-e6b078a60e1b tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:17.377261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b80521a5-3190-4d95-8312-7ff642822630 req-06aac839-a478-4109-818d-e6b078a60e1b tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 948 time: 1.5259244 Mar 05 00:10:17.432643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cfaa0ce4-6f19-4dce-91e9-e981f477ee4e tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/3bc89497-483a-48d9-a6cd-ecd949ed6fcd HTTP/1.1" status: 204 len: 168 time: 6.1460133 Mar 05 00:10:17.495229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf3a86f3-778f-4771-8a20-01623d4a6193 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/87d20d14-f8de-4d2b-b78f-ab9787b98848 HTTP/1.1" status: 409 len: 405 time: 1.2865362 Mar 05 00:10:17.507691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:17.508063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60434) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:17.569987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event updated for resources: {'Port': ['ID=12cc9fe7-067d-4e4f-9301-1ee551e0299f,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:17.578772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-771778491'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:17.589883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbba3cb-2676-40b2-80dc-e02c803bfb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2720d8f-7130-446d-9fc7-a86f6e2902bc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:17.594513 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-18caaac1-fed7-4c0a-af4f-0809081044fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:17.594999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18caaac1-fed7-4c0a-af4f-0809081044fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:17.597855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-18caaac1-fed7-4c0a-af4f-0809081044fa tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/0cb7c54c-f877-4034-859f-183990484106 HTTP/1.1" status: 404 len: 337 time: 0.0842557 Mar 05 00:10:17.603431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60444) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:17.605951 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.620587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:17.625797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.643958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:network and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:17.648624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d7a05ded-01d8-466f-af23-db2de3afc696 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:17.680859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:17.723863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d7a05ded-01d8-466f-af23-db2de3afc696 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:17.724091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.724903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.736561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:17.764136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Network 6b260590-fb24-4766-873d-522a308946b5 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:17.769176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:17.872626 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-516cf4dd-960d-46b0-b30a-db43fa8fcd25 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:17.873065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516cf4dd-960d-46b0-b30a-db43fa8fcd25 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:17.878227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:17.880268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:17.893086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:10:17.902023 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:17.985629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:17.989411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.032637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19013604-ee7d-4578-816a-f0be202b6a67 req-74d1245e-51e1-4b95-b43d-619e5e10fdcb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:18.039793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19013604-ee7d-4578-816a-f0be202b6a67 req-74d1245e-51e1-4b95-b43d-619e5e10fdcb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.5916169 Mar 05 00:10:18.056122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:18.084667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b80521a5-3190-4d95-8312-7ff642822630 req-10053fe9-0930-4d49-87a0-968e0648b704 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6766586 Mar 05 00:10:18.111291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-2fd78ad7-bdd0-485e-959a-eda8f5ac0ea9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0694177 Mar 05 00:10:18.126390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-516cf4dd-960d-46b0-b30a-db43fa8fcd25 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/80bf55f0-ca9d-46f1-9629-3ae3e64a00b3 HTTP/1.1" status: 404 len: 339 time: 0.5135512 Mar 05 00:10:18.134092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60450) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:18.144209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d79241da-4183-417d-bc24-cae6b23af42b None None] Provisioning for port 9e835318-ea12-4bde-a9fc-d7ef31d1502d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:18.185422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:18.216710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.217292 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Added segment 7bfe97fa-1161-4766-ab97-e03fdca494ee of type vlan for network 2825fa98-6a83-48b9-83f4-5b4c66c7389b Mar 05 00:10:18.272766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.292985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.327027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.349405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e6216-f648-48e5-8b84-b2f5c6cd9ce4 None None] Network 6b260590-fb24-4766-873d-522a308946b5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:18.394351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19013604-ee7d-4578-816a-f0be202b6a67 req-751c2edd-e5c3-4012-843a-7aa759dca2a4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519924 Mar 05 00:10:18.557812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.585751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d7a05ded-01d8-466f-af23-db2de3afc696, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d7a05ded-01d8-466f-af23-db2de3afc696,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:18.707284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.709993 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'code': 200} Mar 05 00:10:18.710845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.712060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 22b704e8-bc30-4139-a791-29767141e5ac up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:18.712248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:18.712853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.759908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b8a9ccfc-0ebb-40d9-8ea5-ee41f6f38edd None None] Provisioning for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:18.764339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] DHCP port deletion for 87d20d14-f8de-4d2b-b78f-ab9787b98848 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:10:18.819161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 22b704e8-bc30-4139-a791-29767141e5ac {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:10:18.820176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 22b704e8-bc30-4139-a791-29767141e5ac not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 05 00:10:18.851911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] Deleting port 66fc0bd1-a644-446f-a818-1613296bd566 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:18.852670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:18.910406 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3949394 Mar 05 00:10:18.947874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b8a9ccfc-0ebb-40d9-8ea5-ee41f6f38edd None None] Provisioning complete for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:18.948589 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ccfc-0ebb-40d9-8ea5-ee41f6f38edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.024163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:19.037522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Transition to ACTIVE for port object 532c8a0c-3c70-481e-83c9-d1b1198a589b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:19.039260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c9bd3e9d-a73a-4432-8d55-811d743d970d req-302b022f-95aa-4884-82ad-15f8bf4704cd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 210 time: 0.1877334 Mar 05 00:10:19.046626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9ccfc-0ebb-40d9-8ea5-ee41f6f38edd None None] Port 12cc9fe7-067d-4e4f-9301-1ee551e0299f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:10:19.050736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 22b704e8-bc30-4139-a791-29767141e5ac not found, will not notify nova. {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 05 00:10:19.072167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.081019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.101282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2720d8f-7130-446d-9fc7-a86f6e2902bc HTTP/1.1" status: 204 len: 168 time: 1.8299794 Mar 05 00:10:19.107471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'subnet': {'network_id': '2825fa98-6a83-48b9-83f4-5b4c66c7389b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:19.229318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.326108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] For port 66fc0bd1-a644-446f-a818-1613296bd566, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=66fc0bd1-a644-446f-a818-1613296bd566,segment=NetworkSegment(a473edb0-9c09-400f-b4dd-1e0d26186b93),segment_id=a473edb0-9c09-400f-b4dd-1e0d26186b93)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:19.326784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.352917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting subnet 4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:19.403904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.406471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.422980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2720d8f-7130-446d-9fc7-a86f6e2902bc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:19.444057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.446971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.447343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.447690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.450485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.450925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.451264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.451622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.451930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.454441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.454774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d3da4-dfa8-45fc-bc9b-51f16f3cc5e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:19.489565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96134cd-efa0-4aa0-b7fd-562958e1ea34 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Network': ['ID=2825fa98-6a83-48b9-83f4-5b4c66c7389b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:19.516191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-36803c01-0c1b-48dc-a11c-e5b0ecd56d29 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3872170 Mar 05 00:10:19.532023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:19.566379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-8c69f948-dde4-489e-84f9-8246cb52f537 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7919433 Mar 05 00:10:19.576265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:19.614651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:10:19.620216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:19.653572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d7a05ded-01d8-466f-af23-db2de3afc696,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:19.662577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e6a9098-40ab-4970-abd2-906796403ac4 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:19.709861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2825fa98-6a83-48b9-83f4-5b4c66c7389b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:19.745391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.815880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5e6a9098-40ab-4970-abd2-906796403ac4 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:10:19.815880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e6a9098-40ab-4970-abd2-906796403ac4 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:10:19.816099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 66fc0bd1-a644-446f-a818-1613296bd566 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:19.846982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] Calling delete_port for 66fc0bd1-a644-446f-a818-1613296bd566 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:19.895985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:19.967184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:20.038935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'mac_address': 'fa:16:3e:41:32:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:10:20.103530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb902411-9ceb-4e5b-bc56-ab0c984f5d76 req-45cef33e-2b40-4e72-85f3-ffe1d53008eb service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583255 Mar 05 00:10:20.108577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.142782 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.156268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b8a9ccfc-0ebb-40d9-8ea5-ee41f6f38edd None None] Provisioning complete for port d7a05ded-01d8-466f-af23-db2de3afc696 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:20.156616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ccfc-0ebb-40d9-8ea5-ee41f6f38edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.250430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc4228-dc8d-40fa-8f18-8a7c14b7cdf3 req-782ba765-ab4f-4a7c-b3c4-cd50e20cd74b tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:20.252018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3bfc4228-dc8d-40fa-8f18-8a7c14b7cdf3 req-782ba765-ab4f-4a7c-b3c4-cd50e20cd74b tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 948 time: 0.8969946 Mar 05 00:10:20.264534 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.265043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0842306b-de81-4871-8f9e-30079ef0958f {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:10:20.289958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:20.302404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ba1384df-139b-49aa-9ac2-e060787c5a03'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:20.324715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:20.333159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:20.375204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.379940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-567c18fa-adf5-4f8c-abd3-790b37db9e4c tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0842306b-de81-4871-8f9e-30079ef0958f HTTP/1.1" status: 204 len: 168 time: 8.0532014 Mar 05 00:10:20.383676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60482) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:20.384479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:20.405339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:20.551211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372d3fa-8fdc-483b-a717-4fb6f7f21e93 req-fcf6bc2b-fb05-47a1-9e79-7b43cba717dc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:20.558448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0372d3fa-8fdc-483b-a717-4fb6f7f21e93 req-fcf6bc2b-fb05-47a1-9e79-7b43cba717dc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8285527 Mar 05 00:10:20.600422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:20.601046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.620643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3bfc4228-dc8d-40fa-8f18-8a7c14b7cdf3 req-a93da3d2-0a78-44bd-a02c-2eef6f164a84 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456683 Mar 05 00:10:20.622091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.634997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e835318-ea12-4bde-a9fc-d7ef31d1502d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:10:20.738606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-2d9ce5bd-b813-4a28-956e-d8355447c87f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0560100 Mar 05 00:10:20.756011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-51220e0d-77e7-4c35-95fd-ddbb09436b5a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:10:20.759777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-51220e0d-77e7-4c35-95fd-ddbb09436b5a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0091376 Mar 05 00:10:20.767642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Deleting subnet 061d75cb-4b85-46ce-be5f-f1f72dbe425c {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:20.786488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-09bae727-3bda-434c-b435-4a5f4762f6cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1097 time: 1.0180092 Mar 05 00:10:20.810431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:20.990899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.173132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 66fc0bd1-a644-446f-a818-1613296bd566 update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 00:10:21.175326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Request body: {'port': {'device_id': '4e1e457b-aa42-41df-8369-517416804839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:21.185351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:21.187330 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.268168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.310871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:21.319795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] Pushing event deleted for resources: {'Port': ['ID=66fc0bd1-a644-446f-a818-1613296bd566,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:21.375447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d7a05ded-01d8-466f-af23-db2de3afc696 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:21.395949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.425070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-196916d0-e364-4735-ba59-243f95b1cd06 tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/subnets/4d3dd24a-d6e1-4d62-9ab4-46d9f51299e9 HTTP/1.1" status: 204 len: 168 time: 3.2854750 Mar 05 00:10:21.426298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60496) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:21.511853 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.537431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5437f0-b8ba-4023-96df-8168ab6376f7 None None] Network 04041f46-e19f-467d-a455-b7b0cd8ac11e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:21.644873 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.653538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.666652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ab6d0-6d5b-44c5-9082-08c6a477a47a None None] No DVR routers for this DVR port 66fc0bd1-a644-446f-a818-1613296bd566 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:21.710023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:10:21.730756 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.752349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0372d3fa-8fdc-483b-a717-4fb6f7f21e93 req-a2dd36e0-a683-4188-8999-cd0bfd2c568a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1926985 Mar 05 00:10:21.820945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Deleting port 492789ae-b293-4939-bafe-6d1ad9e0a17c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:21.821374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.853262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:21.937450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8860f-ba6d-4b10-a3e6-8b831d785848 req-742f458d-34ec-4b6c-8f06-26c717edbe65 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:21.938213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b1b8860f-ba6d-4b10-a3e6-8b831d785848 req-742f458d-34ec-4b6c-8f06-26c717edbe65 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:10:21.958764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:21.982693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-5f0b8e16-ed85-43c6-8ca3-f2d6b8976d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:21.986220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-5f0b8e16-ed85-43c6-8ca3-f2d6b8976d25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 1.1448908 Mar 05 00:10:21.992042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b1b8860f-ba6d-4b10-a3e6-8b831d785848 req-742f458d-34ec-4b6c-8f06-26c717edbe65 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:10:22.007392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1b8860f-ba6d-4b10-a3e6-8b831d785848 req-742f458d-34ec-4b6c-8f06-26c717edbe65 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 932 time: 0.9406669 Mar 05 00:10:22.045358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['9e835318-ea12-4bde-a9fc-d7ef31d1502d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:22.275620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Checking segment: {'id': '7bfe97fa-1161-4766-ab97-e03fdca494ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2825fa98-6a83-48b9-83f4-5b4c66c7389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:22.276051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network hostable DHCP agents. Network: 2825fa98-6a83-48b9-83f4-5b4c66c7389b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:22.299209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Provisioning complete for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:22.300223 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:22.461004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-50616891-f803-4c5b-beb0-31974cad2410 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 217 time: 0.3856072 Mar 05 00:10:22.461702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:22.484318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d7a05ded-01d8-466f-af23-db2de3afc696 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:22.484931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:22.509455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:22.577113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Port 12cc9fe7-067d-4e4f-9301-1ee551e0299f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:10:22.623769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-46c2aa68-bf57-464c-87d1-2f7b6233d8d9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6530337 Mar 05 00:10:22.632929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:22.633944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:22.671588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60512) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:22.676111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-4e60123e-dcb1-4303-9798-a51458a4a284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:22.677581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-4e60123e-dcb1-4303-9798-a51458a4a284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1761515 Mar 05 00:10:22.678293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Subnet': ['ID=ae717167-8679-4f3d-b59f-78bc33f9ff25,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:22.735969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:22.906148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] For port 492789ae-b293-4939-bafe-6d1ad9e0a17c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=492789ae-b293-4939-bafe-6d1ad9e0a17c,segment=NetworkSegment(89943a77-a0e1-40c1-a348-4aaf9c3aa603),segment_id=89943a77-a0e1-40c1-a348-4aaf9c3aa603)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:22.906798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:22.941376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43c98-b178-4cf9-b1da-5c5785bd734b req-c2e82536-7331-409c-8c47-f9e68f63e83c tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:22.948307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf43c98-b178-4cf9-b1da-5c5785bd734b req-c2e82536-7331-409c-8c47-f9e68f63e83c tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 949 time: 0.6810374 Mar 05 00:10:22.954276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network 2825fa98-6a83-48b9-83f4-5b4c66c7389b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:22.980555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Provisioning complete for port d7a05ded-01d8-466f-af23-db2de3afc696 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:22.980923 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.038047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2825fa98-6a83-48b9-83f4-5b4c66c7389b) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:23.059419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:23.059639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.105503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-53d9ea46-2aa9-4ca7-accd-f7288ea60906 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.0653553 Mar 05 00:10:23.121739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf43c98-b178-4cf9-b1da-5c5785bd734b req-cb763044-a871-46d6-b26c-19cebf8e93f3 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724839 Mar 05 00:10:23.123667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:23.141547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62252020-8001-4a69-945a-cb8f51929163 None None] Network 2825fa98-6a83-48b9-83f4-5b4c66c7389b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:23.171588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Calling delete_port for 492789ae-b293-4939-bafe-6d1ad9e0a17c owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:23.260953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.266271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec94306-31b0-496a-a897-14e3a4deacc2 None None] DHCP port deletion for 04041f46-e19f-467d-a455-b7b0cd8ac11e request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:10:23.308887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4ec94306-31b0-496a-a897-14e3a4deacc2 None None] Deleting port 492789ae-b293-4939-bafe-6d1ad9e0a17c {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:23.309590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ec94306-31b0-496a-a897-14e3a4deacc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.357646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.385433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:23.387985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/061d75cb-4b85-46ce-be5f-f1f72dbe425c HTTP/1.1" status: 204 len: 168 time: 2.7925808 Mar 05 00:10:23.395130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077701ec-8d17-4e84-8921-504fc3459503 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=061d75cb-4b85-46ce-be5f-f1f72dbe425c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:23.402742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60530) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:23.452566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 22b704e8-bc30-4139-a791-29767141e5ac no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:23.524824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 22b704e8-bc30-4139-a791-29767141e5ac {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:10:23.525181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 22b704e8-bc30-4139-a791-29767141e5ac not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:10:23.526657 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1b8860f-ba6d-4b10-a3e6-8b831d785848 req-f2d886da-2fb2-445f-8a69-05c7442f03ad tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5181835 Mar 05 00:10:23.667694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.682173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.688386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-87fb7330-7ba3-4188-b658-e5be74fa0ddd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0031891 Mar 05 00:10:23.739409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Port': ['ID=492789ae-b293-4939-bafe-6d1ad9e0a17c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:23.761390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] No DVR routers for this DVR port 492789ae-b293-4939-bafe-6d1ad9e0a17c on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:23.800020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.833858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4ec94306-31b0-496a-a897-14e3a4deacc2 None None] The port '492789ae-b293-4939-bafe-6d1ad9e0a17c' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:10:23.837073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 492789ae-b293-4939-bafe-6d1ad9e0a17c no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:23.896739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.918653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-dd307bb8-62ad-41fd-844f-72f7743aafa5 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719584 Mar 05 00:10:23.923164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04041f46-e19f-467d-a455-b7b0cd8ac11e']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:23.940600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89943a77-a0e1-40c1-a348-4aaf9c3aa603') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:23.940944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89943a77-a0e1-40c1-a348-4aaf9c3aa603') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:23.953951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.971876 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:23.978912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:23.980857 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.071883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:24.081592 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:24.085317 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.149095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.166959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] 10.222.0.32 "DELETE /v2.0/networks/04041f46-e19f-467d-a455-b7b0cd8ac11e HTTP/1.1" status: 204 len: 168 time: 2.7316711 Mar 05 00:10:24.186769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b141f-8574-4bcb-b2b8-26a94659c56b tempest-NetworksIpV6Test-2038174642 tempest-NetworksIpV6Test-2038174642-project] Pushing event deleted for resources: {'Network': ['ID=04041f46-e19f-467d-a455-b7b0cd8ac11e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:24.269150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532c8a0c-3c70-481e-83c9-d1b1198a589b {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:10:24.321579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.340354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 492789ae-b293-4939-bafe-6d1ad9e0a17c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:10:24.341506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 492789ae-b293-4939-bafe-6d1ad9e0a17c not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:10:24.371236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Provisioning for port 532c8a0c-3c70-481e-83c9-d1b1198a589b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:24.389721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Provisioning complete for port 532c8a0c-3c70-481e-83c9-d1b1198a589b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:24.390099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.458025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:14Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:24.460536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2bbb-3159-4592-adf4-33572aabd8dc req-c121917d-6fdc-44e5-9ec2-a602c45c21ec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:24.462654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066a2bbb-3159-4592-adf4-33572aabd8dc req-c121917d-6fdc-44e5-9ec2-a602c45c21ec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8951921 Mar 05 00:10:24.465328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:24.465680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Updating router f2eb786f-20b5-42fb-b254-811b51e90da3 port 12cc9fe7-067d-4e4f-9301-1ee551e0299f binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:10:24.592957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Transition to ACTIVE for port object 532c8a0c-3c70-481e-83c9-d1b1198a589b will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:24.606768 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.609540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.631446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.640191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.648106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60560) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:24.761630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2f41c0-9400-42fd-81f5-159e6e3ddf18']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:24.794814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46dcefd-f424-4319-a4b9-540ff9905601') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:24.795109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46dcefd-f424-4319-a4b9-540ff9905601') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:24.820254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.836325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a766d3-fc33-4310-b83a-f5116b962d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-2825fa98-6a83-48b9-83f4-5b4c66c7389b', 'network_id': '2825fa98-6a83-48b9-83f4-5b4c66c7389b', 'tenant_id': 'fd55acf2f8a949c5b970d079367c1a60', 'fixed_ips': [{'subnet_id': 'ae717167-8679-4f3d-b59f-78bc33f9ff25'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:24.837673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51a766d3-fc33-4310-b83a-f5116b962d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.840916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:24.842852 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.852478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:24.853040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:24.917309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4dd84538-c31d-4e7f-8a4c-f54111423fa6 None None] Port 532c8a0c-3c70-481e-83c9-d1b1198a589b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:10:25.077355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.102164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4aaf046b-ad0a-47a3-ad00-2776ff3ef6cd None None] Provisioning complete for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:25.102795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4aaf046b-ad0a-47a3-ad00-2776ff3ef6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.119189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cf5da59-633c-481c-bea4-79f36af4c2c5 req-d2693109-5bd0-4be3-a8da-a1da1b7c8b73 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1675520 Mar 05 00:10:25.137014 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-066a2bbb-3159-4592-adf4-33572aabd8dc req-a57e6183-f2e3-4440-92dd-111cc82f494b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625175 Mar 05 00:10:25.139486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Subnet': ['ID=ae717167-8679-4f3d-b59f-78bc33f9ff25,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:25.192888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf046b-ad0a-47a3-ad00-2776ff3ef6cd None None] Port 12cc9fe7-067d-4e4f-9301-1ee551e0299f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:25.227038 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:25.242188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e6284-15e0-49f4-bf1d-7fa8c1194ad4 None None] Network 2825fa98-6a83-48b9-83f4-5b4c66c7389b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:25.463750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Pushing event updated for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:25.541174 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:10:25.559869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:25.586914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 05 00:10:25.604879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.610811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e2f41c0-9400-42fd-81f5-159e6e3ddf18 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:10:25.614821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.651626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e70af-7785-40f8-8bf0-3cf0d37b2139 req-57ec4a95-dd9c-48b0-908c-8238781b2fea tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:25.659760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b1e70af-7785-40f8-8bf0-3cf0d37b2139 req-57ec4a95-dd9c-48b0-908c-8238781b2fea tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 949 time: 1.2204523 Mar 05 00:10:25.670889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.706838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.714695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/networks/4e2f41c0-9400-42fd-81f5-159e6e3ddf18 HTTP/1.1" status: 204 len: 168 time: 2.3108752 Mar 05 00:10:25.721960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09546c68-bedb-4313-a2d3-71aa52ceca74 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e2f41c0-9400-42fd-81f5-159e6e3ddf18,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:25.741330 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01bafb01-9361-4b3d-8b7e-33d31539caa1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c9671e60139427a91dd1d64673d651a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0589154 Mar 05 00:10:25.744598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:25.764464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Removed routes are [] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 05 00:10:25.766973 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.874361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b1e70af-7785-40f8-8bf0-3cf0d37b2139 req-08efaebd-6d0a-4620-8454-cbb32e01cb38 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133324 Mar 05 00:10:25.880458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Attempting to bind port 532c8a0c-3c70-481e-83c9-d1b1198a589b on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:25.880458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Attempting to bind port 532c8a0c-3c70-481e-83c9-d1b1198a589b by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:25.880458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Attempting to bind port 532c8a0c-3c70-481e-83c9-d1b1198a589b on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:25.894504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee7c85fb-ac92-4e19-b8f3-de149417d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.901742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Port 532c8a0c-3c70-481e-83c9-d1b1198a589b on network 43cfeb84-aa30-4187-b10f-5985df7803ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:10:25.902335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Attempting to bind port 532c8a0c-3c70-481e-83c9-d1b1198a589b on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:25.971915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2825fa98-6a83-48b9-83f4-5b4c66c7389b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:25.985818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:25.986174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:25.986962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.987612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:25.988060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Bound port: 532c8a0c-3c70-481e-83c9-d1b1198a589b, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:25.988421 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:25.992524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfe97fa-1161-4766-ab97-e03fdca494ee') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:25.992680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfe97fa-1161-4766-ab97-e03fdca494ee') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:26.017920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.020130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Transition to ACTIVE for port object 12cc9fe7-067d-4e4f-9301-1ee551e0299f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:26.027742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee7c85fb-ac92-4e19-b8f3-de149417d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.039489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.125313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.139352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 9e835318-ea12-4bde-a9fc-d7ef31d1502d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:26.140218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:26.140629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.181697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 9e835318-ea12-4bde-a9fc-d7ef31d1502d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:26.182298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.217287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:26.223493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:26.235289 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.305179 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee7c85fb-ac92-4e19-b8f3-de149417d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:26.354195 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:26.402548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.407258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Pushing event updated for resources: {'Port': ['ID=12cc9fe7-067d-4e4f-9301-1ee551e0299f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:26.422630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:26.425722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60584) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:26.454320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.454844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.455337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.455784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.456216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.456648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.457077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.457553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.457977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.458401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.458938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:10:26.485670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'name': 'tempest-router--270142389', 'project_id': 'ce9172d9d4af49459de3f9c9b5005d92'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:26.504805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c85fb-ac92-4e19-b8f3-de149417d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c026a-c4a3-4fff-a7bd-f8fce2a5222c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:26.522601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee7c85fb-ac92-4e19-b8f3-de149417d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.534354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee7c85fb-ac92-4e19-b8f3-de149417d7ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f02c026a-c4a3-4fff-a7bd-f8fce2a5222c HTTP/1.1" status: 204 len: 168 time: 0.7875783 Mar 05 00:10:26.541336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:26.589330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.613666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Network': ['ID=2825fa98-6a83-48b9-83f4-5b4c66c7389b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:26.623932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9167879b904bc6816421c8c7890cce is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:26.635401 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-018b690e-82b2-4489-a489-9b831ecc6d6a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/2825fa98-6a83-48b9-83f4-5b4c66c7389b HTTP/1.1" status: 204 len: 168 time: 3.5083301 Mar 05 00:10:26.637585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:router and tenant:ce9172d9d4af49459de3f9c9b5005d92 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:26.639085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:26.646027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.647606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60590) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:26.648136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] 10.222.0.36 "PUT /v2.0/ports/532c8a0c-3c70-481e-83c9-d1b1198a589b HTTP/1.1" status: 200 len: 1092 time: 5.8739235 Mar 05 00:10:26.649937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:26.653016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:26.668578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751601970'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:26.691624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:26.700574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe74c2-0ddd-48c9-8d1e-21c6a9a65c52 req-10f3c979-b124-4bb6-94b8-b01bfabf0900 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:26.703622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:26.725082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ebe74c2-0ddd-48c9-8d1e-21c6a9a65c52 req-10f3c979-b124-4bb6-94b8-b01bfabf0900 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 944 time: 1.1408033 Mar 05 00:10:26.749951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea834f-4acf-49e5-9645-bddcd8a47a3c service neutron] Pushing event updated for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:26.790757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Attempting to bind port 12cc9fe7-067d-4e4f-9301-1ee551e0299f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:26.791350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Attempting to bind port 12cc9fe7-067d-4e4f-9301-1ee551e0299f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:26.791564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Attempting to bind port 12cc9fe7-067d-4e4f-9301-1ee551e0299f on network 6b260590-fb24-4766-873d-522a308946b5 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:26.806054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:26.825933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ebe74c2-0ddd-48c9-8d1e-21c6a9a65c52 req-5b217204-bb1a-4ce8-b217-b84c1f516dc2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998623 Mar 05 00:10:26.826582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.827800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.862585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:26.863013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Checking segment: {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:26.863420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.863828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Bound using segment: {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:26.864294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Bound port: 12cc9fe7-067d-4e4f-9301-1ee551e0299f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac23914-2d46-4950-ba4e-14c8b7f0600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6b260590-fb24-4766-873d-522a308946b5'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:26.864667 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.884405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:network and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:26.900106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71b758-b6d2-4db4-8fbf-18ad7ea035dc req-2d57991e-5394-46c2-8323-d73d739f5fb0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:26.902468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:26.903182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c71b758-b6d2-4db4-8fbf-18ad7ea035dc req-2d57991e-5394-46c2-8323-d73d739f5fb0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3576827 Mar 05 00:10:26.930365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:26.944728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:26.949187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-59d2f5ba-2039-49a0-a5f1-ac9d9c73d061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 1095 time: 0.2473445 Mar 05 00:10:27.022439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:27.027869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.102649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.113333 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b', 'status': 'completed', 'code': 200} Mar 05 00:10:27.119537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c71b758-b6d2-4db4-8fbf-18ad7ea035dc req-d313eb9b-7128-4678-8dad-0d6b4e405e74 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095490 Mar 05 00:10:27.147713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-1b22137d-390e-4c8d-b638-bd44fa9ad210 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b HTTP/1.1" status: 200 len: 217 time: 0.1887839 Mar 05 00:10:27.286284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-34fde5f9-aced-451a-a09f-20060bbe0d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:27.288686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-34fde5f9-aced-451a-a09f-20060bbe0d3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1226442 Mar 05 00:10:27.291107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:27.303407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.304292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:27.346827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.372079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.420037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-fb7cd2ed-1107-4d4c-b60f-213d04289898 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236856 Mar 05 00:10:27.421037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.422522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-591e981d-cf43-4c4d-940b-cdc15512bb9d tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9802883 Mar 05 00:10:27.426916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:27.495155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.508044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.558291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:27.677609 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.711515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] For port 12cc9fe7-067d-4e4f-9301-1ee551e0299f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:27.715356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] For port 12cc9fe7-067d-4e4f-9301-1ee551e0299f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=12cc9fe7-067d-4e4f-9301-1ee551e0299f,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:27.721905 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'code': 200} Mar 05 00:10:27.722239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.722587 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Added segment 84fc5109-ab75-47e0-81bf-884cfe2bba90 of type vlan for network ef4ea949-3d53-4505-86ec-0c26a65d84b7 Mar 05 00:10:27.722985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:27.725251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.744834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.828953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.848666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dbdb3-fd25-417d-b978-b31027cfac07 None None] Pushing event updated for resources: {'Port': ['ID=12cc9fe7-067d-4e4f-9301-1ee551e0299f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:27.858351 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-7e9a18d2-50f5-49bc-b397-6edcdcd90b75 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323406 Mar 05 00:10:27.883329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c7cd8-2867-4ddd-a9c3-258e3cacae73,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:27.883854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:27.884501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:27.918202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:27.935568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:28.042163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52b24059-5575-4815-bd25-86f0adbcdb83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f9167879b904bc6816421c8c7890cce&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1501167 Mar 05 00:10:28.083153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6879e565-23d3-4b0e-9ce2-c58c1e3e8343 req-8668325e-4e03-4b93-ac0d-ba5c7dd6b726 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 1101 time: 0.5300188 Mar 05 00:10:28.086428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60622) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:28.105111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380c2a-48d8-4cbb-b884-b3040ac1f703 req-0fc68db1-1e3c-4345-91f4-031199af0977 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:28.117269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-43380c2a-48d8-4cbb-b884-b3040ac1f703 req-0fc68db1-1e3c-4345-91f4-031199af0977 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 950 time: 0.6116755 Mar 05 00:10:28.194998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:28.325313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:10:28.420077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:28.434438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:28.435825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:28.557243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9035056 Mar 05 00:10:28.603491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60636) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:28.603815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60638) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:28.618851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'subnet': {'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:28.633376 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a775d0-f9e6-44c3-8c08-a1dd742e8aba req-c5408d58-b34c-4a04-a0b6-9da2e959351a service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7682877 Mar 05 00:10:28.656694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:25Z', 'revision_number': 6, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:27Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:28.668180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6cba1-4876-49e5-b3c1-f35a2f998bff None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:25Z', 'revision_number': 6, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:27Z', 'revision_number': 4, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:28.787493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a0b3-82b3-47a5-b276-4eb805c022bf tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Network': ['ID=ef4ea949-3d53-4505-86ec-0c26a65d84b7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:28.811873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ef4ea949-3d53-4505-86ec-0c26a65d84b7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:29.024432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:29.028908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:subnet and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:29.034123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:29.048113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:29.068632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1768f9e-0071-4e97-81fa-5f283cc6d8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.104345 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1768f9e-0071-4e97-81fa-5f283cc6d8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.145608 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.158894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a55f6-2673-4d5b-8595-71365291e267 req-4464e5a5-0059-47a9-aeb8-aa2047c1e62a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:29.165666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-117a55f6-2673-4d5b-8595-71365291e267 req-4464e5a5-0059-47a9-aeb8-aa2047c1e62a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 944 time: 1.0229764 Mar 05 00:10:29.171258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-43380c2a-48d8-4cbb-b884-b3040ac1f703 req-47388544-072d-47c2-9ea6-d097afd0a26d tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0528193 Mar 05 00:10:29.175893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6879e565-23d3-4b0e-9ce2-c58c1e3e8343 req-edc0e51f-4940-488b-8226-8b8b69c45814 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0388451 Mar 05 00:10:29.178297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:29.180339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.257971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-911e937a-00e7-474f-8a04-b84e6fd60c87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 1095 time: 0.4789960 Mar 05 00:10:29.337177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.370803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198705247'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:29.377887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:29.391574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:29.425119 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-117a55f6-2673-4d5b-8595-71365291e267 req-eb321439-fd76-489a-ab08-eae7f7a79f7d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585776 Mar 05 00:10:29.468485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:29.515730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-b01f1b66-b246-4871-b268-42e5f3d3a5b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:29.517339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-b01f1b66-b246-4871-b268-42e5f3d3a5b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.2525671 Mar 05 00:10:29.518651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.519145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 875e968e-b4aa-411d-ab40-6bbc15226398 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:10:29.524077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1768f9e-0071-4e97-81fa-5f283cc6d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.531003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:29.582975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:10:29.608197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1768f9e-0071-4e97-81fa-5f283cc6d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c7cd8-2867-4ddd-a9c3-258e3cacae73,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:29.647518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.652637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eaa526ba-3880-4b7f-996a-3ac541c82105 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/routers/875e968e-b4aa-411d-ab40-6bbc15226398 HTTP/1.1" status: 204 len: 168 time: 1.9962709 Mar 05 00:10:29.667126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1768f9e-0071-4e97-81fa-5f283cc6d8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.668275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d1768f9e-0071-4e97-81fa-5f283cc6d8f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/798c7cd8-2867-4ddd-a9c3-258e3cacae73 HTTP/1.1" status: 204 len: 168 time: 1.5347352 Mar 05 00:10:29.668992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:29.669884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-cd60321c-5bd6-44e4-aa61-71a4e051d35b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b HTTP/1.1" status: 200 len: 217 time: 0.1426349 Mar 05 00:10:29.672087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.716790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:29.771039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 12cc9fe7-067d-4e4f-9301-1ee551e0299f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:29.810091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-7b8b7f78-527f-4e74-9d7e-18699707296a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:29.811706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-7b8b7f78-527f-4e74-9d7e-18699707296a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1312253 Mar 05 00:10:29.931724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:29.933387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-3835ecda-ca68-462c-81ec-14bd5157176b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143608 Mar 05 00:10:29.941173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:29.942937 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.099859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60652) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:30.172413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:30.176644 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.218630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-4e9290af-43ff-4e90-8585-0666ecb7b28c service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778208 Mar 05 00:10:30.244935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:security_group_rule and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:30.248159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 12cc9fe7-067d-4e4f-9301-1ee551e0299f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=12cc9fe7-067d-4e4f-9301-1ee551e0299f,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:30.249093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:30.257630 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.391522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f855-0f04-4542-9ea8-ea5db6e67d1e req-07f44b67-935f-421d-b7f7-30e0c3a87467 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:30.393670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8a2f855-0f04-4542-9ea8-ea5db6e67d1e req-07f44b67-935f-421d-b7f7-30e0c3a87467 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.0272639 Mar 05 00:10:30.417371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=12cc9fe7-067d-4e4f-9301-1ee551e0299f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:30.445046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:30.481374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1760404280', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:30.490688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:30.492870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60666) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:30.502734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Usage tracker for resource:router and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:30.506202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:30.512524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:30.586178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.586894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.598738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62c6f561-1222-4dda-b9f6-b70452d452a2 req-613346b5-610e-47b5-a0ed-c4bc28a1cae5 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680439 Mar 05 00:10:30.599511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.667867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:30.671064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.684732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Usage tracker for resource:security_group_rule and tenant:dd909bf80f4746d4a8b5492487f89576 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:30.690653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:30.693765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8a2f855-0f04-4542-9ea8-ea5db6e67d1e req-e3beb43d-1ca9-40c5-9367-df0e7fe52d58 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439950 Mar 05 00:10:30.698574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:30.724558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78efc-8bb3-4b86-9486-c422a02174cd req-0877f508-fd4b-4994-918b-6a764ea30674 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:30.739319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ce78efc-8bb3-4b86-9486-c422a02174cd req-0877f508-fd4b-4994-918b-6a764ea30674 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 950 time: 0.2108519 Mar 05 00:10:30.805847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:30.807977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:30.991013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.009445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.022949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:31.033631 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.034363 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 11e6bbf2-f4e4-4447-b35c-28d4423ac5e2 of type vlan for network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 Mar 05 00:10:31.076292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.100184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Subnet': ['ID=3370831c-c894-4f33-9e17-56d9bb610ad4,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:31.112152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.116057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7788d7b7-b2e3-4321-978b-46aac581ccf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 934 time: 8.4329338 Mar 05 00:10:31.128947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:31.201244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.208826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16567041-a8e0-4fe4-a09c-c7a6508ccfdc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:31.215250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ce78efc-8bb3-4b86-9486-c422a02174cd req-6a0b5691-9fb3-435a-b69e-1533b0362020 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750679 Mar 05 00:10:31.215847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.229569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:10:31.264506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd909bf80f4746d4a8b5492487f89576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7684879 Mar 05 00:10:31.266401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.273687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60674) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:31.307328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Checking segment: {'id': '84fc5109-ab75-47e0-81bf-884cfe2bba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:31.307695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network hostable DHCP agents. Network: ef4ea949-3d53-4505-86ec-0c26a65d84b7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:31.335250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509a64-ab0a-432b-bacc-c13562bbe2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5774951-2b6a-4022-b674-4d354ea44e6f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:31.338576 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.342275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:31.342864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.368310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-455aa300-32a2-4a70-81f9-e1a80faa0b20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2973418 Mar 05 00:10:31.368815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093fc88-34b2-41a0-9b24-b1ca87f1905d req-a3be1f83-be0d-4d6d-9dcc-e4c7fa71609a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:31.370294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4093fc88-34b2-41a0-9b24-b1ca87f1905d req-a3be1f83-be0d-4d6d-9dcc-e4c7fa71609a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 944 time: 0.4473779 Mar 05 00:10:31.528623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f13a77e1-6121-419c-9386-da136a071835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.616575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f13a77e1-6121-419c-9386-da136a071835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.645893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0311325 Mar 05 00:10:31.674383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 12cc9fe7-067d-4e4f-9301-1ee551e0299f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:31.675401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-cd747c48-8be2-4839-946e-9e8d136c7367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 1096 time: 0.2238772 Mar 05 00:10:31.706142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72501d-fef0-4c5d-be4a-5bf159a08b08 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=49c757e9-f81b-4bd6-aba5-2b41b6283ba6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:31.725488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network ef4ea949-3d53-4505-86ec-0c26a65d84b7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:31.779174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532c8a0c-3c70-481e-83c9-d1b1198a589b details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:10:31.782054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, ef4ea949-3d53-4505-86ec-0c26a65d84b7) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:31.785447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4093fc88-34b2-41a0-9b24-b1ca87f1905d req-a0bdda40-fbfc-4ae6-8244-0c759cd6b24f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897855 Mar 05 00:10:31.788954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60680) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:31.803616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:31.807022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:31.807835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:31.838363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:31.848998 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:10:31.885723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebeb0f0-3bac-4acc-b59f-b1eeb2d52faf None None] Network ef4ea949-3d53-4505-86ec-0c26a65d84b7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:32.057397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea9acd12-d1a0-4fa4-b271-8f2b496fe484 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 934 time: 0.9166439 Mar 05 00:10:32.058254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:32.065894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f13a77e1-6121-419c-9386-da136a071835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.090000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-54f3b9d1-b323-46f0-b8a0-b55346906834 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4768512 Mar 05 00:10:32.093911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:32.101561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'routes': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:32.108206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a77e1-6121-419c-9386-da136a071835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5774951-2b6a-4022-b674-4d354ea44e6f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:32.124774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f13a77e1-6121-419c-9386-da136a071835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.126079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f13a77e1-6121-419c-9386-da136a071835 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5774951-2b6a-4022-b674-4d354ea44e6f HTTP/1.1" status: 204 len: 168 time: 0.8514404 Mar 05 00:10:32.151771 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:32.174043 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:32.176453 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:32.191516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-60c883d0-0649-461a-9200-bdafd33abcc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:32.193248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-60c883d0-0649-461a-9200-bdafd33abcc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.4791505 Mar 05 00:10:32.228982 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:10:32.332403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:32.341090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:32.358170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:32.387160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:32.434912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.530908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:32.584672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.624851 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:32.635457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.691971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.704904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 12cc9fe7-067d-4e4f-9301-1ee551e0299f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:32.705475 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:32.788168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-e32deb1f-09b9-4427-adb8-cd2c6a7d98ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 200 len: 217 time: 0.5052981 Mar 05 00:10:32.806567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf8d4e-93b9-444c-a0ff-7df2a354ef2e req-6e46037f-b139-453a-849f-df4fb74034de tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:32.819144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17cf8d4e-93b9-444c-a0ff-7df2a354ef2e req-6e46037f-b139-453a-849f-df4fb74034de tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.8477964 Mar 05 00:10:32.917666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-ebd6e088-9a89-4a47-9127-d9205c8eed6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:32.919347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-ebd6e088-9a89-4a47-9127-d9205c8eed6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0939281 Mar 05 00:10:32.983739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:32.987673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Allocated IP 172.25.0.235 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b425c1cb-f337-4f2e-bea6-24cfb2b81269) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:33.030428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '532c8a0c-3c70-481e-83c9-d1b1198a589b', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': '532c8a0c-3c70-481e-83c9-d1b1198a589b', 'mac_address': 'fa:16:3e:f3:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:10:33.112218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17cf8d4e-93b9-444c-a0ff-7df2a354ef2e req-ebdf0bfd-8373-41b9-bc10-0a99773caccf tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918541 Mar 05 00:10:33.352341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-ef4ea949-3d53-4505-86ec-0c26a65d84b7', 'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7', 'tenant_id': 'fd55acf2f8a949c5b970d079367c1a60', 'fixed_ips': [{'subnet_id': '3370831c-c894-4f33-9e17-56d9bb610ad4'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:33.353496 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.366859 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.440046 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:25Z', 'revision_number': 6, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:30Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:33.446206 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:33.458433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:33.459058 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:33.506009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.536256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.573507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Allocated IP 2001:db8::2 (ef4ea949-3d53-4505-86ec-0c26a65d84b7/3370831c-c894-4f33-9e17-56d9bb610ad4/fcfbad3b-a76f-45b2-aec7-173b2ac35171) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:33.672695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466b6cf-2cc3-4159-830b-775f33a37978 req-b79f1aef-5498-438a-b20e-34f6e40b390f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:33.683316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5466b6cf-2cc3-4159-830b-775f33a37978 req-b79f1aef-5498-438a-b20e-34f6e40b390f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 950 time: 1.2041209 Mar 05 00:10:33.691820 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:33.708767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.818691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.830147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Transition to ACTIVE for port object fcfbad3b-a76f-45b2-aec7-173b2ac35171 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:33.872038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Transition to ACTIVE for port object fcfbad3b-a76f-45b2-aec7-173b2ac35171 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:33.882108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532c8a0c-3c70-481e-83c9-d1b1198a589b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:10:33.891732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:33.892933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:33.903081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-616b39cc-3d57-45dc-ab5c-bef1934b1a77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9714513 Mar 05 00:10:33.924288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:33.937315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:34.098822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:34.143083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Pushing event updated for resources: {'Port': ['ID=fcfbad3b-a76f-45b2-aec7-173b2ac35171,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:34.145525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:34.156194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Network ef4ea949-3d53-4505-86ec-0c26a65d84b7 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:34.227789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:34.263239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:34.315187 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:25Z', 'revision_number': 6, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:30Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:34.327627 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf285d-d044-4316-bdf2-4c4b4351be2e None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:25Z', 'revision_number': 6, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:30Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:34.341392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:34.423283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5466b6cf-2cc3-4159-830b-775f33a37978 req-c81cb413-c70a-40e9-862d-20b9bd4a46a7 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379403 Mar 05 00:10:34.466847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Attempting to bind port fcfbad3b-a76f-45b2-aec7-173b2ac35171 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:34.467290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Attempting to bind port fcfbad3b-a76f-45b2-aec7-173b2ac35171 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '84fc5109-ab75-47e0-81bf-884cfe2bba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:34.467731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Attempting to bind port fcfbad3b-a76f-45b2-aec7-173b2ac35171 on network ef4ea949-3d53-4505-86ec-0c26a65d84b7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:34.486228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:34.490421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Checking segment: {'id': '84fc5109-ab75-47e0-81bf-884cfe2bba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:34.490841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:34.491249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Bound using segment: {'id': '84fc5109-ab75-47e0-81bf-884cfe2bba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:34.491749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Bound port: fcfbad3b-a76f-45b2-aec7-173b2ac35171, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fc5109-ab75-47e0-81bf-884cfe2bba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:34.492131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:34.519488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event updated for resources: {'Port': ['ID=b425c1cb-f337-4f2e-bea6-24cfb2b81269,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:34.535104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-4d3ce340-3371-46ea-8638-07c341b51706 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241177 Mar 05 00:10:34.544574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['532c8a0c-3c70-481e-83c9-d1b1198a589b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:34.614099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:34.714594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Subnet': ['ID=3370831c-c894-4f33-9e17-56d9bb610ad4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:34.737955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c57f-136e-4e8f-b97b-7d820a699b25 req-aea869f2-3381-4b16-a01e-1a3512ccb0c6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:34.739466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eed3c57f-136e-4e8f-b97b-7d820a699b25 req-aea869f2-3381-4b16-a01e-1a3512ccb0c6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 944 time: 1.1449869 Mar 05 00:10:34.750309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] For port fcfbad3b-a76f-45b2-aec7-173b2ac35171, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:34.755457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] For port fcfbad3b-a76f-45b2-aec7-173b2ac35171, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fcfbad3b-a76f-45b2-aec7-173b2ac35171,segment=NetworkSegment(84fc5109-ab75-47e0-81bf-884cfe2bba90),segment_id=84fc5109-ab75-47e0-81bf-884cfe2bba90)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:34.767805 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:34.871605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac4e994a-46f2-4eb9-a2e9-5607428c32db req-a2d6a57a-27d5-4274-9545-30b9f83173b2 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281350 Mar 05 00:10:34.879615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eed3c57f-136e-4e8f-b97b-7d820a699b25 req-f0a2fdcc-73be-422e-8627-dcfeb3c3043b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168344 Mar 05 00:10:35.031952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.033355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.053895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6918ad32-4442-4bd3-9158-959b9336beb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.092727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eee09-6835-4383-86a4-f3c6cd726a98 None None] Pushing event updated for resources: {'Port': ['ID=fcfbad3b-a76f-45b2-aec7-173b2ac35171,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:35.114403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d826af8-d18c-4a7c-b237-624a38c97146 None None] Network ef4ea949-3d53-4505-86ec-0c26a65d84b7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:35.292076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.337173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added routes are [] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 05 00:10:35.341032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 05 00:10:35.426918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.461575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4ea949-3d53-4505-86ec-0c26a65d84b7']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:35.477089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fc5109-ab75-47e0-81bf-884cfe2bba90') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:35.477523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fc5109-ab75-47e0-81bf-884cfe2bba90') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:35.488465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9599f-82c6-4bfd-acef-4fc6aec1bb3f None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:10:35.496352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.518051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.521053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.658910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Router a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:10:35.669378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:35.670473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:35.702822 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:36.007683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:36.067104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.069927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-141fba52-46bc-4ca4-955f-afef599160fe tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9633639 Mar 05 00:10:36.072590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60752) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:36.096076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] Sync routers for ids ['a8f376bc-91fe-4ea6-8f17-c8cd9585ac20'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:36.134017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1c89c-c6ee-4ab8-bc1d-2c6950009655 req-befc8b8d-d7d6-40b9-a224-fa167cc67041 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:36.136027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05b1c89c-c6ee-4ab8-bc1d-2c6950009655 req-befc8b8d-d7d6-40b9-a224-fa167cc67041 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 1.3462150 Mar 05 00:10:36.164587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532c8a0c-3c70-481e-83c9-d1b1198a589b up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:36.176747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=4d2c9c03-40c7-44d8-b089-9a521241e163,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:36.259551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:10:36.259551 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:10:36.259551 n-d-828979-4 neutron-server[83782]: [parameters: {'id': 'ef4ea949-3d53-4505-86ec-0c26a65d84b7'}] Mar 05 00:10:36.259551 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:10:36.259918 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:10:36.333075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:36.333703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 49c757e9-f81b-4bd6-aba5-2b41b6283ba6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:36.335374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] Routers {'a8f376bc-91fe-4ea6-8f17-c8cd9585ac20'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:36.336910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a8f376bc-91fe-4ea6-8f17-c8cd9585ac20'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:36.381232 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05b1c89c-c6ee-4ab8-bc1d-2c6950009655 req-d21beab1-8107-4b4e-90fb-341b549f5f6e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209263 Mar 05 00:10:36.416241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9599f-82c6-4bfd-acef-4fc6aec1bb3f None None] Network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:36.424858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:36.427881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Unable to find a vacant binding_index for network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 and agent 130b5110-bd36-451c-acc8-f3206755839a {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 05 00:10:36.438049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9599f-82c6-4bfd-acef-4fc6aec1bb3f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 49c757e9-f81b-4bd6-aba5-2b41b6283ba6) {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:10:36.458249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 49c757e9-f81b-4bd6-aba5-2b41b6283ba6) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:36.470283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] Routers {'a8f376bc-91fe-4ea6-8f17-c8cd9585ac20'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:36.471097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a8f376bc-91fe-4ea6-8f17-c8cd9585ac20'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:36.476648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:36.477457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.479804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4256-d5a4-4c01-9698-c899b9a8a763 req-ec49d53c-6e43-4470-b1bc-fc3b4a1f4edc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:36.487670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13dd4256-d5a4-4c01-9698-c899b9a8a763 req-ec49d53c-6e43-4470-b1bc-fc3b4a1f4edc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 945 time: 0.2005932 Mar 05 00:10:36.552060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13dd4256-d5a4-4c01-9698-c899b9a8a763 req-b8e28936-6a21-4c57-b0c9-3ae2ed17e049 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636463 Mar 05 00:10:36.556907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 532c8a0c-3c70-481e-83c9-d1b1198a589b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:36.580123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 532c8a0c-3c70-481e-83c9-d1b1198a589b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:36.580573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.601931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8305ee61-660e-4956-adc1-a939ba9c0a11 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 HTTP/1.1" status: 200 len: 925 time: 0.5278056 Mar 05 00:10:36.604559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60766) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:36.612406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:36.612894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67613cc9-d883-4a5c-bcdb-a869717f0094 None None] The sync data for ids ['a8f376bc-91fe-4ea6-8f17-c8cd9585ac20'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:36.651246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f966956a-33d6-4fff-be9b-7c1851e045d0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.8608437 Mar 05 00:10:36.656665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c6f0bb79-6425-4e0a-a9d2-611d88791b7b tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 HTTP/1.1" status: 200 len: 205 time: 0.0497773 Mar 05 00:10:36.656665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60770) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:36.664998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1446661270'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:36.665946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:36.670880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:36.676090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:36.679424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:36.686618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:36.703154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:36.707089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.752626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:36.760719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.772163 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.773466 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment dd266040-ea93-4846-901a-4c7e3a75a351 of type vlan for network efeeea58-05aa-41bf-9da0-32f3ae191595 Mar 05 00:10:36.828237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.876621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.881383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting port fcfbad3b-a76f-45b2-aec7-173b2ac35171 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:36.881836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.885084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:36.888071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.909128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.911260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.946430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:36.979737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:37.000956 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3409431 Mar 05 00:10:37.002461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60788) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:37.005118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:37.006135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5da5e90-d170-4505-867c-35ab1ea9f994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:37.031294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:37.125198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': 'efeeea58-05aa-41bf-9da0-32f3ae191595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:37.140411 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b', 'code': 200} Mar 05 00:10:37.226363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:37.261338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-49c757e9-f81b-4bd6-aba5-2b41b6283ba6', 'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': '4d2c9c03-40c7-44d8-b089-9a521241e163'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:37.262862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:37.276627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] For port fcfbad3b-a76f-45b2-aec7-173b2ac35171, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fcfbad3b-a76f-45b2-aec7-173b2ac35171,segment=NetworkSegment(84fc5109-ab75-47e0-81bf-884cfe2bba90),segment_id=84fc5109-ab75-47e0-81bf-884cfe2bba90)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:37.277173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:37.395476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071ba10-7bf5-4c04-a1f1-b33534eb21f3 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=efeeea58-05aa-41bf-9da0-32f3ae191595,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:37.459653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:37.465445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:37.473034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:37.479920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:37.488715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network efeeea58-05aa-41bf-9da0-32f3ae191595 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:37.500610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-134ad500-c5f2-4925-befd-66a79cd75692 req-1e68a889-f12a-4c50-9ac1-d5c98c3b950d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 1097 time: 0.2699401 Mar 05 00:10:37.501950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:37.525859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Allocated IP 172.20.255.242 (49c757e9-f81b-4bd6-aba5-2b41b6283ba6/4d2c9c03-40c7-44d8-b089-9a521241e163/57057d19-2343-4e15-a37b-e5e62001894d) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:37.683256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Calling delete_port for fcfbad3b-a76f-45b2-aec7-173b2ac35171 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:37.860111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-134ad500-c5f2-4925-befd-66a79cd75692 req-ec16cd43-5edd-4f22-ba3b-baadc64a4012 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389776 Mar 05 00:10:37.913662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:37.971347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.048395 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.060702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Transition to ACTIVE for port object 57057d19-2343-4e15-a37b-e5e62001894d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:38.083388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Transition to ACTIVE for port object 57057d19-2343-4e15-a37b-e5e62001894d will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:38.097366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Port': ['ID=fcfbad3b-a76f-45b2-aec7-173b2ac35171,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:38.097712 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.108971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee0ba5-b811-4517-ba52-9e9e5d978660 req-b9b6c6d8-2d83-49e2-b674-d8f08fafe2aa tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:38.113605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28ee0ba5-b811-4517-ba52-9e9e5d978660 req-b9b6c6d8-2d83-49e2-b674-d8f08fafe2aa tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3419158 Mar 05 00:10:38.136279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a284e-8a68-4d21-bcf2-07cd0e75c4a2 req-27a5cf8b-b93d-40df-87d1-41cd4a5538db tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:38.142605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad7a284e-8a68-4d21-bcf2-07cd0e75c4a2 req-27a5cf8b-b93d-40df-87d1-41cd4a5538db tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 946 time: 0.3421824 Mar 05 00:10:38.166611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No DVR routers for this DVR port fcfbad3b-a76f-45b2-aec7-173b2ac35171 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:38.231564 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.238659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:38.242344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:38.249943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:38.267145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Pushing event updated for resources: {'Port': ['ID=57057d19-2343-4e15-a37b-e5e62001894d,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:38.269882 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28ee0ba5-b811-4517-ba52-9e9e5d978660 req-a028f162-095a-4c83-972b-0e252881e784 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482751 Mar 05 00:10:38.270465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.395936 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.450871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Attempting to bind port 57057d19-2343-4e15-a37b-e5e62001894d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:38.453427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Attempting to bind port 57057d19-2343-4e15-a37b-e5e62001894d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:38.453883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Attempting to bind port 57057d19-2343-4e15-a37b-e5e62001894d on network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:38.469621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:38.472060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Checking segment: {'id': '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:38.472557 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.473019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Bound using segment: {'id': '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:38.475382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Bound port: 57057d19-2343-4e15-a37b-e5e62001894d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49c757e9-f81b-4bd6-aba5-2b41b6283ba6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:38.476157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.555152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.577736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] For port 57057d19-2343-4e15-a37b-e5e62001894d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:38.581785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] For port 57057d19-2343-4e15-a37b-e5e62001894d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=57057d19-2343-4e15-a37b-e5e62001894d,segment=NetworkSegment(11e6bbf2-f4e4-4447-b35c-28d4423ac5e2),segment_id=11e6bbf2-f4e4-4447-b35c-28d4423ac5e2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:38.584236 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad7a284e-8a68-4d21-bcf2-07cd0e75c4a2 req-bb561066-107d-4f4a-90c0-998229681016 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274509 Mar 05 00:10:38.593593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.605780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:10:38.612500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.616558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60828) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:38.672075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4ea949-3d53-4505-86ec-0c26a65d84b7']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:38.696724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fc5109-ab75-47e0-81bf-884cfe2bba90') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:38.697078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fc5109-ab75-47e0-81bf-884cfe2bba90') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:38.700740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=37b9e3f7-534a-47b1-9e1d-39312dfce336,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:38.718640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': 'dd266040-ea93-4846-901a-4c7e3a75a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efeeea58-05aa-41bf-9da0-32f3ae191595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:38.720863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: efeeea58-05aa-41bf-9da0-32f3ae191595, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:38.758843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network efeeea58-05aa-41bf-9da0-32f3ae191595 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:38.778060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, efeeea58-05aa-41bf-9da0-32f3ae191595) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:38.782747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:38.783627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.785789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57199065-2fe4-4565-9a10-1a92788c5744 None None] Pushing event updated for resources: {'Port': ['ID=57057d19-2343-4e15-a37b-e5e62001894d,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:38.797525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.851211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f8faa3b7-b787-4df1-b39e-4b3e67e3edfc tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8233964 Mar 05 00:10:38.853556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60834) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:38.917625 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:38.930995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:38.933575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.036135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:39.044096 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:39.150578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.153125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:39.158901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe6281e32fe4fb3b3c35353fb35f835 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:39.163331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.167608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:39.204112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.207884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:39.228641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Network': ['ID=ef4ea949-3d53-4505-86ec-0c26a65d84b7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:39.237470 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6aa2de5-9a0c-4a46-806f-a5b8452c3b29 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/ef4ea949-3d53-4505-86ec-0c26a65d84b7 HTTP/1.1" status: 204 len: 168 time: 7.0753272 Mar 05 00:10:39.237873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:39.268234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-755397289'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:39.280121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:39.291753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:39.296613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:network and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:39.303771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.307727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:39.312680 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:39.323068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.330743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.332107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3355c8c-ad23-4b20-8086-c3f740423adb tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 700 time: 7.2646084 Mar 05 00:10:39.348112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60842) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:39.367241 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:39.369411 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:39.440598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Deleting port b425c1cb-f337-4f2e-bea6-24cfb2b81269 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:39.440827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:39.440922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.460049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.515977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=37b9e3f7-534a-47b1-9e1d-39312dfce336,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:39.537768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:39.540743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.638877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:10:39.699476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:39.977088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:39.982858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:40.006318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.006733 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Added segment 9e4e98c3-a983-49aa-ba0a-e294e48e250e of type vlan for network a7f82cd1-836d-46e7-a54f-83154705567b Mar 05 00:10:40.012450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'mac_address': 'fa:16:3e:41:32:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:10:40.020813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 57057d19-2343-4e15-a37b-e5e62001894d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:40.021843 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:40.058739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.073959 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.085906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.133657 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0375fc4f-4ff9-41f5-871d-75cffb1696ab tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 700 time: 0.7785783 Mar 05 00:10:40.144410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60856) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:40.165684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.233042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc9be4-0838-45a0-bf76-30d549cc12ac,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:40.296481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efeeea58-05aa-41bf-9da0-32f3ae191595']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:40.324076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.342722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd266040-ea93-4846-901a-4c7e3a75a351') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:40.343037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd266040-ea93-4846-901a-4c7e3a75a351') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:40.347769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.357870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-463d117f-ffc2-4f20-a88b-d77e8fab65d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbe6281e32fe4fb3b3c35353fb35f835&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7395091 Mar 05 00:10:40.364888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f32bd4-abc8-4166-8192-9c7a2e431467 req-fc4443ba-b896-4782-a036-f1c5e98223b9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:40.379047 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52f32bd4-abc8-4166-8192-9c7a2e431467 req-fc4443ba-b896-4782-a036-f1c5e98223b9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.6844597 Mar 05 00:10:40.421078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.432817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60860) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:40.434952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e835318-ea12-4bde-a9fc-d7ef31d1502d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:10:40.482530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Calling delete_port for b425c1cb-f337-4f2e-bea6-24cfb2b81269 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:40.494268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.506212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c0c95-bb80-4a87-bdb9-8926eff11965 None None] Network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:40.525560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e64d60-2c0b-4b80-a5f0-d6ff2578c667 None None] Network efeeea58-05aa-41bf-9da0-32f3ae191595 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:40.543576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:40.552867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 57057d19-2343-4e15-a37b-e5e62001894d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:40.569987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52f32bd4-abc8-4166-8192-9c7a2e431467 req-6e9bff3c-b751-4221-90f8-0187e537bca4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894958 Mar 05 00:10:40.574110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:40.575061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.590059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e92a-b57c-4ddb-8a4b-dc071c4b4ece req-fbe77490-e2a8-463f-8cd8-343a8d2f2958 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:40.591561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c971e92a-b57c-4ddb-8a4b-dc071c4b4ece req-fbe77490-e2a8-463f-8cd8-343a8d2f2958 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 946 time: 0.7520006 Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:40.600871 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:40.679440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c971e92a-b57c-4ddb-8a4b-dc071c4b4ece req-bd2982a6-2d95-4bb7-8b58-a88e050bdc3a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769382 Mar 05 00:10:40.704331 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.716544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:40.717602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.769113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.801151 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:35Z', 'revision_number': 7, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:30Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:40.806283 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:40.818126 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:40.818973 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:40.908523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.925090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:40.928508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6898537 Mar 05 00:10:41.000361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60872) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:41.037476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:41.110178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/efeeea58-05aa-41bf-9da0-32f3ae191595 HTTP/1.1" status: 204 len: 168 time: 2.2508955 Mar 05 00:10:41.111771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60876) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:41.135419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Request body: {'subnet': {'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:41.143949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1933266822'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:41.152001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e0861a28-5166-4b59-be82-b0260c1823de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.204765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e0861a28-5166-4b59-be82-b0260c1823de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.241364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['9e835318-ea12-4bde-a9fc-d7ef31d1502d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:41.272160 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-db3d432e-19b0-4189-ae60-70ee8e36b9c1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 267 time: 0.2801833 Mar 05 00:10:41.280915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:41.286409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Usage tracker for resource:subnet and tenant:fd55acf2f8a949c5b970d079367c1a60 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:41.291303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:41.300063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:41.301132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:41.303180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1ebb5-e088-400d-9573-37860d6cbdd3 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Network': ['ID=a7f82cd1-836d-46e7-a54f-83154705567b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:41.331313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e0861a28-5166-4b59-be82-b0260c1823de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.336536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:41.349294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:41.352583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b7f58-9dfc-4005-936b-14f211f0883a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=efeeea58-05aa-41bf-9da0-32f3ae191595,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:41.361193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:41.369958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0861a28-5166-4b59-be82-b0260c1823de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc9be4-0838-45a0-bf76-30d549cc12ac,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:41.379848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e0861a28-5166-4b59-be82-b0260c1823de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.381100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e0861a28-5166-4b59-be82-b0260c1823de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53cc9be4-0838-45a0-bf76-30d549cc12ac HTTP/1.1" status: 204 len: 168 time: 0.9326928 Mar 05 00:10:41.388292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:41.391753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.399136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Made reservation on behalf of fd55acf2f8a949c5b970d079367c1a60 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:41.479651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a7f82cd1-836d-46e7-a54f-83154705567b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:41.486277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:41.518110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.519781 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 526b4012-5b91-4470-a59c-139b0b828cdb of type vlan for network d48c4be5-f7e3-43c7-8725-a13773ef97f0 Mar 05 00:10:41.609356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.649844 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:35Z', 'revision_number': 7, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:30Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:41.665672 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4881840-bcc4-4ed5-9774-b7f594206462 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:35Z', 'revision_number': 7, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cc9fe7-067d-4e4f-9301-1ee551e0299f', 'name': '', 'network_id': '6b260590-fb24-4766-873d-522a308946b5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:a6:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:10Z', 'updated_at': '2022-03-05T00:10:30Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '0f08d7a1-0a9e-4116-9937-bd5f5546d64c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:41.684976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.727484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.744167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:41.744823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.837212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] Provisioning for port 57057d19-2343-4e15-a37b-e5e62001894d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:41.858096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] Provisioning complete for port 57057d19-2343-4e15-a37b-e5e62001894d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:41.858884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:41.958232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48f737-a484-4ba4-8b31-9adc920186e2 None None] Network efeeea58-05aa-41bf-9da0-32f3ae191595 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:42.001873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60888) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:42.004515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.047873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48f737-a484-4ba4-8b31-9adc920186e2 None None] Network efeeea58-05aa-41bf-9da0-32f3ae191595 could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:10:42.114321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.118690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:42.254007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=d48c4be5-f7e3-43c7-8725-a13773ef97f0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:42.271356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d48c4be5-f7e3-43c7-8725-a13773ef97f0 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:42.278159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-963fecfc-9d0e-4529-89d6-7d59ab7c0860 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1660841 Mar 05 00:10:42.279808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60892) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:42.294189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.298385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': 'd48c4be5-f7e3-43c7-8725-a13773ef97f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:42.374459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] For port 57057d19-2343-4e15-a37b-e5e62001894d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=57057d19-2343-4e15-a37b-e5e62001894d,segment=NetworkSegment(11e6bbf2-f4e4-4447-b35c-28d4423ac5e2),segment_id=11e6bbf2-f4e4-4447-b35c-28d4423ac5e2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:42.452982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event deleted for resources: {'Port': ['ID=b425c1cb-f337-4f2e-bea6-24cfb2b81269,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:42.470298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-57f0a6d6-e269-4873-aeb3-b42702536e7e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:42.474129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.478305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-57f0a6d6-e269-4873-aeb3-b42702536e7e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 946 time: 1.1989410 Mar 05 00:10:42.479160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.538812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:42.547180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:42.557818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36f47-4861-4c8d-9101-8c9ce8dc947b req-14c3f8e7-3791-47b0-8cea-1911604d606f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:42.559893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37d36f47-4861-4c8d-9101-8c9ce8dc947b req-14c3f8e7-3791-47b0-8cea-1911604d606f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4963562 Mar 05 00:10:42.561667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:42.573794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'port': {'security_groups': []}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:42.608775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:42.634567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37d36f47-4861-4c8d-9101-8c9ce8dc947b req-16b0c9ea-9772-4cf7-ba0e-2578bbf30842 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596330 Mar 05 00:10:42.637032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:42.646470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7117ff-311b-41e3-9d56-7a7bdc41c6ec None None] Pushing event updated for resources: {'Port': ['ID=57057d19-2343-4e15-a37b-e5e62001894d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:42.844767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.854146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:42.891771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:42.915720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Usage tracker for resource:security_group_rule and tenant:d9624e5d2999474c844448b02679c1a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:42.943983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:42.993626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing IP validity checks on allocation pools {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:10:42.994322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:10:43.046925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:43.051551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:10:43.083747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e626a1-47a3-4ba7-accb-ff1e37bd2616 None None] Network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:43.183655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.210265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.285543 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.296942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-41863ee1-ea36-4b0b-a828-db61eccfad5a None None] Provisioning complete for port 57057d19-2343-4e15-a37b-e5e62001894d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:43.297429 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-41863ee1-ea36-4b0b-a828-db61eccfad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.321235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=0544cd4f-a507-4d91-9f6e-d194828022ed,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:43.392264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '526b4012-5b91-4470-a59c-139b0b828cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd48c4be5-f7e3-43c7-8725-a13773ef97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:43.392624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: d48c4be5-f7e3-43c7-8725-a13773ef97f0, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:43.442620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network d48c4be5-f7e3-43c7-8725-a13773ef97f0 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:43.467720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d48c4be5-f7e3-43c7-8725-a13773ef97f0) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:43.478701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:43.479299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.499650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a59659-1d81-46ee-bcc0-5bba6a366245 None None] Network d48c4be5-f7e3-43c7-8725-a13773ef97f0 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:43.522176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d790117-c054-46c4-835a-c8df28845621 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2346869 Mar 05 00:10:43.524863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60908) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:43.582719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:43.615328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.689842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.696758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:43.711495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.789016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.808991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 57057d19-2343-4e15-a37b-e5e62001894d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:43.881924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.901823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.928403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:43.931323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:43.961851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ba1384df-139b-49aa-9ac2-e060787c5a03', '532c8a0c-3c70-481e-83c9-d1b1198a589b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:43.994860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=0544cd4f-a507-4d91-9f6e-d194828022ed,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:44.149359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:44.150018 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.151918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce7cb030-8155-4c34-ab3e-df421d98b1c0 req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "PUT /v2.0/ports/532c8a0c-3c70-481e-83c9-d1b1198a589b HTTP/1.1" status: 200 len: 905 time: 1.6571460 Mar 05 00:10:44.162124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event updated for resources: {'Subnet': ['ID=dfc5412d-75aa-4d2f-8f7e-49339187445f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:44.164344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:44.186761 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.226640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff6e4-9107-4e49-9ec3-3ca3653565b7 req-6ad71bcb-e5ac-49d9-81fb-278fb6908afc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:44.234071 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-802ff6e4-9107-4e49-9ec3-3ca3653565b7 req-6ad71bcb-e5ac-49d9-81fb-278fb6908afc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2919617 Mar 05 00:10:44.246091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['532c8a0c-3c70-481e-83c9-d1b1198a589b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:10:44.291537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48c4be5-f7e3-43c7-8725-a13773ef97f0']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:44.319010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526b4012-5b91-4470-a59c-139b0b828cdb') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:44.319305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526b4012-5b91-4470-a59c-139b0b828cdb') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:44.343381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-802ff6e4-9107-4e49-9ec3-3ca3653565b7 req-7223ce96-19ee-4b16-aa08-c78db1cfa0e8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082582 Mar 05 00:10:44.361187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.403364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.412638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:44.417847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:44.436576 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:44.538470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 9e835318-ea12-4bde-a9fc-d7ef31d1502d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:44.539016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.556566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.581895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.586790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.594430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.666827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/d48c4be5-f7e3-43c7-8725-a13773ef97f0 HTTP/1.1" status: 204 len: 168 time: 1.1405392 Mar 05 00:10:44.668120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf78195-5270-4ab7-a1dd-0c625e27036c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=d48c4be5-f7e3-43c7-8725-a13773ef97f0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:44.670144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60928) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:44.676381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136375293'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:44.698349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:44.699303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53f862-9247-4496-a83d-2f507d647b5f None None] Network d48c4be5-f7e3-43c7-8725-a13773ef97f0 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:44.702445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:44.705428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:44.707877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.708184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Fanout notify agent at l3_agent the message router_deleted on router a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:10:44.725511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:44.755404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:44.756604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 57057d19-2343-4e15-a37b-e5e62001894d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:44.757108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.758657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.833208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:44.842061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac8df7-7356-4bbf-bac3-306a41afc15c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:44.854237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.854833 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 606364cc-421f-4e7d-8376-42011bb02592 of type vlan for network 10bae30a-4883-4bbd-b772-721bd29bcabd Mar 05 00:10:44.862563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Checking segment: {'id': '9e4e98c3-a983-49aa-ba0a-e294e48e250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:44.862934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network hostable DHCP agents. Network: a7f82cd1-836d-46e7-a54f-83154705567b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:44.904308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4af7d0dc-116e-4b2e-8777-937d5f0509e0 None None] Provisioning complete for port 532c8a0c-3c70-481e-83c9-d1b1198a589b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:44.904769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4af7d0dc-116e-4b2e-8777-937d5f0509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.918744 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b', 'status': 'completed', 'code': 200} Mar 05 00:10:44.932029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53f862-9247-4496-a83d-2f507d647b5f None None] Network d48c4be5-f7e3-43c7-8725-a13773ef97f0 could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:10:44.983161 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:44.984583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0b3057ec-52c1-43b0-918d-b24654a3515e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9624e5d2999474c844448b02679c1a5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8739645 Mar 05 00:10:45.004058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60932) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:45.038620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414acf-b2ea-4d06-9d68-4d67cb127ea8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=6']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:45.128366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.135149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-299291cc-1883-4a47-9507-00942c4039b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 1059 time: 0.2531185 Mar 05 00:10:45.135622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60936) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:45.142643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1bc72c69-1de2-4392-8607-74d28f6a4be6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 HTTP/1.1" status: 204 len: 168 time: 8.4628303 Mar 05 00:10:45.153130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'name': 'tempest-snat-router-898345252', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': False}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:45.180053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.183814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:45.184396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.188928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:45.276993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Network a7f82cd1-836d-46e7-a54f-83154705567b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:45.312995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420360d-d960-45b9-82c9-69cf58994238 req-a86ab5ea-9568-48dc-ba85-1ec651fe2a0e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:45.315856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1420360d-d960-45b9-82c9-69cf58994238 req-a86ab5ea-9568-48dc-ba85-1ec651fe2a0e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 908 time: 0.6315413 Mar 05 00:10:45.318394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a7f82cd1-836d-46e7-a54f-83154705567b) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:45.324952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:45.325662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.371806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3984321-a568-4763-ad6a-aa1c73301174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.373905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:router and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:45.381483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63256cbf-a01c-46d1-9221-dac3ee51493f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.3667145 Mar 05 00:10:45.384349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84a8279-c0b4-4469-b5f4-1801e61a8e5a None None] Network a7f82cd1-836d-46e7-a54f-83154705567b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:45.387264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:45.396147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:45.474773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:45.541294 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8697405 Mar 05 00:10:45.546634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3984321-a568-4763-ad6a-aa1c73301174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.549813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60954) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:45.563668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.565082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.582106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c716e7-5afd-491d-baff-d08ffe3f8e25 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=10bae30a-4883-4bbd-b772-721bd29bcabd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:45.586004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.608091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:45.632818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 10bae30a-4883-4bbd-b772-721bd29bcabd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:45.647815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-99fefb30-28e5-452a-8650-08066f4864b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:45.649457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-99fefb30-28e5-452a-8650-08066f4864b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.5034490 Mar 05 00:10:45.660568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.722235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:45.746265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-0c9eb60c-ed70-4bc3-97d3-780eea37bee4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b HTTP/1.1" status: 200 len: 217 time: 0.0876944 Mar 05 00:10:45.781247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:45.795395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3984321-a568-4763-ad6a-aa1c73301174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.808502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:45.813396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:45.817195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:45.825495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:45.870110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:45.885850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:45.925021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3984321-a568-4763-ad6a-aa1c73301174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac8df7-7356-4bbf-bac3-306a41afc15c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:46.005907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-60d52c21-692d-4bef-988a-5bd3102060c7 None None] Provisioning complete for port 57057d19-2343-4e15-a37b-e5e62001894d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:46.006640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60d52c21-692d-4bef-988a-5bd3102060c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.088246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:46.150550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-a7f82cd1-836d-46e7-a54f-83154705567b', 'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b', 'tenant_id': 'fd55acf2f8a949c5b970d079367c1a60', 'fixed_ips': [{'subnet_id': 'dfc5412d-75aa-4d2f-8f7e-49339187445f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:46.151350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.256463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.265155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.330815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-245e3e1e-9f9b-4522-94df-1d9214fe93f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:46.332257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-245e3e1e-9f9b-4522-94df-1d9214fe93f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.5784333 Mar 05 00:10:46.340775 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3984321-a568-4763-ad6a-aa1c73301174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.341799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d3984321-a568-4763-ad6a-aa1c73301174 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5ac8df7-7356-4bbf-bac3-306a41afc15c HTTP/1.1" status: 204 len: 168 time: 1.3357928 Mar 05 00:10:46.395651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4402-93e2-4f5d-b7cf-13c4a048ca32 req-452cc652-cb2b-4713-a64c-62263985b0d2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:46.398060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fec4402-93e2-4f5d-b7cf-13c4a048ca32 req-452cc652-cb2b-4713-a64c-62263985b0d2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.6077206 Mar 05 00:10:46.410588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.454357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804384-a2c3-454e-8a28-ec3ef25c2110 req-4fad3d00-0bfc-4294-9d0f-165a9a9d8631 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:46.456352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e804384-a2c3-454e-8a28-ec3ef25c2110 req-4fad3d00-0bfc-4294-9d0f-165a9a9d8631 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5489326 Mar 05 00:10:46.535612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Allocated IP 2001:db8::f816:3eff:feb1:aaca (a7f82cd1-836d-46e7-a54f-83154705567b/dfc5412d-75aa-4d2f-8f7e-49339187445f/20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:46.592781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-5d7bbf55-17b7-40f8-b6bd-1a5d66d49ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486475 Mar 05 00:10:46.615299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.676023 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fec4402-93e2-4f5d-b7cf-13c4a048ca32 req-ca1c69c1-625a-4482-8c06-82dfaa78a5ef tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618239 Mar 05 00:10:46.746953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e804384-a2c3-454e-8a28-ec3ef25c2110 req-4180d2d2-7aca-469f-9845-b068b14d425c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746718 Mar 05 00:10:46.772719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 12cc9fe7-067d-4e4f-9301-1ee551e0299f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:46.773048 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.902900 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:46.928246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Transition to ACTIVE for port object 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:46.968687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Transition to ACTIVE for port object 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:46.979433 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'code': 200} Mar 05 00:10:46.980651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-69d7c376-a5b1-4b2f-8e8d-8c7ba0d8c6e2 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807933 Mar 05 00:10:47.001096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.068859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 12cc9fe7-067d-4e4f-9301-1ee551e0299f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=12cc9fe7-067d-4e4f-9301-1ee551e0299f,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:47.069246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.129846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Network a7f82cd1-836d-46e7-a54f-83154705567b is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:47.134398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:47.137244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:47.239048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Pushing event updated for resources: {'Port': ['ID=20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:47.253859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Attempting to bind port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:47.254470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Attempting to bind port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9e4e98c3-a983-49aa-ba0a-e294e48e250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:47.255040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Attempting to bind port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 on network a7f82cd1-836d-46e7-a54f-83154705567b {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:47.262424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:47.263284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Checking segment: {'id': '9e4e98c3-a983-49aa-ba0a-e294e48e250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:47.263893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.264477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Bound using segment: {'id': '9e4e98c3-a983-49aa-ba0a-e294e48e250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:47.265158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Bound port: 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4e98c3-a983-49aa-ba0a-e294e48e250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7f82cd1-836d-46e7-a54f-83154705567b'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:47.265781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.309054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-499ad3b1-566c-4d85-b2d2-5bbee81118e3 req-1b0ee302-209d-442c-821c-59df665d357a service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181739 Mar 05 00:10:47.450370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.454369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] For port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:47.467590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] For port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8,segment=NetworkSegment(9e4e98c3-a983-49aa-ba0a-e294e48e250e),segment_id=9e4e98c3-a983-49aa-ba0a-e294e48e250e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:47.482524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.486363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.552986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.580793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 12cc9fe7-067d-4e4f-9301-1ee551e0299f owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:47.635198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb53ba-df5a-4c33-890c-498da24984f2 None None] Pushing event updated for resources: {'Port': ['ID=20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:47.677119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Allocated IP 172.25.0.45 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/c86e276c-714b-47e8-a5e1-3df785356436) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:47.732925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc5412d-75aa-4d2f-8f7e-49339187445f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:47.872183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:47.905871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.004514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Port': ['ID=c86e276c-714b-47e8-a5e1-3df785356436,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:48.195043 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.227275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f82cd1-836d-46e7-a54f-83154705567b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:48.241613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4e98c3-a983-49aa-ba0a-e294e48e250e') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:48.241829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4e98c3-a983-49aa-ba0a-e294e48e250e') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:48.284913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:48.292767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:48.300121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:48.323170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.330791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.388758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421598d-0927-49c8-adc5-aa2cf81aff23 req-08989a0f-75c1-4b4c-9318-84f1407161bf tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:48.397146 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b421598d-0927-49c8-adc5-aa2cf81aff23 req-08989a0f-75c1-4b4c-9318-84f1407161bf tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.2771313 Mar 05 00:10:48.450810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.499144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:48.499709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.510597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e397f-b179-46ae-9232-5ef03db89a90 req-b70fb959-3331-423d-8f01-6269547e3d46 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:48.519670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-972e397f-b179-46ae-9232-5ef03db89a90 req-b70fb959-3331-423d-8f01-6269547e3d46 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5056880 Mar 05 00:10:48.538143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b421598d-0927-49c8-adc5-aa2cf81aff23 req-84ec77f2-d6d1-403b-836b-dc6e836ee9c1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400189 Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:48.539069 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:48.576412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=f616a354-c940-4b0d-8765-ce511b20ee20,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:48.604196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-972e397f-b179-46ae-9232-5ef03db89a90 req-da1bc099-1d09-477b-919e-4433e0e099c7 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833218 Mar 05 00:10:48.623819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.624564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.740931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '606364cc-421f-4e7d-8376-42011bb02592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:48.741484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 10bae30a-4883-4bbd-b772-721bd29bcabd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:48.756553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:10:48.756553 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:10:48.756553 n-d-828979-4 neutron-server[83782]: [parameters: {'id': 'a7f82cd1-836d-46e7-a54f-83154705567b'}] Mar 05 00:10:48.756553 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:10:48.757104 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:10:48.865327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 10bae30a-4883-4bbd-b772-721bd29bcabd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:48.899690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 10bae30a-4883-4bbd-b772-721bd29bcabd) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:48.915203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0dc1ce-45e7-48e5-ba2f-54dc629b3ff9 None None] Network 10bae30a-4883-4bbd-b772-721bd29bcabd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:48.920010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:48.920620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.961820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:48.998125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e7c90-e20a-4ec7-8cc2-b2514fdee872 req-a59de905-3110-4dc7-87f3-c7aca966f51f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:48.999144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-270e7c90-e20a-4ec7-8cc2-b2514fdee872 req-a59de905-3110-4dc7-87f3-c7aca966f51f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1572835 Mar 05 00:10:49.076564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=12cc9fe7-067d-4e4f-9301-1ee551e0299f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:49.090997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e40e0ef7-8358-413d-aef4-217262a61fe0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5345721 Mar 05 00:10:49.097746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32790) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:49.105502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-270e7c90-e20a-4ec7-8cc2-b2514fdee872 req-df887eab-e512-47c8-ad29-35cd459eebab tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923064 Mar 05 00:10:49.206248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Router 97441c16-3a8b-4f98-894e-162cbedb11b4 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:10:49.274933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:49.385883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96135c1-65d4-438c-8e74-1be5beb2be68 None None] Network a7f82cd1-836d-46e7-a54f-83154705567b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:49.512135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16f166da-9ad6-4262-bdad-a9b378239b8c None None] Provisioning for port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:49.538662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:49.596920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:49.601250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-04fe5759-f2d9-479f-95ee-f2ac022de10e tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4569712 Mar 05 00:10:49.602700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32806) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:49.679455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Sync routers for ids ['97441c16-3a8b-4f98-894e-162cbedb11b4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:49.888227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Routers {'97441c16-3a8b-4f98-894e-162cbedb11b4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:49.888870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['97441c16-3a8b-4f98-894e-162cbedb11b4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:49.912499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:49.992380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:49.992721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.238447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5e98ee7d-2444-4d7a-9617-a88b066ed6c9 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/97441c16-3a8b-4f98-894e-162cbedb11b4 HTTP/1.1" status: 200 len: 907 time: 0.6344550 Mar 05 00:10:50.240780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32828) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:50.249917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecc2a7-dca3-485d-b288-c7fc92bbd53e req-a0058780-7586-4023-8f9c-ec05a325977c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:50.252923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45ecc2a7-dca3-485d-b288-c7fc92bbd53e req-a0058780-7586-4023-8f9c-ec05a325977c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2816391 Mar 05 00:10:50.257578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'name': 'tempest-snat-router-898345252', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': True}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:50.261647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Set router 97441c16-3a8b-4f98-894e-162cbedb11b4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:50.265098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:50.270582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Usage tracker for resource:router and tenant:61ace743ff5c45cda2fc0df092d6e524 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:50.274676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:50.281838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:50.321571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.322915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.361454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45ecc2a7-dca3-485d-b288-c7fc92bbd53e req-377a8a95-e10f-424c-9769-2db7045b21a4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Mar 05 00:10:50.373371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.432844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:50.468451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-10bae30a-4883-4bbd-b772-721bd29bcabd', 'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': 'f616a354-c940-4b0d-8765-ce511b20ee20'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:50.469287 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.580709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] For port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8,segment=NetworkSegment(9e4e98c3-a983-49aa-ba0a-e294e48e250e),segment_id=9e4e98c3-a983-49aa-ba0a-e294e48e250e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:50.581075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.685181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.724382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Calling delete_port for 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:50.820722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.855618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Allocated IP 172.20.0.1 (10bae30a-4883-4bbd-b772-721bd29bcabd/f616a354-c940-4b0d-8765-ce511b20ee20/94ca82c6-8686-4032-860a-12e54d8eefd8) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:50.879921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Port': ['ID=20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:50.887855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:50.961114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558d4d-fbf7-4f6e-9785-ca18b1815162 req-6ec88268-4648-4f68-bf2f-31033bacdbbb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:50.968316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d558d4d-fbf7-4f6e-9785-ca18b1815162 req-6ec88268-4648-4f68-bf2f-31033bacdbbb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.5283399 Mar 05 00:10:50.978954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.002346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No DVR routers for this DVR port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:51.069758 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.147517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.177769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d558d4d-fbf7-4f6e-9785-ca18b1815162 req-d8f6d6e3-e9c7-4315-9b5f-ee6b7278bac0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084556 Mar 05 00:10:51.215750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.311237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.349613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Transition to ACTIVE for port object 94ca82c6-8686-4032-860a-12e54d8eefd8 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:51.378666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Allocated IP 172.25.0.28 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/0b144dcf-6a2a-40d1-a2db-c723f5b9aa13) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:10:51.390581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f82cd1-836d-46e7-a54f-83154705567b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:51.399027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Transition to ACTIVE for port object 94ca82c6-8686-4032-860a-12e54d8eefd8 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:51.449069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.460593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4e98c3-a983-49aa-ba0a-e294e48e250e') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:51.461123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4e98c3-a983-49aa-ba0a-e294e48e250e') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:51.468257 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.518984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.555484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=f616a354-c940-4b0d-8765-ce511b20ee20,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:51.577968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Pushing event updated for resources: {'Port': ['ID=94ca82c6-8686-4032-860a-12e54d8eefd8,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:51.592254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:10:51.592672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 05 00:10:51.701150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 not found, will not notify nova. {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 05 00:10:51.742767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.774279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bae30a-4883-4bbd-b772-721bd29bcabd']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:51.775003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Network 10bae30a-4883-4bbd-b772-721bd29bcabd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:51.785791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:51.791968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606364cc-421f-4e7d-8376-42011bb02592') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:51.792492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606364cc-421f-4e7d-8376-42011bb02592') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:51.797618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:51.806417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.824159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.843266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:51.843942 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.850833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.895916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d872e9c-c6e8-4cf3-ac34-a37d7d1e3d19 None None] DHCP port deletion for a7f82cd1-836d-46e7-a54f-83154705567b request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:51.962223 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:51.967742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:51.972969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:10:51.972969 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:10:51.972969 n-d-828979-4 neutron-server[83782]: [parameters: {'id': '10bae30a-4883-4bbd-b772-721bd29bcabd'}] Mar 05 00:10:51.972969 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:10:51.973762 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:10:52.005129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.021403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97441c16-3a8b-4f98-894e-162cbedb11b4', 'name': 'tempest-snat-router-898345252', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': 'c86e276c-714b-47e8-a5e1-3df785356436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:45Z', 'updated_at': '2022-03-05T00:10:48Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': 'c86e276c-714b-47e8-a5e1-3df785356436', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97441c16-3a8b-4f98-894e-162cbedb11b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:47Z', 'updated_at': '2022-03-05T00:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:52.030260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Checking router: 97441c16-3a8b-4f98-894e-162cbedb11b4 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:52.030759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Updating router 97441c16-3a8b-4f98-894e-162cbedb11b4 port c86e276c-714b-47e8-a5e1-3df785356436 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:10:52.046575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:52.047227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:52.078370 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:52.094544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:10:52.106819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:52.110278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Attempting to bind port 94ca82c6-8686-4032-860a-12e54d8eefd8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:52.113702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Attempting to bind port 94ca82c6-8686-4032-860a-12e54d8eefd8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '606364cc-421f-4e7d-8376-42011bb02592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:52.114081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Attempting to bind port 94ca82c6-8686-4032-860a-12e54d8eefd8 on network 10bae30a-4883-4bbd-b772-721bd29bcabd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:52.116354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:10:52.148021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:52.148529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Checking segment: {'id': '606364cc-421f-4e7d-8376-42011bb02592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:52.149035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.149562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Bound using segment: {'id': '606364cc-421f-4e7d-8376-42011bb02592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:52.150168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Bound port: 94ca82c6-8686-4032-860a-12e54d8eefd8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606364cc-421f-4e7d-8376-42011bb02592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10bae30a-4883-4bbd-b772-721bd29bcabd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:52.150654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.204107 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.260066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.361670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] For port 94ca82c6-8686-4032-860a-12e54d8eefd8, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:52.379901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] For port 94ca82c6-8686-4032-860a-12e54d8eefd8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=94ca82c6-8686-4032-860a-12e54d8eefd8,segment=NetworkSegment(606364cc-421f-4e7d-8376-42011bb02592),segment_id=606364cc-421f-4e7d-8376-42011bb02592)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:52.391301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.412116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f850d-251f-44c7-b8bf-67f860218fe4 req-9f23d494-360a-4056-9454-b0950e0f2530 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:52.415218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef7f850d-251f-44c7-b8bf-67f860218fe4 req-9f23d494-360a-4056-9454-b0950e0f2530 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5232871 Mar 05 00:10:52.420313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Port': ['ID=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:52.445975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.468690 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/a7f82cd1-836d-46e7-a54f-83154705567b HTTP/1.1" status: 204 len: 168 time: 7.0801713 Mar 05 00:10:52.472642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:52.479513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.495527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef7f850d-251f-44c7-b8bf-67f860218fe4 req-933fb55d-0be6-4f63-8b6c-e047ef41b8ed tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702574 Mar 05 00:10:52.496626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.497473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.553738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb414-a774-47ad-9a0b-d1f7cd11651a tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Network': ['ID=a7f82cd1-836d-46e7-a54f-83154705567b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:52.608191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256fe41-9dd5-4183-80d1-dbe1c7fdcef4 None None] Pushing event updated for resources: {'Port': ['ID=94ca82c6-8686-4032-860a-12e54d8eefd8,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:52.733511 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-873ca37d-c05c-40a8-9736-aaf7b6b1d073 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:52.734198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873ca37d-c05c-40a8-9736-aaf7b6b1d073 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:52.739242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-873ca37d-c05c-40a8-9736-aaf7b6b1d073 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/dfc5412d-75aa-4d2f-8f7e-49339187445f HTTP/1.1" status: 404 len: 337 time: 0.2610004 Mar 05 00:10:52.740725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:52.754244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c437240-4a9a-477e-a073-47acf47c26a6 None None] Network 10bae30a-4883-4bbd-b772-721bd29bcabd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:52.788924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port 94ca82c6-8686-4032-860a-12e54d8eefd8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:52.789296 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:52.860117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-286a8517-86a1-4131-b397-bf9fd378e0a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1096 time: 0.8945415 Mar 05 00:10:52.865177 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f944c79c-6972-4bb2-906c-7a6191a9daf8 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:52.866053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f944c79c-6972-4bb2-906c-7a6191a9daf8 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:52.871437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f944c79c-6972-4bb2-906c-7a6191a9daf8 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/a7f82cd1-836d-46e7-a54f-83154705567b HTTP/1.1" status: 404 len: 339 time: 0.1142957 Mar 05 00:10:52.871769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32920) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:52.889720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-a554a630-ac69-48cd-b7b6-71f8a2f1fe08 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:52.897510 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-a554a630-ac69-48cd-b7b6-71f8a2f1fe08 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.9259672 Mar 05 00:10:52.945061 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdf4558-0a2d-46d6-934e-b2b5d9bb1672 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:52.945839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdf4558-0a2d-46d6-934e-b2b5d9bb1672 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:52.951047 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-12b226d6-bef3-4690-b730-73b0610ee6b7 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/quotas/371b94f2830f444d8060dc7976a63700 HTTP/1.1" status: 200 len: 375 time: 0.0523782 Mar 05 00:10:52.965251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ffdf4558-0a2d-46d6-934e-b2b5d9bb1672 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/3370831c-c894-4f33-9e17-56d9bb610ad4 HTTP/1.1" status: 404 len: 337 time: 0.0902705 Mar 05 00:10:52.970293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32924) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:53.015898 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf50ed8-cd65-4e07-9d8f-a327bb05d1ba tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:53.016342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf50ed8-cd65-4e07-9d8f-a327bb05d1ba tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:53.020252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aaf50ed8-cd65-4e07-9d8f-a327bb05d1ba tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/ef4ea949-3d53-4505-86ec-0c26a65d84b7 HTTP/1.1" status: 404 len: 339 time: 0.0367124 Mar 05 00:10:53.020483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32930) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:53.068414 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabbb34b-8d5d-4324-81f3-a081e5a89d04 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:53.068852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabbb34b-8d5d-4324-81f3-a081e5a89d04 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:53.074325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eabbb34b-8d5d-4324-81f3-a081e5a89d04 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/ae717167-8679-4f3d-b59f-78bc33f9ff25 HTTP/1.1" status: 404 len: 337 time: 0.0502687 Mar 05 00:10:53.074891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32934) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:53.108194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Router 71b7fe8e-c26b-4209-bc38-70ca4ad034fb is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:10:53.184901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.215161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Transition to ACTIVE for port object c86e276c-714b-47e8-a5e1-3df785356436 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:53.228836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.309209 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d887fb5a-e919-4fea-8097-8873c52fdbe6 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:53.310110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d887fb5a-e919-4fea-8097-8873c52fdbe6 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:53.315613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d887fb5a-e919-4fea-8097-8873c52fdbe6 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/2825fa98-6a83-48b9-83f4-5b4c66c7389b HTTP/1.1" status: 404 len: 339 time: 0.2367928 Mar 05 00:10:53.319263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:53.340557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c4ee7-7e19-47fd-a8e7-58476fae6c19 None None] Pushing event updated for resources: {'Port': ['ID=c86e276c-714b-47e8-a5e1-3df785356436,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:53.365787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Attempting to bind port c86e276c-714b-47e8-a5e1-3df785356436 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:53.366426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Attempting to bind port c86e276c-714b-47e8-a5e1-3df785356436 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:53.366679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Attempting to bind port c86e276c-714b-47e8-a5e1-3df785356436 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:53.375494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:53.375930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:53.376869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.377275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:53.377752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Bound port: c86e276c-714b-47e8-a5e1-3df785356436, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:53.378126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.404078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b6142-dc5a-4b86-a6c9-a5268c1d0e80 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:10:53.427431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-3055a460-d478-4098-ab07-b373686dc39d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:53.427972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting port aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:53.428351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.430212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-3055a460-d478-4098-ab07-b373686dc39d service neutron] 10.222.0.10 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 915 time: 0.5574389 Mar 05 00:10:53.536928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port 94ca82c6-8686-4032-860a-12e54d8eefd8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=94ca82c6-8686-4032-860a-12e54d8eefd8,segment=NetworkSegment(606364cc-421f-4e7d-8376-42011bb02592),segment_id=606364cc-421f-4e7d-8376-42011bb02592)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:53.537571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.568333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b6142-dc5a-4b86-a6c9-a5268c1d0e80 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:10:53.574137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-db92465b-dc41-4742-8c46-710558d16873 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6219792 Mar 05 00:10:53.644730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-2d811ed4-0ccb-4449-bcdb-295e6ca6df88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 217 time: 0.2046235 Mar 05 00:10:53.701028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] For port c86e276c-714b-47e8-a5e1-3df785356436, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:53.723429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] For port c86e276c-714b-47e8-a5e1-3df785356436, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c86e276c-714b-47e8-a5e1-3df785356436,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:53.732721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:53.760560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for 94ca82c6-8686-4032-860a-12e54d8eefd8 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:53.785685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:10:53.786327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 20b2fc3d-6f32-448c-8f0a-6fb9640bd9e8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:10:53.794116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.860186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.911002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Routers {'97441c16-3a8b-4f98-894e-162cbedb11b4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:53.912222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['97441c16-3a8b-4f98-894e-162cbedb11b4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:53.962525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-790cd7f2-95f7-4e67-a86d-47098e69ce36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:53.963946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-790cd7f2-95f7-4e67-a86d-47098e69ce36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.0718949 Mar 05 00:10:53.971587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:53.981295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-6a64820f-13e1-43ac-bfe3-d235b78dcb26 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:10:53.982404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-6a64820f-13e1-43ac-bfe3-d235b78dcb26 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4071734 Mar 05 00:10:54.151787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Calling delete_port for aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:54.231547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c4ee7-7e19-47fd-a8e7-58476fae6c19 None None] Pushing event updated for resources: {'Port': ['ID=c86e276c-714b-47e8-a5e1-3df785356436,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:54.320733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6469-b655-4933-bcbd-2e91d08e41be req-2445fecb-8b15-4130-a37e-a215bc4feb25 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:54.329923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] Set router 97441c16-3a8b-4f98-894e-162cbedb11b4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:54.330133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d3b6469-b655-4933-bcbd-2e91d08e41be req-2445fecb-8b15-4130-a37e-a215bc4feb25 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.5182807 Mar 05 00:10:54.352566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:54.413919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Port': ['ID=aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:54.417688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-5d79fa01-2d44-4686-9b3e-c64b982694dd service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623736 Mar 05 00:10:54.427351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Port': ['ID=94ca82c6-8686-4032-860a-12e54d8eefd8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:54.435398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:54.437250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-be329ca1-9f6f-4bc4-a31f-5f28ce6b966a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4615283 Mar 05 00:10:54.447425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Sync routers for ids ['71b7fe8e-c26b-4209-bc38-70ca4ad034fb'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:54.474096 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:54.479157 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Routers {'71b7fe8e-c26b-4209-bc38-70ca4ad034fb'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:54.482739 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['71b7fe8e-c26b-4209-bc38-70ca4ad034fb'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:54.499370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7ed2ae6-4406-4144-ab91-fd7f3307354d tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/ports/aacf2cc0-d2f6-46ba-a898-5ac19b16c9b7 HTTP/1.1" status: 204 len: 168 time: 1.1741462 Mar 05 00:10:54.504457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32988) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:54.519298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d3b6469-b655-4933-bcbd-2e91d08e41be req-978078f2-98ee-4605-8708-7211e4a574ff tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883194 Mar 05 00:10:54.522219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:54.528949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-898e9b46-c95d-4deb-8f39-0c3f232da300 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2834544 Mar 05 00:10:54.530540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 32994) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:54.670013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No DVR routers for this DVR port 94ca82c6-8686-4032-860a-12e54d8eefd8 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:10:54.677564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:10:54.815497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-bdbd7b09-8e0f-402f-95bd-2bbed5cf1b98 service neutron] 10.222.0.32 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616612 Mar 05 00:10:54.824876 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a237930c-b2c2-4ae2-a8d9-18796ec65b0c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:10:54.826791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a237930c-b2c2-4ae2-a8d9-18796ec65b0c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:10:54.940829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a237930c-b2c2-4ae2-a8d9-18796ec65b0c tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/2ce893fc-c2cc-480b-b4d4-162f059a3a5e HTTP/1.1" status: 404 len: 337 time: 0.4294219 Mar 05 00:10:54.952050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:54.984507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97441c16-3a8b-4f98-894e-162cbedb11b4', 'name': 'tempest-snat-router-898345252', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': 'c86e276c-714b-47e8-a5e1-3df785356436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:45Z', 'updated_at': '2022-03-05T00:10:48Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': 'c86e276c-714b-47e8-a5e1-3df785356436', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97441c16-3a8b-4f98-894e-162cbedb11b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:47Z', 'updated_at': '2022-03-05T00:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.006920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af6c09-7e3d-49b1-abc6-695ee8d3e0be None None] The sync data for ids ['97441c16-3a8b-4f98-894e-162cbedb11b4'] in n-d-828979-4 is: [{'id': '97441c16-3a8b-4f98-894e-162cbedb11b4', 'name': 'tempest-snat-router-898345252', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': 'c86e276c-714b-47e8-a5e1-3df785356436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:45Z', 'updated_at': '2022-03-05T00:10:48Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': 'c86e276c-714b-47e8-a5e1-3df785356436', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97441c16-3a8b-4f98-894e-162cbedb11b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:47Z', 'updated_at': '2022-03-05T00:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:55.107600 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Set router 71b7fe8e-c26b-4209-bc38-70ca4ad034fb gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:55.211802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.295293 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.301620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-490d70a4-c4d9-4a86-9a4c-3e65d531425d req-3ce5e533-f1eb-4dbe-893d-76435b38cf36 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.0723493 Mar 05 00:10:55.391174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bae30a-4883-4bbd-b772-721bd29bcabd']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.436819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-b846b5fb-d190-4d59-b62d-4c741f6cdc9a service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9572079 Mar 05 00:10:55.464739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606364cc-421f-4e7d-8376-42011bb02592') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.465919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606364cc-421f-4e7d-8376-42011bb02592') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.572923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.580428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.618007 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.625416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:55.631152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.638288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d20d14-f8de-4d2b-b78f-ab9787b98848']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.671456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cbe988e2-db6f-44ee-a03f-c01992f81394 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/71b7fe8e-c26b-4209-bc38-70ca4ad034fb HTTP/1.1" status: 200 len: 906 time: 1.1332448 Mar 05 00:10:55.679188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33030) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:55.685893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a473edb0-9c09-400f-b4dd-1e0d26186b93') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.686125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a473edb0-9c09-400f-b4dd-1e0d26186b93') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:55.723213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:10:55.835166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:55.895934 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:56.025781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c86e276c-714b-47e8-a5e1-3df785356436 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:56.030749 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7fe8e-c26b-4209-bc38-70ca4ad034fb', 'name': 'tempest-snat-router-898345252', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '0b144dcf-6a2a-40d1-a2db-c723f5b9aa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:50Z', 'updated_at': '2022-03-05T00:10:52Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': '0b144dcf-6a2a-40d1-a2db-c723f5b9aa13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:32:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7fe8e-c26b-4209-bc38-70ca4ad034fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:51Z', 'updated_at': '2022-03-05T00:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:56.058343 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Checking router: 71b7fe8e-c26b-4209-bc38-70ca4ad034fb for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:56.058693 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Updating router 71b7fe8e-c26b-4209-bc38-70ca4ad034fb port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:10:56.072492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.109873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:10:56.110383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.136392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.153058 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:10:56.200698 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:10:56.240004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:10:56.271569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:56.289119 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.336421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.371867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aeec093-f6af-47f0-94ca-54cf90d439e4 req-403b04b0-d20d-4f09-9f3e-98f2f17644bf service neutron] 10.222.0.10 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8981583 Mar 05 00:10:56.402868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port c86e276c-714b-47e8-a5e1-3df785356436 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:10:56.436307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.445017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=10bae30a-4883-4bbd-b772-721bd29bcabd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:56.447973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca73db1c-78a4-452c-831e-f1adac305f5c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/10bae30a-4883-4bbd-b772-721bd29bcabd HTTP/1.1" status: 204 len: 168 time: 7.3489828 Mar 05 00:10:56.461922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33064) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:56.472409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280821387'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:56.482427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:56.495453 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'code': 200} Mar 05 00:10:56.495636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:56.498109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c86e276c-714b-47e8-a5e1-3df785356436 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:56.498945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.500745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:56.507228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:10:56.517777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:56.525823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f9869ced-5b6c-4f87-bdd2-22b5356a01c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3775761 Mar 05 00:10:56.527073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33068) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:56.529786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a664ef-a0f1-41d3-9ba1-50364d914474 req-6f1cc16e-1238-4ec4-85be-92cd2700843b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:56.536721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7a664ef-a0f1-41d3-9ba1-50364d914474 req-6f1cc16e-1238-4ec4-85be-92cd2700843b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.4814143 Mar 05 00:10:56.536906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:56.547381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:10:56.565916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.600638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:56.601570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:56.677238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7a664ef-a0f1-41d3-9ba1-50364d914474 req-19c7341a-4669-45d6-ac1c-ddfbdadc116e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362650 Mar 05 00:10:56.678136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:56.681133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.713959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.763330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:10:56.786140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.786699 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 67ff6297-7cd4-43a4-83ad-dced569b95ff of type vlan for network 00ffb547-8b55-40ff-9621-6d3efe8fffc2 Mar 05 00:10:56.825350 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a23be69-9276-4807-9290-89c7a1a7fa36 req-5cccce43-9682-4300-ba34-db48643cf9af tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.2856388 Mar 05 00:10:56.845058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.867123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/87d20d14-f8de-4d2b-b78f-ab9787b98848 HTTP/1.1" status: 204 len: 168 time: 1.9138241 Mar 05 00:10:56.868478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:56.873957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf025-bd42-4e46-8326-4f5b74cf422f tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Network': ['ID=87d20d14-f8de-4d2b-b78f-ab9787b98848,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:56.882623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33082) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:56.919105 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.923327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.929379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:56.930173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:56.932912 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Transition to ACTIVE for port object 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:10:56.943990 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.039965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Attempting to bind port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:10:57.040634 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Attempting to bind port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:10:57.040741 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Attempting to bind port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:10:57.055798 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34ca17-9fe8-4c0f-a66f-5f48fdd5e6c3 None None] Pushing event updated for resources: {'Port': ['ID=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:57.072687 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:10:57.073373 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:57.075178 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.075735 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:10:57.076385 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Bound port: 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:10:57.078395 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.208719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7447858 Mar 05 00:10:57.211831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33098) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:57.234173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf272-0734-461d-8a8d-3dc91e34872f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=00ffb547-8b55-40ff-9621-6d3efe8fffc2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:57.241968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '00ffb547-8b55-40ff-9621-6d3efe8fffc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:10:57.267398 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] For port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:10:57.271940 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] For port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:10:57.278456 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.290136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 00ffb547-8b55-40ff-9621-6d3efe8fffc2 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:10:57.366866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.399019 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Routers {'71b7fe8e-c26b-4209-bc38-70ca4ad034fb'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:57.399886 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['71b7fe8e-c26b-4209-bc38-70ca4ad034fb'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:57.425508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting port 23f6ac25-7079-4807-a83b-b3de29c081a2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:10:57.425851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.448874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.502460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.545533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port c86e276c-714b-47e8-a5e1-3df785356436, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c86e276c-714b-47e8-a5e1-3df785356436,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:10:57.564120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.612492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:10:57.619047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:10:57.622970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:10:57.631408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:10:57.649753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:10:57.698696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=c86e276c-714b-47e8-a5e1-3df785356436,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:57.719361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:48Z', 'revision_number': 8, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:57.724223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:10:57.737997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:10:57.738622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.739788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:10:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:57.785455 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] Set router 71b7fe8e-c26b-4209-bc38-70ca4ad034fb gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:57.855070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 0f08d7a1-0a9e-4116-9937-bd5f5546d64c {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:10:57.912701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:57.984012 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:58.049812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c86e276c-714b-47e8-a5e1-3df785356436 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:10:58.184576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34ca17-9fe8-4c0f-a66f-5f48fdd5e6c3 None None] Pushing event updated for resources: {'Port': ['ID=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:58.193816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:10:58.287721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c86e276c-714b-47e8-a5e1-3df785356436 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:10:58.288163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:58.515689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b14666cb-8254-4eb0-9c69-ebe89dcabfea req-807355e6-fbb9-4827-ac00-479611c455f6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.4811771 Mar 05 00:10:58.646938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:58.656663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7fe8e-c26b-4209-bc38-70ca4ad034fb', 'name': 'tempest-snat-router-898345252', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '0b144dcf-6a2a-40d1-a2db-c723f5b9aa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:50Z', 'updated_at': '2022-03-05T00:10:52Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': '0b144dcf-6a2a-40d1-a2db-c723f5b9aa13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:32:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7fe8e-c26b-4209-bc38-70ca4ad034fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:51Z', 'updated_at': '2022-03-05T00:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:58.668595 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591e23b-5156-4af0-a33e-468b7e64d1c5 None None] The sync data for ids ['71b7fe8e-c26b-4209-bc38-70ca4ad034fb'] in n-d-828979-4 is: [{'id': '71b7fe8e-c26b-4209-bc38-70ca4ad034fb', 'name': 'tempest-snat-router-898345252', 'tenant_id': '61ace743ff5c45cda2fc0df092d6e524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '0b144dcf-6a2a-40d1-a2db-c723f5b9aa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:10:50Z', 'updated_at': '2022-03-05T00:10:52Z', 'revision_number': 3, 'project_id': '61ace743ff5c45cda2fc0df092d6e524', 'gw_port': {'id': '0b144dcf-6a2a-40d1-a2db-c723f5b9aa13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:32:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7fe8e-c26b-4209-bc38-70ca4ad034fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:10:51Z', 'updated_at': '2022-03-05T00:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:58.803033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:58.917077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:58.951418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=c16d0b59-c097-4b67-8b64-098bd9107a06,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:58.964805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '67ff6297-7cd4-43a4-83ad-dced569b95ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '00ffb547-8b55-40ff-9621-6d3efe8fffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:10:58.965431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 00ffb547-8b55-40ff-9621-6d3efe8fffc2, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:10:59.007285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 00ffb547-8b55-40ff-9621-6d3efe8fffc2 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:10:59.026007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 00ffb547-8b55-40ff-9621-6d3efe8fffc2) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:10:59.041858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:59.042444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.078724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-80001e6f-eb45-46a3-90e1-a7bfd54da1a7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8461108 Mar 05 00:10:59.079423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33170) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:59.087009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763aeefb-eb03-4cc8-815a-f9712c9ecbd4 None None] Network 00ffb547-8b55-40ff-9621-6d3efe8fffc2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:59.290674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Calling delete_port for 23f6ac25-7079-4807-a83b-b3de29c081a2 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:10:59.345982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.424839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.437686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.533650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.557741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:48Z', 'revision_number': 8, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:10:59.594908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.602515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2944c16-abfc-4d06-b55b-164b12d8448e None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:10:48Z', 'revision_number': 8, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886cb149-b923-4709-beed-d080b6ac63d0', 'name': '', 'network_id': 'aa29b564-0e6c-4d85-8b0b-0f889bf47af7', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:7b:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:59Z', 'updated_at': '2022-03-05T00:10:13Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '6a525750-f984-4b53-91ab-5cecdc489b23', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:10:59.611649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=c16d0b59-c097-4b67-8b64-098bd9107a06,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:59.640958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe4ab0-5afe-4a19-aaed-912c49e817ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-00ffb547-8b55-40ff-9621-6d3efe8fffc2', 'network_id': '00ffb547-8b55-40ff-9621-6d3efe8fffc2', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': 'c16d0b59-c097-4b67-8b64-098bd9107a06'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:10:59.641876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4ab0-5afe-4a19-aaed-912c49e817ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.697451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.774861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5defbee-f155-4a51-997b-7efe838ba663 req-2b9a0601-c883-40cf-bddf-1daf8ddc2e57 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:10:59.780478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b5defbee-f155-4a51-997b-7efe838ba663 req-2b9a0601-c883-40cf-bddf-1daf8ddc2e57 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 1.6255832 Mar 05 00:10:59.810995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Port': ['ID=23f6ac25-7079-4807-a83b-b3de29c081a2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:59.819955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=0f08d7a1-0a9e-4116-9937-bd5f5546d64c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:10:59.878643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.889792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:10:59.896233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369249c7-2b5c-4d32-84e9-9ee211212ddc None None] Network 6b260590-fb24-4766-873d-522a308946b5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:10:59.910760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c6f82277-4397-48d4-9ce4-a45d6ec67fa4 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/ports/23f6ac25-7079-4807-a83b-b3de29c081a2 HTTP/1.1" status: 204 len: 168 time: 3.0225105 Mar 05 00:10:59.913442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b5defbee-f155-4a51-997b-7efe838ba663 req-001ae402-65b9-45bd-aa3c-daffc50870b2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068249 Mar 05 00:10:59.915533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33188) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:59.926871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-334585dc-e55a-4b20-8e0a-5bc3b77b7bf0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/0f08d7a1-0a9e-4116-9937-bd5f5546d64c HTTP/1.1" status: 204 len: 168 time: 3.3719583 Mar 05 00:10:59.930112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33192) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:10:59.935638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-079eb529-ce83-436a-820a-198e94ecd71d req-840af2d1-98cd-4f0c-8458-39f4b665ba56 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.1307020 Mar 05 00:10:59.957517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.051252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ffb547-8b55-40ff-9621-6d3efe8fffc2']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:00.079814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad7fcb-3d3b-4419-97ce-13c5ac3d7434 None None] Network 00ffb547-8b55-40ff-9621-6d3efe8fffc2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:00.099860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ff6297-7cd4-43a4-83ad-dced569b95ff') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:00.100420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ff6297-7cd4-43a4-83ad-dced569b95ff') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:00.132609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.177071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.183816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:00.184282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.261751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 12cc9fe7-067d-4e4f-9301-1ee551e0299f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:00.346998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 12cc9fe7-067d-4e4f-9301-1ee551e0299f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:00.349608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 12cc9fe7-067d-4e4f-9301-1ee551e0299f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:00.358478 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:00.366339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.388248 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.390793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33202) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:00.417094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=00ffb547-8b55-40ff-9621-6d3efe8fffc2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:00.424263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07b35c8f-da48-4ddb-b945-51326a1d792a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/00ffb547-8b55-40ff-9621-6d3efe8fffc2 HTTP/1.1" status: 204 len: 168 time: 1.3437853 Mar 05 00:11:00.429673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33208) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:00.439210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006625239'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:00.446780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:00.451912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:00.456673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:00.465111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:00.502947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:00.507368 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.546617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:00.566868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.568045 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 9130ed5a-26a1-41e1-87a3-e3da821f4285 of type vlan for network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b Mar 05 00:11:00.591874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.619008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.629815 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6739a3-3ac9-4961-aee6-d4bb5f0b56b9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] DELETE failed (client error): The resource could not be found. Mar 05 00:11:00.630254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6739a3-3ac9-4961-aee6-d4bb5f0b56b9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:11:00.632400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6b6739a3-3ac9-4961-aee6-d4bb5f0b56b9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/3046a71b-ae88-4eee-bd3a-a631b7d05fd5 HTTP/1.1" status: 404 len: 337 time: 0.7152174 Mar 05 00:11:00.637366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33212) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:00.647867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port d7a05ded-01d8-466f-af23-db2de3afc696 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:00.648325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.778559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] DHCP port deletion for 6b260590-fb24-4766-873d-522a308946b5 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:00.783270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] Deleting port d7a05ded-01d8-466f-af23-db2de3afc696 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:00.783652 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.788425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.850606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:11:00.877815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.914092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:00.918007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:00.918677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.198111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] For port d7a05ded-01d8-466f-af23-db2de3afc696, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d7a05ded-01d8-466f-af23-db2de3afc696,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:01.198513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.212542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.228098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7948725 Mar 05 00:11:01.285850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port d7a05ded-01d8-466f-af23-db2de3afc696, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d7a05ded-01d8-466f-af23-db2de3afc696,segment=NetworkSegment(aac23914-2d46-4950-ba4e-14c8b7f0600f),segment_id=aac23914-2d46-4950-ba4e-14c8b7f0600f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:01.286810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.301440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33222) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:01.323607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:01.328165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Usage tracker for resource:security_group_rule and tenant:c5cfb9f400e74cd5aee13c5a7c2b3757 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:01.331574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:01.338146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:01.372988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:01.385698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] Calling delete_port for d7a05ded-01d8-466f-af23-db2de3afc696 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:01.497561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d70ce-b461-4bdb-9b3b-0340602cd598 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:01.509784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:01.616637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Deleting port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:01.616985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.656952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.734666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for d7a05ded-01d8-466f-af23-db2de3afc696 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:01.737881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:01.806949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8aa2ada-2543-4f55-8772-08976a9331f7 req-2fa6a800-9d85-4b97-8a92-83c5904c9a7d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.5894425 Mar 05 00:11:01.811771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] Pushing event deleted for resources: {'Port': ['ID=d7a05ded-01d8-466f-af23-db2de3afc696,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:01.846158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting port 778d828b-b1c2-4b1d-8486-e064ec0c191f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:01.846613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:01.847113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f18b62-c69b-4151-b75a-e7cc3851279f None None] No DVR routers for this DVR port d7a05ded-01d8-466f-af23-db2de3afc696 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:01.916411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:02.043898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:02.045121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:02.057987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:02.058420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.065233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:02.075493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:02.098878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-0c81c8c5-61e2-4b04-9939-1ed3c816aac8 req-d8438cdd-4c8e-4adf-ae65-dff7180b83d3 service neutron] (83782) timed out ('10.222.0.32', 43392) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:11:02.131900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:02.158860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:02.159182 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:02.166709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044daa35-e759-4169-acdc-07d360083b05 req-4636072e-764c-4422-bd5d-43a42de403e3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:02.175491 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-044daa35-e759-4169-acdc-07d360083b05 req-4636072e-764c-4422-bd5d-43a42de403e3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 0.9577873 Mar 05 00:11:02.179276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.191896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d47d0fd7-7c27-4828-bcab-18da8554fd8c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:02.193803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] For port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:02.193987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d47d0fd7-7c27-4828-bcab-18da8554fd8c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 812 time: 0.7906957 Mar 05 00:11:02.194168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.235237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.236709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Request body: {'port': {'device_id': '77699ad7-2068-4ad7-8074-3d848343a689', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'admin_state_up': True, 'tenant_id': '371b94f2830f444d8060dc7976a63700'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:02.257755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.261480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:02.269905 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.343114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:02.352828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d7a05ded-01d8-466f-af23-db2de3afc696 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:02.368996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Calling delete_port for 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:02.400625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d7a05ded-01d8-466f-af23-db2de3afc696 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:02.401192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d7a05ded-01d8-466f-af23-db2de3afc696 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:02.426714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:02.519413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:02.519413 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:02.619225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b0a930-086e-45fe-9ac8-ded2383debb8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:02.625573 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6b6239a6-73fd-45d8-a810-710266079c0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5cfb9f400e74cd5aee13c5a7c2b3757&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2307525 Mar 05 00:11:02.627071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33232) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:02.647345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-044daa35-e759-4169-acdc-07d360083b05 req-225276f3-63c0-4d65-8fd1-2f7ededab12f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709978 Mar 05 00:11:02.662078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port d7a05ded-01d8-466f-af23-db2de3afc696 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:02.662795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.702760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] For port 778d828b-b1c2-4b1d-8486-e064ec0c191f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=778d828b-b1c2-4b1d-8486-e064ec0c191f,segment=NetworkSegment(eaf84930-1bae-42f8-b2a3-261ad2c7625f),segment_id=eaf84930-1bae-42f8-b2a3-261ad2c7625f)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:02.703119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.735342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.760744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] The port 'd7a05ded-01d8-466f-af23-db2de3afc696' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:11:02.954977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Calling delete_port for 778d828b-b1c2-4b1d-8486-e064ec0c191f owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:02.966881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:02.980320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.011091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:03.024567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b260590-fb24-4766-873d-522a308946b5']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:03.043878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Deleting port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:03.044411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.084430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_backend_mixin [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing IP validity checks on allocation pools {{(pid=83782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:11:03.084949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_backend_mixin [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:11:03.095044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:03.103972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7381fa3-64de-4600-b8bd-c0e3379f0763 req-3906ba71-a6a0-4211-a3af-477f76181a50 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.0941434 Mar 05 00:11:03.104551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac23914-2d46-4950-ba4e-14c8b7f0600f') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:03.104958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac23914-2d46-4950-ba4e-14c8b7f0600f') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:03.115141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.136076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Made reservation on behalf of 371b94f2830f444d8060dc7976a63700 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:03.139745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.140101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.201797 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.252555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.283461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:03.284011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.310093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456e39-9c50-4c77-9fbb-87a48741f7a8 req-6edb26c9-81e9-4b7b-86cd-67aa6742e27f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:03.311920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a456e39-9c50-4c77-9fbb-87a48741f7a8 req-6edb26c9-81e9-4b7b-86cd-67aa6742e27f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 0.4204476 Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:03.312734 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:03.486016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.505961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.509923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] For port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:03.510379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.546849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b0a930-086e-45fe-9ac8-ded2383debb8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:03.549576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.617863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Port': ['ID=778d828b-b1c2-4b1d-8486-e064ec0c191f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:03.619934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:03.677808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a456e39-9c50-4c77-9fbb-87a48741f7a8 req-9c045679-4c78-494d-b27f-de74eb904bd6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463242 Mar 05 00:11:03.718336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=46a27175-7576-4851-a999-4b125ef6478d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:03.727591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Allocated IP 172.20.0.8 (43cfeb84-aa30-4187-b10f-5985df7803ea/96c3d0cb-27c4-4111-b6b8-00993625431b/45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:03.742868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] No DVR routers for this DVR port 778d828b-b1c2-4b1d-8486-e064ec0c191f on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:03.852588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:03.869177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Calling delete_port for 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:03.924721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=6b260590-fb24-4766-873d-522a308946b5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:03.975415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.975935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.976425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.976931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.977440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.977916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.978394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.978969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.979461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.979932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.980404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:03.996828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/6b260590-fb24-4766-873d-522a308946b5 HTTP/1.1" status: 204 len: 168 time: 4.0025551 Mar 05 00:11:04.001150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.001703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.002271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.003005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.003491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.003973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.004459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.004950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.005449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.006076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.006554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfe566-1692-4c98-83c7-00a8a6dd39e0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:04.010773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33252) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:04.018217 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.019515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ef3f72f2-a1b7-428f-9bcd-6fa7f529c167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94b0a930-086e-45fe-9ac8-ded2383debb8 HTTP/1.1" status: 204 len: 168 time: 1.3915732 Mar 05 00:11:04.134085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.135058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:04.135430 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.500169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16fefe7-63ad-439c-94ce-5d05998ac4cd']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:04.521605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf84930-1bae-42f8-b2a3-261ad2c7625f') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:04.521830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf84930-1bae-42f8-b2a3-261ad2c7625f') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:04.664858 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.671490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.677124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cdb96e5-a55c-4ff4-8200-7ad68cc64de3 req-8a75a868-66f5-45a6-9c54-ca2568d0c0f5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 210 time: 0.1299181 Mar 05 00:11:04.740666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.749846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e422874-e06c-4308-b1da-45026cac96a8 req-36aafec4-64ab-481e-8e85-2bf61bdd60a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4587252 Mar 05 00:11:04.761922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '9130ed5a-26a1-41e1-87a3-e3da821f4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:04.762572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:04.773459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b144dcf-6a2a-40d1-a2db-c723f5b9aa13,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:04.801385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:04.801810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.841579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4fafc31-cf25-4d9a-91a2-007879e9141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:04.858450 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:05.321966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.328297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.358908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:05.380439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:05.385063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:05.385691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.395586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1384cd8-b855-483d-983d-02e0ebb3c3c5 None None] Network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:05.397436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Network': ['ID=e16fefe7-63ad-439c-94ce-5d05998ac4cd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:05.453359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e91eebca-7bcb-4484-9233-76b7c7122cd9 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/e16fefe7-63ad-439c-94ce-5d05998ac4cd HTTP/1.1" status: 204 len: 168 time: 4.8139694 Mar 05 00:11:05.467136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:05.478940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ae7e8b2b-bd9b-4885-a1e4-819904e9483a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.1730230 Mar 05 00:11:05.503723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.523235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33296) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:05.569352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.634682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e83850-1bce-4fc3-abf8-9eb29ad5e8fc req-f0661916-4c21-483b-8b72-08a32f14c314 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:05.636465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-33e83850-1bce-4fc3-abf8-9eb29ad5e8fc req-f0661916-4c21-483b-8b72-08a32f14c314 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 0.4267290 Mar 05 00:11:05.687987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Transition to ACTIVE for port object 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:05.789204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b', 'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': '46a27175-7576-4851-a999-4b125ef6478d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:05.790245 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.848732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33302) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:05.849932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:05.932455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:11:05.974996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ba1384df-139b-49aa-9ac2-e060787c5a03'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:11:06.174805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1740624799'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:06.215040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:06.224285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:06.229990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-33e83850-1bce-4fc3-abf8-9eb29ad5e8fc req-1eba8bdd-96b9-45f3-adf6-d54fd9f50ae1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742612 Mar 05 00:11:06.259678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:06.270399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:06.279218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.289567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Network 43cfeb84-aa30-4187-b10f-5985df7803ea is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:06.294744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:06.298847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:06.303416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:06.388808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.404707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:06.408859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.422059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.423884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Deleting subnet b57e545c-e5ed-4325-94fd-1885deee1991 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:11:06.434765 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.504400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Allocated IP 172.20.0.3 (b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b/46a27175-7576-4851-a999-4b125ef6478d/b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:06.542054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17189455-5a8b-403f-acb3-c53d80425559 req-3ef7ffac-8560-419a-8738-e7d01441e6fb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:06.544661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17189455-5a8b-403f-acb3-c53d80425559 req-3ef7ffac-8560-419a-8738-e7d01441e6fb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 931 time: 0.3253205 Mar 05 00:11:06.554440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.555096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71b7fe8e-c26b-4209-bc38-70ca4ad034fb {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:11:06.568229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.585102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.633139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.705847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:06.707920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group_rule and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:06.711175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:06.718069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:06.795837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.811796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-84af2395-804a-49c6-9a09-4007c48b3e61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6726317 Mar 05 00:11:06.843158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.846554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:06.847275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.855466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Transition to ACTIVE for port object b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:06.861656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.865274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.866212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1058ebd2-3a65-4c1e-ba2d-3620e961be53 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/routers/71b7fe8e-c26b-4209-bc38-70ca4ad034fb HTTP/1.1" status: 204 len: 168 time: 11.1716080 Mar 05 00:11:06.873704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:06.877243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Transition to ACTIVE for port object b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:06.879813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:06.891140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.892442 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1 of type vlan for network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 Mar 05 00:11:06.893118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:06.924037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.043306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-50c43ad5-67b6-44ae-8103-4bd5c44629df None None] Provisioning for port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:07.050074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:07.060042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:07.065827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9681-1940-48ee-98a5-b534b63d8ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.069052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:07.073775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-50c43ad5-67b6-44ae-8103-4bd5c44629df None None] Provisioning complete for port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:07.073965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17189455-5a8b-403f-acb3-c53d80425559 req-73e5bf06-6e3a-425d-9299-40bce4f21b1b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133035 Mar 05 00:11:07.074312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-50c43ad5-67b6-44ae-8103-4bd5c44629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.098018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16df39c9-af25-4700-9f39-c2b1cb178de0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:07.108498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.108498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:07.108498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.142411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-50c43ad5-67b6-44ae-8103-4bd5c44629df None None] Port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:11:07.151981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.154525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Pushing event updated for resources: {'Port': ['ID=b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:07.274460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Attempting to bind port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:07.274964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Attempting to bind port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9130ed5a-26a1-41e1-87a3-e3da821f4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:07.275423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Attempting to bind port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc on network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:07.297393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:07.300880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Checking segment: {'id': '9130ed5a-26a1-41e1-87a3-e3da821f4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:07.302146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.302146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Bound using segment: {'id': '9130ed5a-26a1-41e1-87a3-e3da821f4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:07.302546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Bound port: b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130ed5a-26a1-41e1-87a3-e3da821f4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:07.303028 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.327826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=b02a56f7-f83e-4ece-a3ae-3fec298cf3c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:07.378666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-73e62b77-1e6b-4da5-91b1-607d70f378bf tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5267851 Mar 05 00:11:07.387292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33326) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:07.397004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'name': 'tempest-PortsTestJSON-473836127'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:07.561575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:07.649473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] For port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:07.652524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.679010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] For port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc,segment=NetworkSegment(9130ed5a-26a1-41e1-87a3-e3da821f4285),segment_id=9130ed5a-26a1-41e1-87a3-e3da821f4285)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:11:07.696438 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.864458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768921c0-e11d-4572-abeb-ee05ebfdf925 None None] Network b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:07.917346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-d9ef4707-1c79-4517-b9f2-49d28832e953 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6910825 Mar 05 00:11:07.945990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:07.958501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Request body: {'port': {'device_id': '77699ad7-2068-4ad7-8074-3d848343a689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:07.987546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:08.044645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:08.061034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:08.069246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=46a27175-7576-4851-a999-4b125ef6478d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:08.111902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:08.148347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484d15a-758a-4fd0-bc21-d0746339a429 None None] Pushing event updated for resources: {'Port': ['ID=b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:08.244382 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.250115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fcd408-a57c-4c60-aff2-b12f2827eeb3 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:11:08.277911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-4b045f03-aa18-45fa-a6c0-4b015e75d0e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384&tenant_id=25be6a436d914460a0b34f69725c72a3 HTTP/1.1" status: 200 len: 1094 time: 0.2318110 Mar 05 00:11:08.291566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.301145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:08.327165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:08.330985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.333864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 886cb149-b923-4709-beed-d080b6ac63d0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:08.334199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.343374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9130ed5a-26a1-41e1-87a3-e3da821f4285') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:08.343924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9130ed5a-26a1-41e1-87a3-e3da821f4285') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:08.357628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.378932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.386805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:08.387681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.439131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcd408-a57c-4c60-aff2-b12f2827eeb3 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:11:08.450749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Deleting port c86e276c-714b-47e8-a5e1-3df785356436 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:08.451087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:08.518496 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:08.528313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:11:08.528313 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:11:08.528313 n-d-828979-4 neutron-server[83782]: [parameters: {'id': 'b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b'}] Mar 05 00:11:08.528313 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:08.529507 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:08.576951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:08.581190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.621896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.678112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 521c6027-990b-41dc-9bb2-d8faca41b3dc yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:11:08.707929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.740719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bde5d-add4-46c1-9079-0ab7418223c4 req-e6f878ba-03f5-47d5-a0e3-db3d79c15fad tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:08.748111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e4bde5d-add4-46c1-9079-0ab7418223c4 req-e6f878ba-03f5-47d5-a0e3-db3d79c15fad tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 1.0711815 Mar 05 00:11:08.773339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.794875 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:08.850592 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:11:08.960238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e4bde5d-add4-46c1-9079-0ab7418223c4 req-8b6e8a2e-746e-47ef-a41d-3e06c1626c60 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108257 Mar 05 00:11:09.030556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.039342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.138408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Subnet': ['ID=b57e545c-e5ed-4325-94fd-1885deee1991,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:09.207848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2791b-e6d0-4ac5-adc1-66c356272e1d req-a2c91621-e228-42f0-8017-28ce3332a67b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:09.209927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0c2791b-e6d0-4ac5-adc1-66c356272e1d req-a2c91621-e228-42f0-8017-28ce3332a67b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 931 time: 0.8494232 Mar 05 00:11:09.271384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12baf96-e910-45ce-b315-2dcb46735040 None None] Network 4ec88585-967f-439c-aae9-8e24e8d0f8a6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:09.275481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.278408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:09.278934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.486217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fc0a2685-0020-43a4-b8eb-ebf18e2264c0 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/subnets/b57e545c-e5ed-4325-94fd-1885deee1991 HTTP/1.1" status: 204 len: 168 time: 4.0131319 Mar 05 00:11:09.490999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0c2791b-e6d0-4ac5-adc1-66c356272e1d req-27d1a7cd-7819-4920-ae83-6c757ff631a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516956 Mar 05 00:11:09.491625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33348) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:09.517977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 886cb149-b923-4709-beed-d080b6ac63d0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=886cb149-b923-4709-beed-d080b6ac63d0,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:09.518343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.540333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] For port c86e276c-714b-47e8-a5e1-3df785356436, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c86e276c-714b-47e8-a5e1-3df785356436,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:09.540701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.612571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.676702 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.681988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] DHCP port deletion for 4ec88585-967f-439c-aae9-8e24e8d0f8a6 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:09.686715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] Deleting port e489342e-ad53-448b-be27-a1cfed21e636 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:09.687157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.744083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 886cb149-b923-4709-beed-d080b6ac63d0 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:09.940654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] For port e489342e-ad53-448b-be27-a1cfed21e636, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e489342e-ad53-448b-be27-a1cfed21e636,segment=NetworkSegment(1ad1c08c-3504-4aa1-821b-f8eddd7f0c99),segment_id=1ad1c08c-3504-4aa1-821b-f8eddd7f0c99)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:09.940654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:09.945780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Calling delete_port for c86e276c-714b-47e8-a5e1-3df785356436 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:10.206092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] Calling delete_port for e489342e-ad53-448b-be27-a1cfed21e636 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:10.274673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:11:10.283799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.291425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:10.304361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Transition to ACTIVE for port object 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:10.343182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e489342e-ad53-448b-be27-a1cfed21e636 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:10.349832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.374097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.405306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:10.443119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e489342e-ad53-448b-be27-a1cfed21e636 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:10.443498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e489342e-ad53-448b-be27-a1cfed21e636 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:10.456240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] Pushing event deleted for resources: {'Port': ['ID=e489342e-ad53-448b-be27-a1cfed21e636,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:10.461031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0d991-a9fa-48ae-9921-bbeed12ade91 None None] No DVR routers for this DVR port e489342e-ad53-448b-be27-a1cfed21e636 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:10.489591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.537819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:10.551195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:11:10.564727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.589139 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.652478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Transition to ACTIVE for port object f3037fa1-0d30-409f-96ff-ea10e1e30827 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:10.653662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=886cb149-b923-4709-beed-d080b6ac63d0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:10.657549 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.697888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:10.754704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=521c6027-990b-41dc-9bb2-d8faca41b3dc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:10.760147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event deleted for resources: {'Port': ['ID=c86e276c-714b-47e8-a5e1-3df785356436,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:10.764149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.105015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc,segment=NetworkSegment(9130ed5a-26a1-41e1-87a3-e3da821f4285),segment_id=9130ed5a-26a1-41e1-87a3-e3da821f4285)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:11.105708 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.257610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:11.459386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=9']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:11.568034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] No DVR routers for this DVR port f3037fa1-0d30-409f-96ff-ea10e1e30827 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:11.578384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Attempting to bind port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:11.579458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Attempting to bind port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:11.579982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Attempting to bind port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:11.587990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b370b39-5f92-44b0-938a-c6dc5531f6d3 req-09f87d50-5095-4e24-bfb9-b9d43fee2c23 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:11.589730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b370b39-5f92-44b0-938a-c6dc5531f6d3 req-09f87d50-5095-4e24-bfb9-b9d43fee2c23 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 943 time: 1.2536409 Mar 05 00:11:11.591448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.679952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:11.680614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: b02a56f7-f83e-4ece-a3ae-3fec298cf3c3, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:11.689664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec88585-967f-439c-aae9-8e24e8d0f8a6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:11.699205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a on network 43cfeb84-aa30-4187-b10f-5985df7803ea not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:11:11.699807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Attempting to bind port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a on network 43cfeb84-aa30-4187-b10f-5985df7803ea {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:11.712155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b370b39-5f92-44b0-938a-c6dc5531f6d3 req-27f41dbb-be6b-4b0c-b7f8-e2121a626d57 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072798 Mar 05 00:11:11.731817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:11.732120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad1c08c-3504-4aa1-821b-f8eddd7f0c99') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:11.747797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.796552 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.806786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:11.807124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Checking segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:11.807513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Bound using segment: {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:11.807953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Bound port: 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:11.808299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.840225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Port': ['ID=b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:11.851911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8981-beba-42cb-8223-da8cfe34e63c req-f06e71e3-43e8-4772-91a1-c0892b2c9eb4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:11.853779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d34d8981-beba-42cb-8223-da8cfe34e63c req-f06e71e3-43e8-4772-91a1-c0892b2c9eb4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 1.0591598 Mar 05 00:11:11.856420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:11.856884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:11.857345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:11.864435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.867577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No DVR routers for this DVR port b4df07b8-02c1-45ba-ade9-dbdaf7f32bbc on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:11.868442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:11.881412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:11.892367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:11.933110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:11.933754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b144dcf-6a2a-40d1-a2db-c723f5b9aa13 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:11.994893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b02a56f7-f83e-4ece-a3ae-3fec298cf3c3) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:12.003730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb452d-dd73-4dcf-a33d-e23dfc00d92e None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:12.009917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:12.010600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:12.031113 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:12.062457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Port f3037fa1-0d30-409f-96ff-ea10e1e30827 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:11:12.062869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Attempting to bind port f3037fa1-0d30-409f-96ff-ea10e1e30827 on network 93dcbcac-daf8-468a-bbe3-ed523d212de9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:12.087584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:12.092242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:12.093067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.234554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.239537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.275530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.276323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97441c16-3a8b-4f98-894e-162cbedb11b4 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:11:12.289601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:12.290081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Checking segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:12.293478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Bound using segment: {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:12.293478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Bound port: f3037fa1-0d30-409f-96ff-ea10e1e30827, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f98855-4389-4910-85fd-340190cb5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:12.293478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.315577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.328114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d34d8981-beba-42cb-8223-da8cfe34e63c req-ee3f0d4e-3f21-481d-87f4-fcc602c0cd97 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641483 Mar 05 00:11:12.335705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d2f9085b-e08f-4cfb-bba5-873b5a059755 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.9469235 Mar 05 00:11:12.341127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33368) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:12.342701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:12.354652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.365265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.369507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.387940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:11:12.420177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1219688176'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:12.429270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.471719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.472755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:12.472855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e5617379-bd86-4afb-be2a-a2d1bba099da tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "DELETE /v2.0/routers/97441c16-3a8b-4f98-894e-162cbedb11b4 HTTP/1.1" status: 204 len: 168 time: 5.5971124 Mar 05 00:11:12.486207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33372) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:12.488872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] Pushing event deleted for resources: {'Network': ['ID=4ec88585-967f-439c-aae9-8e24e8d0f8a6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:12.492687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e1b5f0fa-265c-4309-9c8e-f9b437310879 tempest-NetworksIpV6TestAttrs-1912237071 tempest-NetworksIpV6TestAttrs-1912237071-project] 10.222.0.32 "DELETE /v2.0/networks/4ec88585-967f-439c-aae9-8e24e8d0f8a6 HTTP/1.1" status: 204 len: 168 time: 2.9937162 Mar 05 00:11:12.499768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716574982', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:12.507187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:12.511733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Usage tracker for resource:router and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:12.514301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:12.522622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:12.583290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.584242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.784083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:12.800423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:11:12.801986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.812285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.849676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:12.855559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:12.884438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:12.916857 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.920101 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] 10.222.0.36 "PUT /v2.0/ports/f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 1091 time: 4.6320293 Mar 05 00:11:12.941167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9130ed5a-26a1-41e1-87a3-e3da821f4285') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:12.941439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:12.941548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9130ed5a-26a1-41e1-87a3-e3da821f4285') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:12.967987 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:12.969898 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] 10.222.0.10 "PUT /v2.0/ports/45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a HTTP/1.1" status: 200 len: 1091 time: 5.0354574 Mar 05 00:11:12.980028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:12.987829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:13.006713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.104160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:13.125332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:13.132964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.196273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e01a-3075-4da4-a96f-d1ed79059223 service neutron] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:13.212019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.269276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:13.269938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:13.324559 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:13.355952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c7c40-8964-4323-95c5-53068cba830a service neutron] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:13.426747 n-d-828979-4 neutron-server[83783]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'status': 'failed', 'code': 422} returned with failed status Mar 05 00:11:13.450114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:13.460235 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.460581 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment 7a228d5f-f980-4d7a-a131-ebdc86710329 of type vlan for network 1f2eccf9-78c9-4c5e-a200-2691bc3c9dec Mar 05 00:11:13.494428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.553555 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'status': 'completed', 'code': 200} Mar 05 00:11:13.554148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.557950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:13.558530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.661749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-fe453a57-3b1d-4576-bef3-424cb52ef1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1095 time: 0.6336491 Mar 05 00:11:13.753577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:13.756246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4033110 Mar 05 00:11:13.763487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33402) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:13.764196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ed26-7b7e-4af4-b298-df6f19e8b71a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=1f2eccf9-78c9-4c5e-a200-2691bc3c9dec,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:13.779033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-c2a4e7eb-a059-4d95-a5c0-d23b4eee4e05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 1094 time: 0.7185845 Mar 05 00:11:13.807229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'ports': [{'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'}, {'network_id': '1f2eccf9-78c9-4c5e-a200-2691bc3c9dec'}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:13.807642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:13.808119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '1f2eccf9-78c9-4c5e-a200-2691bc3c9dec'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:13.931086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c86e276c-714b-47e8-a5e1-3df785356436 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:13.934596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490ca8-f90d-4be3-a5db-897736ad5b3c req-22dd48e2-4bb5-4e46-b904-99c21af45042 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:13.950240 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb490ca8-f90d-4be3-a5db-897736ad5b3c req-22dd48e2-4bb5-4e46-b904-99c21af45042 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.9350724 Mar 05 00:11:13.974026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: c86e276c-714b-47e8-a5e1-3df785356436 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:13.974636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c86e276c-714b-47e8-a5e1-3df785356436 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:13.976373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1f2eccf9-78c9-4c5e-a200-2691bc3c9dec details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:14.014482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:14.028355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cda64261-3c5d-4867-a791-f3b44382b81d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd55acf2f8a949c5b970d079367c1a60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9107461 Mar 05 00:11:14.030149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33408) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:14.075446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:14.085905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b HTTP/1.1" status: 204 len: 168 time: 8.5605717 Mar 05 00:11:14.112555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33416) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:14.140955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd3bf6-419a-4426-9f11-ad72222f7c10 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:14.144519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-60442f04-0b1a-4ba3-8c18-0a6032d81713 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a HTTP/1.1" status: 200 len: 217 time: 0.3540385 Mar 05 00:11:14.147910 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb490ca8-f90d-4be3-a5db-897736ad5b3c req-45fde167-caa6-4f41-be5f-d8694db8dfac tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058803 Mar 05 00:11:14.156591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762680630'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:14.229454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-66d05642-1142-45b3-b2d9-65de23100352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:14.230935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-66d05642-1142-45b3-b2d9-65de23100352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0779734 Mar 05 00:11:14.278632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-bb6672e7-03e0-48f5-be14-7766bd621e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:14.281327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-bb6672e7-03e0-48f5-be14-7766bd621e79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 915 time: 0.6133320 Mar 05 00:11:14.284740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:14.323558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-68149732-172f-418d-a755-2c260dc76135 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860012 Mar 05 00:11:14.358684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:14.377836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:14.397359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51c96-11f4-4dba-97d9-903cd2d9c87b req-9d1846e7-0939-407d-864a-2efc76002c72 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:14.398817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12a51c96-11f4-4dba-97d9-903cd2d9c87b req-9d1846e7-0939-407d-864a-2efc76002c72 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 0.7853050 Mar 05 00:11:14.426787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:14.497931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-6f782b7a-b9a3-4939-91d8-a1178535c979 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661308 Mar 05 00:11:14.644280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53f4402d-a4c3-4765-a3c1-f5114c72e9e5 req-8c6a0f27-f2c0-440b-b95d-3384d716bf74 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399331 Mar 05 00:11:14.664260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-fb9fa574-a417-45a2-bc80-3e50ad56dd0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 217 time: 0.3622692 Mar 05 00:11:14.728676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:14.731630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:14.768948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-86713fe0-42a7-4957-924f-8f75315300b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 1094 time: 0.0722113 Mar 05 00:11:14.803974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae64a3f6-62a1-4080-ad4c-3d5631ea0fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:14.839850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:14.843658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12a51c96-11f4-4dba-97d9-903cd2d9c87b req-8a32d8db-f5f2-4c35-89cb-8349c5abece9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146776 Mar 05 00:11:14.855435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:14.869119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:14.878302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-f6130a7a-b9b6-419f-a463-d4fd544f4519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:14.879740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-f6130a7a-b9b6-419f-a463-d4fd544f4519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.1949329 Mar 05 00:11:14.892370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae64a3f6-62a1-4080-ad4c-3d5631ea0fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:14.898717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:14.901946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:14.915433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-749e2521-a86d-4a35-9f19-a61c15d0e776 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:14.916971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-749e2521-a86d-4a35-9f19-a61c15d0e776 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.1406841 Mar 05 00:11:14.967913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-f312500f-0e68-42be-8cf0-4e67566a6e92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781391 Mar 05 00:11:14.975801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:14.976144 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 6b7fd415-c776-4a73-9aae-e2057c440ffb of type vlan for network 932cae61-0635-4239-bc62-3dbb6698f661 Mar 05 00:11:14.997425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-ab108b15-db80-4be5-829a-320afd5e5452 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a HTTP/1.1" status: 200 len: 217 time: 0.0741439 Mar 05 00:11:15.025461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 2} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:15.028328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.060821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-402b9e63-a5b1-4bcc-b59f-bbfc2fa4f955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:15.062304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-402b9e63-a5b1-4bcc-b59f-bbfc2fa4f955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0591514 Mar 05 00:11:15.132200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:11:15.138379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.140996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-83101c9b-185c-4ead-a551-da2732583323 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725985 Mar 05 00:11:15.151936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.281523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:11:15.296429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.321908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae64a3f6-62a1-4080-ad4c-3d5631ea0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.431474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-7415a48d-546b-4a99-9ef4-a5ba7f9e5c50 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840405 Mar 05 00:11:15.455550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.469770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64a3f6-62a1-4080-ad4c-3d5631ea0fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c740e0c-71f3-4734-a871-82f49b611a6d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:15.556772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d29632-9398-45af-87f9-67be20d01c2c req-3192797e-b09b-49f6-a482-bec037381e6c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:15.558187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08d29632-9398-45af-87f9-67be20d01c2c req-3192797e-b09b-49f6-a482-bec037381e6c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.1898978 Mar 05 00:11:15.567969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.571645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:15.572209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.615930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-d00e67b4-8805-465b-86aa-2f9963ac4f3f service neutron] 10.222.0.36 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412234 Mar 05 00:11:15.622508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6f520c5-0538-428a-a8f0-2860419dbd05 req-356efa36-439c-437f-87f5-c5389108eced service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818805 Mar 05 00:11:15.632486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08d29632-9398-45af-87f9-67be20d01c2c req-4409811a-aabe-4779-9840-13ed0bf7b357 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627916 Mar 05 00:11:15.848881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae64a3f6-62a1-4080-ad4c-3d5631ea0fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:15.849902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae64a3f6-62a1-4080-ad4c-3d5631ea0fd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c740e0c-71f3-4734-a871-82f49b611a6d HTTP/1.1" status: 204 len: 168 time: 1.7629051 Mar 05 00:11:15.924269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8094974 Mar 05 00:11:15.927232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33450) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:15.947442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '932cae61-0635-4239-bc62-3dbb6698f661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:15.951171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb6923-43a5-4c15-8a3c-be25ae1057ab tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=932cae61-0635-4239-bc62-3dbb6698f661,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:15.964435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 932cae61-0635-4239-bc62-3dbb6698f661 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:16.011565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port d7e96055-8626-47f7-bb3c-4c94885c0d11 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:11:16.109912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Allocated IP 172.25.0.180 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/c4e40299-1eda-45ab-974f-bb08501b333d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:16.115243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7abc113-8f0c-475b-b879-1b852a3890f1 req-c016211b-6ef1-4ad8-b121-b4a526c05096 service neutron] 10.222.0.36 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469190 Mar 05 00:11:16.125206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1ac48-b53e-42ef-b043-bd6b9d9baacc req-5b5c934c-1ea2-46ba-9560-6105659cbac0 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:16.126910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0bd1ac48-b53e-42ef-b043-bd6b9d9baacc req-5b5c934c-1ea2-46ba-9560-6105659cbac0 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 950 time: 0.5622420 Mar 05 00:11:16.243436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f531d5d-e893-4161-8ce7-32c663be109f req-d4c16a70-b5e8-4350-a99c-8f6b3b76ddbd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:16.244347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9f531d5d-e893-4161-8ce7-32c663be109f req-d4c16a70-b5e8-4350-a99c-8f6b3b76ddbd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:16.248714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:16.254824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:16.259187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:16.274039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:16.294568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:16.340000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9f531d5d-e893-4161-8ce7-32c663be109f req-d4c16a70-b5e8-4350-a99c-8f6b3b76ddbd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:16.341123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f531d5d-e893-4161-8ce7-32c663be109f req-d4c16a70-b5e8-4350-a99c-8f6b3b76ddbd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 0.3579004 Mar 05 00:11:16.443500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:16.455679 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:16.464737 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:16.476208 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:16.477546 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:16.497795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0bd1ac48-b53e-42ef-b043-bd6b9d9baacc req-439a644d-d7bd-4e20-8bbf-cfc51ae4dc11 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611388 Mar 05 00:11:16.525499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-196e39dd-3a19-4ac0-9745-52ddbe1ccdf9 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5009773 Mar 05 00:11:16.525499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33464) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:16.591415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f531d5d-e893-4161-8ce7-32c663be109f req-36590a09-79f9-4e69-99e3-19008553d612 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987953 Mar 05 00:11:16.595126 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:16.604775 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:16.669857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:16.775448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:16.894069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '6b7fd415-c776-4a73-9aae-e2057c440ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '932cae61-0635-4239-bc62-3dbb6698f661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:16.894069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 932cae61-0635-4239-bc62-3dbb6698f661, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:16.901603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=a645d9c5-0109-40a7-9ec6-01fde37f2ca7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:16.935521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 932cae61-0635-4239-bc62-3dbb6698f661 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:16.943162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port a5292d39-efa4-480e-b1f3-687f0861a568 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:11:16.955368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 932cae61-0635-4239-bc62-3dbb6698f661) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:16.959425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:16.960100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:16.975678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5610eb3-46db-4ea3-88e3-c6c986564d5c None None] Network 932cae61-0635-4239-bc62-3dbb6698f661 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:17.027449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-14d6c406-3cb8-42ef-8309-f516beaff979 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0985119 Mar 05 00:11:17.030204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33484) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:17.039555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 6a525750-f984-4b53-91ab-5cecdc489b23 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:11:17.048076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.054644 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.191112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.198257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:17.270460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.303501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025901-7f07-4fb7-8368-85f75d5fc4e3 req-bb819fef-1dc5-4d30-b666-600c9324a19f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:17.316320 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11025901-7f07-4fb7-8368-85f75d5fc4e3 req-bb819fef-1dc5-4d30-b666-600c9324a19f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.4258826 Mar 05 00:11:17.322494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:17.343632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.391672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6471a92-dde8-4ea9-80d6-7287e5ea7c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-932cae61-0635-4239-bc62-3dbb6698f661', 'network_id': '932cae61-0635-4239-bc62-3dbb6698f661', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': 'a645d9c5-0109-40a7-9ec6-01fde37f2ca7'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:17.393114 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f6471a92-dde8-4ea9-80d6-7287e5ea7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.395032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.422973 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:10Z', 'revision_number': 9, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:17.430584 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:11:17.436824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:17.440838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:17.453598 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:17.454469 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:17.475650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cf9a8f1e-2922-40a4-b225-178daad69a56 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:17.476454 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-cf9a8f1e-2922-40a4-b225-178daad69a56 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 00:11:17.477856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf9a8f1e-2922-40a4-b225-178daad69a56 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2785480 Mar 05 00:11:17.481116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=a645d9c5-0109-40a7-9ec6-01fde37f2ca7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:17.489837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:17.497091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--21014080'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:17.507438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:17.541636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event updated for resources: {'Port': ['ID=c4e40299-1eda-45ab-974f-bb08501b333d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:17.597066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:17.602424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c71ad-43ec-4a9d-b43a-dcba8ed488e1 None None] Network 932cae61-0635-4239-bc62-3dbb6698f661 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:17.621100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:17.623623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.667386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:17.705592 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.719255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.720419 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:17.787805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11025901-7f07-4fb7-8368-85f75d5fc4e3 req-9419f19d-771d-4365-b72b-a4f342e207e2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674869 Mar 05 00:11:17.839231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.894310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932cae61-0635-4239-bc62-3dbb6698f661']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:17.941819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:17.981536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7fd415-c776-4a73-9aae-e2057c440ffb') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:17.981736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7fd415-c776-4a73-9aae-e2057c440ffb') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:18.011776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.066307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:18.071685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:18.075883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:18.082928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:18.161033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:18.173941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.219686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.227514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:18.228029 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.340832 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:10Z', 'revision_number': 9, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:18.352546 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc9cca-c909-4ff5-acdc-d02bf6b4c3e3 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:10Z', 'revision_number': 9, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': '0bf13ddd-de8e-42aa-91c7-a220faf5abb8', 'name': '', 'network_id': '519e7880-f965-4af8-bc07-34dcf91567a5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:85:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:49Z', 'updated_at': '2022-03-05T00:10:04Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': '44df7729-a7e2-4c39-aa11-2a9e9ae2bc69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:18.352932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:18.365846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:18.375033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=d7e96055-8626-47f7-bb3c-4c94885c0d11,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:18.380960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:18.383553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.435542 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.451930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.475017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:18.476510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:18.483488 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.531989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=6a525750-f984-4b53-91ab-5cecdc489b23,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:18.561702 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:18.566713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:18.569324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b9bf-54fb-4ea7-ab5e-7519e663ecb2 req-8c0088f2-b6df-46f9-9b11-0b0f2f8f0c8a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:18.571041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f46b9bf-54fb-4ea7-ab5e-7519e663ecb2 req-8c0088f2-b6df-46f9-9b11-0b0f2f8f0c8a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 0.4363685 Mar 05 00:11:18.574249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=a5292d39-efa4-480e-b1f3-687f0861a568,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:18.580162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6993406-c8aa-42b3-833a-42472bc4e0ca None None] Network aa29b564-0e6c-4d85-8b0b-0f889bf47af7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:18.583070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.597463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7bdd452c-c2de-4d0c-8b06-c89bcac9b5e8 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/6a525750-f984-4b53-91ab-5cecdc489b23 HTTP/1.1" status: 204 len: 168 time: 2.0721910 Mar 05 00:11:18.616307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33512) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:18.729629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.740944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d221b-b8b2-4d82-b0c8-2e7988fc1c3b req-3b11914e-65d8-45aa-afd1-d03590f2b3fd tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:18.742833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-110d221b-b8b2-4d82-b0c8-2e7988fc1c3b req-3b11914e-65d8-45aa-afd1-d03590f2b3fd tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 950 time: 0.9860272 Mar 05 00:11:18.744665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.758397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.812515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.838690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': '7a228d5f-f980-4d7a-a131-ebdc86710329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f2eccf9-78c9-4c5e-a200-2691bc3c9dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:18.839331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: 1f2eccf9-78c9-4c5e-a200-2691bc3c9dec, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:18.913104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f46b9bf-54fb-4ea7-ab5e-7519e663ecb2 req-2e474183-c6b8-402c-ae17-64a599ce9001 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211706 Mar 05 00:11:18.917810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.920999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.922203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:18.963198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:18.975639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:18.992241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:19.003925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:19.018658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:19.018658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.132282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] DHCP port deletion for aa29b564-0e6c-4d85-8b0b-0f889bf47af7 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:19.137016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Deleting port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:19.137486 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.147020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 1f2eccf9-78c9-4c5e-a200-2691bc3c9dec is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:19.163630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.180984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-110d221b-b8b2-4d82-b0c8-2e7988fc1c3b req-f823095a-66e3-4a2b-b171-0b56e8483d8f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320438 Mar 05 00:11:19.181739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=932cae61-0635-4239-bc62-3dbb6698f661,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:19.191147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.199696 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'code': 200} Mar 05 00:11:19.215789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f22a7c-767f-4afd-b7a7-863e6ec2e208,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:19.234239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4b39d792-6a34-40d9-845b-427ce5938dca tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/932cae61-0635-4239-bc62-3dbb6698f661 HTTP/1.1" status: 204 len: 168 time: 2.2020464 Mar 05 00:11:19.268819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33520) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:19.281329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-179915660'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:19.287622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:19.295757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.300509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8056417 Mar 05 00:11:19.300509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:19.305532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:19.306795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:19.324241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:19.332315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'b96b0100-a636-4993-aa80-99c3647770ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:19.340744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:19.346733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:19.350413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:19.363367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:19.399517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a971a-782b-4f93-9be1-441628088ec2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b0100-a636-4993-aa80-99c3647770ba,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:19.412908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:19.415883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.460586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.484155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:19.520090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.520432 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 49c2ebd4-d676-49a8-95ea-fe8cee50c950 of type vlan for network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 Mar 05 00:11:19.587789 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.596497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.616923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.669560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] For port 1e1c097a-0533-4641-9157-b6cbc1adc0b8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1e1c097a-0533-4641-9157-b6cbc1adc0b8,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:19.671854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.738190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803449f5-761b-4c94-bb96-5e6a312c1f8f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:19.756197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.761128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4468615 Mar 05 00:11:19.761784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33544) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:19.774901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 1e1c097a-0533-4641-9157-b6cbc1adc0b8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1e1c097a-0533-4641-9157-b6cbc1adc0b8,segment=NetworkSegment(e3d398a4-6c1c-421e-9b36-c1468e11d418),segment_id=e3d398a4-6c1c-421e-9b36-c1468e11d418)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:19.775263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.793150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.806290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:19.809135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:19.833366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'b96b0100-a636-4993-aa80-99c3647770ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:19.857093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:11:19.903159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 1e1c097a-0533-4641-9157-b6cbc1adc0b8 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:19.916277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.919097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.919953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.921094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.922176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.926826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.927167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.927496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.928044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.928304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.928600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18adf0-d50a-4771-b716-83b063d80514 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:19.998928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:20.030198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1f2eccf9-78c9-4c5e-a200-2691bc3c9dec) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:20.038137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.087452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:20.090418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:20.095606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:20.099402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:20.100264 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.104953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:20.107038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:20.133359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8611839 Mar 05 00:11:20.140747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33562) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:20.159391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=1e1c097a-0533-4641-9157-b6cbc1adc0b8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:20.166563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:20.167203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:20.182027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887bd5-257c-4904-aa2f-bf0e3cdcb4c0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=8cf4f3a6-844f-4b68-ac63-2f5de77ada29,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:20.219568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No DVR routers for this DVR port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:20.222612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'mac_address': 'fa:16:3e:ed:60:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:11:20.226679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 886cb149-b923-4709-beed-d080b6ac63d0 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:20.235762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.254266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65aff80-9d02-47b2-8c36-11a06df61cc3 None None] Network 1f2eccf9-78c9-4c5e-a200-2691bc3c9dec requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:20.271805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:20.346517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33576) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:20.346859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-48df9827-f213-40b1-8c10-2573590f84a2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.5683715 Mar 05 00:11:20.447418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Calling delete_port for 1e1c097a-0533-4641-9157-b6cbc1adc0b8 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:20.478112 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.518724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6dc9c-8a9f-47a5-b806-94f3d356d171 req-e356a7c2-879c-4914-a9c2-a8371d453cb4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:20.526725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5f6dc9c-8a9f-47a5-b806-94f3d356d171 req-e356a7c2-879c-4914-a9c2-a8371d453cb4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.9738407 Mar 05 00:11:20.530325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:20.562035 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 00:11:20.564928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c22b687-bbc8-4353-8334-afd53e35fa4d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7915924 Mar 05 00:11:20.571041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33584) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:20.580411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port a5292d39-efa4-480e-b1f3-687f0861a568 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:20.580936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.592287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:20.602508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:20.613495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa29b564-0e6c-4d85-8b0b-0f889bf47af7']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:20.651726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:20.665337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d398a4-6c1c-421e-9b36-c1468e11d418') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:20.665850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d398a4-6c1c-421e-9b36-c1468e11d418') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:20.686385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.708706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5f6dc9c-8a9f-47a5-b806-94f3d356d171 req-2fd39478-accd-46e5-84a7-9150afc8a96d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810153 Mar 05 00:11:20.721959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.776309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.809064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:20.810498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:20.824021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 886cb149-b923-4709-beed-d080b6ac63d0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:20.824371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 886cb149-b923-4709-beed-d080b6ac63d0 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:20.824804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1e1c097a-0533-4641-9157-b6cbc1adc0b8 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:20.970303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1e1c097a-0533-4641-9157-b6cbc1adc0b8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:20.970740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1e1c097a-0533-4641-9157-b6cbc1adc0b8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:20.973131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:11:21.104513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:21.137381 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:21.144298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:21.183294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.198925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.277740 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.323255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=aa29b564-0e6c-4d85-8b0b-0f889bf47af7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:21.356452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-016f16eb-2311-40ba-a4c2-18d889104c54 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/aa29b564-0e6c-4d85-8b0b-0f889bf47af7 HTTP/1.1" status: 204 len: 168 time: 2.7388928 Mar 05 00:11:21.361587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33598) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:21.363367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:21.383348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:21.383704 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:21.407156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3adeb32-9834-422f-a71d-0703cc6e3410 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.436344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.624359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:11:21.659679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for a5292d39-efa4-480e-b1f3-687f0861a568 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:21.704292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.778225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3adeb32-9834-422f-a71d-0703cc6e3410 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:21.826424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Router e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:11:21.894890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b018f9-7a4a-49a9-ba96-545f116106d0 req-5d1ea8ab-22c2-44e1-9097-1f56893369e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:21.896373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03b018f9-7a4a-49a9-ba96-545f116106d0 req-5d1ea8ab-22c2-44e1-9097-1f56893369e2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 1.0172348 Mar 05 00:11:21.980089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Deleting port 1e1c097a-0533-4641-9157-b6cbc1adc0b8 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:21.981622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.062000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03b018f9-7a4a-49a9-ba96-545f116106d0 req-e0a021a4-121b-4871-90a9-3386eff7cc0c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584997 Mar 05 00:11:22.082002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3adeb32-9834-422f-a71d-0703cc6e3410 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.103556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.112299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adeb32-9834-422f-a71d-0703cc6e3410 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b0100-a636-4993-aa80-99c3647770ba,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:22.183738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=a5292d39-efa4-480e-b1f3-687f0861a568,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:22.196407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3adeb32-9834-422f-a71d-0703cc6e3410 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.197697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a3adeb32-9834-422f-a71d-0703cc6e3410 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/b96b0100-a636-4993-aa80-99c3647770ba HTTP/1.1" status: 204 len: 168 time: 1.5472279 Mar 05 00:11:22.200134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33612) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:22.214785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7b6124a7-8142-4fbe-a18e-83e52690a688 None None] The port '1e1c097a-0533-4641-9157-b6cbc1adc0b8' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:11:22.218873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.223364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b66f1491-25f3-4273-addf-21ebdc7e9e8e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/a5292d39-efa4-480e-b1f3-687f0861a568 HTTP/1.1" status: 204 len: 168 time: 1.8703325 Mar 05 00:11:22.224421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33618) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:22.329609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-eb5a0bb5-f958-4130-a88e-ae06650d9029 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:22.364435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30c906-955f-429f-80df-637670b07a5f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:22.368608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30c906-955f-429f-80df-637670b07a5f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:22.369630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3e30c906-955f-429f-80df-637670b07a5f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:22.387497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-eb5a0bb5-f958-4130-a88e-ae06650d9029 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:22.389156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eb5a0bb5-f958-4130-a88e-ae06650d9029 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1879301 Mar 05 00:11:22.394189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33622) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:22.403768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435711706'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:22.410548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3e30c906-955f-429f-80df-637670b07a5f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:22.411643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3e30c906-955f-429f-80df-637670b07a5f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1863344 Mar 05 00:11:22.412849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:22.414875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:22.503570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:22.531116 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.553478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port d7e96055-8626-47f7-bb3c-4c94885c0d11 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:22.553990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.694264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:22.740739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fedb63-752c-4df0-a5a0-b1ce48a999b2 req-9cd58a00-066f-455d-b0a4-c8d8d6d1abab tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:22.742174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2fedb63-752c-4df0-a5a0-b1ce48a999b2 req-9cd58a00-066f-455d-b0a4-c8d8d6d1abab tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.4953840 Mar 05 00:11:22.742298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:22.743144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:22.752509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:22.778526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:22.845550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=501d8d51-5f34-4a82-9ec8-96c45a7eeadc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:22.944212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.045462 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2fedb63-752c-4df0-a5a0-b1ce48a999b2 req-fcb6dec2-b28e-4ec4-b959-5683548645a6 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088137 Mar 05 00:11:23.050425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.233429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for d7e96055-8626-47f7-bb3c-4c94885c0d11 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:23.274295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.296713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.317174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '49c2ebd4-d676-49a8-95ea-fe8cee50c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:23.318063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 8cf4f3a6-844f-4b68-ac63-2f5de77ada29, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:23.354363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:23.370440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] Sync routers for ids ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:23.397967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:23.398730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] Routers {'e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:23.399865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:23.413103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 8cf4f3a6-844f-4b68-ac63-2f5de77ada29) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:23.418501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:23.419092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.426667 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.430638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-975377dd-0d74-4519-b203-76da731dc9bf tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.9379370 Mar 05 00:11:23.436135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:23.441906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': False}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:23.503307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380882c9-10ab-4c89-8716-b8addd2a76a0 None None] Network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:23.539080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:23.554066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.558002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1600077 Mar 05 00:11:23.559340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.561030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33642) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:23.562470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db271df-4642-4a38-82f2-3a4bcc76e31d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfe14e-be13-4f90-9026-a5b13bfd7410,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:23.648025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] Routers {'e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:23.648569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:23.648928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6c62d609-3365-4d89-9714-0233b5946165 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': '3cdfe14e-be13-4f90-9026-a5b13bfd7410', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:23.649681 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-6c62d609-3365-4d89-9714-0233b5946165 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:23.650691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c62d609-3365-4d89-9714-0233b5946165 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0720606 Mar 05 00:11:23.652221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=d7e96055-8626-47f7-bb3c-4c94885c0d11,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:23.654154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33646) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:23.698279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-47c93d28-df18-4217-82bd-ecb2efe116ce tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5465074 Mar 05 00:11:23.701377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33650) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:23.724885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:23.747932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cbb3dd88-3521-4cf0-a3e4-cc9d7a31e98a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/d7e96055-8626-47f7-bb3c-4c94885c0d11 HTTP/1.1" status: 204 len: 168 time: 1.3320501 Mar 05 00:11:23.756642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0f7a5-c18e-4356-97d4-9e0092c482c1 req-c8f5892b-c194-4733-9de3-1f3b8928be0b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:23.763397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c0f7a5-c18e-4356-97d4-9e0092c482c1 req-c8f5892b-c194-4733-9de3-1f3b8928be0b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 944 time: 0.4004192 Mar 05 00:11:23.767388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33654) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:23.776809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:23.777535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ffac6-ae86-4bf4-bf47-07168fa12e34 None None] The sync data for ids ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:23.798330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:23.896938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c0f7a5-c18e-4356-97d4-9e0092c482c1 req-e366f3e7-a85f-4f7c-9aea-11d8fae653ef tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323669 Mar 05 00:11:23.928877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf63dc5f-15d1-40d3-b3e5-7999056aba54 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.024927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf63dc5f-15d1-40d3-b3e5-7999056aba54 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.052261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb22d1c-3724-427a-bc46-c1389334e7bb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:24.053332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ddb22d1c-3724-427a-bc46-c1389334e7bb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:24.104553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ddb22d1c-3724-427a-bc46-c1389334e7bb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:24.122235 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ddb22d1c-3724-427a-bc46-c1389334e7bb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3523273 Mar 05 00:11:24.122867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33666) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:24.132639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-8cf4f3a6-844f-4b68-ac63-2f5de77ada29', 'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': '501d8d51-5f34-4a82-9ec8-96c45a7eeadc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:24.134304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.177061 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f70ded3-c599-4e92-a140-5e08900e912e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:11:24.181985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f70ded3-c599-4e92-a140-5e08900e912e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/a5292d39-efa4-480e-b1f3-687f0861a568 HTTP/1.1" status: 404 len: 333 time: 0.0577693 Mar 05 00:11:24.184550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:24.239619 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f02690d-9ba0-48ac-adbe-e888d7169f7f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:11:24.246214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9f02690d-9ba0-48ac-adbe-e888d7169f7f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/d7e96055-8626-47f7-bb3c-4c94885c0d11 HTTP/1.1" status: 404 len: 333 time: 0.0603037 Mar 05 00:11:24.246811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33674) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:24.250219 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf63dc5f-15d1-40d3-b3e5-7999056aba54 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.331541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:24.384144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63dc5f-15d1-40d3-b3e5-7999056aba54 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfe14e-be13-4f90-9026-a5b13bfd7410,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:24.425988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:24.426601 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.444804 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf63dc5f-15d1-40d3-b3e5-7999056aba54 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.444804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf63dc5f-15d1-40d3-b3e5-7999056aba54 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/3cdfe14e-be13-4f90-9026-a5b13bfd7410 HTTP/1.1" status: 204 len: 168 time: 0.7855761 Mar 05 00:11:24.458517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:24.541208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.580954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.596061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Allocated IP 172.20.0.1 (8cf4f3a6-844f-4b68-ac63-2f5de77ada29/501d8d51-5f34-4a82-9ec8-96c45a7eeadc/d94eaf5c-0a0e-4a37-a59c-a552549c5d1b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:24.786035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.811796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2eccf9-78c9-4c5e-a200-2691bc3c9dec']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:24.826222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a228d5f-f980-4d7a-a131-ebdc86710329') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:24.826508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a228d5f-f980-4d7a-a131-ebdc86710329') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:24.839949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.857619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.864542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:24.864957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.925147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:24.972956 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.000453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:25.004145 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:25.007941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:25.013103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-59426473-c27b-4fb7-97b4-e617b5ad0bcc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:25.027335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.052500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.068919 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.140085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d1187-f704-4caa-82eb-8180122f787a req-612421f9-aebd-4fdf-a390-8948163ac0e9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:25.145826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-678d1187-f704-4caa-82eb-8180122f787a req-612421f9-aebd-4fdf-a390-8948163ac0e9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.8643973 Mar 05 00:11:25.167211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=1f2eccf9-78c9-4c5e-a200-2691bc3c9dec,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:25.223541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e73fe2de-a1f4-49eb-9d9e-7d2ebf1e4df8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/1f2eccf9-78c9-4c5e-a200-2691bc3c9dec HTTP/1.1" status: 204 len: 168 time: 0.9750957 Mar 05 00:11:25.237806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:25.238908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33690) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:25.261455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-59426473-c27b-4fb7-97b4-e617b5ad0bcc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:25.269602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-59426473-c27b-4fb7-97b4-e617b5ad0bcc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8098156 Mar 05 00:11:25.279240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1532079412'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:25.293565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:25.301789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33694) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:25.308424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:25.334994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:25.342494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271685293'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:25.350013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-678d1187-f704-4caa-82eb-8180122f787a req-8c1ef602-006c-42c9-bee1-2194624556bb tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880016 Mar 05 00:11:25.354850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:25.357087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:25.374474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:25.388188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:25.409315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.428766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.464233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Transition to ACTIVE for port object d94eaf5c-0a0e-4a37-a59c-a552549c5d1b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:25.476403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.530599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Transition to ACTIVE for port object d94eaf5c-0a0e-4a37-a59c-a552549c5d1b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:25.548060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:25.552156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:25.554752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.555213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:25.561294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:25.636905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.653453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:25.665575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.665945 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment edfe0c68-dc5b-47f6-ae1c-bb48f4691a65 of type vlan for network 09e13950-b407-46a8-afe8-d3523987d39b Mar 05 00:11:25.696769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.717436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:25.728937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:25.732485 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'code': 200} Mar 05 00:11:25.750277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.789288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.792422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:25.793967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:25.794583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.842117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b248dc-930d-4416-8ba0-5663aefa3638,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:25.876576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.885194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Pushing event updated for resources: {'Port': ['ID=d94eaf5c-0a0e-4a37-a59c-a552549c5d1b,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:25.947187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Attempting to bind port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:25.947459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Attempting to bind port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '49c2ebd4-d676-49a8-95ea-fe8cee50c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:25.947992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Attempting to bind port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b on network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:25.956648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:25.957092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Checking segment: {'id': '49c2ebd4-d676-49a8-95ea-fe8cee50c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:25.957690 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.958207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Bound using segment: {'id': '49c2ebd4-d676-49a8-95ea-fe8cee50c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:25.959157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Bound port: d94eaf5c-0a0e-4a37-a59c-a552549c5d1b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c2ebd4-d676-49a8-95ea-fe8cee50c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:25.959593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:25.977455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e108d-d51d-4c7b-aef5-8f52b1e91ed8 req-d94b54fc-6784-46dd-b81e-dadae0dad9bc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:25.978935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed3e108d-d51d-4c7b-aef5-8f52b1e91ed8 req-d94b54fc-6784-46dd-b81e-dadae0dad9bc tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.6658916 Mar 05 00:11:26.031331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=501d8d51-5f34-4a82-9ec8-96c45a7eeadc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:26.054101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=09e13950-b407-46a8-afe8-d3523987d39b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:26.058233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1d06bb5a-2583-4646-8970-a447b63f50e9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8087487 Mar 05 00:11:26.067972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33702) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:26.078017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 09e13950-b407-46a8-afe8-d3523987d39b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:26.097943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': '09e13950-b407-46a8-afe8-d3523987d39b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:26.122036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.123663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1fe345ba-f751-4b79-b172-3106eb1a0ead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8191707 Mar 05 00:11:26.128860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33706) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:26.143024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-04be6602-20e6-4597-8c6b-2982e0662d61 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': '98b248dc-930d-4416-8ba0-5663aefa3638', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:26.143837 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-04be6602-20e6-4597-8c6b-2982e0662d61 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:26.158842 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-04be6602-20e6-4597-8c6b-2982e0662d61 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0273581 Mar 05 00:11:26.163627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33710) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:26.164362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.267790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed3e108d-d51d-4c7b-aef5-8f52b1e91ed8 req-196fa1ab-4b06-4f4e-9cf1-dd9da8c06951 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323513 Mar 05 00:11:26.269473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf4f3a6-844f-4b68-ac63-2f5de77ada29']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:26.284946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] For port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:26.289434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] For port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d94eaf5c-0a0e-4a37-a59c-a552549c5d1b,segment=NetworkSegment(49c2ebd4-d676-49a8-95ea-fe8cee50c950),segment_id=49c2ebd4-d676-49a8-95ea-fe8cee50c950)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:11:26.298239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c2ebd4-d676-49a8-95ea-fe8cee50c950') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:26.298535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c2ebd4-d676-49a8-95ea-fe8cee50c950') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:26.299408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.397877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.420634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.426573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9110c6-534d-416e-9dd8-5c94e48868c6 None None] Pushing event updated for resources: {'Port': ['ID=d94eaf5c-0a0e-4a37-a59c-a552549c5d1b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:26.430849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:26.431253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.573067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b4fbf-2c4d-4b3c-ba0c-40645b2d1226 None None] Network 8cf4f3a6-844f-4b68-ac63-2f5de77ada29 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:26.582843 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:26.591164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee4a5b58-f62f-46fd-8acf-359876a8fc04 req-e4ce6eaf-6470-4094-8709-fc6adc0a5a60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 1096 time: 0.7514257 Mar 05 00:11:26.667154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:11:26.667154 n-d-828979-4 neutron-server[83783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:11:26.667154 n-d-828979-4 neutron-server[83783]: [parameters: {'id': '8cf4f3a6-844f-4b68-ac63-2f5de77ada29'}] Mar 05 00:11:26.667154 n-d-828979-4 neutron-server[83783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:26.667696 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:26.735101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-c8e8-49b4-b9ea-4276b31e35a6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.775815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-c8e8-49b4-b9ea-4276b31e35a6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.796115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:26.796455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.870713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:26.875966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:26.881308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:26.889121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:26.917382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-c8e8-49b4-b9ea-4276b31e35a6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:26.975844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:27.038250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-c8e8-49b4-b9ea-4276b31e35a6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.039377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cb3b0a92-c8e8-49b4-b9ea-4276b31e35a6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/98b248dc-930d-4416-8ba0-5663aefa3638 HTTP/1.1" status: 204 len: 168 time: 0.8714514 Mar 05 00:11:27.061476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33722) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:27.103994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.106222 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.164448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port 0bf13ddd-de8e-42aa-91c7-a220faf5abb8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:27.164641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95138277-64c9-4a3e-b196-ab69f64e7590 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:11:27.165153 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.184510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b0a92-c8e8-49b4-b9ea-4276b31e35a6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b248dc-930d-4416-8ba0-5663aefa3638,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:27.270247 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee4a5b58-f62f-46fd-8acf-359876a8fc04 req-7ec4a34d-59c2-4d80-835f-e27c3e00660d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587298 Mar 05 00:11:27.299986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.307083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95138277-64c9-4a3e-b196-ab69f64e7590 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:11:27.331595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be2cbd-6a63-4cf9-b513-04373da54ada req-d0c78a15-bd2b-4e94-b44d-5e6c9c21a24b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:27.334028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:27.338477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1be2cbd-6a63-4cf9-b513-04373da54ada req-d0c78a15-bd2b-4e94-b44d-5e6c9c21a24b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.7288456 Mar 05 00:11:27.446090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.458485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_backend_mixin [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Performing IP validity checks on allocation pools {{(pid=83782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:11:27.459158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_backend_mixin [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:11:27.561640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1be2cbd-6a63-4cf9-b513-04373da54ada req-d031c3aa-bf40-4950-a994-229af88a4c32 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221670 Mar 05 00:11:27.809372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:27.809778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.834137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:11:27.836558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:27.937351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=93fd3161-3044-4434-bd0f-c248c05c629f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:27.961144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '09e13950-b407-46a8-afe8-d3523987d39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:27.962329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: 09e13950-b407-46a8-afe8-d3523987d39b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:27.986363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.000083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 09e13950-b407-46a8-afe8-d3523987d39b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:28.015004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 09e13950-b407-46a8-afe8-d3523987d39b) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:28.023043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:28.023794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.036023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cafbd98e-80f7-4364-80f9-e388fa2f7ed8 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9592402 Mar 05 00:11:28.053814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33732) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:28.085349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--594514504'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:28.103009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:28.119275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:28.126590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:28.147652 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3d8a8edb-1e33-42d5-96cf-06d0aaeaa42d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0753272 Mar 05 00:11:28.147652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:28.153250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33738) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:28.173111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '09e13950-b407-46a8-afe8-d3523987d39b', 'name': 'tempest-PortsTestJSON-278846901'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:28.230045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d09bb0-9fb4-46a3-93dc-8fcc683c7291 None None] Network 09e13950-b407-46a8-afe8-d3523987d39b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:28.247876 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.281666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d94eaf5c-0a0e-4a37-a59c-a552549c5d1b,segment=NetworkSegment(49c2ebd4-d676-49a8-95ea-fe8cee50c950),segment_id=49c2ebd4-d676-49a8-95ea-fe8cee50c950)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:28.283225 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.337303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:28.361886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'mac_address': 'fa:16:3e:41:32:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:11:28.380866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:28.411551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:28.421239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:28.443212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:28.451806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for d94eaf5c-0a0e-4a37-a59c-a552549c5d1b owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:28.469111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:28.509353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:28.576481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.583818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.586691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:28.590875 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.610465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.616078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.626610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e835318-ea12-4bde-a9fc-d7ef31d1502d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:11:28.631723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-09e13950-b407-46a8-afe8-d3523987d39b', 'network_id': '09e13950-b407-46a8-afe8-d3523987d39b', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': '93fd3161-3044-4434-bd0f-c248c05c629f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:28.632680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.663912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:28.670910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.675553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6168528 Mar 05 00:11:28.680478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33744) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:28.706971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:28.710201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 8f63ced8-f5b1-4309-8376-046e1e1b6515 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:11:28.784373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=0bf13ddd-de8e-42aa-91c7-a220faf5abb8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:28.844215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d339fa-088a-42b5-b2d0-c7586cbff0fb req-40710ac4-571b-43b0-9ee9-231eb67b5da0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:28.845592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:28.860931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.861312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.861642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.861973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.862295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.862618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.862936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.863254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.863572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.863881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.864233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:11:28.865341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34d339fa-088a-42b5-b2d0-c7586cbff0fb req-40710ac4-571b-43b0-9ee9-231eb67b5da0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 1.3324854 Mar 05 00:11:28.946573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Allocated IP 172.20.0.2 (09e13950-b407-46a8-afe8-d3523987d39b/93fd3161-3044-4434-bd0f-c248c05c629f/d9fb1059-cd4a-462e-a5bf-6f719b0a2a35) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:28.948359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2cb9f4d3-e6cb-4bce-861f-0f289a4819c7 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'a5d94133-5f57-464c-b867-b9a4a48a8d2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:28.951670 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-2cb9f4d3-e6cb-4bce-861f-0f289a4819c7 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:28.957304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2cb9f4d3-e6cb-4bce-861f-0f289a4819c7 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2757161 Mar 05 00:11:28.967479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33750) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:28.986914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796be14d-b8b9-4922-a8de-065a41e48de6 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d94133-5f57-464c-b867-b9a4a48a8d2c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:29.077547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.165653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No DVR routers for this DVR port d94eaf5c-0a0e-4a37-a59c-a552549c5d1b on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:29.245077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-67093679-8ec4-4e95-af8d-e39a6d26b45d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'a5d94133-5f57-464c-b867-b9a4a48a8d2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:29.245766 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-67093679-8ec4-4e95-af8d-e39a6d26b45d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:29.260103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-67093679-8ec4-4e95-af8d-e39a6d26b45d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.2527647 Mar 05 00:11:29.265014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33756) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:29.289426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Port': ['ID=d94eaf5c-0a0e-4a37-a59c-a552549c5d1b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:29.292825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2a6be683-f5eb-4fe6-8b26-1125ff823809 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'a5d94133-5f57-464c-b867-b9a4a48a8d2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:29.294966 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-2a6be683-f5eb-4fe6-8b26-1125ff823809 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:29.300643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2a6be683-f5eb-4fe6-8b26-1125ff823809 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0291095 Mar 05 00:11:29.301233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33760) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:29.306314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['9e835318-ea12-4bde-a9fc-d7ef31d1502d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:11:29.320097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5695e1f9-95ee-4de7-b611-9c2f9a7c2644 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'a5d94133-5f57-464c-b867-b9a4a48a8d2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:29.330068 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-5695e1f9-95ee-4de7-b611-9c2f9a7c2644 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:29.334778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5695e1f9-95ee-4de7-b611-9c2f9a7c2644 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0291021 Mar 05 00:11:29.337135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33764) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:29.461889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34d339fa-088a-42b5-b2d0-c7586cbff0fb req-f15e75e5-e6f9-42c6-9083-bda35ff345a6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956192 Mar 05 00:11:29.470423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd37a-7498-44ad-b8a3-e704a90be82e req-8719dd1f-9e14-4f2a-a32c-8f1094f30f50 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:29.478122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-175fd37a-7498-44ad-b8a3-e704a90be82e req-8719dd1f-9e14-4f2a-a32c-8f1094f30f50 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.5132537 Mar 05 00:11:29.500284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90bfde50-e56c-46cb-8b0f-137442174e2e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.547204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.583574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf4f3a6-844f-4b68-ac63-2f5de77ada29']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:29.592827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-175fd37a-7498-44ad-b8a3-e704a90be82e req-6a4af944-a422-44d7-a95d-daa2804c225b tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134403 Mar 05 00:11:29.616064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90bfde50-e56c-46cb-8b0f-137442174e2e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.639099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c2ebd4-d676-49a8-95ea-fe8cee50c950') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:29.639525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c2ebd4-d676-49a8-95ea-fe8cee50c950') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:29.677492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.685777 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90bfde50-e56c-46cb-8b0f-137442174e2e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.707439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfde50-e56c-46cb-8b0f-137442174e2e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d94133-5f57-464c-b867-b9a4a48a8d2c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:29.707885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.727473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90bfde50-e56c-46cb-8b0f-137442174e2e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.731596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90bfde50-e56c-46cb-8b0f-137442174e2e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5d94133-5f57-464c-b867-b9a4a48a8d2c HTTP/1.1" status: 204 len: 168 time: 0.3906190 Mar 05 00:11:29.731596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:29.734740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Transition to ACTIVE for port object d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:29.780110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Transition to ACTIVE for port object d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:29.802751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.827109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.888561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2ae2323f-513a-4bee-bd3e-5f404a56910a tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:29.910507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Pushing event updated for resources: {'Port': ['ID=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:29.917413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2ae2323f-513a-4bee-bd3e-5f404a56910a tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:29.918551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Network 09e13950-b407-46a8-afe8-d3523987d39b is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:29.920346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:29.922814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:29.933902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2ae2323f-513a-4bee-bd3e-5f404a56910a tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2004306 Mar 05 00:11:29.935072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33776) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:29.947480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--410913462'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:29.957425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:29.965782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.11 (09e13950-b407-46a8-afe8-d3523987d39b/93fd3161-3044-4434-bd0f-c248c05c629f/8f63ced8-f5b1-4309-8376-046e1e1b6515) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:29.977960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:29.978278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:29.985262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:29.993072 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:30.012952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.055549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Attempting to bind port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:30.055946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Attempting to bind port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '09e13950-b407-46a8-afe8-d3523987d39b'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:30.056245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Attempting to bind port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 on network 09e13950-b407-46a8-afe8-d3523987d39b {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:30.064236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:30.064502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Checking segment: {'id': 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '09e13950-b407-46a8-afe8-d3523987d39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:30.064897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.065297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Bound using segment: {'id': 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '09e13950-b407-46a8-afe8-d3523987d39b'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:30.065769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Bound port: d9fb1059-cd4a-462e-a5bf-6f719b0a2a35, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '09e13950-b407-46a8-afe8-d3523987d39b'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:30.066130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.090545 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.100411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:30.110477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:30.121162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:30.134489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:30.171535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] For port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:30.176289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] For port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,segment=NetworkSegment(edfe0c68-dc5b-47f6-ae1c-bb48f4691a65),segment_id=edfe0c68-dc5b-47f6-ae1c-bb48f4691a65)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:11:30.184525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.196207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.260847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.289993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.298766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3d21f-a29a-4d64-9247-6019025405dc None None] Pushing event updated for resources: {'Port': ['ID=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:30.307552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=8cf4f3a6-844f-4b68-ac63-2f5de77ada29,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:30.320060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6408f871-249b-40ff-ac81-00c5cb3ab4b8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/8cf4f3a6-844f-4b68-ac63-2f5de77ada29 HTTP/1.1" status: 204 len: 168 time: 6.6175027 Mar 05 00:11:30.327697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.331151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33790) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:30.339976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171828323'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:30.347276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.357353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:30.362230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.434748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.444293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76f77d-f4c9-42cd-9a12-ddaed850e363,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:30.448845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.453205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a17da45-5e3a-47bd-9343-53cd7f7356a4 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5122595 Mar 05 00:11:30.457010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33794) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:30.465912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e5de886a-87de-4522-9b82-791dec4817ae tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:30.466558 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-e5de886a-87de-4522-9b82-791dec4817ae tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:30.471091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e5de886a-87de-4522-9b82-791dec4817ae tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131078 Mar 05 00:11:30.471679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33798) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:30.479282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 8f63ced8-f5b1-4309-8376-046e1e1b6515 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:30.486557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:30.494375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:30.497326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:30.498230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:30.515672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:30.521910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:30.530917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:30.537114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:30.635672 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:30.636741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6518393e-5e40-4dcc-bdef-82eb37790830 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1626427 Mar 05 00:11:30.638721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.641429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33808) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:30.641997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:30.650979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.834590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:30.840845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f2b4d414-0eeb-4126-b97b-b5f84cbe3b07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:30.840845 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-f2b4d414-0eeb-4126-b97b-b5f84cbe3b07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:30.845928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f2b4d414-0eeb-4126-b97b-b5f84cbe3b07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1998680 Mar 05 00:11:30.849380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:30.854802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:30.924626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:30.940734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:30.944582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 09e13950-b407-46a8-afe8-d3523987d39b is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:30.948301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:30.952428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:30.960936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:30.986700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:30.994025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:30.994371 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment bb9ad8e8-9e88-4a4f-a944-9263a38d3498 of type vlan for network 30804ca8-e7d5-497f-9f15-121428bf0eb0 Mar 05 00:11:30.996167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=8f63ced8-f5b1-4309-8376-046e1e1b6515,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:31.068102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:31.068744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:31.080480 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:31.081549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6abd28e-ab48-4934-a90f-dc33c59112ba tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2312150 Mar 05 00:11:31.085784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33818) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.094590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-80cc8141-1cf6-483d-b990-061610d14d73 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:31.095199 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-80cc8141-1cf6-483d-b990-061610d14d73 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:31.096153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-80cc8141-1cf6-483d-b990-061610d14d73 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094154 Mar 05 00:11:31.102858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6cf1-9746-46f0-b6ef-efcde623998f req-dc421209-9cf3-4d11-8c84-dd39cce72fa9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:31.103228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33822) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.109737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-823c6cf1-9746-46f0-b6ef-efcde623998f req-dc421209-9cf3-4d11-8c84-dd39cce72fa9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.2741230 Mar 05 00:11:31.125476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c394272-c127-4249-850c-1d54df67f37e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9711123 Mar 05 00:11:31.127976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33826) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.133735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:31.139845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:31.144502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:31.147407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:31.153981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:31.185608 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Project 0c061948773f4fc4bbd1a55d6e44e1c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:11:31.211143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:31.216980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 8f63ced8-f5b1-4309-8376-046e1e1b6515 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:31.216980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:31.234682 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:31.239082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1823cce6-3722-45eb-b8bd-f8864b765f0c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1264119 Mar 05 00:11:31.245716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca2fd-9c6c-413e-aa73-6eae2f51b29b req-476784a9-3ca2-4c0e-8247-a13cb0e0b4d9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:31.260393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-443ca2fd-9c6c-413e-aa73-6eae2f51b29b req-476784a9-3ca2-4c0e-8247-a13cb0e0b4d9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.3981476 Mar 05 00:11:31.260393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33830) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.282398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-823c6cf1-9746-46f0-b6ef-efcde623998f req-ebf7b341-3f90-4620-b67d-f995c1469e6d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711624 Mar 05 00:11:31.290489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c35d1171-e60e-4534-a182-c3aa4456a1a2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:31.291216 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-c35d1171-e60e-4534-a182-c3aa4456a1a2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:31.292114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c35d1171-e60e-4534-a182-c3aa4456a1a2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0296934 Mar 05 00:11:31.297011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33834) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.308097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Router e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:11:31.322250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:31.343020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:31.350170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:31.354970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:31.409513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:11:31.419672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:31.463568 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Project 0c061948773f4fc4bbd1a55d6e44e1c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:11:31.549159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-443ca2fd-9c6c-413e-aa73-6eae2f51b29b req-3e9bdcf6-5b52-40c3-aa42-ad56cc356a77 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944388 Mar 05 00:11:31.557950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:31.564280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:31.565015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:31.630582 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:31.631615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d93ca49a-ff06-48bd-a3cd-ce9617775f4c tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3336520 Mar 05 00:11:31.639239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33844) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.657592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fe76f77d-f4c9-42cd-9a12-ddaed850e363', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:31.675911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:31.683844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:31.694072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:31.713242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:31.745485 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Project 0c061948773f4fc4bbd1a55d6e44e1c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:11:31.754771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:31.828366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:31.917472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 8f63ced8-f5b1-4309-8376-046e1e1b6515 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:31.955645 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:31.959279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c5f684a-4cd0-485d-b13e-b2180edf957e tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3165045 Mar 05 00:11:31.965038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33850) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:31.985690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=30804ca8-e7d5-497f-9f15-121428bf0eb0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:31.996938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0063b8-2d1b-40ab-b2dc-9a01df991842 None None] Network 09e13950-b407-46a8-afe8-d3523987d39b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:32.057146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:32.110281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:32.137276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f48d0e86-5bfb-401f-a69d-0285f2f09bdb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8024542 Mar 05 00:11:32.154166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33854) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:32.197140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:32.369992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae253290-ced6-456f-9617-31d008c637cc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:32.395083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bc8748a8-467c-4fc0-950c-85bd96be4131 None None] Provisioning for port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:32.469868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:32.470242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1990-81bb-4ddc-8c93-b14fd8aecb30 req-019d709e-75eb-4699-aee6-13eb05cc737d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:32.471890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edad1990-81bb-4ddc-8c93-b14fd8aecb30 req-019d709e-75eb-4699-aee6-13eb05cc737d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.3418572 Mar 05 00:11:32.478612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:11:32.478878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 9e835318-ea12-4bde-a9fc-d7ef31d1502d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:32.479239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:32.540292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae253290-ced6-456f-9617-31d008c637cc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:32.609915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:32.621515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:32.621886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:32.638571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=8f63ced8-f5b1-4309-8376-046e1e1b6515,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:32.789463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-edad1990-81bb-4ddc-8c93-b14fd8aecb30 req-b8af065f-0e91-4530-835b-86f536c757bb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879817 Mar 05 00:11:32.865860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:32.872828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:32.878319 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] Sync routers for ids ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:32.879571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b08b4515-c985-4ea4-b6f9-243f3dd3c275 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "PUT /v2.0/routers/e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 HTTP/1.1" status: 200 len: 925 time: 9.4424317 Mar 05 00:11:32.882082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:32.893986 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] Routers {'e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:32.900410 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:33.055198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.059703 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:33.087929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] Routers {'e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:33.088871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:33.099213 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.137979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae253290-ced6-456f-9617-31d008c637cc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.167865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,segment=NetworkSegment(edfe0c68-dc5b-47f6-ae1c-bb48f4691a65),segment_id=edfe0c68-dc5b-47f6-ae1c-bb48f4691a65)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:33.184598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.195691 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:33.196367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cfa5c-afa9-4f59-9cbf-506934e05573 None None] The sync data for ids ['e67bdb87-e8ae-4a95-9617-b4dac1c5cf73'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:33.236588 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.241661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-b6b6ddd1-f783-49fe-abb2-8423ffaf9801 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2901118 Mar 05 00:11:33.261818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:33.278768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:33.280625 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.280751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-322279be-fd5e-40bb-9414-50945aff187c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9157951 Mar 05 00:11:33.285194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae253290-ced6-456f-9617-31d008c637cc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76f77d-f4c9-42cd-9a12-ddaed850e363,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:33.286669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:33.304073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.327798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:33.344893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ed8db435-917c-4491-91ca-4c98c522ad69 None None] Provisioning complete for port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:33.345278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ed8db435-917c-4491-91ca-4c98c522ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.460499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:33.479034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:33.479685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:33.480087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae253290-ced6-456f-9617-31d008c637cc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.481526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ae253290-ced6-456f-9617-31d008c637cc tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/fe76f77d-f4c9-42cd-9a12-ddaed850e363 HTTP/1.1" status: 204 len: 168 time: 1.5155213 Mar 05 00:11:33.492542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33876) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:33.510495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-acfc8c02-7f8b-4673-816f-2e147e57b7a3 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 HTTP/1.1" status: 200 len: 925 time: 0.6270568 Mar 05 00:11:33.514109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33878) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:33.532536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:33.548361 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'code': 200} Mar 05 00:11:33.556562 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.681108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-2eb6a5a4-58ae-4048-a151-829551dd541e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.2779937 Mar 05 00:11:33.690084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0bd8e153-23e3-4e63-a3a8-42930afe61bb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Synchronizing usage tracker for tenant:61ace743ff5c45cda2fc0df092d6e524 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:33.765324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d4eb5341-b0da-4b46-866b-9209671eb5fd tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/8f63ced8-f5b1-4309-8376-046e1e1b6515 HTTP/1.1" status: 204 len: 168 time: 2.6363351 Mar 05 00:11:33.803589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33888) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:33.807528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0bd8e153-23e3-4e63-a3a8-42930afe61bb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Unset dirty status for tenant:61ace743ff5c45cda2fc0df092d6e524 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:33.811928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0bd8e153-23e3-4e63-a3a8-42930afe61bb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=e67bdb87-e8ae-4a95-9617-b4dac1c5cf73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2967079 Mar 05 00:11:33.818772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33892) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:33.925247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:33.935456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 is not hosted by any dhcp agent {{(pid=83782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 05 00:11:33.939871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:33.940459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:33.948389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "PUT /v2.0/networks/30804ca8-e7d5-497f-9f15-121428bf0eb0 HTTP/1.1" status: 200 len: 723 time: 1.7675493 Mar 05 00:11:33.965992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33900) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:33.973997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:34.038751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:34.099089 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9289c2-32c6-4ce5-8155-3cc12fbcf029 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:11:34.099904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9289c2-32c6-4ce5-8155-3cc12fbcf029 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:11:34.106544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1d9289c2-32c6-4ce5-8155-3cc12fbcf029 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/8f63ced8-f5b1-4309-8376-046e1e1b6515 HTTP/1.1" status: 404 len: 333 time: 0.3011649 Mar 05 00:11:34.116822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33904) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:34.129302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427adba-8901-4c96-a24e-c9cf5a6337a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=30804ca8-e7d5-497f-9f15-121428bf0eb0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:34.147712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:34.184446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca8f37-2423-4b05-bb6d-db6b66e39368 req-4be43a2d-edc7-4416-8517-d6630514bf95 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:34.192159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19ca8f37-2423-4b05-bb6d-db6b66e39368 req-4be43a2d-edc7-4416-8517-d6630514bf95 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 1.3914683 Mar 05 00:11:34.251758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:34.256800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dd7917bb-035e-42d1-b409-54bb827ff7e0 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:34.272601 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32fd560-57e9-4083-9fba-181e701465b7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:11:34.273119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b32fd560-57e9-4083-9fba-181e701465b7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:34.290412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:34.294772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:34.298629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:34.308036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:34.314556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-28f1637e-5500-4425-ae60-1ea25592989d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:34.318399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-28f1637e-5500-4425-ae60-1ea25592989d service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.6083853 Mar 05 00:11:34.335611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet 44df7729-a7e2-4c39-aa11-2a9e9ae2bc69 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:11:34.348934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:34.357201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d33f0246-d3ea-4364-ad66-b8708172d0a7 None None] Could not find standard attr ID for object 8f63ced8-f5b1-4309-8376-046e1e1b6515. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:11:34.358573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:34.359277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:34.380915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:34.394810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737eea6-3e6d-45d5-bb18-631037d4e980 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:34.395817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7737eea6-3e6d-45d5-bb18-631037d4e980 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Synchronizing usage tracker for tenant:61ace743ff5c45cda2fc0df092d6e524 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:34.432927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7737eea6-3e6d-45d5-bb18-631037d4e980 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Unset dirty status for tenant:61ace743ff5c45cda2fc0df092d6e524 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:34.434127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7737eea6-3e6d-45d5-bb18-631037d4e980 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.6144607 Mar 05 00:11:34.439600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33908) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:34.494559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-46520481-070c-4611-a4e0-f0eb48f26a75 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 HTTP/1.1" status: 200 len: 205 time: 0.0456736 Mar 05 00:11:34.498230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33912) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:34.501283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b32fd560-57e9-4083-9fba-181e701465b7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:34.504855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b32fd560-57e9-4083-9fba-181e701465b7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/8f63ced8-f5b1-4309-8376-046e1e1b6515 HTTP/1.1" status: 404 len: 333 time: 0.3647993 Mar 05 00:11:34.508675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dd7917bb-035e-42d1-b409-54bb827ff7e0 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:34.509931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dd7917bb-035e-42d1-b409-54bb827ff7e0 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7469840 Mar 05 00:11:34.514376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:34.514667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33918) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:34.520481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37359365-a472-44e8-a546-5ae568e7479f req-e0e932dc-464d-44ed-b3d6-f052cce5e8f2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:34.522177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37359365-a472-44e8-a546-5ae568e7479f req-e0e932dc-464d-44ed-b3d6-f052cce5e8f2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.4353020 Mar 05 00:11:34.533215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19ca8f37-2423-4b05-bb6d-db6b66e39368 req-a1aa49ac-3938-44d3-b695-63fa0d0128b5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401017 Mar 05 00:11:34.574371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660142734'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:34.598300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:34.636902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:34.677823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:34.707787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:34.717621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-22404e22-d58b-4124-8bed-74db668eb968 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.3934553 Mar 05 00:11:34.793656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37359365-a472-44e8-a546-5ae568e7479f req-95b3d93c-cf81-48d9-bdb3-4fa21dd06323 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971090 Mar 05 00:11:34.797628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:28Z', 'revision_number': 10, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:34.810011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:11:34.818746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-7598a253-0a11-45ab-aa44-e74f7aa7e7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:34.820321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-7598a253-0a11-45ab-aa44-e74f7aa7e7ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.0887423 Mar 05 00:11:34.827514 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:34.835134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:34.835835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:35.077770 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2da48c82-6a4c-43d3-ab77-51d29e25a473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.090547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.150216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:35.226331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:35.250407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-cf750c43-96f4-4303-ac51-1def0ade0566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4243753 Mar 05 00:11:35.278763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.351159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:35.365038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:35.410154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:35.457688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-1dd5e716-8b62-4ec4-aa5a-1ba8e1639bda service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925631 Mar 05 00:11:35.491993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 93fd3161-3044-4434-bd0f-c248c05c629f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:11:35.523702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.559467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:28Z', 'revision_number': 10, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:35.565349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e627d8a-682c-49c1-a4f6-ef9dd5a15969 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:28Z', 'revision_number': 10, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None, '_interfaces': [{'id': 'd52000ac-4712-4123-b8f7-0e90f5f333e1', 'name': '', 'network_id': 'c3afe7a2-c176-4dba-a93a-4563a384eab5', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'mac_address': 'fa:16:3e:ed:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:09:38Z', 'updated_at': '2022-03-05T00:09:54Z', 'revision_number': 5, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'subnets': [{'id': 'd66bd7cd-defc-484f-b012-19559a7a8b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:35.586299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.610750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Deleting port c4e40299-1eda-45ab-974f-bb08501b333d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:35.611250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.787506 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.809683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.841339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.850167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:35.915992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=44df7729-a7e2-4c39-aa11-2a9e9ae2bc69,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:35.961708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:36.063983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.078923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:36.079281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0bf13ddd-de8e-42aa-91c7-a220faf5abb8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:36.104095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9668b61-ec65-4f0e-b1e3-59b575a498c7 None None] Network 519e7880-f965-4af8-bc07-34dcf91567a5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:36.122962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.140309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.144897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Calling delete_port for c4e40299-1eda-45ab-974f-bb08501b333d owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:36.295130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cca34756-1ed2-4214-93a6-4a869156f1c3 req-1e2a53e3-878d-4a7f-abb0-0e8ebf1e88b9 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307862 Mar 05 00:11:36.351955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=abc9f3c2-4991-408d-90e0-6fab24a9d29a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:36.399123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7e48f46d-3d89-4ad7-bce6-2b21fc2833c6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/44df7729-a7e2-4c39-aa11-2a9e9ae2bc69 HTTP/1.1" status: 204 len: 168 time: 3.0787644 Mar 05 00:11:36.399123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.399123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8508034 Mar 05 00:11:36.399123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:36.399123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf193c-8b77-41d7-a05e-fedd1130ec6b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8a4b7-2916-4c86-b571-75705c7e3ec9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:36.414811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33946) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:36.414811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': '8aa8a4b7-2916-4c86-b571-75705c7e3ec9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:36.425288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:36.434147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:36.455915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:36.482518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:36.514146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081aad-3577-47da-9b28-b3c151f0f7b2 req-a6b1623d-9af6-4cbe-9a96-ff5aa5b0b969 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:36.522750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:11:36.524343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36081aad-3577-47da-9b28-b3c151f0f7b2 req-a6b1623d-9af6-4cbe-9a96-ff5aa5b0b969 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 944 time: 0.4698012 Mar 05 00:11:36.657575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36081aad-3577-47da-9b28-b3c151f0f7b2 req-0bf96fcc-6fb0-4ca0-8881-357e29773f67 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322169 Mar 05 00:11:36.669683 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The resource could not be found. Mar 05 00:11:36.670719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c33b7dc-b261-4916-a9c7-44f5fe538a0f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2705967 Mar 05 00:11:36.696837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33950) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:36.713387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': '8aa8a4b7-2916-4c86-b571-75705c7e3ec9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4d5dc047-611a-4ff8-aa41-a1d6dcd51bb2'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:36.726115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:36.732998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:36.737566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:36.747542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:36.758379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.775115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:36.790988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'network_id': '93dcbcac-daf8-468a-bbe3-ed523d212de9', 'port_id': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'mac_address': 'fa:16:3e:e3:20:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbab21-92d9-479f-9629-d20b36d86260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:11:36.835215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] DHCP port deletion for 519e7880-f965-4af8-bc07-34dcf91567a5 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:36.839818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.849128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Deleting port a507c438-db8f-457d-bbd7-fa1eba20a924 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:36.849543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.857970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event deleted for resources: {'Port': ['ID=c4e40299-1eda-45ab-974f-bb08501b333d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:36.907055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:36.907413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 30804ca8-e7d5-497f-9f15-121428bf0eb0, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:36.973036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:36.979213 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The resource could not be found. Mar 05 00:11:36.981167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b53112d-e2b3-4398-96f8-9c5bb63be629 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2835450 Mar 05 00:11:36.989018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33958) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:37.011835 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.015240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe70a-8cc9-4211-8c62-7a934f8880b4 req-8a2aba7d-2e4b-41af-b484-2375419d4e85 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:37.017478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6cbe70a-8cc9-4211-8c62-7a934f8880b4 req-8a2aba7d-2e4b-41af-b484-2375419d4e85 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.7625721 Mar 05 00:11:37.019376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port a507c438-db8f-457d-bbd7-fa1eba20a924 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:37.019718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.047030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:37.069083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:11:37.086751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7779784e-883f-4bba-b475-7db43022be0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.104115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.115712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:37.144703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 30804ca8-e7d5-497f-9f15-121428bf0eb0) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:37.177744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:37.178251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.185290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=93fd3161-3044-4434-bd0f-c248c05c629f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:37.188897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd937eac-3ee9-4ae3-8199-4b694b9ca84e None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:37.215293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.229489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7e1ff-2ad7-43c2-b875-05e0e8acb890 None None] Network 09e13950-b407-46a8-afe8-d3523987d39b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:37.252481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.272926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-933909a7-0e41-449a-a59d-2063395ca1a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3054183 Mar 05 00:11:37.274764 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-be44b1d0-c613-4ef3-a15a-71e9ef86ac14 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/93fd3161-3044-4434-bd0f-c248c05c629f HTTP/1.1" status: 204 len: 168 time: 2.7590437 Mar 05 00:11:37.275353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33962) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:37.283042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33964) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:37.315600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:37.372150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6cbe70a-8cc9-4211-8c62-7a934f8880b4 req-2e8446e3-900b-415f-bc17-fa3da9be90e6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143911 Mar 05 00:11:37.430734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6349bf02-aab9-44f4-b013-85b45e13b3a3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.452446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.483363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:37.604732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6349bf02-aab9-44f4-b013-85b45e13b3a3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.610945 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.627306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] For port a507c438-db8f-457d-bbd7-fa1eba20a924, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a507c438-db8f-457d-bbd7-fa1eba20a924,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:37.628143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.652414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port a507c438-db8f-457d-bbd7-fa1eba20a924, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a507c438-db8f-457d-bbd7-fa1eba20a924,segment=NetworkSegment(938d3713-6ae5-4e28-8c74-9e62ec7ad845),segment_id=938d3713-6ae5-4e28-8c74-9e62ec7ad845)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:37.652807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.725015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['f3037fa1-0d30-409f-96ff-ea10e1e30827'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:11:37.733957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:37.734890 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.764179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2287419'] for subnet, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:37.872266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Calling delete_port for a507c438-db8f-457d-bbd7-fa1eba20a924 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:37.892414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for a507c438-db8f-457d-bbd7-fa1eba20a924 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:37.957498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a507c438-db8f-457d-bbd7-fa1eba20a924 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:38.010793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.028480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6349bf02-aab9-44f4-b013-85b45e13b3a3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.032351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.064005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349bf02-aab9-44f4-b013-85b45e13b3a3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8a4b7-2916-4c86-b571-75705c7e3ec9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:38.153498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6349bf02-aab9-44f4-b013-85b45e13b3a3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.165805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6349bf02-aab9-44f4-b013-85b45e13b3a3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/8aa8a4b7-2916-4c86-b571-75705c7e3ec9 HTTP/1.1" status: 204 len: 168 time: 1.1753111 Mar 05 00:11:38.167381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33976) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:38.179267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aca87-a70c-416c-be42-506272de3b48 req-336ae868-a232-4a76-aa46-a4ca2757ff3c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:38.194272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219aca87-a70c-416c-be42-506272de3b48 req-336ae868-a232-4a76-aa46-a4ca2757ff3c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.2577550 Mar 05 00:11:38.255151 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.255609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.256558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Fanout notify agent at l3_agent the message router_deleted on router e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:11:38.262636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port a507c438-db8f-457d-bbd7-fa1eba20a924 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:11:38.263732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a507c438-db8f-457d-bbd7-fa1eba20a924 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:38.309518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:38.309979 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:38.334303 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.342039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-30804ca8-e7d5-497f-9f15-121428bf0eb0', 'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': 'abc9f3c2-4991-408d-90e0-6fab24a9d29a'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:38.343188 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.350648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.352177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8be07003-716c-4aa2-8fd1-6900b0ae8354 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 HTTP/1.1" status: 204 len: 168 time: 3.8438137 Mar 05 00:11:38.360149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33982) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:38.369913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=a507c438-db8f-457d-bbd7-fa1eba20a924,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:38.370396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808483944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:38.392332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:38.398279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219aca87-a70c-416c-be42-506272de3b48 req-c7895e65-4a18-4ea2-907b-1acb4558ce87 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027819 Mar 05 00:11:38.405786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Usage tracker for resource:router and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:38.421719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:38.425137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No DVR routers for this DVR port a507c438-db8f-457d-bbd7-fa1eba20a924 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:38.459189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:38.480295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8125bb04-9892-40d5-ab5b-eb6ccd7c6d58 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:38.489536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742619399069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1579310'] for subnet, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.492081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.493351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.502037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] DHCP port deletion for 09e13950-b407-46a8-afe8-d3523987d39b request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:38.524563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8125bb04-9892-40d5-ab5b-eb6ccd7c6d58 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:38.526664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8125bb04-9892-40d5-ab5b-eb6ccd7c6d58 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3086371 Mar 05 00:11:38.531766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:38.548922 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.561459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Deleting port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:38.561459 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.573719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'b9130dcc-425a-4099-865f-df8ecf3ffc9c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:38.597632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.615231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:38.620510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:38.624041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:38.637895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:38.642371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.667504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:38.667989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.674695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "PUT /v2.0/subnets/abc9f3c2-4991-408d-90e0-6fab24a9d29a HTTP/1.1" status: 200 len: 806 time: 1.3924212 Mar 05 00:11:38.682839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33996) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:38.721545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Allocated IP 172.20.0.2 (30804ca8-e7d5-497f-9f15-121428bf0eb0/abc9f3c2-4991-408d-90e0-6fab24a9d29a/b15c20e9-72f3-4067-b35a-ef68b575852c) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:38.861661 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.863560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.868473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7409498-603d-49ad-add2-35888ff0b3e4 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5073054 Mar 05 00:11:38.869459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34000) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:38.881438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:38.979225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:38.995054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.010876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Transition to ACTIVE for port object b15c20e9-72f3-4067-b35a-ef68b575852c will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:39.035342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Transition to ACTIVE for port object b15c20e9-72f3-4067-b35a-ef68b575852c will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:39.052053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Deleting port a507c438-db8f-457d-bbd7-fa1eba20a924 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:39.052673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.098117 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.099814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91914205-c4e2-4b1b-80b2-039dc77a3e81 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=abc9f3c2-4991-408d-90e0-6fab24a9d29a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:39.114636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,segment=NetworkSegment(edfe0c68-dc5b-47f6-ae1c-bb48f4691a65),segment_id=edfe0c68-dc5b-47f6-ae1c-bb48f4691a65)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:39.114920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.130190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519e7880-f965-4af8-bc07-34dcf91567a5']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:39.147438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938d3713-6ae5-4e28-8c74-9e62ec7ad845') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:39.147751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938d3713-6ae5-4e28-8c74-9e62ec7ad845') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:39.152301 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The resource could not be found. Mar 05 00:11:39.153423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c6709fe6-dab2-47a3-ae61-207bcc2242a5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6202548 Mar 05 00:11:39.165162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34004) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:39.209703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port b15c20e9-72f3-4067-b35a-ef68b575852c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:39.210054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.284355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ac394780-3aa4-47d5-9f28-e6bbe92f2436 None None] The port 'a507c438-db8f-457d-bbd7-fa1eba20a924' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:11:39.339709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--285086508'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:39.365968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:39.424574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.444852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:39.490811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:39.493544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.503383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] For port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,segment=NetworkSegment(edfe0c68-dc5b-47f6-ae1c-bb48f4691a65),segment_id=edfe0c68-dc5b-47f6-ae1c-bb48f4691a65)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:39.506584 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.517816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:39.518458 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:39.536009 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:39.566684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port b15c20e9-72f3-4067-b35a-ef68b575852c, host n-d-828979-4, got binding levels [] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:39.567050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.611701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eea99-9fa2-404b-9156-daf9502b825e req-b96f7109-bdd0-4869-b6ba-4afac9ab5d48 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:39.619843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-599eea99-9fa2-404b-9156-daf9502b825e req-b96f7109-bdd0-4869-b6ba-4afac9ab5d48 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.8934104 Mar 05 00:11:39.641889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.736306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:39.741203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:39.744589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:39.764912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Calling delete_port for d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:39.767111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:39.820049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Pushing event updated for resources: {'Port': ['ID=b15c20e9-72f3-4067-b35a-ef68b575852c,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:39.844790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:39.850415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:39.862434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:39.868624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:39.870548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.888176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.897411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for b15c20e9-72f3-4067-b35a-ef68b575852c owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:39.901468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:11:39.946106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.948078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7259867 Mar 05 00:11:39.954855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34016) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:39.959359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:39.991639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510297277'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:39.999463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:40.005742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:40.009849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:40.017011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:40.087914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-599eea99-9fa2-404b-9156-daf9502b825e req-f068c92a-1625-4fbf-9a90-ab6d6a1f6d57 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590251 Mar 05 00:11:40.089098 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.096065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.108921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:40.111996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=d9fb1059-cd4a-462e-a5bf-6f719b0a2a35,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.131227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.138467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.140404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'port_id': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'mac_address': 'fa:16:3e:ed:60:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:11:40.143409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.196024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:40.202098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:40.206526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:40.214709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:40.271122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Port': ['ID=b15c20e9-72f3-4067-b35a-ef68b575852c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.295980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.319919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=519e7880-f965-4af8-bc07-34dcf91567a5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.327930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:11:40.329003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:40.338455 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:40.338809 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:40.339383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Attempting to bind port b15c20e9-72f3-4067-b35a-ef68b575852c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:40.339802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Attempting to bind port b15c20e9-72f3-4067-b35a-ef68b575852c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:40.340967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.341096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Attempting to bind port b15c20e9-72f3-4067-b35a-ef68b575852c on network 30804ca8-e7d5-497f-9f15-121428bf0eb0 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:40.352080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:40.352647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Checking segment: {'id': 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:40.353052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.353466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Bound using segment: {'id': 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:40.353953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Bound port: b15c20e9-72f3-4067-b35a-ef68b575852c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '30804ca8-e7d5-497f-9f15-121428bf0eb0'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:40.354623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.367183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.368057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcca16b-1cbe-4b01-a46e-74e3752dee64 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afff8e38-7d57-4e49-b0b4-953569ce9ce1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.378095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No DVR routers for this DVR port b15c20e9-72f3-4067-b35a-ef68b575852c on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:40.408909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f889ddf-4283-4189-be6c-0fbdbe45eff0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.417994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f290f87-038e-4b51-864f-2bd668a865d2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/519e7880-f965-4af8-bc07-34dcf91567a5 HTTP/1.1" status: 204 len: 168 time: 4.0412483 Mar 05 00:11:40.419181 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.420029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.421666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c5992b06-2fc4-4275-8003-7a9f49befc49 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4643517 Mar 05 00:11:40.422999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34020) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:40.429390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No DVR routers for this DVR port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:40.437381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34026) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:40.444807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-968f2666-f7d0-4c4f-8778-06c50b1c217f None None] Port b15c20e9-72f3-4067-b35a-ef68b575852c has been deleted concurrently {{(pid=83784) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Mar 05 00:11:40.450251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca495c7-e2ab-4878-92da-106455af011f req-a0d176f7-4dcf-4936-af44-bbd93092c5bc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:40.451945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ca495c7-e2ab-4878-92da-106455af011f req-a0d176f7-4dcf-4936-af44-bbd93092c5bc tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 945 time: 0.3870168 Mar 05 00:11:40.452574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:11:40.458109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'afff8e38-7d57-4e49-b0b4-953569ce9ce1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0f889ddf-4283-4189-be6c-0fbdbe45eff0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:40.465974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:40.470454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:40.473826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:40.481790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:40.485370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:40.507418 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.566937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:40.609048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.665542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:11:40.691448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.724787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e13950-b407-46a8-afe8-d3523987d39b']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:40.736814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.742850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:40.743178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfe0c68-dc5b-47f6-ae1c-bb48f4691a65') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:40.757844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.777943 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.787864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:40.788678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.795811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=abc9f3c2-4991-408d-90e0-6fab24a9d29a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.802021 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:40.803388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91885998-6719-44e6-be2e-d4068c98dba3 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3505366 Mar 05 00:11:40.827753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:40.841361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Deleting port d9fb1059-cd4a-462e-a5bf-6f719b0a2a35 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:40.841757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.852755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34034) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:40.969334 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:40.971233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:40.981240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.008463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ca495c7-e2ab-4878-92da-106455af011f req-59fb0894-9b29-4eba-8954-e41f802ca494 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170996 Mar 05 00:11:41.030966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8133f30e-0201-4157-95a2-9f94354b27d4 None None] The port 'd9fb1059-cd4a-462e-a5bf-6f719b0a2a35' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:11:41.073959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port f3037fa1-0d30-409f-96ff-ea10e1e30827 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:41.075727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=09e13950-b407-46a8-afe8-d3523987d39b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:41.159773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port f3037fa1-0d30-409f-96ff-ea10e1e30827 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:41.160148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.168984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-72152c15-da6e-43a6-9e9c-4670c03f5067 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/09e13950-b407-46a8-afe8-d3523987d39b HTTP/1.1" status: 204 len: 168 time: 3.8775015 Mar 05 00:11:41.169576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:41.177952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-675922882'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:41.190036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:41.194926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:41.198349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:41.206451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:41.225733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.243030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:41.247282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.276577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30804ca8-e7d5-497f-9f15-121428bf0eb0']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:41.311832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:41.312221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9ad8e8-9e88-4a4f-a944-9263a38d3498') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:41.330108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1c39-4a0f-4e3f-85c4-2514e0980d07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.349705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:41.360703 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.361126 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment 6ca7f2d2-9986-4c3f-bd9c-30e81642954a of type vlan for network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee Mar 05 00:11:41.373861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1c39-4a0f-4e3f-85c4-2514e0980d07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.397755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.440359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.445920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:41.446531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.451340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1c39-4a0f-4e3f-85c4-2514e0980d07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.457103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.494046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3208060 Mar 05 00:11:41.501214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34044) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:41.503663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1c39-4a0f-4e3f-85c4-2514e0980d07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f889ddf-4283-4189-be6c-0fbdbe45eff0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:41.507761 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.520335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.539314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:41.539993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.570252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:41.581067 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:41.592960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:41.608188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:41.615451 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.712149 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'code': 200} Mar 05 00:11:41.784055 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:41.798880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:41.893602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:41.928139 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.018222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:42.018732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.153259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1c39-4a0f-4e3f-85c4-2514e0980d07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.154388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ffc1c39-4a0f-4e3f-85c4-2514e0980d07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/0f889ddf-4283-4189-be6c-0fbdbe45eff0 HTTP/1.1" status: 204 len: 168 time: 1.2960019 Mar 05 00:11:42.166174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34058) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:42.196510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f886f-9fb9-4535-92b2-f28e85146901 req-9a5ae99d-8c9d-46dd-ab15-a5072f885b56 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:42.198149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c5f886f-9fb9-4535-92b2-f28e85146901 req-9a5ae99d-8c9d-46dd-ab15-a5072f885b56 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 944 time: 0.9384258 Mar 05 00:11:42.225661 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.241206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33da43-8db7-4b6a-b0ca-539914ada1b0 None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:42.290360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b9de1311-8443-44b1-a403-caa24a693f30 None None] Could not find standard attr ID for object b15c20e9-72f3-4067-b35a-ef68b575852c. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:11:42.296091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33da43-8db7-4b6a-b0ca-539914ada1b0 None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:11:42.297965 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.311873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884f578-fc34-4be9-9e07-cec07ab5bd19 None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:42.337924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884f578-fc34-4be9-9e07-cec07ab5bd19 None None] Network 30804ca8-e7d5-497f-9f15-121428bf0eb0 could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:11:42.356003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.369543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:42.384030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=30804ca8-e7d5-497f-9f15-121428bf0eb0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:42.391257 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.407992 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c5f886f-9fb9-4535-92b2-f28e85146901 req-f4670be2-80a8-4c40-9962-fd0158631fa6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920146 Mar 05 00:11:42.408702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2465fc0-d16a-4457-a247-4320f435cde3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:42.443904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-369c23cc-f87e-4e3f-bc8f-568df8774350 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/30804ca8-e7d5-497f-9f15-121428bf0eb0 HTTP/1.1" status: 204 len: 168 time: 3.7544007 Mar 05 00:11:42.447307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34062) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:42.447946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:42.452495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:42.455976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:42.461936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:42.481842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b62672-49ab-4b0d-a907-9999d0c65822 None None] DHCP port deletion for 30804ca8-e7d5-497f-9f15-121428bf0eb0 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:42.485847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:42.487716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:42.604180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:42.690877 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca5291b-59e0-44f7-a665-dab4da7574f5 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:11:42.691436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca5291b-59e0-44f7-a665-dab4da7574f5 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:11:42.701262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34068) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:42.701609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0ca5291b-59e0-44f7-a665-dab4da7574f5 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/30804ca8-e7d5-497f-9f15-121428bf0eb0 HTTP/1.1" status: 404 len: 339 time: 0.2465217 Mar 05 00:11:42.712261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-beac85d4-7ec2-49d2-b83d-7f93374e880b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:42.714572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325921926', 'description': 'd1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:42.720942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:42.725446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:network and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:42.728478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:42.735871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:42.751521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.760620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Allocated IP 172.25.0.91 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/fc34dd4f-f8ff-4bea-98b5-5c3114b7aca4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:42.767587 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f55ed37b-794c-4b05-b78b-cc42e380e6c6 req-fb436136-d04c-4108-af57-be64af1a1f28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1097 time: 0.7018170 Mar 05 00:11:42.780500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:42.784004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:42.810167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac7ca3-f644-4ba5-9ae8-e5affa121e23 req-6cec163a-ce9c-4a6c-81e8-e011760464ba tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:42.820867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37ac7ca3-f644-4ba5-9ae8-e5affa121e23 req-6cec163a-ce9c-4a6c-81e8-e011760464ba tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5363371 Mar 05 00:11:42.846697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-beac85d4-7ec2-49d2-b83d-7f93374e880b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:42.851271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-beac85d4-7ec2-49d2-b83d-7f93374e880b tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6727152 Mar 05 00:11:42.856727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34076) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:42.868301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.122647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:43.134366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f55ed37b-794c-4b05-b78b-cc42e380e6c6 req-bc37ae5e-848c-4b8a-b507-be8624f5c053 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612208 Mar 05 00:11:43.152321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.152663 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 2ee45d63-05a0-4a11-8760-8f15179d2eaa of type vlan for network 0e6789ca-848c-4e71-a325-4a32ad9d2af6 Mar 05 00:11:43.155860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37ac7ca3-f644-4ba5-9ae8-e5affa121e23 req-2452dfc5-1a96-44c5-8837-83f29965650f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339427 Mar 05 00:11:43.186254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.216792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ead3ccef-e724-441f-a1f0-4b40dfffaeb5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.251258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ead3ccef-e724-441f-a1f0-4b40dfffaeb5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.256024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.302160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.371540 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ead3ccef-e724-441f-a1f0-4b40dfffaeb5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.377184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:43.378220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.382106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:43.382679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.407007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:43.409682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:43.451398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3ccef-e724-441f-a1f0-4b40dfffaeb5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff8e38-7d57-4e49-b0b4-953569ce9ce1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:43.486635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event updated for resources: {'Port': ['ID=fc34dd4f-f8ff-4bea-98b5-5c3114b7aca4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:43.496604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.503099 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ead3ccef-e724-441f-a1f0-4b40dfffaeb5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.504260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ead3ccef-e724-441f-a1f0-4b40dfffaeb5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/afff8e38-7d57-4e49-b0b4-953569ce9ce1 HTTP/1.1" status: 204 len: 168 time: 0.6464465 Mar 05 00:11:43.507230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:43.628328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3dc54b3e-d16b-4368-9c6a-e77ed66bbead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:43.656510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3dc54b3e-d16b-4368-9c6a-e77ed66bbead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:43.658488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3dc54b3e-d16b-4368-9c6a-e77ed66bbead tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1486652 Mar 05 00:11:43.664943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:43.671101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983171218'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:43.678557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9723582 Mar 05 00:11:43.678861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:43.691434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:43.694132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:43.712983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:11:43.713656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.754037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbcbbd-7176-4e7e-9dd1-d64e25144f1f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=0e6789ca-848c-4e71-a325-4a32ad9d2af6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:43.782390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0e6789ca-848c-4e71-a325-4a32ad9d2af6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:43.794753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:43.801119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:43.808358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b15c20e9-72f3-4067-b35a-ef68b575852c no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:43.808670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:43.811746 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:43.841542 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'code': 200} Mar 05 00:11:43.866332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b15c20e9-72f3-4067-b35a-ef68b575852c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:43.866828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b15c20e9-72f3-4067-b35a-ef68b575852c not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:43.885939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:43.926409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=8c0e06e5-7734-430e-ae96-50f71f9f039a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:44.083699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.088194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.091742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.095041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630bf35-1799-4683-b5e2-fff7ee4a8887 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:44.097419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3630bf35-1799-4683-b5e2-fff7ee4a8887 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Synchronizing usage tracker for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:44.104052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': '6ca7f2d2-9986-4c3f-bd9c-30e81642954a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:44.104413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:44.112364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.139455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782461b9-267c-4a84-9db7-0a0336cb2890 req-75a88675-2377-4807-962b-f0f753c072d0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:44.147272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-782461b9-267c-4a84-9db7-0a0336cb2890 req-75a88675-2377-4807-962b-f0f753c072d0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.5208914 Mar 05 00:11:44.228354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3630bf35-1799-4683-b5e2-fff7ee4a8887 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Unset dirty status for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:44.232865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3630bf35-1799-4683-b5e2-fff7ee4a8887 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks?id=0e6789ca-848c-4e71-a325-4a32ad9d2af6 HTTP/1.1" status: 200 len: 761 time: 0.5355115 Mar 05 00:11:44.235278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34112) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:44.246707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'description': 'd2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:44.343709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd133937-2c7c-4ec1-affd-2396e0a42151,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:44.358289 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.360010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b96a4b9d-0350-4081-9c3b-1e7f6d7a64c5 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6947277 Mar 05 00:11:44.370526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34118) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:44.379662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fd133937-2c7c-4ec1-affd-2396e0a42151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:44.387694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:44.394408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:44.397892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:44.404324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:44.458562 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:44.461426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-16665447-e80c-417d-8edf-548117487d46 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0882328 Mar 05 00:11:44.477945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:44.507508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:44.518595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group_rule': {'security_group_id': 'fd133937-2c7c-4ec1-affd-2396e0a42151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:44.577833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:44.601704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-782461b9-267c-4a84-9db7-0a0336cb2890 req-fbc71d5c-5ac9-498e-a927-6e4dd6641820 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537034 Mar 05 00:11:44.613262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:44.615160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:44.620571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:44.637900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f0437-ce7c-4d85-bcd2-06af4cb8b1d2 None None] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:44.647560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:44.648156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.704268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:44.799850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Router ff984e70-ded1-4635-b278-28a7dae742a6 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:11:44.819838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381adc5a-436a-46ba-af90-b7c37ea3603a req-0d7fbefb-8d06-4f0f-86be-718e85514a96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:44.829691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-381adc5a-436a-46ba-af90-b7c37ea3603a req-0d7fbefb-8d06-4f0f-86be-718e85514a96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.2223654 Mar 05 00:11:44.837164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-18989665-f5f1-47b8-86c8-2f8e2bad0ac1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3241599 Mar 05 00:11:44.843670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:44.900279 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:11:44.906117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a628dbf-fc7d-4f25-af11-40776fa4106d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4137805 Mar 05 00:11:44.906117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34148) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:44.958392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:44.969760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1730538160'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:45.000879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.022033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee', 'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': '8c0e06e5-7734-430e-ae96-50f71f9f039a'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:45.022986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.136974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 0e6789ca-848c-4e71-a325-4a32ad9d2af6 is not hosted by any dhcp agent {{(pid=83782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 05 00:11:45.141621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:45.142411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.146996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "PUT /v2.0/networks/0e6789ca-848c-4e71-a325-4a32ad9d2af6 HTTP/1.1" status: 200 len: 758 time: 0.9081669 Mar 05 00:11:45.147992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34166) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:45.282213 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e52ff0b1-b479-4bb6-a8d5-5ee52b4b1353 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.291241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d328a38-6a1a-43fd-958a-6511d9ec49a6 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=0e6789ca-848c-4e71-a325-4a32ad9d2af6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:45.304837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Allocated IP 172.20.0.2 (1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee/8c0e06e5-7734-430e-ae96-50f71f9f039a/b7a57030-0164-4c29-be9b-7f2e7a6630fa) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:45.326915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0e6789ca-848c-4e71-a325-4a32ad9d2af6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:45.379205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e52ff0b1-b479-4bb6-a8d5-5ee52b4b1353 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.416970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef29d9d-949c-4660-abca-a51edb1fc985 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:45.424832 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ef29d9d-949c-4660-abca-a51edb1fc985 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks?id=0e6789ca-848c-4e71-a325-4a32ad9d2af6 HTTP/1.1" status: 200 len: 761 time: 0.2693462 Mar 05 00:11:45.428093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-381adc5a-436a-46ba-af90-b7c37ea3603a req-89fe0717-383c-4f4d-96d5-7a05db30acb8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970519 Mar 05 00:11:45.430452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34176) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:45.467629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1374973355'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:45.473528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:45.499667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:45.506843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e52ff0b1-b479-4bb6-a8d5-5ee52b4b1353 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.545349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ff0b1-b479-4bb6-a8d5-5ee52b4b1353 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd133937-2c7c-4ec1-affd-2396e0a42151,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:45.550181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port d52000ac-4712-4123-b8f7-0e90f5f333e1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:45.550719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.551742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:45.555012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.584949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:45.594532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.595095 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment 1694c597-da89-49c3-9611-530c9a99dd10 of type vlan for network 72b755a8-27ae-475e-8788-3011c2108e38 Mar 05 00:11:45.616053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e52ff0b1-b479-4bb6-a8d5-5ee52b4b1353 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.621847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e52ff0b1-b479-4bb6-a8d5-5ee52b4b1353 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd133937-2c7c-4ec1-affd-2396e0a42151 HTTP/1.1" status: 204 len: 168 time: 0.7062199 Mar 05 00:11:45.623299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34180) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:45.675463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.691049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Transition to ACTIVE for port object b7a57030-0164-4c29-be9b-7f2e7a6630fa will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:45.720508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Transition to ACTIVE for port object b7a57030-0164-4c29-be9b-7f2e7a6630fa will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:45.817085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.852336 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:11:45.868274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e7729c5-8f8c-4f19-9a6a-be823c6ca95d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:45.898395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.902027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:45.902604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.904221 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.919671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e7729c5-8f8c-4f19-9a6a-be823c6ca95d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:45.922328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:45.929332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e7729c5-8f8c-4f19-9a6a-be823c6ca95d tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3015423 Mar 05 00:11:45.930055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34188) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:45.940979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852817985'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:45.946871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port d52000ac-4712-4123-b8f7-0e90f5f333e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d52000ac-4712-4123-b8f7-0e90f5f333e1,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:45.947305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:45.973517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:46.025066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:46.033293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:46.038064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:46.043428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Pushing event updated for resources: {'Port': ['ID=b7a57030-0164-4c29-be9b-7f2e7a6630fa,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:46.115771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=72b755a8-27ae-475e-8788-3011c2108e38,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:46.128833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:46.136165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:46.157431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:46.166198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:46.169719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dbc589da-5599-4c91-8fc7-19aefc043787 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7262578 Mar 05 00:11:46.176035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34192) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:46.178167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for d52000ac-4712-4123-b8f7-0e90f5f333e1 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:46.189711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '72b755a8-27ae-475e-8788-3011c2108e38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:46.199897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 72b755a8-27ae-475e-8788-3011c2108e38 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:46.234887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.311029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:46.316268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:46.319962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:46.322850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.350684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a7c4-91bb-46f9-9dab-892b90d0d852 req-06a1662a-aad8-453c-b6d1-c43f30b0e3f9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:46.352302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4097a7c4-91bb-46f9-9dab-892b90d0d852 req-06a1662a-aad8-453c-b6d1-c43f30b0e3f9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.4910140 Mar 05 00:11:46.354951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Usage tracker for resource:subnet and tenant:bf138f748f6f4705b362e56a69fd07a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:46.373613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Attempting to bind port b7a57030-0164-4c29-be9b-7f2e7a6630fa on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:11:46.373613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Attempting to bind port b7a57030-0164-4c29-be9b-7f2e7a6630fa by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '6ca7f2d2-9986-4c3f-bd9c-30e81642954a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:11:46.373613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Attempting to bind port b7a57030-0164-4c29-be9b-7f2e7a6630fa on network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:11:46.383786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:11:46.383786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Checking segment: {'id': '6ca7f2d2-9986-4c3f-bd9c-30e81642954a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:46.384093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.384487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Bound using segment: {'id': '6ca7f2d2-9986-4c3f-bd9c-30e81642954a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:11:46.385016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Bound port: b7a57030-0164-4c29-be9b-7f2e7a6630fa, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca7f2d2-9986-4c3f-bd9c-30e81642954a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:11:46.385427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.394622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port a6879e53-298d-4981-8bae-4515d05e076f yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:11:46.409602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Usage tracker for resource:security_group_rule and tenant:0c061948773f4fc4bbd1a55d6e44e1c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:46.413721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:46.422965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.427416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:46.430844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:46.462702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:46.485271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Port': ['ID=d52000ac-4712-4123-b8f7-0e90f5f333e1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:46.519527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4097a7c4-91bb-46f9-9dab-892b90d0d852 req-50ccd038-ed09-4c4c-8023-0809d543c3ee tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574149 Mar 05 00:11:46.534728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:46.642163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] For port b7a57030-0164-4c29-be9b-7f2e7a6630fa, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:11:46.657429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] For port b7a57030-0164-4c29-be9b-7f2e7a6630fa, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7a57030-0164-4c29-be9b-7f2e7a6630fa,segment=NetworkSegment(6ca7f2d2-9986-4c3f-bd9c-30e81642954a),segment_id=6ca7f2d2-9986-4c3f-bd9c-30e81642954a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:11:46.671163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.679374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:46.707551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:46.720330 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] Sync routers for ids ['ff984e70-ded1-4635-b278-28a7dae742a6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:46.743450 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] Routers {'ff984e70-ded1-4635-b278-28a7dae742a6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:46.744293 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff984e70-ded1-4635-b278-28a7dae742a6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:46.865173 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:46.912059 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] Routers {'ff984e70-ded1-4635-b278-28a7dae742a6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:46.915930 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff984e70-ded1-4635-b278-28a7dae742a6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:46.951765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06410b7-e3ec-440b-890c-8903ec334214 None None] Pushing event updated for resources: {'Port': ['ID=b7a57030-0164-4c29-be9b-7f2e7a6630fa,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:47.017775 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:47.018186 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78197585-2f64-4700-b4db-c7b7e1bfafd1 None None] The sync data for ids ['ff984e70-ded1-4635-b278-28a7dae742a6'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:47.116438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.130413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.177056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.10 (1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee/8c0e06e5-7734-430e-ae96-50f71f9f039a/a6879e53-298d-4981-8bae-4515d05e076f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:11:47.182499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2674a9-4f26-43f2-a831-42d97ed178a1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:47.226252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.338829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.342817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-526b2a0a-b964-48f5-9e54-0f70134cdba6 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "PUT /v2.0/routers/ff984e70-ded1-4635-b278-28a7dae742a6 HTTP/1.1" status: 200 len: 883 time: 8.4665711 Mar 05 00:11:47.343684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34204) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:47.350535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ce8f-056a-49c6-8e79-772c7ac4824d req-938be9d1-c584-4f1c-bc15-b52a5349946c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:47.357716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d34ce8f-056a-49c6-8e79-772c7ac4824d req-938be9d1-c584-4f1c-bc15-b52a5349946c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5247133 Mar 05 00:11:47.373026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.377864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2056e4c7-6546-4fef-ab0c-e47429ab7c07 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4448340 Mar 05 00:11:47.380671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34208) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:47.400284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-485c0312-6270-4b36-ad44-c6ccb1a7b572 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:47.400851 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-485c0312-6270-4b36-ad44-c6ccb1a7b572 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 00:11:47.404789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-485c0312-6270-4b36-ad44-c6ccb1a7b572 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "PUT /v2.0/security-groups/0c2674a9-4f26-43f2-a831-42d97ed178a1 HTTP/1.1" status: 409 len: 330 time: 0.0186892 Mar 05 00:11:47.405449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34212) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:47.578917 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d34ce8f-056a-49c6-8e79-772c7ac4824d req-5def154a-87c4-42d4-b80b-f17182f2c49f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202868 Mar 05 00:11:47.743397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.790155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25c87035-a520-4866-b524-23a969b69914 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:47.889176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object a6879e53-298d-4981-8bae-4515d05e076f will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:11:48.045701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7a57030-0164-4c29-be9b-7f2e7a6630fa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:48.094907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25c87035-a520-4866-b524-23a969b69914 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.118451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6e38a-159c-473f-89ac-b09bd672e41d req-3c76ab60-7977-413c-9aea-9b67f3323760 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:48.126855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdf6e38a-159c-473f-89ac-b09bd672e41d req-3c76ab60-7977-413c-9aea-9b67f3323760 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.3798931 Mar 05 00:11:48.152608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6523b8e0-082a-4d4d-aed7-0e5af06829dc tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/ff984e70-ded1-4635-b278-28a7dae742a6 HTTP/1.1" status: 200 len: 924 time: 0.8004618 Mar 05 00:11:48.158538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.167031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34222) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:48.210502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:11:48.221846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b7a57030-0164-4c29-be9b-7f2e7a6630fa completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:48.230984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513f7ef-d992-49c4-8341-63e0d296163c req-c4223b41-f78b-4607-b66d-5fdfcec2e984 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:48.232813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f513f7ef-d992-49c4-8341-63e0d296163c req-c4223b41-f78b-4607-b66d-5fdfcec2e984 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.2865920 Mar 05 00:11:48.236647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25c87035-a520-4866-b524-23a969b69914 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.248096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=b90bfb9d-c0cc-4e0c-abef-04cdc5966488,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:48.292454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c87035-a520-4866-b524-23a969b69914 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2674a9-4f26-43f2-a831-42d97ed178a1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:48.312979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.331602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25c87035-a520-4866-b524-23a969b69914 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.333058 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-25c87035-a520-4866-b524-23a969b69914 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c2674a9-4f26-43f2-a831-42d97ed178a1 HTTP/1.1" status: 204 len: 168 time: 0.9206100 Mar 05 00:11:48.343622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34226) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:48.447786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bdf6e38a-159c-473f-89ac-b09bd672e41d req-c9317779-48a3-45b4-bd20-d079d9d73022 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199968 Mar 05 00:11:48.486243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:48.495921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:48.533427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:48.551228 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f513f7ef-d992-49c4-8341-63e0d296163c req-be4095ea-d59d-4188-aad0-0d5a7415ae3c tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904871 Mar 05 00:11:48.553965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e6870c-ba75-42a0-9135-ba01502c40b5 None None] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:48.583687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:48.598706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d8a2115c-4cf7-4a9e-bdff-3c4a11abcbfd tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1741393 Mar 05 00:11:48.599535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34232) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:48.621804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:48.692205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ef08728a-5be3-4381-9ff1-33a3cf3e62c2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Synchronizing usage tracker for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:48.782092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=a6879e53-298d-4981-8bae-4515d05e076f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:48.797177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:48.797855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:48.808381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': '1694c597-da89-49c3-9611-530c9a99dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72b755a8-27ae-475e-8788-3011c2108e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:11:48.808741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 72b755a8-27ae-475e-8788-3011c2108e38, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:11:48.821305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c00fdffe-08aa-4fdc-aaf5-bda3cfe3cc2a tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=ff984e70-ded1-4635-b278-28a7dae742a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5812645 Mar 05 00:11:48.832036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34240) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:48.849698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:48.850353 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.867602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 72b755a8-27ae-475e-8788-3011c2108e38 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:11:48.886693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 72b755a8-27ae-475e-8788-3011c2108e38) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:48.890295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-63420e2b-f278-4194-8433-dbe0e6614dea tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.9279110 Mar 05 00:11:48.893466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34244) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:48.896673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:48.897267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:48.932763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] Provisioning for port b7a57030-0164-4c29-be9b-7f2e7a6630fa completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:11:48.967917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac43cde-92d8-4064-923d-5a3ac349c1f5 None None] Network 72b755a8-27ae-475e-8788-3011c2108e38 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:48.975327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-780ebe1e-b315-4214-a930-38769878ad45 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7940502 Mar 05 00:11:48.978414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34248) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:48.983861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port a6879e53-298d-4981-8bae-4515d05e076f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:48.984498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.096503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] Provisioning complete for port b7a57030-0164-4c29-be9b-7f2e7a6630fa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:49.097100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.180332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:49.183065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ef08728a-5be3-4381-9ff1-33a3cf3e62c2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] Unset dirty status for tenant:0c061948773f4fc4bbd1a55d6e44e1c9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:49.184312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef08728a-5be3-4381-9ff1-33a3cf3e62c2 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8389874 Mar 05 00:11:49.185698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bd8ed-ef41-466f-bbd6-e4a9eae95228 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:49.186268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e60bd8ed-ef41-466f-bbd6-e4a9eae95228 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Synchronizing usage tracker for tenant:61ace743ff5c45cda2fc0df092d6e524 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:49.200061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34252) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:49.266367 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-74bdcd8c-a4cb-4f97-b515-7fb8ed736d9f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] delete failed (client error): The resource could not be found. Mar 05 00:11:49.272250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74bdcd8c-a4cb-4f97-b515-7fb8ed736d9f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "DELETE /v2.0/security-groups/232ff159-a9ae-43df-b08c-e6f16c8f68d3 HTTP/1.1" status: 404 len: 347 time: 0.0681930 Mar 05 00:11:49.273078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34256) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:49.279812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e60bd8ed-ef41-466f-bbd6-e4a9eae95228 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Unset dirty status for tenant:61ace743ff5c45cda2fc0df092d6e524 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:49.284638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e60bd8ed-ef41-466f-bbd6-e4a9eae95228 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.4520593 Mar 05 00:11:49.288739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34258) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:49.357681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-21915a48-3fe1-4ad6-bbc0-0c62f06ba6d2 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff984e70-ded1-4635-b278-28a7dae742a6 HTTP/1.1" status: 200 len: 205 time: 0.0665674 Mar 05 00:11:49.360987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34264) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:49.375141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:46Z', 'revision_number': 11, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:49.402808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.403061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:11:49.459570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f42da-b774-4103-958a-3226688f9a57 req-e2be1dda-f769-49fb-aaaf-cb012b676b17 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:49.462087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-681f42da-b774-4103-958a-3226688f9a57 req-e2be1dda-f769-49fb-aaaf-cb012b676b17 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.6972823 Mar 05 00:11:49.473555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting subnet d66bd7cd-defc-484f-b012-19559a7a8b7b {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:11:49.475167 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-7805c357-72b5-436e-bc22-f43a092b3c4f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] show failed (client error): The resource could not be found. Mar 05 00:11:49.480666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7805c357-72b5-436e-bc22-f43a092b3c4f tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-groups/a933ff71-b3bc-4af8-a76e-599804b71677 HTTP/1.1" status: 404 len: 347 time: 0.1947925 Mar 05 00:11:49.508551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34268) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:49.546342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:49.547022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:49.583358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.584499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.618531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for a6879e53-298d-4981-8bae-4515d05e076f owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:49.627724 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-f3c3a6c9-7957-49d0-8a39-817a6f826645 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] show failed (client error): The resource could not be found. Mar 05 00:11:49.645823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f3c3a6c9-7957-49d0-8a39-817a6f826645 tempest-NegativeSecGroupIPv6Test-1394896303 tempest-NegativeSecGroupIPv6Test-1394896303-project] 10.222.0.32 "GET /v2.0/security-group-rules/85f85c4e-9625-4bb8-92c7-0e1bab4220d9 HTTP/1.1" status: 404 len: 356 time: 0.0642099 Mar 05 00:11:49.847251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-681f42da-b774-4103-958a-3226688f9a57 req-c89d4e7f-bc25-4495-90f0-0fe637f56ba4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637316 Mar 05 00:11:49.850098 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.867386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:49.911855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:50.035409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eedda1-402c-4242-83b3-12b08f0fc667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-72b755a8-27ae-475e-8788-3011c2108e38', 'network_id': '72b755a8-27ae-475e-8788-3011c2108e38', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': 'b90bfb9d-c0cc-4e0c-abef-04cdc5966488'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:11:50.036488 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98eedda1-402c-4242-83b3-12b08f0fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.080632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] For port b7a57030-0164-4c29-be9b-7f2e7a6630fa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7a57030-0164-4c29-be9b-7f2e7a6630fa,segment=NetworkSegment(6ca7f2d2-9986-4c3f-bd9c-30e81642954a),segment_id=6ca7f2d2-9986-4c3f-bd9c-30e81642954a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:50.105067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.181520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.230136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.284385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:46Z', 'revision_number': 11, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:50.286845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3913-5f2a-41d3-9d50-c9edc588ff2c req-d136b28d-74bc-4667-88bf-b270f7fe7bec tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:50.288461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-772f3913-5f2a-41d3-9d50-c9edc588ff2c req-d136b28d-74bc-4667-88bf-b270f7fe7bec tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.5092144 Mar 05 00:11:50.297622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25e515-38ca-4970-8f47-1185aafce341 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:46Z', 'revision_number': 11, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:50.348128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb82d4-f753-4ebf-9cc3-dd947912093b None None] Pushing event updated for resources: {'Port': ['ID=b7a57030-0164-4c29-be9b-7f2e7a6630fa,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:50.378003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server [None req-98eedda1-402c-4242-83b3-12b08f0fc667 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b90bfb9d-c0cc-4e0c-abef-04cdc5966488: This subnet is being modified by another concurrent operation. Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise exception Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b90bfb9d-c0cc-4e0c-abef-04cdc5966488: This subnet is being modified by another concurrent operation. Mar 05 00:11:50.592120 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Mar 05 00:11:50.622742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.626717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2e009-c0ae-49dd-83ca-beade7f248eb None None] Network 72b755a8-27ae-475e-8788-3011c2108e38 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:50.626902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.633598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=a6879e53-298d-4981-8bae-4515d05e076f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:50.719255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34292) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:50.722054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=b90bfb9d-c0cc-4e0c-abef-04cdc5966488,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:50.747427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.774745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Subnet': ['ID=d66bd7cd-defc-484f-b012-19559a7a8b7b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:50.795161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fed2c888-cac5-412d-8b65-0bf0d76621ba tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/d66bd7cd-defc-484f-b012-19559a7a8b7b HTTP/1.1" status: 204 len: 168 time: 2.1942339 Mar 05 00:11:50.796855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:50.800928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-772f3913-5f2a-41d3-9d50-c9edc588ff2c req-ef192868-3823-4796-92d6-9e8a833dbb30 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008249 Mar 05 00:11:50.884829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f0b11-12cb-4524-aac4-7642b93242c0 None None] Network c3afe7a2-c176-4dba-a93a-4563a384eab5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:50.988533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:50.999063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.019098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45041112-4305-4e3f-8709-6e54030cf620 req-96469507-6ad9-41b5-91ee-06fd80e49eac tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:51.028048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45041112-4305-4e3f-8709-6e54030cf620 req-96469507-6ad9-41b5-91ee-06fd80e49eac tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5598958 Mar 05 00:11:51.037187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.084967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-888a5d95-2ea0-45ad-927c-bd9672418757 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/a6879e53-298d-4981-8bae-4515d05e076f HTTP/1.1" status: 204 len: 168 time: 2.1903555 Mar 05 00:11:51.102846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34302) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:51.103441 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.164678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b755a8-27ae-475e-8788-3011c2108e38']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:51.185086 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bcb72d-2273-4dad-86bf-1335154adc43 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:11:51.185702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f1bcb72d-2273-4dad-86bf-1335154adc43 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:51.201601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1694c597-da89-49c3-9611-530c9a99dd10') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:51.201886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1694c597-da89-49c3-9611-530c9a99dd10') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:51.260473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.278926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-12b63c2b-dd4b-406b-b8ce-66bfb9bd8320 None None] Provisioning complete for port b7a57030-0164-4c29-be9b-7f2e7a6630fa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:51.278926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-12b63c2b-dd4b-406b-b8ce-66bfb9bd8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.292055 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.305479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:51.306050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.369433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port a97319e3-fe31-41ed-a3f2-8bc64db5b68e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:51.370022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:51.414189 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:51.445580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-12b63c2b-dd4b-406b-b8ce-66bfb9bd8320 None None] Could not find standard attr ID for object a6879e53-298d-4981-8bae-4515d05e076f. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:11:51.463485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] DHCP port deletion for c3afe7a2-c176-4dba-a93a-4563a384eab5 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:51.467861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] Deleting port a97319e3-fe31-41ed-a3f2-8bc64db5b68e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:51.468972 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.484451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f1bcb72d-2273-4dad-86bf-1335154adc43 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:51.484716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45041112-4305-4e3f-8709-6e54030cf620 req-da94d782-cf1a-4805-be9b-0304563e9b96 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555221 Mar 05 00:11:51.489304 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f1bcb72d-2273-4dad-86bf-1335154adc43 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/a6879e53-298d-4981-8bae-4515d05e076f HTTP/1.1" status: 404 len: 333 time: 0.3853953 Mar 05 00:11:51.493288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34312) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:51.535483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.542446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.568323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3c012575-ac52-4a30-ac48-5f2d464a2164 None None] Could not find standard attr ID for object a6879e53-298d-4981-8bae-4515d05e076f. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:11:51.708720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=72b755a8-27ae-475e-8788-3011c2108e38,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:51.723061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cebbeb81-ba46-45eb-b239-dff32b91ebbd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/72b755a8-27ae-475e-8788-3011c2108e38 HTTP/1.1" status: 204 len: 168 time: 2.7399311 Mar 05 00:11:51.724073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34318) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:51.735847 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26862805-1aef-4ce2-85a8-c649e149d65d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c061948773f4fc4bbd1a55d6e44e1c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9746768 Mar 05 00:11:51.741191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34322) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:51.814108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] For port a97319e3-fe31-41ed-a3f2-8bc64db5b68e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:51.814510 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.837599 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8558aaf9-052c-474f-8e39-9b42401d53b7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] GET failed (client error): The resource could not be found. Mar 05 00:11:51.838110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8558aaf9-052c-474f-8e39-9b42401d53b7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Synchronizing usage tracker for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:51.916738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] For port a97319e3-fe31-41ed-a3f2-8bc64db5b68e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,segment=NetworkSegment(200f66b4-40a6-4ac2-9097-f0c0947eeacb),segment_id=200f66b4-40a6-4ac2-9097-f0c0947eeacb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:51.917352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:51.928477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7a57030-0164-4c29-be9b-7f2e7a6630fa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:11:52.123264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8558aaf9-052c-474f-8e39-9b42401d53b7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Unset dirty status for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:52.127489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8558aaf9-052c-474f-8e39-9b42401d53b7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/subnets/b90bfb9d-c0cc-4e0c-abef-04cdc5966488 HTTP/1.1" status: 404 len: 337 time: 0.4002104 Mar 05 00:11:52.132090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34328) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:52.135544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] Calling delete_port for a97319e3-fe31-41ed-a3f2-8bc64db5b68e owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:52.162685 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c54271-1f7c-478b-b354-ed6544404703 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:11:52.163235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c54271-1f7c-478b-b354-ed6544404703 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:11:52.170617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d0c54271-1f7c-478b-b354-ed6544404703 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/72b755a8-27ae-475e-8788-3011c2108e38 HTTP/1.1" status: 404 len: 339 time: 0.0359612 Mar 05 00:11:52.175026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:52.179418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e175-a888-4820-92c8-54ce9ec6d45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.263371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Calling delete_port for a97319e3-fe31-41ed-a3f2-8bc64db5b68e owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:52.291705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b7a57030-0164-4c29-be9b-7f2e7a6630fa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:11:52.293322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.334740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e175-a888-4820-92c8-54ce9ec6d45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.352240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399e42b-ce90-4bd1-9690-c9a8efa07635 req-fbf070d4-2da3-477e-b526-af6faa1f6da8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:52.360538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.360967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f399e42b-ce90-4bd1-9690-c9a8efa07635 req-fbf070d4-2da3-477e-b526-af6faa1f6da8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5756507 Mar 05 00:11:52.386477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 8c0e06e5-7734-430e-ae96-50f71f9f039a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:11:52.404626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.502932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] Pushing event deleted for resources: {'Port': ['ID=a97319e3-fe31-41ed-a3f2-8bc64db5b68e,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:52.539011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f399e42b-ce90-4bd1-9690-c9a8efa07635 req-80d7b13c-d112-4d74-accb-ea66817bcc07 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770658 Mar 05 00:11:52.547838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bc613-158e-44fb-8fe0-ed65c2e1601d None None] No DVR routers for this DVR port a97319e3-fe31-41ed-a3f2-8bc64db5b68e on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:52.558797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80909d4-c90d-46e5-b8f5-06545f090835 req-d30d974c-46de-4572-b0a0-83b9382396f0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:52.558797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e80909d4-c90d-46e5-b8f5-06545f090835 req-d30d974c-46de-4572-b0a0-83b9382396f0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.4860818 Mar 05 00:11:52.574459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:52.574872 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:52.585785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde46a53-9486-48e0-8f47-e0522ee8fc1d None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:11:52.601543 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.620561 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.714763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f4408-167f-45de-afdf-252cc7cd1524 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:52.719137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-764f4408-167f-45de-afdf-252cc7cd1524 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Synchronizing usage tracker for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:52.827151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-764f4408-167f-45de-afdf-252cc7cd1524 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Unset dirty status for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:52.834125 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-764f4408-167f-45de-afdf-252cc7cd1524 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6527128 Mar 05 00:11:52.835418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e175-a888-4820-92c8-54ce9ec6d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.862006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34346) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:52.956032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Deleting port fc34dd4f-f8ff-4bea-98b5-5c3114b7aca4 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:52.956565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:52.957485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde46a53-9486-48e0-8f47-e0522ee8fc1d None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:11:52.986999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-63692e3a-b7a6-4a76-b242-ff88684d0e94 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 207 time: 0.1018946 Mar 05 00:11:52.999896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34350) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:53.007185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0e175-a888-4820-92c8-54ce9ec6d45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f22a7c-767f-4afd-b7a7-863e6ec2e208,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:53.080864 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e175-a888-4820-92c8-54ce9ec6d45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.082259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dbe0e175-a888-4820-92c8-54ce9ec6d45d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87f22a7c-767f-4afd-b7a7-863e6ec2e208 HTTP/1.1" status: 204 len: 168 time: 1.3066828 Mar 05 00:11:53.191277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a97319e3-fe31-41ed-a3f2-8bc64db5b68e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:53.227319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.272072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a97319e3-fe31-41ed-a3f2-8bc64db5b68e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:53.273479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a97319e3-fe31-41ed-a3f2-8bc64db5b68e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:53.274833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d52000ac-4712-4123-b8f7-0e90f5f333e1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:53.333136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d52000ac-4712-4123-b8f7-0e90f5f333e1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:53.334289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d52000ac-4712-4123-b8f7-0e90f5f333e1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:53.368853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Deleting port a97319e3-fe31-41ed-a3f2-8bc64db5b68e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:53.369584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.398267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416151da-e596-4e74-ac43-4726c587c5e5 req-82d48ac4-a62c-4512-8de7-2bfa9ea0b838 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:53.400019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-416151da-e596-4e74-ac43-4726c587c5e5 req-82d48ac4-a62c-4512-8de7-2bfa9ea0b838 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.3707995 Mar 05 00:11:53.407300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b911a-7ea8-45a0-88b4-1ebceb81003d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:53.412018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b911a-7ea8-45a0-88b4-1ebceb81003d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:53.417931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b911a-7ea8-45a0-88b4-1ebceb81003d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:53.423443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b911a-7ea8-45a0-88b4-1ebceb81003d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:53.425491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-829b911a-7ea8-45a0-88b4-1ebceb81003d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4199264 Mar 05 00:11:53.428429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.436702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34358) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:53.465678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e80909d4-c90d-46e5-b8f5-06545f090835 req-eda71abb-03fe-4d97-8661-09052b806e80 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8661230 Mar 05 00:11:53.528541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] The port 'a97319e3-fe31-41ed-a3f2-8bc64db5b68e' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:11:53.564240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.647945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.661115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0e06e5-7734-430e-ae96-50f71f9f039a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:53.687714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba73b0ca-7cbf-45a8-8401-9fd24e8a4a53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/8c0e06e5-7734-430e-ae96-50f71f9f039a HTTP/1.1" status: 204 len: 168 time: 2.1927299 Mar 05 00:11:53.693089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34366) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:53.714782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:53.719865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-416151da-e596-4e74-ac43-4726c587c5e5 req-01e98873-a6b9-4330-bd46-78a5a4aa63f1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819934 Mar 05 00:11:53.829037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3807731-b3b9-4857-97da-3bca2f7e28d7 None None] Network 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:11:53.998801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3afe7a2-c176-4dba-a93a-4563a384eab5']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:54.175570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Calling delete_port for fc34dd4f-f8ff-4bea-98b5-5c3114b7aca4 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:54.237006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] DHCP port deletion for 1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:11:54.243449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] Deleting port b7a57030-0164-4c29-be9b-7f2e7a6630fa {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:54.244103 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.297881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200f66b4-40a6-4ac2-9097-f0c0947eeacb') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:54.298268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200f66b4-40a6-4ac2-9097-f0c0947eeacb') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:54.346101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.385204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.391665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.405940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:54.406452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.408540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-afa6d069-0490-48d8-bd48-c37bd877875a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.9085257 Mar 05 00:11:54.417386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34384) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:54.454760 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:54.502169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port b7a57030-0164-4c29-be9b-7f2e7a6630fa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:54.502811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.799455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060327a0-06aa-49da-b0e5-5d87490353ba tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:54.804450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] For port b7a57030-0164-4c29-be9b-7f2e7a6630fa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7a57030-0164-4c29-be9b-7f2e7a6630fa,segment=NetworkSegment(6ca7f2d2-9986-4c3f-bd9c-30e81642954a),segment_id=6ca7f2d2-9986-4c3f-bd9c-30e81642954a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:54.804952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.810131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060327a0-06aa-49da-b0e5-5d87490353ba tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:54.820597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-060327a0-06aa-49da-b0e5-5d87490353ba tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3932679 Mar 05 00:11:54.833371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:54.851506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8fb14-8e73-4cd1-959f-ad9b82d0a05b req-89fa8bcd-2286-4b1c-a1e2-362ef0c28e93 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:54.855213 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c8fb14-8e73-4cd1-959f-ad9b82d0a05b req-89fa8bcd-2286-4b1c-a1e2-362ef0c28e93 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.8042159 Mar 05 00:11:54.927025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34398) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:54.927686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7fa937-b5d9-4856-be87-040a3259617d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:54.929096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7fa937-b5d9-4856-be87-040a3259617d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:54.929768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f7fa937-b5d9-4856-be87-040a3259617d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Synchronizing usage tracker for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:54.930752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027480 Mar 05 00:11:54.940066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:54.940881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.947178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:54.984705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-33c8fb14-8e73-4cd1-959f-ad9b82d0a05b req-fcf80f60-8c37-491d-8b65-a20ec0ca0007 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733888 Mar 05 00:11:54.995572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:55.007712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f7fa937-b5d9-4856-be87-040a3259617d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Unset dirty status for tenant:bf138f748f6f4705b362e56a69fd07a5 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:55.008963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f7fa937-b5d9-4856-be87-040a3259617d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1725082 Mar 05 00:11:55.018318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34408) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:55.020223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] Calling delete_port for b7a57030-0164-4c29-be9b-7f2e7a6630fa owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:55.071238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Pushing event deleted for resources: {'Network': ['ID=c3afe7a2-c176-4dba-a93a-4563a384eab5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:55.117504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event deleted for resources: {'Port': ['ID=fc34dd4f-f8ff-4bea-98b5-5c3114b7aca4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:55.137883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-84e7b66a-bb3b-47fe-8a7b-02c195881af0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/networks/c3afe7a2-c176-4dba-a93a-4563a384eab5 HTTP/1.1" status: 204 len: 168 time: 4.3353331 Mar 05 00:11:55.138623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34416) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:55.194727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'routes': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:55.194978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:55.316158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] Pushing event deleted for resources: {'Port': ['ID=b7a57030-0164-4c29-be9b-7f2e7a6630fa,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:55.323581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c177f7-ad08-4361-8536-ce98d5971778 None None] No DVR routers for this DVR port b7a57030-0164-4c29-be9b-7f2e7a6630fa on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:11:55.341077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port b7a57030-0164-4c29-be9b-7f2e7a6630fa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7a57030-0164-4c29-be9b-7f2e7a6630fa,segment=NetworkSegment(6ca7f2d2-9986-4c3f-bd9c-30e81642954a),segment_id=6ca7f2d2-9986-4c3f-bd9c-30e81642954a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:11:55.341472 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:55.361256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-40c1e8a1-fde3-4d19-9613-b702bc3ce7d9 tempest-NetworksApiDiscovery-1095158323 tempest-NetworksApiDiscovery-1095158323-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4067984 Mar 05 00:11:55.389353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27879e7d-5218-40ba-a3fe-a5357f365162 req-3d1bde14-1e84-4222-88a5-6411c2b61471 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:55.391410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27879e7d-5218-40ba-a3fe-a5357f365162 req-3d1bde14-1e84-4222-88a5-6411c2b61471 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.6153834 Mar 05 00:11:55.664792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for b7a57030-0164-4c29-be9b-7f2e7a6630fa owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:11:55.856149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34428) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:55.861635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324cc1c-56f1-4692-966a-c643ecbae792 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:55.863055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d324cc1c-56f1-4692-966a-c643ecbae792 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks/49c757e9-f81b-4bd6-aba5-2b41b6283ba6 HTTP/1.1" status: 200 len: 799 time: 0.8436656 Mar 05 00:11:55.880093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:55.884861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7a57030-0164-4c29-be9b-7f2e7a6630fa no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:11:55.924907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b7a57030-0164-4c29-be9b-7f2e7a6630fa {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:11:55.925619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7a57030-0164-4c29-be9b-7f2e7a6630fa not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:11:55.932951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.221754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Added routes are [] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 05 00:11:56.221754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Removed routes are [] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 05 00:11:56.221754 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.244026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:11:56.244616 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:11:56.252709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.378532 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27879e7d-5218-40ba-a3fe-a5357f365162 req-563e33af-39c5-474d-883d-911d23975276 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9798157 Mar 05 00:11:56.406965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fd7e19b7-a3b2-4990-bb1f-cbc9591b0e75 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/networks/49c757e9-f81b-4bd6-aba5-2b41b6283ba6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5203784 Mar 05 00:11:56.412665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34442) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:56.414403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:56.426590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a86d-005f-4220-98be-664ae8e9b4e1 req-7cba7ff8-a062-4e89-992d-6ec8c3755895 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:56.428337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1e7a86d-005f-4220-98be-664ae8e9b4e1 req-7cba7ff8-a062-4e89-992d-6ec8c3755895 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.3738260 Mar 05 00:11:56.431390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbc0ae24e854ec5b7e3c8b4d424802c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:56.511024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac6a19-f687-48c2-9ca2-23afa0b34253 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:56.516045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-90ac6a19-f687-48c2-9ca2-23afa0b34253 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/subnets/4d2c9c03-40c7-44d8-b089-9a521241e163 HTTP/1.1" status: 200 len: 811 time: 0.0954525 Mar 05 00:11:56.516045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:56.523275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34452) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:56.524971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.536117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.540134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:56.638516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89945ca6-2a45-4912-9f3c-e193c40f20f2 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:56.639847 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-89945ca6-2a45-4912-9f3c-e193c40f20f2 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "GET /v2.0/subnets/4d2c9c03-40c7-44d8-b089-9a521241e163?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1150374 Mar 05 00:11:56.648328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34456) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:56.659653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-124888484'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:56.669643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:56.675855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1e7a86d-005f-4220-98be-664ae8e9b4e1 req-2716bcb0-e9f8-46db-a0d7-786d10f8f5c1 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563680 Mar 05 00:11:56.693721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:56.706861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.713437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.713981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Fanout notify agent at l3_agent the message router_deleted on router ff984e70-ded1-4635-b278-28a7dae742a6 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:11:56.718297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.737452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:56.740411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.743428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.746396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52a13d28-0ef3-4635-b296-bd29dde4b746 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/ff984e70-ded1-4635-b278-28a7dae742a6 HTTP/1.1" status: 204 len: 168 time: 7.3728306 Mar 05 00:11:56.756356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34460) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:56.759005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port b7a57030-0164-4c29-be9b-7f2e7a6630fa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:11:56.759005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.793070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-651046963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:56.820992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:56.828736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.865862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] The port 'b7a57030-0164-4c29-be9b-7f2e7a6630fa' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:11:56.867514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Usage tracker for resource:router and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:56.905744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:56.909644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router f2eb786f-20b5-42fb-b254-811b51e90da3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:11:56.912602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:56.941280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:57.036636 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.046076 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.062761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:11:57.115749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.117325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.136965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ccb575-7d99-4c4b-8e8e-ce32bac8b85a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:57.145900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.146255 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Added segment af99a088-2582-4aed-9dec-19c75d39b909 of type vlan for network 28636799-0195-4d36-89c0-c6002332f950 Mar 05 00:11:57.148078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:11:57.152069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-75582941-aaf3-477d-8172-0adb3f065e59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cbc0ae24e854ec5b7e3c8b4d424802c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2854376 Mar 05 00:11:57.154159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.154982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.158966 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] Sync routers for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:11:57.161936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-811d1ce9-0fef-4054-ba12-36a85c7ca4ae tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 701 time: 1.9844987 Mar 05 00:11:57.162829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34464) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:57.163178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34466) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:57.188136 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:57.189259 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.197774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.225091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.227896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca7f2d2-9986-4c3f-bd9c-30e81642954a') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.228194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca7f2d2-9986-4c3f-bd9c-30e81642954a') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.244097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.255994 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.284345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.301323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.310180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:11:57.310677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:11:57.333781 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:11:57.373928 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:57.389412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a660b5ab-3df5-4b53-a897-a57458cdd430 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:11:57.425904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.429640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:57.430231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.455146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a660b5ab-3df5-4b53-a897-a57458cdd430 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:11:57.459188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a660b5ab-3df5-4b53-a897-a57458cdd430 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 205 time: 0.2923398 Mar 05 00:11:57.460053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34474) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:57.509479 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:46Z', 'revision_number': 11, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.514188 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] Checking router: f2eb786f-20b5-42fb-b254-811b51e90da3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:11:57.525903 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] Routers {'f2eb786f-20b5-42fb-b254-811b51e90da3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:11:57.526763 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f2eb786f-20b5-42fb-b254-811b51e90da3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.693563 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] Set router f2eb786f-20b5-42fb-b254-811b51e90da3 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:11:57.752218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.754209 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9846c133-bdb6-485a-88e7-f1e61a901107 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9707379 Mar 05 00:11:57.754400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03d1754-cbae-40b1-ad5c-dcdadb112b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.754824 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.768570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34486) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:57.781456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': True}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:57.802361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1499090 Mar 05 00:11:57.807894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:57.811061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee HTTP/1.1" status: 204 len: 168 time: 4.1166041 Mar 05 00:11:57.811829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34490) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:57.820207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'network_id': '28636799-0195-4d36-89c0-c6002332f950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:57.844788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34492) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:57.865559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'name': 'tempest-PortsTestJSON-1826447199'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:57.902419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c0afc-0a7b-43bc-822e-13972820643a tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Network': ['ID=28636799-0195-4d36-89c0-c6002332f950,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:57.916623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 28636799-0195-4d36-89c0-c6002332f950 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:11:57.961977 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:46Z', 'revision_number': 11, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:11:57.979005 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88583e-51fc-49e3-9307-143a0c114de8 None None] The sync data for ids ['f2eb786f-20b5-42fb-b254-811b51e90da3'] in n-d-828979-4 is: [{'id': 'f2eb786f-20b5-42fb-b254-811b51e90da3', 'name': 'tempest-RoutersTest-router-1291767681', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:09:29Z', 'updated_at': '2022-03-05T00:11:46Z', 'revision_number': 11, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:11:58.046348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03d1754-cbae-40b1-ad5c-dcdadb112b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:58.112895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:58.305984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3959a-553e-4f4a-bd97-41cebfc07021 req-0df3ee0f-86f8-449a-b7ed-2217846f4cb5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:58.307731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8a3959a-553e-4f4a-bd97-41cebfc07021 req-0df3ee0f-86f8-449a-b7ed-2217846f4cb5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.6601555 Mar 05 00:11:58.320473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:58.333899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7e297-b520-4d10-9870-3ba986a7ba91 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=1d60ebd9-5fc5-4b79-a6a6-7e27268d39ee,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:58.344499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:58.352464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:58.366828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:58.393182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Made reservation on behalf of bf138f748f6f4705b362e56a69fd07a5 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:58.463149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03d1754-cbae-40b1-ad5c-dcdadb112b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:58.470293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:11:58.473319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:58.545794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 33d60d64-0b8c-461c-b39b-9c3d4376e601 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:11:58.596425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:58.615598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5140-2353-4178-b541-e7ca8902cbba req-1b549a02-b22b-432a-9676-3ad7e8bec51a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:58.623214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d1754-cbae-40b1-ad5c-dcdadb112b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ccb575-7d99-4c4b-8e8e-ce32bac8b85a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:58.628581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-994c5140-2353-4178-b541-e7ca8902cbba req-1b549a02-b22b-432a-9676-3ad7e8bec51a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.7324581 Mar 05 00:11:58.697725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03d1754-cbae-40b1-ad5c-dcdadb112b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:58.698841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a03d1754-cbae-40b1-ad5c-dcdadb112b4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20ccb575-7d99-4c4b-8e8e-ce32bac8b85a HTTP/1.1" status: 204 len: 168 time: 1.5342004 Mar 05 00:11:58.782260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8a3959a-553e-4f4a-bd97-41cebfc07021 req-0a87e6c2-20a3-46f8-900b-dee383356f61 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157786 Mar 05 00:11:58.844446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-994c5140-2353-4178-b541-e7ca8902cbba req-5585180c-1d5d-420f-a659-752f9c14d64e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149115 Mar 05 00:11:59.122343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.145135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.150560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing IP validity checks on allocation pools {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:11:59.151481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:11:59.158335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.169655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.196207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.213022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.213660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router f2eb786f-20b5-42fb-b254-811b51e90da3 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:11:59.333437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.344326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c552a0b0-5751-4071-90b5-75ce08c1b08b tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 204 len: 168 time: 1.8807573 Mar 05 00:11:59.345801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34516) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:59.371003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-118039268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:59.424201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:11:59.430643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Usage tracker for resource:router and tenant:ccf3850085e441d7af04585ffca95e0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:11:59.434999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:11:59.446727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:11:59.469317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.470304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.493055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.505370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=33d60d64-0b8c-461c-b39b-9c3d4376e601,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:11:59.515577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:11:59.527771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:11:59.530589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:11:59.534177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.541181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:11:59.544975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.625946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.637052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-64f46d58-115d-4c03-a61d-d9b7dcd8d972 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2871234 Mar 05 00:11:59.637701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:11:59.663311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.673012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:11:59.867359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.900851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:11:59.904406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=6be6509e-3fa3-4491-91f6-e71e09027dc3,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:00.050342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b826bd01-5376-46e7-9cae-b8d6861cdea9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1978269 Mar 05 00:12:00.057293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34540) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:00.170642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 33d60d64-0b8c-461c-b39b-9c3d4376e601 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:00.170987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:00.284591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b00a-6de5-4c94-ab4e-11336f58ef64 req-66173bcc-d940-4c96-9a5a-3884356e8d7a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:00.286099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c546b00a-6de5-4c94-ab4e-11336f58ef64 req-66173bcc-d940-4c96-9a5a-3884356e8d7a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5574157 Mar 05 00:12:00.288924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-8bf58c16-1a87-4e0a-8510-6ca9892fc936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25be6a436d914460a0b34f69725c72a3&device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 1097 time: 0.3614278 Mar 05 00:12:00.438094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfef60-26a9-4055-97a4-18ad1d69edad req-0e687c98-bed1-4bf2-b9cf-06db2abb286d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:00.445271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-accfef60-26a9-4055-97a4-18ad1d69edad req-0e687c98-bed1-4bf2-b9cf-06db2abb286d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.3536892 Mar 05 00:12:00.449825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:00.482742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Allocated IP 172.25.0.196 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/63923a3c-2e58-4814-a663-67f9b75c1ef1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:00.499266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:00.633166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721139f5-5703-4d41-bdef-6075edc5589d req-be4c2e57-eff4-4817-8cf7-e95748507a48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:00.633794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-accfef60-26a9-4055-97a4-18ad1d69edad req-f5830154-8920-40c6-9950-fca39f878c2a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875777 Mar 05 00:12:00.634657 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-be4c2e57-eff4-4817-8cf7-e95748507a48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 200 len: 915 time: 0.2872577 Mar 05 00:12:00.642521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Checking segment: {'id': 'af99a088-2582-4aed-9dec-19c75d39b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28636799-0195-4d36-89c0-c6002332f950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:00.642875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network hostable DHCP agents. Network: 28636799-0195-4d36-89c0-c6002332f950, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:00.794781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c546b00a-6de5-4c94-ab4e-11336f58ef64 req-bb1dad78-94b1-4cdd-bc09-6159b3c699e3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701853 Mar 05 00:12:00.860174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-c5983c4e-849b-4e47-997a-d78863763436 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 200 len: 217 time: 0.2056317 Mar 05 00:12:01.040249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Network 28636799-0195-4d36-89c0-c6002332f950 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:01.081093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.091327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 28636799-0195-4d36-89c0-c6002332f950) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:01.100816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d1f72a-54bc-4379-a352-97d0fd4f7ed5 None None] Network 28636799-0195-4d36-89c0-c6002332f950 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:01.110247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:01.110782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.164288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2572263a-86bf-4f37-8435-44b972c5af8c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3479321 Mar 05 00:12:01.213158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.230752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34560) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:01.279312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Router 760a0ad4-e190-4422-8714-01ccc1a17fc3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:12:01.289663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.318622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:01.352271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721139f5-5703-4d41-bdef-6075edc5589d req-2f4e9f94-ad62-4471-8926-738b57fe6395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:01.353189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-2f4e9f94-ad62-4471-8926-738b57fe6395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 200 len: 854 time: 0.4345541 Mar 05 00:12:01.363773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 33d60d64-0b8c-461c-b39b-9c3d4376e601 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:01.374437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Port': ['ID=63923a3c-2e58-4814-a663-67f9b75c1ef1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:01.424862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-28636799-0195-4d36-89c0-c6002332f950', 'network_id': '28636799-0195-4d36-89c0-c6002332f950', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': '6be6509e-3fa3-4491-91f6-e71e09027dc3'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:12:01.426191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.463394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-21d6c2eb-1c6a-429d-9372-c1188fcfc7cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93dcbcac-daf8-468a-bbe3-ed523d212de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615070 Mar 05 00:12:01.544592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:01.552926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:01.555548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:01.692339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.721720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Allocated IP 172.20.0.3 (28636799-0195-4d36-89c0-c6002332f950/6be6509e-3fa3-4491-91f6-e71e09027dc3/8de87442-0bba-4ac4-98e1-6ad8085b9962) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:01.797102 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1592963'] for subnet, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:01.966123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=33d60d64-0b8c-461c-b39b-9c3d4376e601,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:02.032953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.142947 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.154520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Transition to ACTIVE for port object 8de87442-0bba-4ac4-98e1-6ad8085b9962 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:02.161368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ff54958-15ba-4256-bce5-b3866beccb53 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/33d60d64-0b8c-461c-b39b-9c3d4376e601 HTTP/1.1" status: 204 len: 168 time: 2.0997684 Mar 05 00:12:02.183845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34580) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:02.187817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Transition to ACTIVE for port object 8de87442-0bba-4ac4-98e1-6ad8085b9962 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:02.195434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'mac_address': 'fa:16:3e:69:14:8e', 'name': 'tempest-PortsTestJSON-1836187217'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:02.198378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:12:02.203333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.230781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.242613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-a635981b-4be8-4064-bc40-62aaac3832ae service neutron] 10.222.0.36 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657938 Mar 05 00:12:02.243229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e1752587-a2ed-4db8-a0e8-8708471d045a tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "PUT /v2.0/routers/760a0ad4-e190-4422-8714-01ccc1a17fc3 HTTP/1.1" status: 200 len: 693 time: 2.5973947 Mar 05 00:12:02.245251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34590) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:02.301470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] Sync routers for ids ['760a0ad4-e190-4422-8714-01ccc1a17fc3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:12:02.313835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Pushing event updated for resources: {'Port': ['ID=8de87442-0bba-4ac4-98e1-6ad8085b9962,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:02.364695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Network 28636799-0195-4d36-89c0-c6002332f950 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:02.366445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:02.380619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:02.383283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] Routers {'760a0ad4-e190-4422-8714-01ccc1a17fc3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:02.384514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['760a0ad4-e190-4422-8714-01ccc1a17fc3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:02.469511 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721139f5-5703-4d41-bdef-6075edc5589d req-ab149c59-2386-46ea-a060-cae8b6435b45 service neutron] 10.222.0.36 "GET /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639538 Mar 05 00:12:02.523982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66cc1a-de2e-46d0-a72f-e982d0203fc7 req-507f9186-66ef-467e-acb8-d8cbadf7d337 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:02.533114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce66cc1a-de2e-46d0-a72f-e982d0203fc7 req-507f9186-66ef-467e-acb8-d8cbadf7d337 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.4111185 Mar 05 00:12:02.544990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4a1833e8-022e-4dc8-b9ed-e673ce5d85d6 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/routers/760a0ad4-e190-4422-8714-01ccc1a17fc3 HTTP/1.1" status: 200 len: 699 time: 0.2950201 Mar 05 00:12:02.558912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34594) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:02.657630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:02.661850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:02.664925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] Set router 760a0ad4-e190-4422-8714-01ccc1a17fc3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:12:02.665078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:02.670968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:02.684456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b82f0c20-17d1-441d-af1b-d5003677e482 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Synchronizing usage tracker for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:02.689323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ce66cc1a-de2e-46d0-a72f-e982d0203fc7 req-f6d3b14e-1fe7-44d8-b1b9-b0f1678ec390 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549120 Mar 05 00:12:02.697665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:02.709188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Attempting to bind port 8de87442-0bba-4ac4-98e1-6ad8085b9962 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:12:02.709743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Attempting to bind port 8de87442-0bba-4ac4-98e1-6ad8085b9962 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'af99a088-2582-4aed-9dec-19c75d39b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28636799-0195-4d36-89c0-c6002332f950'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:12:02.710198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Attempting to bind port 8de87442-0bba-4ac4-98e1-6ad8085b9962 on network 28636799-0195-4d36-89c0-c6002332f950 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:02.726661 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.790346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:12:02.791537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Checking segment: {'id': 'af99a088-2582-4aed-9dec-19c75d39b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28636799-0195-4d36-89c0-c6002332f950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:02.791537 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.791849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Bound using segment: {'id': 'af99a088-2582-4aed-9dec-19c75d39b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28636799-0195-4d36-89c0-c6002332f950'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:12:02.792423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Bound port: 8de87442-0bba-4ac4-98e1-6ad8085b9962, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af99a088-2582-4aed-9dec-19c75d39b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28636799-0195-4d36-89c0-c6002332f950'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:12:02.792891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:02.814331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda9ff0-9857-49f1-91e8-c7558d262265 req-7557fac4-3dee-46f3-a5b1-037e1b63feb8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:02.815941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ffda9ff0-9857-49f1-91e8-c7558d262265 req-7557fac4-3dee-46f3-a5b1-037e1b63feb8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.8148572 Mar 05 00:12:02.839780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760a0ad4-e190-4422-8714-01ccc1a17fc3', 'name': 'tempest-RoutersTest-router-118039268', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:11:59Z', 'updated_at': '2022-03-05T00:12:00Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:02.853546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] Checking router: 760a0ad4-e190-4422-8714-01ccc1a17fc3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:12:02.901668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] Routers {'760a0ad4-e190-4422-8714-01ccc1a17fc3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:02.902493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['760a0ad4-e190-4422-8714-01ccc1a17fc3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:03.044351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] Set router 760a0ad4-e190-4422-8714-01ccc1a17fc3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:12:03.081183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b82f0c20-17d1-441d-af1b-d5003677e482 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Unset dirty status for tenant:ccf3850085e441d7af04585ffca95e0d on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:03.084486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b82f0c20-17d1-441d-af1b-d5003677e482 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=760a0ad4-e190-4422-8714-01ccc1a17fc3 HTTP/1.1" status: 200 len: 205 time: 0.5256605 Mar 05 00:12:03.108307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:03.125123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:03.130638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:03.169409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760a0ad4-e190-4422-8714-01ccc1a17fc3', 'name': 'tempest-RoutersTest-router-118039268', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:11:59Z', 'updated_at': '2022-03-05T00:12:00Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:03.176859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a8a2a-5ed9-43a7-97fd-434a891e4ad6 None None] The sync data for ids ['760a0ad4-e190-4422-8714-01ccc1a17fc3'] in n-d-828979-4 is: [{'id': '760a0ad4-e190-4422-8714-01ccc1a17fc3', 'name': 'tempest-RoutersTest-router-118039268', 'tenant_id': 'ccf3850085e441d7af04585ffca95e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:11:59Z', 'updated_at': '2022-03-05T00:12:00Z', 'revision_number': 2, 'project_id': 'ccf3850085e441d7af04585ffca95e0d', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:12:03.189527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] For port 8de87442-0bba-4ac4-98e1-6ad8085b9962, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:12:03.197938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] For port 8de87442-0bba-4ac4-98e1-6ad8085b9962, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8de87442-0bba-4ac4-98e1-6ad8085b9962,segment=NetworkSegment(af99a088-2582-4aed-9dec-19c75d39b909),segment_id=af99a088-2582-4aed-9dec-19c75d39b909)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:12:03.208698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:03.642677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Router a0d6056b-e810-4698-8905-94de9b774eba is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:12:03.673477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed669b-cfff-4ca4-8d60-2c64d372fd6c None None] Pushing event updated for resources: {'Port': ['ID=8de87442-0bba-4ac4-98e1-6ad8085b9962,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:03.719411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ffda9ff0-9857-49f1-91e8-c7558d262265 req-d39f7b9f-91ee-4a7c-8124-085a213fbb12 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8661280 Mar 05 00:12:03.721994 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.075984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port c3be77ea-3190-4204-8c5c-6ae172673034 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:04.146097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742619399069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1652722'] for subnet, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.311357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event updated for resources: {'Subnet': ['ID=6be6509e-3fa3-4491-91f6-e71e09027dc3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:04.313270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaae05c-3278-4d32-9e58-6d3f757bd465 req-7d802668-b474-4604-b361-d5c47951323f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:04.323449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1aaae05c-3278-4d32-9e58-6d3f757bd465 req-7d802668-b474-4604-b361-d5c47951323f tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.2595279 Mar 05 00:12:04.353853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:04.354569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.359921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "PUT /v2.0/subnets/6be6509e-3fa3-4491-91f6-e71e09027dc3 HTTP/1.1" status: 200 len: 877 time: 3.1220744 Mar 05 00:12:04.363400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34626) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:04.366902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.367365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.367831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.368411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.368845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.369306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.369731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.370219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.370647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.371079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.371526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad99a2-846f-4cb5-9484-87a7953ac6d8 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:04.377461 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.445329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1aaae05c-3278-4d32-9e58-6d3f757bd465 req-730a4139-fb3f-4886-af0e-6c894f8293e3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207271 Mar 05 00:12:04.494038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:12:04.506458 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.513060 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] Sync routers for ids ['a0d6056b-e810-4698-8905-94de9b774eba'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:12:04.516884 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-584cfc49-5e25-4175-b8d9-08c1947affbb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "PUT /v2.0/routers/a0d6056b-e810-4698-8905-94de9b774eba HTTP/1.1" status: 200 len: 918 time: 6.7448723 Mar 05 00:12:04.517631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34632) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:04.535545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] Routers {'a0d6056b-e810-4698-8905-94de9b774eba'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:04.536287 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a0d6056b-e810-4698-8905-94de9b774eba'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:04.733973 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:04.763301 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] Routers {'a0d6056b-e810-4698-8905-94de9b774eba'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:04.766562 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a0d6056b-e810-4698-8905-94de9b774eba'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:04.788081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.839840 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7dee45e4-f432-4841-a3ca-2e313b39b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:04.936445 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:04.937036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11607844-72b9-42ed-8db5-e9f7528354cf None None] The sync data for ids ['a0d6056b-e810-4698-8905-94de9b774eba'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:12:05.135476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port 8de87442-0bba-4ac4-98e1-6ad8085b9962 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:05.135940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:05.284970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292b57f-3300-40da-aa0d-158df372d218 req-8b022d35-a9da-4c6d-b1ee-f8ac25f04b9f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:05.287024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f292b57f-3300-40da-aa0d-158df372d218 req-8b022d35-a9da-4c6d-b1ee-f8ac25f04b9f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.2273653 Mar 05 00:12:05.433860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f292b57f-3300-40da-aa0d-158df372d218 req-35e43bf0-4fd9-4a48-a798-b449699024de tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172011 Mar 05 00:12:05.506339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca9d2c-c715-4a6d-8c23-7cf66b882c2a None None] Network 28636799-0195-4d36-89c0-c6002332f950 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:05.510095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0517f77a-ff36-4cc7-987c-a6d16f9d2807 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/a0d6056b-e810-4698-8905-94de9b774eba HTTP/1.1" status: 200 len: 924 time: 0.9912791 Mar 05 00:12:05.510795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34656) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:05.648309 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c9d7e9a2-23c1-47f8-9b7d-6f1b50bd58f6 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=a0d6056b-e810-4698-8905-94de9b774eba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1348736 Mar 05 00:12:05.649769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34664) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:05.692042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:05.746654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba1b197c-4c88-4f2e-acee-3d0c7c3831b9 None None] Provisioning for port 8de87442-0bba-4ac4-98e1-6ad8085b9962 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:05.766468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597c10-971a-48e2-87c9-fd0545f77308 req-791a6368-afd1-40a3-a4e0-ca558b9a5b08 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:05.781197 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-46597c10-971a-48e2-87c9-fd0545f77308 req-791a6368-afd1-40a3-a4e0-ca558b9a5b08 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.9703116 Mar 05 00:12:06.013213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8de87442-0bba-4ac4-98e1-6ad8085b9962 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:06.034794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d49dfb-7b67-4edb-ba68-c7bf7bdaea7b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:06.036193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-92d49dfb-7b67-4edb-ba68-c7bf7bdaea7b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.3718574 Mar 05 00:12:06.039328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:06.142586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f27b2053-43e9-4c94-b900-7b8055830d1c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0d6056b-e810-4698-8905-94de9b774eba HTTP/1.1" status: 200 len: 205 time: 0.1022952 Mar 05 00:12:06.145205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34682) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:06.161672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8de87442-0bba-4ac4-98e1-6ad8085b9962 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:06.173734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8de87442-0bba-4ac4-98e1-6ad8085b9962 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:06.175064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.320775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf573601-1905-4b01-9963-ebcc2dea55d5 None None] Network 28636799-0195-4d36-89c0-c6002332f950 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:06.504644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5884d-e11a-4bcc-9d58-73ce9c65b838 req-551a3d71-211f-481a-bb12-a43c300bd3f1 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:06.507439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da5884d-e11a-4bcc-9d58-73ce9c65b838 req-551a3d71-211f-481a-bb12-a43c300bd3f1 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 951 time: 0.1885622 Mar 05 00:12:06.604557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da5884d-e11a-4bcc-9d58-73ce9c65b838 req-dc2638c7-7626-445c-8d0f-f4f37b01713f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875983 Mar 05 00:12:06.621105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-46597c10-971a-48e2-87c9-fd0545f77308 req-19e2732b-44a4-45be-8c02-9708d4b5d52e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392327 Mar 05 00:12:06.623273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.665946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.688468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.721517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8423bfb0-7e56-49e5-a20e-75cb7af484f4 None None] Provisioning complete for port 8de87442-0bba-4ac4-98e1-6ad8085b9962 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:06.721891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8423bfb0-7e56-49e5-a20e-75cb7af484f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.778554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.948488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port 8de87442-0bba-4ac4-98e1-6ad8085b9962, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8de87442-0bba-4ac4-98e1-6ad8085b9962,segment=NetworkSegment(af99a088-2582-4aed-9dec-19c75d39b909),segment_id=af99a088-2582-4aed-9dec-19c75d39b909)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:06.948883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:06.986209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8423bfb0-7e56-49e5-a20e-75cb7af484f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.003114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.003700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Fanout notify agent at l3_agent the message router_deleted on router 760a0ad4-e190-4422-8714-01ccc1a17fc3 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:12:07.045625 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.144095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b98e9-965b-4989-a432-e8202f43cca9 req-274cb8ce-194e-4009-9837-c1c8c799bb78 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:07.154817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d50b98e9-965b-4989-a432-e8202f43cca9 req-274cb8ce-194e-4009-9837-c1c8c799bb78 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.2938464 Mar 05 00:12:07.157858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8423bfb0-7e56-49e5-a20e-75cb7af484f4 None None] For port 8de87442-0bba-4ac4-98e1-6ad8085b9962, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8de87442-0bba-4ac4-98e1-6ad8085b9962,segment=NetworkSegment(af99a088-2582-4aed-9dec-19c75d39b909),segment_id=af99a088-2582-4aed-9dec-19c75d39b909)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:07.160395 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d948eb64-a8d4-45f9-a9e2-0d743df96c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.175366 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8423bfb0-7e56-49e5-a20e-75cb7af484f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.254458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for 8de87442-0bba-4ac4-98e1-6ad8085b9962 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:07.292753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.297874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-49fdbb31-e206-4180-8aa5-da4d1ec96518 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/760a0ad4-e190-4422-8714-01ccc1a17fc3 HTTP/1.1" status: 204 len: 168 time: 4.1802254 Mar 05 00:12:07.300340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34704) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:07.321667 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d50b98e9-965b-4989-a432-e8202f43cca9 req-5461b2b1-ffd0-49a4-bdac-72405145eaa1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656239 Mar 05 00:12:07.355111 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:12:07.355540 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:12:07.356362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:07.366043 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.372973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:07.376205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=c3be77ea-3190-4204-8c5c-6ae172673034,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:07.379673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:07.386154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:07.386894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.388283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Deleting port 63923a3c-2e58-4814-a663-67f9b75c1ef1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:07.388791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.400015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5601ff15-5a5a-4dd8-b594-0330228e6649 None None] Provisioning complete for port 8de87442-0bba-4ac4-98e1-6ad8085b9962 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:07.400749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5601ff15-5a5a-4dd8-b594-0330228e6649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:07.433720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e810f221-e193-41a1-987e-4f28cc5fd6c0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.2487328 Mar 05 00:12:07.438746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34720) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:07.485561 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:12:07.486310 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:12:07.502569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423bfb0-7e56-49e5-a20e-75cb7af484f4 None None] Pushing event updated for resources: {'Port': ['ID=8de87442-0bba-4ac4-98e1-6ad8085b9962,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:07.739898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d46b7c-69a8-4f2f-8300-6c7efb151bf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:07.740528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-32d46b7c-69a8-4f2f-8300-6c7efb151bf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:07.906862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-32d46b7c-69a8-4f2f-8300-6c7efb151bf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:07.908018 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-32d46b7c-69a8-4f2f-8300-6c7efb151bf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/c3be77ea-3190-4204-8c5c-6ae172673034 HTTP/1.1" status: 200 len: 841 time: 0.4452360 Mar 05 00:12:07.910913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34758) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:07.995417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port 8de87442-0bba-4ac4-98e1-6ad8085b9962 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:07.997530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.018093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:08.176675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194722d-ba97-4bf9-b98e-8f674e3d82df req-db04204a-72b5-4f2d-b66a-bc67ffdf911d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:08.187834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5194722d-ba97-4bf9-b98e-8f674e3d82df req-db04204a-72b5-4f2d-b66a-bc67ffdf911d tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5958087 Mar 05 00:12:08.190091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7eeada21-e738-4832-b7e4-5a97b8ab29da tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=760a0ad4-e190-4422-8714-01ccc1a17fc3 HTTP/1.1" status: 200 len: 205 time: 0.8849077 Mar 05 00:12:08.193003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34768) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:08.210741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8de87442-0bba-4ac4-98e1-6ad8085b9962 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:08.292561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port c3be77ea-3190-4204-8c5c-6ae172673034 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:08.292904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.388349 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-53e94624-c23d-41de-9967-00dd399185c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:08.399191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34782) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:08.401631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-53e94624-c23d-41de-9967-00dd399185c2 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/760a0ad4-e190-4422-8714-01ccc1a17fc3 HTTP/1.1" status: 404 len: 336 time: 0.1856813 Mar 05 00:12:08.501735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.504253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.513392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.528928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5194722d-ba97-4bf9-b98e-8f674e3d82df req-8e6ae591-078a-449c-8720-4f61657b46ad tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170798 Mar 05 00:12:08.612781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8de87442-0bba-4ac4-98e1-6ad8085b9962 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:08.613530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.631582 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-330bd226-0b9a-4671-a046-175dd976220c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:08.632043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330bd226-0b9a-4671-a046-175dd976220c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:08.659465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-330bd226-0b9a-4671-a046-175dd976220c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/0f08d7a1-0a9e-4116-9937-bd5f5546d64c HTTP/1.1" status: 404 len: 337 time: 0.2591991 Mar 05 00:12:08.713611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34788) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:08.726926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.817638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:08.819656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:12:08.830553 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:08.924199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Calling delete_port for 63923a3c-2e58-4814-a663-67f9b75c1ef1 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:09.038521 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a11c78-a246-4e6b-b33c-b988b374cd42 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:09.039332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a11c78-a246-4e6b-b33c-b988b374cd42 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:09.042077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-92a11c78-a246-4e6b-b33c-b988b374cd42 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/6a525750-f984-4b53-91ab-5cecdc489b23 HTTP/1.1" status: 404 len: 337 time: 0.3272824 Mar 05 00:12:09.076829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34800) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:09.116062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:09.136401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.267391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for c3be77ea-3190-4204-8c5c-6ae172673034 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:09.293443 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa36cda-54d5-4c74-a5fb-483a692a93fc tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:09.293883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa36cda-54d5-4c74-a5fb-483a692a93fc tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:09.313147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eaa36cda-54d5-4c74-a5fb-483a692a93fc tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/44df7729-a7e2-4c39-aa11-2a9e9ae2bc69 HTTP/1.1" status: 404 len: 337 time: 0.2190163 Mar 05 00:12:09.313147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34808) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:09.375132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.399435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.424841 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a2b174-5d93-43c9-bf38-8286c9e505c4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:09.425298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a2b174-5d93-43c9-bf38-8286c9e505c4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:09.426969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f8a2b174-5d93-43c9-bf38-8286c9e505c4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/d66bd7cd-defc-484f-b012-19559a7a8b7b HTTP/1.1" status: 404 len: 337 time: 0.1127784 Mar 05 00:12:09.436497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:09.442583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event deleted for resources: {'Port': ['ID=63923a3c-2e58-4814-a663-67f9b75c1ef1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:09.478725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=c3be77ea-3190-4204-8c5c-6ae172673034,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:09.489478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port 8de87442-0bba-4ac4-98e1-6ad8085b9962, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8de87442-0bba-4ac4-98e1-6ad8085b9962,segment=NetworkSegment(af99a088-2582-4aed-9dec-19c75d39b909),segment_id=af99a088-2582-4aed-9dec-19c75d39b909)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:09.490013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.500547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34818) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:09.524558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f8fc24f9-860b-4db1-b855-cff315af58a1 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 200 len: 205 time: 0.0835183 Mar 05 00:12:09.531246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:09.589946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.642327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6311f5-de93-460c-9e13-dfb65d4a1a74 req-f65f3706-0640-4fba-9f16-9fddac812382 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:09.643806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d6311f5-de93-460c-9e13-dfb65d4a1a74 req-f65f3706-0640-4fba-9f16-9fddac812382 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.7614012 Mar 05 00:12:09.692067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.882944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d6311f5-de93-460c-9e13-dfb65d4a1a74 req-91d66bef-5595-4960-9f1a-6702e9a0c233 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241797 Mar 05 00:12:09.909701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:09.914780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e733f036-c0fe-45b7-9d43-b458dc2d235e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/c3be77ea-3190-4204-8c5c-6ae172673034 HTTP/1.1" status: 204 len: 168 time: 2.0025823 Mar 05 00:12:09.922984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for 8de87442-0bba-4ac4-98e1-6ad8085b9962 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:09.976826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34830) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:09.996211 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-e97cadf8-4f79-486b-bf46-b4aa3b6b97cf tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:09.997259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e97cadf8-4f79-486b-bf46-b4aa3b6b97cf tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/f2eb786f-20b5-42fb-b254-811b51e90da3 HTTP/1.1" status: 404 len: 336 time: 0.4091773 Mar 05 00:12:10.093481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34834) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.128329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.147769 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a1fc4d-249a-47a3-8583-78de5c442f8d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:12:10.149112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-75a1fc4d-249a-47a3-8583-78de5c442f8d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/c3be77ea-3190-4204-8c5c-6ae172673034 HTTP/1.1" status: 404 len: 333 time: 0.1713119 Mar 05 00:12:10.156728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.162113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-69706806-ec6e-46f4-a527-af7f2d343bf7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=b048fb1d-528e-4a30-9fe5-9bed6f058400 HTTP/1.1" status: 200 len: 205 time: 0.0675349 Mar 05 00:12:10.172858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd263541-50c0-40f6-ac29-8aecbba81012 req-8d1dc963-9342-4a00-aace-2dca28a506a3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:10.179522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd263541-50c0-40f6-ac29-8aecbba81012 req-8d1dc963-9342-4a00-aace-2dca28a506a3 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.8273475 Mar 05 00:12:10.185919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'name': 'tempest-PortsTestJSON-1115295950'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:10.198638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34842) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.381047 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-bb0dcac1-d519-4f2c-8115-2962d3275e79 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:10.382166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bb0dcac1-d519-4f2c-8115-2962d3275e79 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/b048fb1d-528e-4a30-9fe5-9bed6f058400 HTTP/1.1" status: 404 len: 336 time: 0.1792045 Mar 05 00:12:10.391255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.506406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd263541-50c0-40f6-ac29-8aecbba81012 req-b468996e-f961-419f-8e23-4e9a6e6c3f6e tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260193 Mar 05 00:12:10.507313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.525835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.533702 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-01059c8c-e96a-48ee-8144-b36717789e8f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:10.536159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01059c8c-e96a-48ee-8144-b36717789e8f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:10.549299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01059c8c-e96a-48ee-8144-b36717789e8f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/69a3e300-06b3-45d6-8016-addb44b8abe7 HTTP/1.1" status: 404 len: 337 time: 0.1465726 Mar 05 00:12:10.551924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:10.555682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34852) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.561078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:10.582167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.582948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Fanout notify agent at l3_agent the message router_deleted on router a0d6056b-e810-4698-8905-94de9b774eba {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:12:10.604961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:10.611844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.612948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-40425963-5e91-4bb8-b487-8f8ad65120df tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/a0d6056b-e810-4698-8905-94de9b774eba HTTP/1.1" status: 204 len: 168 time: 4.4666080 Mar 05 00:12:10.616311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.619454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34856) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.634048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a32aa-318c-4e4a-a451-bde1de07d864 req-9517c0e2-bb57-4093-8aff-70dd7c200e5c tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:10.641901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c90a32aa-318c-4e4a-a451-bde1de07d864 req-9517c0e2-bb57-4093-8aff-70dd7c200e5c tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 949 time: 0.4842348 Mar 05 00:12:10.644438 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'code': 200} Mar 05 00:12:10.647379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614439466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:10.671645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:10.675347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-83b9bf75-d8f9-477a-9917-e2c59f7e0a52 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 200 len: 205 time: 0.1184971 Mar 05 00:12:10.678699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Usage tracker for resource:router and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:10.680302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:10.681738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.682655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Port': ['ID=8de87442-0bba-4ac4-98e1-6ad8085b9962,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:10.684859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:10.693186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:10.699779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Usage tracker for resource:security_group_rule and tenant:6d03b52eccac4aa0bcbff43b4697604f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:10.705368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:10.748033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:10.756952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.769493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:10.775311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:10.785898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2094ede3-954e-43d7-9d68-78254f5cbde1 None None] DHCP port deletion for 28636799-0195-4d36-89c0-c6002332f950 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:12:10.803470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ac38a-55fa-49b1-b661-e6ff065a240a None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:12:10.834558 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-c34637dd-7fd5-4e05-a064-7c9c42f3c580 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:10.837748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c34637dd-7fd5-4e05-a064-7c9c42f3c580 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/92d0c0ee-300f-4549-bfdf-ba15d06d674d HTTP/1.1" status: 404 len: 336 time: 0.1521697 Mar 05 00:12:10.837896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No DVR routers for this DVR port 8de87442-0bba-4ac4-98e1-6ad8085b9962 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:12:10.840617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34866) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.883931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port deba549b-91f9-4359-8674-ddf04c1307fb yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:10.905199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e5158d4d-495d-4c47-9a9e-a83358d1fef7 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba5cf766-d1ce-4bdc-add8-b068636939b9 HTTP/1.1" status: 200 len: 205 time: 0.0588479 Mar 05 00:12:10.907156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.908095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.928388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:10.931568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34870) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:10.975277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c90a32aa-318c-4e4a-a451-bde1de07d864 req-da312b63-da61-4713-9b5a-90c9fd0b08c5 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323581 Mar 05 00:12:10.991753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.039722 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-d4ce0588-feb9-4ea9-95ad-26b2acfb7bdc tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:11.048616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4ce0588-feb9-4ea9-95ad-26b2acfb7bdc tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/ba5cf766-d1ce-4bdc-add8-b068636939b9 HTTP/1.1" status: 404 len: 336 time: 0.1149895 Mar 05 00:12:11.053557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079106b-27e7-4314-9ade-6a758da5d96f req-583c1af5-4355-4408-a905-125c938e7a9f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:11.055282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7079106b-27e7-4314-9ade-6a758da5d96f req-583c1af5-4355-4408-a905-125c938e7a9f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 949 time: 0.2961330 Mar 05 00:12:11.055839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34876) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.059183 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.060864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f0cc87ba-7e8d-43b0-a97f-103e5a685a8c tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4401438 Mar 05 00:12:11.094434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ac38a-55fa-49b1-b661-e6ff065a240a None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:12:11.128101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.135059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.139852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': False}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:11.205168 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-23739ef6-8bd2-479d-9e49-cc4ce9de99a0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:11.205657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23739ef6-8bd2-479d-9e49-cc4ce9de99a0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:11.207351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-23739ef6-8bd2-479d-9e49-cc4ce9de99a0 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/70b1c35d-a5e1-4587-80bd-ddc46f55c790 HTTP/1.1" status: 404 len: 337 time: 0.1501973 Mar 05 00:12:11.246832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34884) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.386722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3405b1a4-0b9f-497c-8669-b1348849dd0c tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d157028-050a-4b3f-8268-a1e9f11b9292 HTTP/1.1" status: 200 len: 205 time: 0.0906141 Mar 05 00:12:11.395104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34888) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.398002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c8463-3aa3-4c7d-a092-cd6ace7f1830 req-75fb7de2-6fd8-499e-af36-df0b9394d009 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:11.398498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Deleting port 9e835318-ea12-4bde-a9fc-d7ef31d1502d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:11.398653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.405807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b8c8463-3aa3-4c7d-a092-cd6ace7f1830 req-75fb7de2-6fd8-499e-af36-df0b9394d009 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.3494537 Mar 05 00:12:11.494702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.531288 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-d022063f-61f2-42df-a500-0029fff2eaed tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:11.532224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d022063f-61f2-42df-a500-0029fff2eaed tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/3d157028-050a-4b3f-8268-a1e9f11b9292 HTTP/1.1" status: 404 len: 336 time: 0.1076236 Mar 05 00:12:11.538865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34892) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.544057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a53581-6ef6-422c-b44c-7e22b444647f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-28636799-0195-4d36-89c0-c6002332f950', 'network_id': '28636799-0195-4d36-89c0-c6002332f950', 'tenant_id': 'bf138f748f6f4705b362e56a69fd07a5', 'fixed_ips': [{'subnet_id': '6be6509e-3fa3-4491-91f6-e71e09027dc3'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:12:11.547865 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d6a53581-6ef6-422c-b44c-7e22b444647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.567562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.651722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d03b52eccac4aa0bcbff43b4697604f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1426635 Mar 05 00:12:11.652897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:11.658697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34896) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.662506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa0a5f-b8fa-4d1e-a761-5eb7d05707cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939d4cd4-1f9a-4819-8b8b-f52e6622e676,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:11.726238 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c077ee-a7a1-40b1-a361-ff5819a1238f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:11.727014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c077ee-a7a1-40b1-a361-ff5819a1238f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:11.730718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-49c077ee-a7a1-40b1-a361-ff5819a1238f tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/5939cf92-001a-4162-8c77-05788fba6efe HTTP/1.1" status: 404 len: 337 time: 0.1867771 Mar 05 00:12:11.744448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34900) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:11.763188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b8c8463-3aa3-4c7d-a092-cd6ace7f1830 req-24ad4235-8df5-404a-863b-b2ce56041491 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562005 Mar 05 00:12:11.763975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=6be6509e-3fa3-4491-91f6-e71e09027dc3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:11.775865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501add1-8803-45ac-8e22-9fd3a2cd6b0d req-935cb267-7322-48af-8787-a422a588b602 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:11.777446 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6501add1-8803-45ac-8e22-9fd3a2cd6b0d req-935cb267-7322-48af-8787-a422a588b602 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.5737293 Mar 05 00:12:11.869052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89000dc-03d5-494c-9212-05cb1ec82de5 None None] Network 28636799-0195-4d36-89c0-c6002332f950 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:11.978968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ec4b3e90-a114-41ce-86f9-a85411d853b4 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "GET /v2.0/ports?device_id=08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 HTTP/1.1" status: 200 len: 205 time: 0.2298625 Mar 05 00:12:12.005522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34906) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:12.060724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8de87442-0bba-4ac4-98e1-6ad8085b9962 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:12.107295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8de87442-0bba-4ac4-98e1-6ad8085b9962 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:12:12.107295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8de87442-0bba-4ac4-98e1-6ad8085b9962 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:12:12.214152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf21d5-1555-44b7-a2cf-b5fdf85cb1f4 None None] DHCP port deletion for 28636799-0195-4d36-89c0-c6002332f950 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:12:12.281109 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-937c54c5-da1f-4358-b095-f56c092e5d49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] delete failed (client error): The resource could not be found. Mar 05 00:12:12.282170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-937c54c5-da1f-4358-b095-f56c092e5d49 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/routers/08ca0183-ed0e-4c01-b9c2-6ac78acf48f3 HTTP/1.1" status: 404 len: 336 time: 0.2764876 Mar 05 00:12:12.300908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34912) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:12.346243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.362179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6501add1-8803-45ac-8e22-9fd3a2cd6b0d req-9812e3ab-e395-40ad-9bfa-df28e81e984a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544074 Mar 05 00:12:12.371880 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55168f7-20e8-4451-9eb5-8fd53ebbcbf5 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:12.372317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55168f7-20e8-4451-9eb5-8fd53ebbcbf5 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:12.373959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a55168f7-20e8-4451-9eb5-8fd53ebbcbf5 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/0c990dd8-497a-4ce7-89f5-7089098e40d9 HTTP/1.1" status: 404 len: 337 time: 0.0694113 Mar 05 00:12:12.376401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] For port 9e835318-ea12-4bde-a9fc-d7ef31d1502d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e835318-ea12-4bde-a9fc-d7ef31d1502d,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:12.376852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.380823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34916) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:12.449484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.454693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.493883 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad1a500-42a0-4e13-9549-91e559cf1027 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:12.494559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad1a500-42a0-4e13-9549-91e559cf1027 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:12.511648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Calling delete_port for 9e835318-ea12-4bde-a9fc-d7ef31d1502d owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:12.521210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b5f640a-f0a6-484c-96f3-371733d33dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.549730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b5f640a-f0a6-484c-96f3-371733d33dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.563599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28636799-0195-4d36-89c0-c6002332f950']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:12.597053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af99a088-2582-4aed-9dec-19c75d39b909') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:12.597630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af99a088-2582-4aed-9dec-19c75d39b909') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:12.610881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0b23-ffc9-4132-968f-f9150059e2d6 req-f311c9bd-2dca-4ace-9d7c-08f95943bf81 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:12.612917 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-deea0b23-ffc9-4132-968f-f9150059e2d6 req-f311c9bd-2dca-4ace-9d7c-08f95943bf81 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.7047608 Mar 05 00:12:12.621490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8ad1a500-42a0-4e13-9549-91e559cf1027 tempest-RoutersTest-1128129389 tempest-RoutersTest-1128129389-project] 10.222.0.32 "DELETE /v2.0/subnets/c8aa8e59-c495-4e86-ab70-a3dc683c250c HTTP/1.1" status: 404 len: 337 time: 0.2341993 Mar 05 00:12:12.636070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.683760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.687179 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.787447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=deba549b-91f9-4359-8674-ddf04c1307fb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:12.795022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311515-9eba-49e3-a4ec-6dae7b3d3157 req-44067cdc-0e93-4693-8ae9-4564cb70651f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:12.795774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:12.796208 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.796677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0311515-9eba-49e3-a4ec-6dae7b3d3157 req-44067cdc-0e93-4693-8ae9-4564cb70651f tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bae3903-9e90-4773-8d38-5014aa78c69b HTTP/1.1" status: 200 len: 949 time: 0.2571809 Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:12.815123 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:12.820388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:12.842561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.874998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:12.896598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:12.900663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:12.901296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.912831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Pushing event deleted for resources: {'Port': ['ID=9e835318-ea12-4bde-a9fc-d7ef31d1502d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:12.929826 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-deea0b23-ffc9-4132-968f-f9150059e2d6 req-aff8c8be-3508-4dff-8409-989419f82091 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965517 Mar 05 00:12:12.937541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b5f640a-f0a6-484c-96f3-371733d33dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:12.985094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0311515-9eba-49e3-a4ec-6dae7b3d3157 req-383f5119-5dce-4944-a2ce-ee723d7a3103 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782537 Mar 05 00:12:13.000281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f640a-f0a6-484c-96f3-371733d33dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939d4cd4-1f9a-4819-8b8b-f52e6622e676,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:13.002503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b5f640a-f0a6-484c-96f3-371733d33dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.003754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5b5f640a-f0a6-484c-96f3-371733d33dab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/939d4cd4-1f9a-4819-8b8b-f52e6622e676 HTTP/1.1" status: 204 len: 168 time: 1.2980053 Mar 05 00:12:13.006011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.043565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.049974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bdd43c82-8b4a-4f2b-b7fd-2c81e2052a74 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8918285 Mar 05 00:12:13.058679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34930) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.070479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34934) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.076707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=28636799-0195-4d36-89c0-c6002332f950,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:13.093661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:13.111757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] No DVR routers for this DVR port 9e835318-ea12-4bde-a9fc-d7ef31d1502d on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:12:13.118259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.123857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-deleted', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:12:13.161528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7079106b-27e7-4314-9ade-6a758da5d96f req-8853737a-1ec5-4d8d-bf7a-434fe75579e2 tempest-ImagesOneServerTestJSON-53635943 tempest-ImagesOneServerTestJSON-53635943-project] 10.222.0.10 "DELETE /v2.0/ports/9e835318-ea12-4bde-a9fc-d7ef31d1502d HTTP/1.1" status: 204 len: 173 time: 2.0993025 Mar 05 00:12:13.183609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a2d2605c-3ae8-44bc-a0cf-5aa85c48eddb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/28636799-0195-4d36-89c0-c6002332f950 HTTP/1.1" status: 204 len: 168 time: 8.8187499 Mar 05 00:12:13.188398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.298603 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bae3903-9e90-4773-8d38-5014aa78c69b', 'name': 'network-vif-deleted', 'tag': '9e835318-ea12-4bde-a9fc-d7ef31d1502d', 'status': 'completed', 'code': 200} Mar 05 00:12:13.393873 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.449248 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3c8b4f-fcca-4003-85c1-c0b785969c23 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:13.449689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3c8b4f-fcca-4003-85c1-c0b785969c23 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:13.454414 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fc3c8b4f-fcca-4003-85c1-c0b785969c23 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/6be6509e-3fa3-4491-91f6-e71e09027dc3 HTTP/1.1" status: 404 len: 337 time: 0.2597826 Mar 05 00:12:13.454988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.553400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.611903 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38c8693-6795-4fd5-b61e-8e4279cfadfb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:13.613516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38c8693-6795-4fd5-b61e-8e4279cfadfb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:13.615446 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b38c8693-6795-4fd5-b61e-8e4279cfadfb tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/28636799-0195-4d36-89c0-c6002332f950 HTTP/1.1" status: 404 len: 339 time: 0.1490614 Mar 05 00:12:13.618536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34956) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.621180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.707919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f1316-6eaa-492e-a0ca-712c9cb538e5 req-0c74024d-1a62-4256-aee3-53b482daa6b9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:13.715384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-465f1316-6eaa-492e-a0ca-712c9cb538e5 req-0c74024d-1a62-4256-aee3-53b482daa6b9 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.5374334 Mar 05 00:12:13.737546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-59baacb1-7cf8-408b-82cf-f4063521950b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccf3850085e441d7af04585ffca95e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6654544 Mar 05 00:12:13.745514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34960) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.881849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-465f1316-6eaa-492e-a0ca-712c9cb538e5 req-76430a53-59e1-47cb-891a-d2ce7a861680 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652298 Mar 05 00:12:13.922536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.925118 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc347105-9d88-4c75-98ed-317d4c8bb4c1 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:13.925642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc347105-9d88-4c75-98ed-317d4c8bb4c1 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:13.931559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc347105-9d88-4c75-98ed-317d4c8bb4c1 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/b90bfb9d-c0cc-4e0c-abef-04cdc5966488 HTTP/1.1" status: 404 len: 337 time: 0.2589772 Mar 05 00:12:13.939620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34966) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:13.941082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.959158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Allocated IP 172.25.0.3 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/a866fca6-c7db-442a-bfec-9d11ef1c50a0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:13.991533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] In _notify_port_updated(), no bound segment for port deba549b-91f9-4359-8674-ddf04c1307fb on network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:12:13.996647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:13.997567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:13.999799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/ports/deba549b-91f9-4359-8674-ddf04c1307fb HTTP/1.1" status: 200 len: 818 time: 0.9317505 Mar 05 00:12:14.000398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34970) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:14.010151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:14.031914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:14.039164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c63f4a-0e67-4afa-b148-64ab81acdb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.051114 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1f1a9d-4ec3-4121-a98e-bb958af3ffba tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:14.062555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1f1a9d-4ec3-4121-a98e-bb958af3ffba tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:14.119804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 9e835318-ea12-4bde-a9fc-d7ef31d1502d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:12:14.120462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e835318-ea12-4bde-a9fc-d7ef31d1502d not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:12:14.139204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port deba549b-91f9-4359-8674-ddf04c1307fb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:14.139557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.164034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c63f4a-0e67-4afa-b148-64ab81acdb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.201694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dd1f1a9d-4ec3-4121-a98e-bb958af3ffba tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/72b755a8-27ae-475e-8788-3011c2108e38 HTTP/1.1" status: 404 len: 339 time: 0.2534080 Mar 05 00:12:14.212176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.214723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34980) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:14.247334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e202-5ad0-4a50-9d07-23faac05faf8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=deba549b-91f9-4359-8674-ddf04c1307fb,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:14.331485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:14.340698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Usage tracker for resource:security_group_rule and tenant:aae8c97d5ee543bebd9cb55af9b1275e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:14.346090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:14.353810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966e7f-3792-4428-99cc-360dc0e9d931 req-abda8e29-a1fa-485b-8eab-d459d09f845f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:14.355300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34966e7f-3792-4428-99cc-360dc0e9d931 req-abda8e29-a1fa-485b-8eab-d459d09f845f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.7419457 Mar 05 00:12:14.392447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:14.534345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.548338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34966e7f-3792-4428-99cc-360dc0e9d931 req-ba2b904e-dea9-491e-bb46-02f48cabd066 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703176 Mar 05 00:12:14.586033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.692075 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c63f4a-0e67-4afa-b148-64ab81acdb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.705162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for deba549b-91f9-4359-8674-ddf04c1307fb owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:14.710518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.779811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.789592 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.793760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516d7e-1842-4adb-955e-fb6782c03331 req-8a5a7f47-62c4-4d97-90f1-73baaf1f4767 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:14.796535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4516d7e-1842-4adb-955e-fb6782c03331 req-8a5a7f47-62c4-4d97-90f1-73baaf1f4767 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.6541021 Mar 05 00:12:14.817631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63f4a-0e67-4afa-b148-64ab81acdb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4012368-2fee-463b-92b2-d4c4782499d9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:14.841022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c63f4a-0e67-4afa-b148-64ab81acdb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:14.844038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74c63f4a-0e67-4afa-b148-64ab81acdb7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4012368-2fee-463b-92b2-d4c4782499d9 HTTP/1.1" status: 204 len: 168 time: 1.0949342 Mar 05 00:12:14.974238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.018706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aae8c97d5ee543bebd9cb55af9b1275e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0080621 Mar 05 00:12:15.026508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:15.095335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6789ca-848c-4e71-a325-4a32ad9d2af6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:15.112520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.120496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4516d7e-1842-4adb-955e-fb6782c03331 req-ffc9301d-e6f4-4e20-8a32-db0782e990c5 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050590 Mar 05 00:12:15.124115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.141765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee45d63-05a0-4a11-8760-8f15179d2eaa') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:15.142313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee45d63-05a0-4a11-8760-8f15179d2eaa') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:15.215228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=deba549b-91f9-4359-8674-ddf04c1307fb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:15.236457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.260193 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64160127-7aea-4476-8fae-61d078e0a9fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/deba549b-91f9-4359-8674-ddf04c1307fb HTTP/1.1" status: 204 len: 168 time: 1.2170415 Mar 05 00:12:15.261009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbe761-c104-4c94-9e12-ad96fe8989f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a28802-ca10-4674-8e03-5d64eb6d8678,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:15.271122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35002) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:15.286260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:15.326639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.356051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6d0f398-a8ce-472a-947f-bb4f0a9e08df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.379104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35008) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:15.379707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.386604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:15.409634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:15.411047 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6d0f398-a8ce-472a-947f-bb4f0a9e08df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.456003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d401adcf-bfee-4694-ad9e-1dcf4f444c83 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:15.456759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d401adcf-bfee-4694-ad9e-1dcf4f444c83 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:15.491343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d401adcf-bfee-4694-ad9e-1dcf4f444c83 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:15.496211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d401adcf-bfee-4694-ad9e-1dcf4f444c83 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2240937 Mar 05 00:12:15.499317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35018) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:15.529441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Pushing event updated for resources: {'Port': ['ID=a866fca6-c7db-442a-bfec-9d11ef1c50a0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:15.549873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:15.550546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.558153 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-add1b0df-bbd5-47c3-902f-c6d086154839 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:12:15.563362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-add1b0df-bbd5-47c3-902f-c6d086154839 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/deba549b-91f9-4359-8674-ddf04c1307fb HTTP/1.1" status: 404 len: 333 time: 0.0650148 Mar 05 00:12:15.564705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:15.568291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6d0f398-a8ce-472a-947f-bb4f0a9e08df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.611425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438855439'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:15.627244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:15.636335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0f398-a8ce-472a-947f-bb4f0a9e08df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a28802-ca10-4674-8e03-5d64eb6d8678,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:15.652335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:15.655614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:15.662912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d6d0f398-a8ce-472a-947f-bb4f0a9e08df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.668607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d6d0f398-a8ce-472a-947f-bb4f0a9e08df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3a28802-ca10-4674-8e03-5d64eb6d8678 HTTP/1.1" status: 204 len: 168 time: 0.6405158 Mar 05 00:12:15.679805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:15.713072 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:15.774270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:15.777205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.960122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:15.986181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:16.000897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.010622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-082cca30-c9a7-4ebe-bf8a-db250021915e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58914fe94c6c43d0af4424a4834a0d17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6293116 Mar 05 00:12:16.020687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/0e6789ca-848c-4e71-a325-4a32ad9d2af6 HTTP/1.1" status: 204 len: 168 time: 1.8007309 Mar 05 00:12:16.021733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35038) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.031492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35036) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.040170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05cccc-b615-450c-922f-e73724753f26 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=0e6789ca-848c-4e71-a325-4a32ad9d2af6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:16.076334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.076715 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment 9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6 of type vlan for network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d Mar 05 00:12:16.101947 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5830f946-d031-40f8-a3ff-65b74649b055 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:16.102386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5830f946-d031-40f8-a3ff-65b74649b055 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:16.106419 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5830f946-d031-40f8-a3ff-65b74649b055 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/abc9f3c2-4991-408d-90e0-6fab24a9d29a HTTP/1.1" status: 404 len: 337 time: 0.0693049 Mar 05 00:12:16.113864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35046) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.212691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100998c5-7f59-47c8-88f3-9c5499607cd7 req-a8d3100a-caa0-4428-8414-47a24ce50a87 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:16.214180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-100998c5-7f59-47c8-88f3-9c5499607cd7 req-a8d3100a-caa0-4428-8414-47a24ce50a87 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.4786925 Mar 05 00:12:16.218707 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-95782b35-a74e-4545-8177-ef17ff56186d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:16.219079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95782b35-a74e-4545-8177-ef17ff56186d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:16.221287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-95782b35-a74e-4545-8177-ef17ff56186d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/30804ca8-e7d5-497f-9f15-121428bf0eb0 HTTP/1.1" status: 404 len: 339 time: 0.0629952 Mar 05 00:12:16.223752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35050) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.234732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.290423 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb4bd6b-1931-4a64-8cf6-5e72b87f9fcd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:16.290987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb4bd6b-1931-4a64-8cf6-5e72b87f9fcd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:16.292567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-beb4bd6b-1931-4a64-8cf6-5e72b87f9fcd tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/501d8d51-5f34-4a82-9ec8-96c45a7eeadc HTTP/1.1" status: 404 len: 337 time: 0.0671422 Mar 05 00:12:16.297552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35058) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.357935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe8e54-0693-4b1c-a010-ba2ca4d7b820 req-0d5f141b-fbf3-4fd4-a4cf-c598a59a041d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:16.364767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92fe8e54-0693-4b1c-a010-ba2ca4d7b820 req-0d5f141b-fbf3-4fd4-a4cf-c598a59a041d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.5416193 Mar 05 00:12:16.380493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.430967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92fe8e54-0693-4b1c-a010-ba2ca4d7b820 req-7b301c0c-77d8-4f11-a93b-bee889eb9912 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652719 Mar 05 00:12:16.431675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88230c28-22d9-44d5-8664-b1b9692adce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.472186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88230c28-22d9-44d5-8664-b1b9692adce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.513583 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5b6f6b-4d14-4e16-b765-0a6e672f19b9 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:16.514014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5b6f6b-4d14-4e16-b765-0a6e672f19b9 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:16.516192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe5b6f6b-4d14-4e16-b765-0a6e672f19b9 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/8cf4f3a6-844f-4b68-ac63-2f5de77ada29 HTTP/1.1" status: 404 len: 339 time: 0.2169943 Mar 05 00:12:16.524852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35076) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.525542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.531987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:16.532873 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.569819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-100998c5-7f59-47c8-88f3-9c5499607cd7 req-5fcdff78-6589-4b77-b6c6-f39788ff3396 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478401 Mar 05 00:12:16.620181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35082) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.628566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.632250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.707621 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-79416ef2-c5b5-4403-95c6-65fb503951fa tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:16.708059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79416ef2-c5b5-4403-95c6-65fb503951fa tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:16.740062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-79416ef2-c5b5-4403-95c6-65fb503951fa tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/a645d9c5-0109-40a7-9ec6-01fde37f2ca7 HTTP/1.1" status: 404 len: 337 time: 0.2005775 Mar 05 00:12:16.740812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35090) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.747024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1778431 Mar 05 00:12:16.747235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a937b-e8a8-4a96-8f24-e943099f578b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:16.749875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35094) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.758681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:16.776891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:16.808204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88230c28-22d9-44d5-8664-b1b9692adce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:16.931480 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb51948-8974-4f53-b7ef-61cf3d34f3a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:16.932012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb51948-8974-4f53-b7ef-61cf3d34f3a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:16.953302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccb51948-8974-4f53-b7ef-61cf3d34f3a0 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/932cae61-0635-4239-bc62-3dbb6698f661 HTTP/1.1" status: 404 len: 339 time: 0.2075412 Mar 05 00:12:16.956894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:16.972058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230c28-22d9-44d5-8664-b1b9692adce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:17.012099 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88230c28-22d9-44d5-8664-b1b9692adce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:17.013723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-88230c28-22d9-44d5-8664-b1b9692adce2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cd02694-0ff0-43cc-a7ff-e0b07cc2c53d HTTP/1.1" status: 204 len: 168 time: 0.9798717 Mar 05 00:12:17.013808 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-652efbdb-7709-4633-b549-983f1f307698 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.014431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652efbdb-7709-4633-b549-983f1f307698 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.019537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-652efbdb-7709-4633-b549-983f1f307698 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/46a27175-7576-4851-a999-4b125ef6478d HTTP/1.1" status: 404 len: 337 time: 0.0587237 Mar 05 00:12:17.019674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35106) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.040843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:17.050265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:17.053570 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b23ed6-8031-4b8c-aa0e-506b9e38423f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.055222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b23ed6-8031-4b8c-aa0e-506b9e38423f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.058022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:17.058108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-42b23ed6-8031-4b8c-aa0e-506b9e38423f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/b1ba5d0e-c5ff-45ea-a3f4-a67ea411129b HTTP/1.1" status: 404 len: 339 time: 0.0350194 Mar 05 00:12:17.058510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35112) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.064162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:17.083679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb706-5f93-4fa6-80eb-19b1042d8651 req-e0c1410c-ac40-40bc-be24-001599d78eb0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:17.085280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca3cb706-5f93-4fa6-80eb-19b1042d8651 req-e0c1410c-ac40-40bc-be24-001599d78eb0 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.2826543 Mar 05 00:12:17.086409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:17.117580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5a413f83-c836-4c69-a16c-b3d6c6c8190c tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1590172688', 'prefixes': ['172.20.0.0/16']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:17.124625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5a413f83-c836-4c69-a16c-b3d6c6c8190c tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:17.136421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Router 9641cbfe-a318-47ba-ac25-6402dafaa86d is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:12:17.138924 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99e917e-bea6-4e33-81a1-6778e5ca5156 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.139385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99e917e-bea6-4e33-81a1-6778e5ca5156 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.144492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f99e917e-bea6-4e33-81a1-6778e5ca5156 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/c16d0b59-c097-4b67-8b64-098bd9107a06 HTTP/1.1" status: 404 len: 337 time: 0.0824976 Mar 05 00:12:17.148738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35116) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.184131 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-40364b49-b436-4265-8f85-dc30026b0c63 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.184606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40364b49-b436-4265-8f85-dc30026b0c63 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.188631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-40364b49-b436-4265-8f85-dc30026b0c63 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/00ffb547-8b55-40ff-9621-6d3efe8fffc2 HTTP/1.1" status: 404 len: 339 time: 0.0355616 Mar 05 00:12:17.192296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35120) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.229737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:17.249450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca3cb706-5f93-4fa6-80eb-19b1042d8651 req-c15c3abc-dc30-4eb6-9e83-206677e01de2 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472080 Mar 05 00:12:17.470266 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-258dfe1a-5dc4-4658-bb82-7139f077667f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.476588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258dfe1a-5dc4-4658-bb82-7139f077667f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.597469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-258dfe1a-5dc4-4658-bb82-7139f077667f tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/f616a354-c940-4b0d-8765-ce511b20ee20 HTTP/1.1" status: 404 len: 337 time: 0.4022617 Mar 05 00:12:17.625990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.667685 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0598846b-e973-4d26-ae09-5c2604c2a701 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.668571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0598846b-e973-4d26-ae09-5c2604c2a701 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.696687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:17.741353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0598846b-e973-4d26-ae09-5c2604c2a701 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/10bae30a-4883-4bbd-b772-721bd29bcabd HTTP/1.1" status: 404 len: 339 time: 0.1102233 Mar 05 00:12:17.746943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-72de2cbd-3654-4771-9fea-b5a393805fff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 1096 time: 0.2547641 Mar 05 00:12:17.749928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35150) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.790207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d7c45-f24a-4ce2-9ef4-05a3b5924ea0 req-4d3b9512-2660-426c-b4a8-1336bf7db601 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:17.792281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d03d7c45-f24a-4ce2-9ef4-05a3b5924ea0 req-4d3b9512-2660-426c-b4a8-1336bf7db601 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.2589741 Mar 05 00:12:17.844310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=5fca96cf-4346-4812-b65e-f0f6974957e0,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:17.862201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d03d7c45-f24a-4ce2-9ef4-05a3b5924ea0 req-dee78774-ccd0-4773-9f45-a3b9f095ae27 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611761 Mar 05 00:12:17.863021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:17.863550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:17.893310 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9926986-c809-45df-9f3f-2b095bec4e74 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.893310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9926986-c809-45df-9f3f-2b095bec4e74 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.906894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35158) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.907079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9926986-c809-45df-9f3f-2b095bec4e74 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/0544cd4f-a507-4d91-9f6e-d194828022ed HTTP/1.1" status: 404 len: 337 time: 0.1560128 Mar 05 00:12:17.934648 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd96269-d0c6-41bc-9045-44b8ad69236c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:17.935082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd96269-d0c6-41bc-9045-44b8ad69236c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:17.936779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1fd96269-d0c6-41bc-9045-44b8ad69236c tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/d48c4be5-f7e3-43c7-8725-a13773ef97f0 HTTP/1.1" status: 404 len: 339 time: 0.0287364 Mar 05 00:12:17.947408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594cc89-8641-46f2-bc90-878d68f93d4b req-948f36d7-f56a-40ab-b2a1-e33760a3ada2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:17.947899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:17.956310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4594cc89-8641-46f2-bc90-878d68f93d4b req-948f36d7-f56a-40ab-b2a1-e33760a3ada2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.3495669 Mar 05 00:12:17.960338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35164) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:17.969546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:17.974045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:17.974731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:17.979927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0120cd-03e7-4012-b0b3-42a3d7288c62 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:17.987203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a413f83-c836-4c69-a16c-b3d6c6c8190c tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] Notify callbacks [] for subnetpool, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:17.995951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5a413f83-c836-4c69-a16c-b3d6c6c8190c tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3747399 Mar 05 00:12:17.996738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35168) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.045355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5438187a-b82b-4cfa-8d6f-6ffea1d53926 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2772913 Mar 05 00:12:18.062625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35174) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.114531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:18.174827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72d2715d-1af8-49a2-89c5-c1a558dbc0d1 tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] 10.222.0.32 "GET /v2.0/subnetpools/bc9c167a-cddb-402f-a1f9-88aca711fffb HTTP/1.1" status: 200 len: 732 time: 0.1712110 Mar 05 00:12:18.180257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35182) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.196871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-80c7e196-7e12-41ca-b797-c4eafd35d366 tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-612843410'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:18.240156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': '5fca96cf-4346-4812-b65e-f0f6974957e0'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:12:18.245046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:18.279388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:18.283341 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f44ff4-c8ff-4eda-bb59-db636ac3b68d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:18.283775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f44ff4-c8ff-4eda-bb59-db636ac3b68d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:18.288428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f0f44ff4-c8ff-4eda-bb59-db636ac3b68d tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/37b9e3f7-534a-47b1-9e1d-39312dfce336 HTTP/1.1" status: 404 len: 337 time: 0.2908909 Mar 05 00:12:18.299312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35188) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.379486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:18.390382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-daaff807-beae-4d90-ada3-112f77b5c094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:18.391733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-daaff807-beae-4d90-ada3-112f77b5c094 service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.6036956 Mar 05 00:12:18.431905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:18.433308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-80c7e196-7e12-41ca-b797-c4eafd35d366 tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] Notify callbacks [] for subnetpool, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:18.434540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-80c7e196-7e12-41ca-b797-c4eafd35d366 tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] 10.222.0.32 "PUT /v2.0/subnetpools/bc9c167a-cddb-402f-a1f9-88aca711fffb HTTP/1.1" status: 200 len: 683 time: 0.2518139 Mar 05 00:12:18.440799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35196) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.470994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Allocated IP 172.20.0.2 (cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d/5fca96cf-4346-4812-b65e-f0f6974957e0/b5ea554f-2aa4-464f-ac56-3933da94d68c) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:18.510574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:18.520874 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-08df9933-ee33-4c98-9f0c-e0f35e2d0aa9 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:18.521342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08df9933-ee33-4c98-9f0c-e0f35e2d0aa9 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:18.522981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-08df9933-ee33-4c98-9f0c-e0f35e2d0aa9 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/efeeea58-05aa-41bf-9da0-32f3ae191595 HTTP/1.1" status: 404 len: 339 time: 0.2227902 Mar 05 00:12:18.525468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d3f76-d48f-4b42-8c2b-bfac3b024a7b req-577852bb-ae42-418b-90d1-2c900a1d90c8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:18.528757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc2d3f76-d48f-4b42-8c2b-bfac3b024a7b req-577852bb-ae42-418b-90d1-2c900a1d90c8 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.4908803 Mar 05 00:12:18.543058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.564741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4594cc89-8641-46f2-bc90-878d68f93d4b req-0a0ea68e-57d6-4b1c-b6e9-c83f5d9948ce tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074548 Mar 05 00:12:18.630681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-51eb0ee5-06ff-426b-af84-4ddeaf92debc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a HTTP/1.1" status: 200 len: 217 time: 0.2179058 Mar 05 00:12:18.644583 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3820521-6bac-424d-8f17-b072a4b31f5c tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] Notify callbacks [] for subnetpool, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:18.646725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e3820521-6bac-424d-8f17-b072a4b31f5c tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] 10.222.0.32 "DELETE /v2.0/subnetpools/bc9c167a-cddb-402f-a1f9-88aca711fffb HTTP/1.1" status: 204 len: 168 time: 0.2049611 Mar 05 00:12:18.649497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35210) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.685817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:18.687658 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-d232dfa4-2d85-434f-bf89-d74889f1da6b tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] show failed (client error): The resource could not be found. Mar 05 00:12:18.691480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d232dfa4-2d85-434f-bf89-d74889f1da6b tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] 10.222.0.32 "GET /v2.0/subnetpools/bc9c167a-cddb-402f-a1f9-88aca711fffb HTTP/1.1" status: 404 len: 346 time: 0.0410604 Mar 05 00:12:18.694786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35216) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:18.727983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc2d3f76-d48f-4b42-8c2b-bfac3b024a7b req-d3cf6ee2-02f1-4ad0-a285-1308fc435a27 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297159 Mar 05 00:12:18.729362 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-0ccb4734-3a6d-4e47-9a50-5f9e5898c05f tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] delete failed (client error): The resource could not be found. Mar 05 00:12:18.739281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0ccb4734-3a6d-4e47-9a50-5f9e5898c05f tempest-SubnetPoolsTestJSON-1644984276 tempest-SubnetPoolsTestJSON-1644984276-project] 10.222.0.32 "DELETE /v2.0/subnetpools/bc9c167a-cddb-402f-a1f9-88aca711fffb HTTP/1.1" status: 404 len: 346 time: 0.0434096 Mar 05 00:12:18.854082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:18.869623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-82a73248-125f-47ae-b3e4-33015bc371b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:18.871331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-82a73248-125f-47ae-b3e4-33015bc371b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2270226 Mar 05 00:12:18.880465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Transition to ACTIVE for port object b5ea554f-2aa4-464f-ac56-3933da94d68c will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:18.916992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Transition to ACTIVE for port object b5ea554f-2aa4-464f-ac56-3933da94d68c will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:18.930588 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.005745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8cbbb-3638-478f-a473-f927fda1f554 req-8ab8d1a1-2e52-47dd-9a5b-e8501930ad26 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:19.014451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89a8cbbb-3638-478f-a473-f927fda1f554 req-8ab8d1a1-2e52-47dd-9a5b-e8501930ad26 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.1102710 Mar 05 00:12:19.036324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:12:19.058220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.061488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0913a909-4481-4f1b-9287-de567da2273b tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "PUT /v2.0/routers/9641cbfe-a318-47ba-ac25-6402dafaa86d HTTP/1.1" status: 200 len: 917 time: 7.9273038 Mar 05 00:12:19.062523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35232) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:19.081385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] Sync routers for ids ['9641cbfe-a318-47ba-ac25-6402dafaa86d'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:12:19.082379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.168421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:19.178802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:19.190111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:19.259242 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89a8cbbb-3638-478f-a473-f927fda1f554 req-bfc8e63c-438b-4fc0-b8cc-f78eab14e3ec tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430661 Mar 05 00:12:19.282137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Pushing event updated for resources: {'Port': ['ID=b5ea554f-2aa4-464f-ac56-3933da94d68c,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:19.298444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] Routers {'9641cbfe-a318-47ba-ac25-6402dafaa86d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:19.298444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:12:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9641cbfe-a318-47ba-ac25-6402dafaa86d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:19.372853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting subnet 4d2c9c03-40c7-44d8-b089-9a521241e163 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:12:19.381850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.439710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-59b819da-0f1f-41c3-ae18-beebcd682e1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5539672 Mar 05 00:12:19.453445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9bdecb10-5078-4924-8497-93f5940f0c86 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/9641cbfe-a318-47ba-ac25-6402dafaa86d HTTP/1.1" status: 200 len: 923 time: 0.3871450 Mar 05 00:12:19.453897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35262) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:19.528318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35266) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:19.624700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:19.664525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] Routers {'9641cbfe-a318-47ba-ac25-6402dafaa86d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:19.666986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:12:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['9641cbfe-a318-47ba-ac25-6402dafaa86d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:19.684070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eced274c-0cd9-4e4a-a61e-cced6b850306 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=9641cbfe-a318-47ba-ac25-6402dafaa86d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2290118 Mar 05 00:12:19.687829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:19.696584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511cdfc-5bcc-4274-b107-93bd88080666 req-f2c38a45-2d4b-4d08-82f7-5b920b5a202a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:19.703685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8511cdfc-5bcc-4274-b107-93bd88080666 req-f2c38a45-2d4b-4d08-82f7-5b920b5a202a tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.2431700 Mar 05 00:12:19.743348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:19.743926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031ef9b-05b1-426a-b2f8-5f2b15cd7693 None None] The sync data for ids ['9641cbfe-a318-47ba-ac25-6402dafaa86d'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:12:19.745778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Attempting to bind port b5ea554f-2aa4-464f-ac56-3933da94d68c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:12:19.746270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Attempting to bind port b5ea554f-2aa4-464f-ac56-3933da94d68c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:12:19.746776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Attempting to bind port b5ea554f-2aa4-464f-ac56-3933da94d68c on network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:19.757085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:12:19.758752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Checking segment: {'id': '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:19.761344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.761868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Bound using segment: {'id': '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:12:19.762452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Bound port: b5ea554f-2aa4-464f-ac56-3933da94d68c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:12:19.762948 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.788566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.925970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] For port b5ea554f-2aa4-464f-ac56-3933da94d68c, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:12:19.932240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] For port b5ea554f-2aa4-464f-ac56-3933da94d68c, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5ea554f-2aa4-464f-ac56-3933da94d68c,segment=NetworkSegment(9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6),segment_id=9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:12:19.940674 n-d-828979-4 neutron-server[83782]: INFO neutron.db.ipam_backend_mixin [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fca96cf-4346-4812-b65e-f0f6974957e0 (CIDR: 172.20.0.0/28) Mar 05 00:12:19.954811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:19.961696 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:12:19.962377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:20.045554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9cff2-f032-425c-b6c1-83b34cdee60c req-fb46fb82-012c-4066-ab30-755c0f496eb8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:20.047791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37f9cff2-f032-425c-b6c1-83b34cdee60c req-fb46fb82-012c-4066-ab30-755c0f496eb8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 945 time: 0.1934478 Mar 05 00:12:20.052373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e096d4da-0a86-4743-8986-5f2d3089ce8a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9543109 Mar 05 00:12:20.064498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35284) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:20.078700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8511cdfc-5bcc-4274-b107-93bd88080666 req-66bc8297-4db5-46ae-b603-a0865c7390ae tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201938 Mar 05 00:12:20.081061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:20.089887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:20.172277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37f9cff2-f032-425c-b6c1-83b34cdee60c req-1ef88a3a-c2be-4e24-a3b4-4af889efb51a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896447 Mar 05 00:12:20.175027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-77057277-9c91-4fa8-b570-76578cca7adc service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070856 Mar 05 00:12:20.258280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868ffcc-a0bc-49d4-ad1b-5bfd74e66693 None None] Pushing event updated for resources: {'Port': ['ID=b5ea554f-2aa4-464f-ac56-3933da94d68c,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:20.267982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:20.287420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-2e5e0fa3-a6e8-471d-b390-9f5940b32c82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5268705 Mar 05 00:12:20.291998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfbf416-28e1-4afa-882c-ea8b0a51aeeb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:20.297798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3cfbf416-28e1-4afa-882c-ea8b0a51aeeb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.5930359 Mar 05 00:12:20.298458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35298) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:20.496174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4ca4eb1-5016-4845-bf7d-9521f3ca084a req-17f5b73f-859e-40c4-a375-9714eb074ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257791 Mar 05 00:12:20.512721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0973306a-e749-4a60-a48c-9e7f26d351e8 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=9641cbfe-a318-47ba-ac25-6402dafaa86d HTTP/1.1" status: 200 len: 205 time: 0.2036011 Mar 05 00:12:20.517075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35308) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:20.543471 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.568374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.590051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:12:20.602789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:20.609438 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.620267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.704787 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'code': 200} Mar 05 00:12:20.735936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:20.740020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:20.746694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd8798fb1ed4851938045fc5877a551 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:20.749879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:20.756555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:20.766485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.902830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672339b-d2d0-42a4-91f4-78ac32cac854 req-8996ebee-6791-4303-82a9-451609615faa tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:20.910167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5672339b-d2d0-42a4-91f4-78ac32cac854 req-8996ebee-6791-4303-82a9-451609615faa tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.4773409 Mar 05 00:12:20.919360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:20.922004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.936336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.940718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-4317e6d3-d5eb-4e16-9aa6-40d1b072ce2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 1097 time: 0.3736467 Mar 05 00:12:20.957829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:20.969739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Usage tracker for resource:security_group_rule and tenant:f2e9bd4b77014d3ab7fab67354a11045 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:20.977972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:20.995091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2c9c03-40c7-44d8-b089-9a521241e163,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:21.011830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:21.102127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.102468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.102796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.103127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.103976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.104314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.104647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.105177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.106327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.106700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.107127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:21.116578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:21.124688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.125918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae4356-db77-4508-a0a3-64e827e31346,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:21.130890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:21.134180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.140725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:21.143739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd929833-6166-40fa-b2db-67e00aa26c67 None None] Network 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:21.144642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a6389707-9e99-4ea4-bbb2-dad3fbf8d7b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdd8798fb1ed4851938045fc5877a551&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0594842 Mar 05 00:12:21.147642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35318) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:21.156496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:21.166566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5672339b-d2d0-42a4-91f4-78ac32cac854 req-2bc499a5-333d-4067-af02-b3e85a3060fd tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547779 Mar 05 00:12:21.169778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.250162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-702ae51c-0b04-487d-baad-3f4d6eb94ecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:21.251644 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-702ae51c-0b04-487d-baad-3f4d6eb94ecc service neutron] 10.222.0.10 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.2869341 Mar 05 00:12:21.268519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2e9bd4b77014d3ab7fab67354a11045&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7385809 Mar 05 00:12:21.272089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35326) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:21.278675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f5ab3-62e7-42a5-96e2-961e873f6efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b34ad2-95c5-4653-9797-ecb975e165c1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:21.285352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:21.293316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.422255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3f06ff6e-ed9e-499b-b4a9-acfdb922d81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.506891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-38d375bc-1f6f-4bc7-8f7a-35b5da6658e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 200 len: 217 time: 0.2356732 Mar 05 00:12:21.586534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7f3e13e1-519c-472c-9ae1-e8fbf7548687 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/subnets/4d2c9c03-40c7-44d8-b089-9a521241e163 HTTP/1.1" status: 204 len: 168 time: 3.0333064 Mar 05 00:12:21.595886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35334) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:21.636120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3f06ff6e-ed9e-499b-b4a9-acfdb922d81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.762433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1b5b5db-ffbc-4a97-8d80-ee1181a02d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.765396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-01761eb9-007f-4efc-a127-8e039456917e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:21.770553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-01761eb9-007f-4efc-a127-8e039456917e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.2502074 Mar 05 00:12:21.772787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.791316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] DHCP port deletion for 49c757e9-f81b-4bd6-aba5-2b41b6283ba6 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:12:21.795532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Deleting port 57057d19-2343-4e15-a37b-e5e62001894d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:21.796479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.816161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.870483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1b5b5db-ffbc-4a97-8d80-ee1181a02d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:21.895130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Deleting port 57057d19-2343-4e15-a37b-e5e62001894d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:21.895464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.120198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3f06ff6e-ed9e-499b-b4a9-acfdb922d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.147377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06ff6e-ed9e-499b-b4a9-acfdb922d81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae4356-db77-4508-a0a3-64e827e31346,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:22.168050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-f8e7f9ff-154b-4cae-9acf-0fa7db39e823 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3893290 Mar 05 00:12:22.175966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1b5b5db-ffbc-4a97-8d80-ee1181a02d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.222698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3f06ff6e-ed9e-499b-b4a9-acfdb922d81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.237400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3f06ff6e-ed9e-499b-b4a9-acfdb922d81e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70ae4356-db77-4508-a0a3-64e827e31346 HTTP/1.1" status: 204 len: 168 time: 1.0847886 Mar 05 00:12:22.242899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5ea554f-2aa4-464f-ac56-3933da94d68c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:22.248725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5b5db-ffbc-4a97-8d80-ee1181a02d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b34ad2-95c5-4653-9797-ecb975e165c1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:22.355118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96d985-88ca-4906-ab4c-df0e7436ac63 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:22.369527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c1b5b5db-ffbc-4a97-8d80-ee1181a02d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.373248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c1b5b5db-ffbc-4a97-8d80-ee1181a02d77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27b34ad2-95c5-4653-9797-ecb975e165c1 HTTP/1.1" status: 204 len: 168 time: 0.9869392 Mar 05 00:12:22.478928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] For port 57057d19-2343-4e15-a37b-e5e62001894d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=57057d19-2343-4e15-a37b-e5e62001894d,segment=NetworkSegment(11e6bbf2-f4e4-4447-b35c-28d4423ac5e2),segment_id=11e6bbf2-f4e4-4447-b35c-28d4423ac5e2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:22.479289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.535285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-c46a21b7-d552-412f-94af-a470326e8409 service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536198 Mar 05 00:12:22.623768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Calling delete_port for 57057d19-2343-4e15-a37b-e5e62001894d owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:22.734267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6055b3ea-74ab-442b-ae33-03942fd10b6f None None] Provisioning for port b5ea554f-2aa4-464f-ac56-3933da94d68c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:22.753045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6055b3ea-74ab-442b-ae33-03942fd10b6f None None] Provisioning complete for port b5ea554f-2aa4-464f-ac56-3933da94d68c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:22.753668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6055b3ea-74ab-442b-ae33-03942fd10b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.811999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b5ea554f-2aa4-464f-ac56-3933da94d68c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:22.824215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] For port 57057d19-2343-4e15-a37b-e5e62001894d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=57057d19-2343-4e15-a37b-e5e62001894d,segment=NetworkSegment(11e6bbf2-f4e4-4447-b35c-28d4423ac5e2),segment_id=11e6bbf2-f4e4-4447-b35c-28d4423ac5e2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:22.824841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.852774 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:12:22.874946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:22.935369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2ae7796-b284-4d7e-84eb-d20ba5fc8855 req-f762bbaa-01d1-43fe-a806-29fbe892fffd service neutron] 10.222.0.10 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932946 Mar 05 00:12:22.959685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b5ea554f-2aa4-464f-ac56-3933da94d68c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:22.960399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.029479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] No DVR routers for this DVR port 57057d19-2343-4e15-a37b-e5e62001894d on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:12:23.198216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Port': ['ID=57057d19-2343-4e15-a37b-e5e62001894d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:23.225265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721de210-0a53-4db0-a321-ee935bc1d025 req-99a4d0a3-4e25-4c69-835a-74a5125c0515 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:23.228903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-721de210-0a53-4db0-a321-ee935bc1d025 req-99a4d0a3-4e25-4c69-835a-74a5125c0515 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 1.7306828 Mar 05 00:12:23.399779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Calling delete_port for 57057d19-2343-4e15-a37b-e5e62001894d owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:23.591329 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.712393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c757e9-f81b-4bd6-aba5-2b41b6283ba6']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:23.777559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:23.777886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e6bbf2-f4e4-4447-b35c-28d4423ac5e2') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:23.814394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6055b3ea-74ab-442b-ae33-03942fd10b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.829181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.829674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.869762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.886775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:23.887581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.895728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b5ea554f-2aa4-464f-ac56-3933da94d68c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5ea554f-2aa4-464f-ac56-3933da94d68c,segment=NetworkSegment(9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6),segment_id=9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:23.941142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:23.968201 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:23.971717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-721de210-0a53-4db0-a321-ee935bc1d025 req-991a05a4-7e25-48d9-bbbb-dfb7d7544dd9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354379 Mar 05 00:12:24.131095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b5ea554f-2aa4-464f-ac56-3933da94d68c,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:24.141324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 57057d19-2343-4e15-a37b-e5e62001894d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:24.194504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.213172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.253486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35388) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:24.271226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 57057d19-2343-4e15-a37b-e5e62001894d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:12:24.271226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 57057d19-2343-4e15-a37b-e5e62001894d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:12:24.305123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:12:24.305842 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:12:24.316939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-6055b3ea-74ab-442b-ae33-03942fd10b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:12:24.317333 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-6055b3ea-74ab-442b-ae33-03942fd10b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:12:24.319198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] 10.222.0.32 "DELETE /v2.0/networks/49c757e9-f81b-4bd6-aba5-2b41b6283ba6 HTTP/1.1" status: 204 len: 168 time: 2.7223334 Mar 05 00:12:24.346694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba4672-7da6-40ec-bb88-68da62bfb3c7 tempest-NetworksTest-714701632 tempest-NetworksTest-714701632-project] Pushing event deleted for resources: {'Network': ['ID=49c757e9-f81b-4bd6-aba5-2b41b6283ba6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:24.360637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.425866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5ea554f-2aa4-464f-ac56-3933da94d68c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:24.525733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:24.529126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:24.532780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:24.533790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.537744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.540459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1632589050-network', 'tenant_id': '5c3ea70429844c2984a64890b0a379f6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:24.552704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:24.559503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Usage tracker for resource:network and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:24.583201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=9e2ca35b-1daa-423a-b6ed-06b74b9ca075,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:24.587609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:24.588406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Deleting port a866fca6-c7db-442a-bfec-9d11ef1c50a0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:24.588754 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.600396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b5ea554f-2aa4-464f-ac56-3933da94d68c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:24.600957 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.617874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:24.652321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35400) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:24.652620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-227a99d4-6872-4c8c-a49b-21ce09b2a93e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.5814109 Mar 05 00:12:24.674046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'fixed_ips': [{'subnet_id': '5fca96cf-4346-4812-b65e-f0f6974957e0'}, {'subnet_id': '9e2ca35b-1daa-423a-b6ed-06b74b9ca075'}], 'name': 'tempest-PortsTestJSON-590439733'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:24.745052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Made reservation on behalf of 5c3ea70429844c2984a64890b0a379f6 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:24.751265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.754019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fd5c2-f9b5-4d69-88aa-6fe9045e6be8 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:24.888970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.954139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Deleting port 57057d19-2343-4e15-a37b-e5e62001894d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:24.955138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:24.996125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35412) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:25.062975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:25.188086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:25.233187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:25.247761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:25.258481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:25.275542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:25.285004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:25.288965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:25.298828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:25.346187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:25.360241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ce472ec3-3c83-4507-a21c-8d679f36e146 None None] The port '57057d19-2343-4e15-a37b-e5e62001894d' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:12:25.471154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Calling delete_port for a866fca6-c7db-442a-bfec-9d11ef1c50a0 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:25.638325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-83220f38-b345-4a3b-baa1-49c8e2d91edb None None] Provisioning complete for port b5ea554f-2aa4-464f-ac56-3933da94d68c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:25.638997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-83220f38-b345-4a3b-baa1-49c8e2d91edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:25.727842 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c8c1c31b-1dba-40c8-895b-a1d8af8072ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf138f748f6f4705b362e56a69fd07a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7300365 Mar 05 00:12:25.758768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:25.806129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:25.899648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:25.907351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port c0aa9a62-0e0b-4326-b60d-5631066baf81 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:25.985553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.019541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Update dhcp port {'port': {'network_id': 'cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d', 'fixed_ips': [{'subnet_id': '5fca96cf-4346-4812-b65e-f0f6974957e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e2ca35b-1daa-423a-b6ed-06b74b9ca075'}], 'binding:host_id': 'n-d-828979-4'}, 'id': 'b5ea554f-2aa4-464f-ac56-3933da94d68c'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:12:26.088654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e3f7e2-279d-4094-9229-fc317239b164,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:26.124062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:26.328926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.345687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.355759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:26.397263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.397732 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Added segment 95c6a5f1-d7e8-40c0-9a3d-dc95607b5039 of type vlan for network 3dd39cd5-e67a-4dbd-805b-04620bea6180 Mar 05 00:12:26.478889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.560493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35448) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:26.628437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event deleted for resources: {'Port': ['ID=a866fca6-c7db-442a-bfec-9d11ef1c50a0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:26.864634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.865518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:26.866091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:26.917415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Allocated IP 172.20.0.18 (cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d/9e2ca35b-1daa-423a-b6ed-06b74b9ca075/b5ea554f-2aa4-464f-ac56-3933da94d68c) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:27.037334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-554edad1-6fdd-4c76-97e6-9cdba06a219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.054111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f655d-0b64-444f-948e-7b626b3026ff req-438690ec-c69d-4226-b967-a7f9c1c19706 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:27.061042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc2f655d-0b64-444f-948e-7b626b3026ff req-438690ec-c69d-4226-b967-a7f9c1c19706 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 1.7176964 Mar 05 00:12:27.136752 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.154600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] Pushing event updated for resources: {'Network': ['ID=3dd39cd5-e67a-4dbd-805b-04620bea6180,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:27.193969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2cd2320f-416d-453e-92b1-db18d7bfe30e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9384842 Mar 05 00:12:27.209003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35460) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:27.226679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Request body: {'subnet': {'network_id': '3dd39cd5-e67a-4dbd-805b-04620bea6180', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1632589050-subnet', 'tenant_id': '5c3ea70429844c2984a64890b0a379f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:27.255679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3dd39cd5-e67a-4dbd-805b-04620bea6180 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:27.268214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:27.279261 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.280961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Usage tracker for resource:subnet and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:27.287120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-554edad1-6fdd-4c76-97e6-9cdba06a219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.302208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:27.318766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:27.341515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc2f655d-0b64-444f-948e-7b626b3026ff req-9df8dde4-9f36-442f-8cd4-26e3c4585526 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788472 Mar 05 00:12:27.358598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Made reservation on behalf of 5c3ea70429844c2984a64890b0a379f6 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:27.396919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.406401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.429744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.499484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] For port b5ea554f-2aa4-464f-ac56-3933da94d68c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5ea554f-2aa4-464f-ac56-3933da94d68c,segment=NetworkSegment(9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6),segment_id=9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:27.529146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.549994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Transition to ACTIVE for port object b5ea554f-2aa4-464f-ac56-3933da94d68c will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:27.560620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.652838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.658330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.681861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-554edad1-6fdd-4c76-97e6-9cdba06a219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.707365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554edad1-6fdd-4c76-97e6-9cdba06a219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16567041-a8e0-4fe4-a09c-c7a6508ccfdc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:27.754451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.754863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Fanout notify agent at l3_agent the message router_deleted on router 9641cbfe-a318-47ba-ac25-6402dafaa86d {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:12:27.779651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:27.786049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-554edad1-6fdd-4c76-97e6-9cdba06a219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.787201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-554edad1-6fdd-4c76-97e6-9cdba06a219e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16567041-a8e0-4fe4-a09c-c7a6508ccfdc HTTP/1.1" status: 204 len: 168 time: 1.9737053 Mar 05 00:12:27.788318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Usage tracker for resource:security_group_rule and tenant:0e2ee0306b8e41f0ae6e6b093b9f3b56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:27.798597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:27.812362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c2532-5c5a-4ecb-95b6-a878309104da None None] Pushing event updated for resources: {'Port': ['ID=b5ea554f-2aa4-464f-ac56-3933da94d68c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:27.815141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:27.820300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:27.824421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-995e4b0c-8a01-4058-b0a8-a0fd192cd0e3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/9641cbfe-a318-47ba-ac25-6402dafaa86d HTTP/1.1" status: 204 len: 168 time: 7.3044260 Mar 05 00:12:27.829090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35478) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:27.893059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaff1-fe01-483f-a734-7610446605ad req-2f61483a-066b-4fc7-8941-28ff46792950 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:27.900702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68eaaff1-fe01-483f-a734-7610446605ad req-2f61483a-066b-4fc7-8941-28ff46792950 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2148898 Mar 05 00:12:28.017251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68eaaff1-fe01-483f-a734-7610446605ad req-92ffd0fa-e81b-405a-93fa-c1392e387ba3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025636 Mar 05 00:12:28.034311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.040112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.117811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-383018195', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:28.133371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afddc101-5d18-42db-83c8-6f796293ae6a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:28.144886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:28.166405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Usage tracker for resource:router and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:28.186854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:28.193478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:28.200427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df906dbb-4ad0-4e8d-982e-259a71894caa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e2ee0306b8e41f0ae6e6b093b9f3b56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6222351 Mar 05 00:12:28.206386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:28.212110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.288191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.11 (cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d/5fca96cf-4346-4812-b65e-f0f6974957e0/c0aa9a62-0e0b-4326-b60d-5631066baf81) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:28.307891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.308849 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.315299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.30 (cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d/9e2ca35b-1daa-423a-b6ed-06b74b9ca075/c0aa9a62-0e0b-4326-b60d-5631066baf81) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:28.434504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6f4701c-6df7-424b-91f0-2ada823e70f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.447728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5ea554f-2aa4-464f-ac56-3933da94d68c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:28.512726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6f4701c-6df7-424b-91f0-2ada823e70f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.647480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6f4701c-6df7-424b-91f0-2ada823e70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.687356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4701c-6df7-424b-91f0-2ada823e70f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afddc101-5d18-42db-83c8-6f796293ae6a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:28.695891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6f4701c-6df7-424b-91f0-2ada823e70f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.723913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e6f4701c-6df7-424b-91f0-2ada823e70f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afddc101-5d18-42db-83c8-6f796293ae6a HTTP/1.1" status: 204 len: 168 time: 0.5143280 Mar 05 00:12:28.803565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.811417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e7364c-640e-41d2-9e15-ec051826d45a,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:28.863133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d91e87d-6556-4563-ab99-fb603ea15cf5 None None] Provisioning for port b5ea554f-2aa4-464f-ac56-3933da94d68c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:28.872825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d91e87d-6556-4563-ab99-fb603ea15cf5 None None] Provisioning complete for port b5ea554f-2aa4-464f-ac56-3933da94d68c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:28.873617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d91e87d-6556-4563-ab99-fb603ea15cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:28.981893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Checking segment: {'id': '95c6a5f1-d7e8-40c0-9a3d-dc95607b5039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3dd39cd5-e67a-4dbd-805b-04620bea6180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:28.982610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Network hostable DHCP agents. Network: 3dd39cd5-e67a-4dbd-805b-04620bea6180, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:29.257023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab057-f87c-4d6c-9f9c-9420eae5dbee req-24acbffc-a487-4869-b816-1a66aa6b1b7f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:29.263919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb5ab057-f87c-4d6c-9f9c-9420eae5dbee req-24acbffc-a487-4869-b816-1a66aa6b1b7f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.8937364 Mar 05 00:12:29.304783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Network 3dd39cd5-e67a-4dbd-805b-04620bea6180 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:29.320871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.353963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3dd39cd5-e67a-4dbd-805b-04620bea6180) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:29.365510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ee4910-9968-4cb1-885b-eaf910ff08f7 None None] Network 3dd39cd5-e67a-4dbd-805b-04620bea6180 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:29.374476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:29.375309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.401382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35538) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:29.413276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb5ab057-f87c-4d6c-9f9c-9420eae5dbee req-72b370ca-8a95-4bec-8534-dd3543aefa21 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482201 Mar 05 00:12:29.421765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.446831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.478958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object c0aa9a62-0e0b-4326-b60d-5631066baf81 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:29.516653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:29.524258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Usage tracker for resource:security_group_rule and tenant:a82143b0c0dd4bb2bae597729f98326a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:29.532997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:29.547848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:29.584289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35548) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:29.598109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.652464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e6bbdb0-3d28-4b44-9f9e-0936edbda494 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4422495 Mar 05 00:12:29.754569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35558) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:29.762460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.778029 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:29.837780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a82143b0c0dd4bb2bae597729f98326a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4350712 Mar 05 00:12:29.839148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915cec-6769-4f5a-afb0-72301bb0588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3a817-970e-46e9-8726-def5036bc083,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:29.843956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:29.892919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:29.899740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=c0aa9a62-0e0b-4326-b60d-5631066baf81,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:29.902320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:29.922400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62225-4c4a-4234-92fe-dbd34737fbb2 req-60abbdb3-e1bc-48e6-b1f9-0c308e1048a1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:29.924038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bd62225-4c4a-4234-92fe-dbd34737fbb2 req-60abbdb3-e1bc-48e6-b1f9-0c308e1048a1 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2209711 Mar 05 00:12:29.931279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:29.987370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1979148095'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:29.993349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:29.997524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:30.002042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:30.009587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:30.057123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29def0a-dc89-41e2-a9c9-1dcc4f67bab0 None None] Network 3dd39cd5-e67a-4dbd-805b-04620bea6180 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:30.069558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bd62225-4c4a-4234-92fe-dbd34737fbb2 req-6d5df86e-9d9f-4cd0-b41a-2879676325e6 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368513 Mar 05 00:12:30.070256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:30.073187 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.091996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.115757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6277cda-b050-491a-8c3a-549a70db0435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.163753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6277cda-b050-491a-8c3a-549a70db0435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.172683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:30.200145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group_rule and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:30.202306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:30.202904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.204367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:30.242002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:30.264747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.281399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-40ccf990-a430-4c1b-9bfe-6ff2d9da555b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.6248350 Mar 05 00:12:30.307478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35578) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:30.320724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:30.325694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Usage tracker for resource:security_group_rule and tenant:79d8618546a9478ab86410f97dfaa1b3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:30.329971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:30.336902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:30.340997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fca96cf-4346-4812-b65e-f0f6974957e0'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:30.409828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.419713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.437820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.467692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79d8618546a9478ab86410f97dfaa1b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7074385 Mar 05 00:12:30.475991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35584) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:30.482105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1831356514', 'description': 'tempest-description-114825967'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:30.497620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:30.502989 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.507304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb256-6293-4405-b2b8-0146897a8e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e4445-0a79-4406-b58d-91fde9399fde,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:30.511586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:30.517093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:30.526406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:30.541343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6277cda-b050-491a-8c3a-549a70db0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.562935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3b2d5a8f-64be-454b-9243-34badc0993ad None None] Provisioning for port c0aa9a62-0e0b-4326-b60d-5631066baf81 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:30.566814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6277cda-b050-491a-8c3a-549a70db0435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3a817-970e-46e9-8726-def5036bc083,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:30.571644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3b2d5a8f-64be-454b-9243-34badc0993ad None None] Provisioning complete for port c0aa9a62-0e0b-4326-b60d-5631066baf81 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:30.572142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5a8f-64be-454b-9243-34badc0993ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.578853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.640706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6277cda-b050-491a-8c3a-549a70db0435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.641897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6277cda-b050-491a-8c3a-549a70db0435 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ce3a817-970e-46e9-8726-def5036bc083 HTTP/1.1" status: 204 len: 168 time: 0.7950985 Mar 05 00:12:30.649013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d5a8f-64be-454b-9243-34badc0993ad None None] Port c0aa9a62-0e0b-4326-b60d-5631066baf81 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:12:30.668982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.674108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:30.678166 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.681256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:30.696039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:30.718138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:30.724510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:30.730915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.734782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825a73fd-6dd6-4cb8-a88a-97b598786696,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:30.743573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.743920 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment 0c57efce-e748-434b-9c06-844535f49602 of type vlan for network fc03563a-c0d1-46ef-98d2-582e64a079e2 Mar 05 00:12:30.787707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.795034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58099d85-132c-4c59-bbdf-d954c81967bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.824730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.908462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58099d85-132c-4c59-bbdf-d954c81967bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.944659 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.958887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Allocated IP 172.25.0.24 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5d93533e-acab-498e-a1f6-21a349330d2b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:30.972470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597f750-7edc-40a2-a1de-bc6f55e6a232 req-55324216-415a-40c1-a970-c4c4487c61b0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:30.974227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f597f750-7edc-40a2-a1de-bc6f55e6a232 req-55324216-415a-40c1-a970-c4c4487c61b0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4657326 Mar 05 00:12:30.990956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:30.995206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:30.995819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.017199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e78cb6-413d-443d-be7d-54590e647c63,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:31.104947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.106270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27dd66fe-d9c2-437b-8bc1-87673bc90974 req-cb80a35b-5b57-4683-b46e-69f1c877e600 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6559606 Mar 05 00:12:31.112307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5244534 Mar 05 00:12:31.121052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35598) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:31.129126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'name': 'tempest-PortsIpV6TestJSON-1664954101'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:31.147116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f7004-2ca0-4c6d-888b-83376ccf9d5e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=fc03563a-c0d1-46ef-98d2-582e64a079e2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:31.162977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:31.232524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f597f750-7edc-40a2-a1de-bc6f55e6a232 req-02160d70-b254-4234-9712-40b987254ced tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427239 Mar 05 00:12:31.335400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:31.346900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:31.351951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:31.363160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:31.376211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:31.379981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.410626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc803b0-1e3d-4a6d-b9b6-e6052cf9b710 req-2e05020d-e88a-46d1-abb6-8baea062de68 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:31.412110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2cc803b0-1e3d-4a6d-b9b6-e6052cf9b710 req-2e05020d-e88a-46d1-abb6-8baea062de68 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.1647348 Mar 05 00:12:31.417884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 33988200-e5d6-49e1-8a05-339312f4abe5 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:31.471660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58099d85-132c-4c59-bbdf-d954c81967bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.515911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2cc803b0-1e3d-4a6d-b9b6-e6052cf9b710 req-2590b080-5660-4b41-afd7-ed641b6b6a69 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Mar 05 00:12:31.519902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099d85-132c-4c59-bbdf-d954c81967bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e4445-0a79-4406-b58d-91fde9399fde,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:31.609290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.646617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58099d85-132c-4c59-bbdf-d954c81967bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.650355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-58099d85-132c-4c59-bbdf-d954c81967bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa0e4445-0a79-4406-b58d-91fde9399fde HTTP/1.1" status: 204 len: 168 time: 1.1676977 Mar 05 00:12:31.656560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-c080662b-e8b0-4877-90e0-7be95b0d7776 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/c7e78cb6-413d-443d-be7d-54590e647c63 HTTP/1.1" status: 200 len: 1638 time: 0.2125669 Mar 05 00:12:31.678426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7e78cb6-413d-443d-be7d-54590e647c63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:31.678426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7e78cb6-413d-443d-be7d-54590e647c63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:31.685023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Delete allocated IP 172.20.0.30 (cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d/9e2ca35b-1daa-423a-b6ed-06b74b9ca075) {{(pid=83783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 00:12:31.687504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:31.696839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:31.702496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:31.710897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:31.776764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.798007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.846264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:31.963261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:31.974071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event updated for resources: {'Port': ['ID=5d93533e-acab-498e-a1f6-21a349330d2b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:31.977062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:31.990444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:32.026750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=33988200-e5d6-49e1-8a05-339312f4abe5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:32.092315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.117565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': '0c57efce-e748-434b-9c06-844535f49602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:32.121036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: fc03563a-c0d1-46ef-98d2-582e64a079e2, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:32.178143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:32.196045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.197305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, fc03563a-c0d1-46ef-98d2-582e64a079e2) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:32.202594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:32.210049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:32.210628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.212141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5debb1f8-0fb6-4a37-bb3a-dad3d8b37f02 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:32.240903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.276046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.308043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object c0aa9a62-0e0b-4326-b60d-5631066baf81 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:32.316779 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ba0b027f-95ad-49c4-ba71-ae8676561d42 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1949475 Mar 05 00:12:32.324941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35624) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:32.338881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-584237341'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:32.352209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:32.356095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.367942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5559b41f-1a11-4761-b6a6-9149dec98f8d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:32.387767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:32.395870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:32.406985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:32.445797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13c633-406e-4e18-9a88-110eda7cf097 req-95adf4b6-1191-4979-a289-f3db76ec16de tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:32.447425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b13c633-406e-4e18-9a88-110eda7cf097 req-95adf4b6-1191-4979-a289-f3db76ec16de tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1949193 Mar 05 00:12:32.448091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35628) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:32.466344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.469578 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.472796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27747039-e6e7-4525-8f1e-415436dbeb63 req-ab2610be-da3e-462b-8b47-475d5c6f836a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.8063014 Mar 05 00:12:32.485582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c277c-e933-43a5-b37b-bf80bd066810 req-12aeb979-04b0-46c7-af47-68545b673249 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:32.487832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-336c277c-e933-43a5-b37b-bf80bd066810 req-12aeb979-04b0-46c7-af47-68545b673249 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.36 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.4606113 Mar 05 00:12:32.510055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:32.513048 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.525203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=c0aa9a62-0e0b-4326-b60d-5631066baf81,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:32.614631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b13c633-406e-4e18-9a88-110eda7cf097 req-04f2337a-9dfa-411f-aa54-44ff9ea23034 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284678 Mar 05 00:12:32.617203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:32.668459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1571674650', 'description': 'tempest-description-2116105797'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:32.677310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:32.683914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9e58fcde7b465f8f41c200d57a2e4e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:32.699280 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.699803 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment d2c26921-478b-4e34-b43f-7c715461bcce of type vlan for network 75173ced-b47d-4873-9a71-0d679ce7f8e1 Mar 05 00:12:32.716155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:32.756009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:32.757148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:32.783075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:32.788131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:32.801048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:32.819827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Deleting port f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:32.820227 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.865778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.870975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] In _notify_port_updated(), no bound segment for port c0aa9a62-0e0b-4326-b60d-5631066baf81 on network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:12:32.875289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:32.876086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.880461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9acae825-47c5-4ab3-a445-2a3b78ae8ec7 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/ports/c0aa9a62-0e0b-4326-b60d-5631066baf81 HTTP/1.1" status: 200 len: 919 time: 2.5464714 Mar 05 00:12:32.881846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:32.903593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fc423c00-ffd0-462a-aafd-c07d5e5cd831 None None] Provisioning for port c0aa9a62-0e0b-4326-b60d-5631066baf81 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:32.916333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fca96cf-4346-4812-b65e-f0f6974957e0'}, {'subnet_id': '9e2ca35b-1daa-423a-b6ed-06b74b9ca075'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:32.917411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fc423c00-ffd0-462a-aafd-c07d5e5cd831 None None] Provisioning complete for port c0aa9a62-0e0b-4326-b60d-5631066baf81 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:32.918042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc423c00-ffd0-462a-aafd-c07d5e5cd831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.951031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.962183 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:32.966184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:32.966738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.020580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fc423c00-ffd0-462a-aafd-c07d5e5cd831 None None] Port c0aa9a62-0e0b-4326-b60d-5631066baf81 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:12:33.056576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.057522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.095726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7668674 Mar 05 00:12:33.104805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.105614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35648) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:33.112387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64173a-8ea5-4268-baa6-08bb3e6daf35 req-6c0f9646-4d51-445f-bf12-d57d7c024751 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:33.113902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d64173a-8ea5-4268-baa6-08bb3e6daf35 req-6c0f9646-4d51-445f-bf12-d57d7c024751 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 946 time: 0.3037174 Mar 05 00:12:33.116798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cd59e-73a5-4dd1-9f18-6c80e0b83b27 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=75173ced-b47d-4873-9a71-0d679ce7f8e1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:33.124131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'ports': [{'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'}, {'network_id': '75173ced-b47d-4873-9a71-0d679ce7f8e1'}]} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:33.124548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:33.125027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '75173ced-b47d-4873-9a71-0d679ce7f8e1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:33.130331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 75173ced-b47d-4873-9a71-0d679ce7f8e1 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:33.143662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.185078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f9e58fcde7b465f8f41c200d57a2e4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7357502 Mar 05 00:12:33.240756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35652) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:33.273254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] For port f3037fa1-0d30-409f-96ff-ea10e1e30827, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f3037fa1-0d30-409f-96ff-ea10e1e30827,segment=NetworkSegment(a1f98855-4389-4910-85fd-340190cb5b2a),segment_id=a1f98855-4389-4910-85fd-340190cb5b2a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:33.273602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.346167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f4b2-cf38-4864-b605-938226671943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7829cc14-b373-4219-84fd-26e644832739,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:33.406388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Calling delete_port for f3037fa1-0d30-409f-96ff-ea10e1e30827 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:33.434736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d64173a-8ea5-4268-baa6-08bb3e6daf35 req-438575bd-3e8c-46ac-894a-d07cf30bdcde tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c4610f2-1096-447b-a433-59112cdb4b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607169 Mar 05 00:12:33.495750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a8da-e1f1-4350-bbaf-6a6fcc6a7986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.499835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:33.512524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:33.516808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:33.531895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:33.538999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a8da-e1f1-4350-bbaf-6a6fcc6a7986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.564558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 2} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:33.568524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.608579 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.864634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a8da-e1f1-4350-bbaf-6a6fcc6a7986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.877577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:33.889203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:33.895003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-a52bd3ee-b629-4ce2-8933-90a062dfbf1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9292083 Mar 05 00:12:33.898135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:33.907457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a8da-e1f1-4350-bbaf-6a6fcc6a7986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829cc14-b373-4219-84fd-26e644832739,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:33.953583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:33.955273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a8da-e1f1-4350-bbaf-6a6fcc6a7986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:33.957086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7cb0a8da-e1f1-4350-bbaf-6a6fcc6a7986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7829cc14-b373-4219-84fd-26e644832739 HTTP/1.1" status: 204 len: 168 time: 0.7037411 Mar 05 00:12:34.085975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098522-cb71-4492-a871-f10174be3818 req-772ff7b6-d05a-4c64-a9d1-1b69a8f33833 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:34.093120 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2098522-cb71-4492-a871-f10174be3818 req-772ff7b6-d05a-4c64-a9d1-1b69a8f33833 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3215377 Mar 05 00:12:34.117492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 8b3cb65f-3f77-4e08-accf-ff7b89ca1a90 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:34.161819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2098522-cb71-4492-a871-f10174be3818 req-8171c894-0f8d-4191-9eaf-e4e9e2a79359 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677261 Mar 05 00:12:34.184009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.232546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.252701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.296480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.341533 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.384056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 937f7c0e-1749-4719-b1df-8434d7549ec7 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:34.436576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1f0bc7-ca2b-490e-a297-21988ab5248b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:34.461731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.462913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8b3fbc4-8fa0-40fd-9357-06bdea40dcd3 req-49cc816c-25e4-4877-b796-b236d4f142a0 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.8785303 Mar 05 00:12:34.484464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Pushing event deleted for resources: {'Port': ['ID=f3037fa1-0d30-409f-96ff-ea10e1e30827,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:34.529668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.564980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.672479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:34.673524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=8b3cb65f-3f77-4e08-accf-ff7b89ca1a90,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:34.675972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:34.678121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:34.678982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.690748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-9f8bc55c-6531-408b-8bc0-c3aaa9c9f073 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 1096 time: 0.7478585 Mar 05 00:12:34.740568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] No DVR routers for this DVR port f3037fa1-0d30-409f-96ff-ea10e1e30827 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:12:34.760619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:34.763149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-336c277c-e933-43a5-b37b-bf80bd066810 req-04a2a1fd-c170-499d-b32e-15bc6efc6d61 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.36 "DELETE /v2.0/ports/f3037fa1-0d30-409f-96ff-ea10e1e30827 HTTP/1.1" status: 204 len: 173 time: 2.1799514 Mar 05 00:12:34.764087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-deleted', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:12:34.808632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=937f7c0e-1749-4719-b1df-8434d7549ec7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:34.840818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:34.862907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-789fa83f-5bf1-49d9-8896-2dd4d511bbf2 req-5fd5f89f-1f4f-4936-99c4-42d5151eecb4 tempest-ServersNegativeTestJSON-1405652136 tempest-ServersNegativeTestJSON-1405652136-project] 10.222.0.32 "GET /v2.0/ports?device_id=261cfb7a-36b1-46ef-bb6b-1ec709c1d384 HTTP/1.1" status: 200 len: 210 time: 0.0637169 Mar 05 00:12:34.871542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': 'd2c26921-478b-4e34-b43f-7c715461bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '75173ced-b47d-4873-9a71-0d679ce7f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:34.871542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 75173ced-b47d-4873-9a71-0d679ce7f8e1, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:34.874211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-28d560da-d701-42f6-9b40-5f7a759b344e tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/eb1f0bc7-ca2b-490e-a297-21988ab5248b HTTP/1.1" status: 200 len: 1639 time: 0.3298273 Mar 05 00:12:34.891054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eb1f0bc7-ca2b-490e-a297-21988ab5248b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:34.891456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eb1f0bc7-ca2b-490e-a297-21988ab5248b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:34.896101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 75173ced-b47d-4873-9a71-0d679ce7f8e1 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:34.926266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:34.941253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:34.944240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 75173ced-b47d-4873-9a71-0d679ce7f8e1) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:34.948782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:34.963080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:34.969043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:34.971718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: f3037fa1-0d30-409f-96ff-ea10e1e30827 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:12:34.973387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f3037fa1-0d30-409f-96ff-ea10e1e30827 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:12:34.980131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786be99d-cb3b-4a92-a1ef-6a43e313df1e None None] Network 75173ced-b47d-4873-9a71-0d679ce7f8e1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:34.980961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:34.990914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:34.991929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.052413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e4316f2e-3746-4127-89bb-e466fa004100 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9374220 Mar 05 00:12:35.053262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35698) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:35.071770 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261cfb7a-36b1-46ef-bb6b-1ec709c1d384', 'name': 'network-vif-deleted', 'tag': 'f3037fa1-0d30-409f-96ff-ea10e1e30827', 'status': 'completed', 'code': 200} Mar 05 00:12:35.136823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fa19ac6a-77dd-4fee-a59a-47406301acb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.158377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-d7570e18-0471-4577-abbf-b3ab17818b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:35.159968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-d7570e18-0471-4577-abbf-b3ab17818b49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.4384682 Mar 05 00:12:35.200313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 937f7c0e-1749-4719-b1df-8434d7549ec7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:35.200748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.305581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.336425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.357315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.375557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Router 32fec450-75e2-4a78-8faa-9898d88a178a is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:12:35.378056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-dc85d5d2-198d-49d2-bf3b-bb198fff5557 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 200 len: 217 time: 0.2085013 Mar 05 00:12:35.410370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0141ae8c-f571-4284-aa37-b86aeab3d88b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:35.461960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.463222 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-059a6b96-7ca5-4ccc-a637-8f5fb9c69204 req-33f2d74d-d397-4456-a61c-8547cab829fe tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5772166 Mar 05 00:12:35.479405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.29 (cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d/9e2ca35b-1daa-423a-b6ed-06b74b9ca075/c0aa9a62-0e0b-4326-b60d-5631066baf81) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:35.587891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.734604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1623060903', 'description': 'tempest-description-1768656577'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:35.742472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:35.743887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 937f7c0e-1749-4719-b1df-8434d7549ec7 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:35.812275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63da38-04cc-4c2a-bcbd-8a49b745cfe1 req-f0dcf282-a27b-4d7d-b475-91e29112d5ea tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:35.819467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd63da38-04cc-4c2a-bcbd-8a49b745cfe1 req-f0dcf282-a27b-4d7d-b475-91e29112d5ea tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3584292 Mar 05 00:12:35.898991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd63da38-04cc-4c2a-bcbd-8a49b745cfe1 req-d02d38e9-a012-48d0-a407-d568cda4e5a4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784361 Mar 05 00:12:35.921619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:35.922002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:35.967512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:35.982353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-c8abc3bc-76af-4b07-857f-1cfeb2d7828d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:35.986924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-c8abc3bc-76af-4b07-857f-1cfeb2d7828d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.5722799 Mar 05 00:12:36.038353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.058227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35728) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:36.061731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=937f7c0e-1749-4719-b1df-8434d7549ec7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:36.064189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36a614b9-a59b-436e-8be5-424a2a8004c1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/937f7c0e-1749-4719-b1df-8434d7549ec7 HTTP/1.1" status: 204 len: 168 time: 1.0097072 Mar 05 00:12:36.068823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35732) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:36.149877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:36.205259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4abd6-3ac2-4c43-afbd-85762d7de880 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:36.212897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4abd6-3ac2-4c43-afbd-85762d7de880 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:36.213694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b6a4abd6-3ac2-4c43-afbd-85762d7de880 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:36.244920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.322020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.325898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Deleting subnet b5dbab21-92d9-479f-9629-d20b36d86260 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:12:36.330474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.361014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-69171c36-94dc-443f-ae4a-d9f7abd46bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3452702 Mar 05 00:12:36.364487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b6a4abd6-3ac2-4c43-afbd-85762d7de880 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:36.366192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6a4abd6-3ac2-4c43-afbd-85762d7de880 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2866361 Mar 05 00:12:36.369175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35742) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:36.379947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:36.470871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 8b3cb65f-3f77-4e08-accf-ff7b89ca1a90 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:36.471205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.500475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object c0aa9a62-0e0b-4326-b60d-5631066baf81 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:36.505046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:36.509386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:36.510508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.570651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.574366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.576225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:36.650092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.713463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5dbab21-92d9-479f-9629-d20b36d86260,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:36.724376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.732303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eec1b40a-425c-413f-bd60-3841ab0e580f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5dbab21-92d9-479f-9629-d20b36d86260 HTTP/1.1" status: 204 len: 168 time: 0.6730661 Mar 05 00:12:36.735343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35752) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:36.911657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:36.984828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7f27-827c-4521-b4ef-25688f18bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.010367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=c0aa9a62-0e0b-4326-b60d-5631066baf81,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:37.126739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.196695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2d53715a-d575-4fa2-b97c-e25ddc0d93e8 None None] Provisioning for port c0aa9a62-0e0b-4326-b60d-5631066baf81 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:37.202497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2d53715a-d575-4fa2-b97c-e25ddc0d93e8 None None] Provisioning complete for port c0aa9a62-0e0b-4326-b60d-5631066baf81 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:37.203002 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d53715a-d575-4fa2-b97c-e25ddc0d93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.203833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dcbcac-daf8-468a-bbe3-ed523d212de9']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.221791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f98855-4389-4910-85fd-340190cb5b2a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.222333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f98855-4389-4910-85fd-340190cb5b2a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.245988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.251292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-a7b9a1b5-d4e5-4194-8723-5bb70a9c3884 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803689 Mar 05 00:12:37.272030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.287408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:37.288184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.288792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:37.306207 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:37.308192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2d53715a-d575-4fa2-b97c-e25ddc0d93e8 None None] Port c0aa9a62-0e0b-4326-b60d-5631066baf81 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:12:37.319867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabef517-37d3-4c53-915f-07e4712c0e50 req-df0ac2f0-60e7-478c-bf72-ae9781b72d62 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:37.327416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fabef517-37d3-4c53-915f-07e4712c0e50 req-df0ac2f0-60e7-478c-bf72-ae9781b72d62 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1758323 Mar 05 00:12:37.350294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.456630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fabef517-37d3-4c53-915f-07e4712c0e50 req-ef1e00f3-c56d-475e-8f65-8d0c2da195fd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281333 Mar 05 00:12:37.457876 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.463996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] In _notify_port_updated(), no bound segment for port c0aa9a62-0e0b-4326-b60d-5631066baf81 on network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:12:37.468678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:37.469619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.470916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8bc42869-200c-436f-b1b0-c09d058bebba tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/ports/c0aa9a62-0e0b-4326-b60d-5631066baf81 HTTP/1.1" status: 200 len: 999 time: 4.5649447 Mar 05 00:12:37.481111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35772) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:37.482781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.493359 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.496509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7262aed-bb41-4b28-80db-8068ea868adb req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.7682161 Mar 05 00:12:37.496713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] Pushing event deleted for resources: {'Network': ['ID=93dcbcac-daf8-468a-bbe3-ed523d212de9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:37.505487 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.522174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e117c423-67d6-4fc0-920f-cd9b76d16537 admin admin] 10.222.0.32 "DELETE /v2.0/networks/93dcbcac-daf8-468a-bbe3-ed523d212de9 HTTP/1.1" status: 204 len: 168 time: 0.7857933 Mar 05 00:12:37.550551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:12:37.551702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-950503512', 'description': 'tempest-description-1925551100'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:37.563008 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] Sync routers for ids ['32fec450-75e2-4a78-8faa-9898d88a178a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:12:37.567239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:37.576045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:37.587948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:37.589580 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] Routers {'32fec450-75e2-4a78-8faa-9898d88a178a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:37.590217 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:12:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['32fec450-75e2-4a78-8faa-9898d88a178a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.596008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:37.612907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.685185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:37.691091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:37.695986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:37.710133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:37.736473 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.754632 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] Routers {'32fec450-75e2-4a78-8faa-9898d88a178a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:37.755868 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:12:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['32fec450-75e2-4a78-8faa-9898d88a178a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.756807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 8b3cb65f-3f77-4e08-accf-ff7b89ca1a90 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:37.785011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb842d-4180-4c88-8ebb-a680215ef94b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c020ccf3-f03a-417e-aee5-04829350e447,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:37.799829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.801027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a78e0578-0df6-48f0-9d65-c1898f7aa225 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.9665806 Mar 05 00:12:37.810375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35786) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:37.833981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.839616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.848932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:37.864334 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:37.864739 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bed72-0927-48e0-a6ac-9da13f635dfa None None] The sync data for ids ['32fec450-75e2-4a78-8faa-9898d88a178a'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:12:37.917783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592e1ddf-2d93-4903-9cfe-584d96ed5df3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:37.922039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port c0aa9a62-0e0b-4326-b60d-5631066baf81 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:37.922828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.926091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:37.927560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-407e0a6a-ce32-41a0-bbc9-1fa453e5f054 req-313e6e1b-a939-47bd-87c1-a26014408560 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.3811600 Mar 05 00:12:37.958871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35794) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:38.018346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7d88f02-5021-42e0-ba27-c04c2df5e518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25be6a436d914460a0b34f69725c72a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559089 Mar 05 00:12:38.021189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35802) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:38.090004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23381a1c-e0e1-467c-bb40-f98fbcdc1fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.122230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23381a1c-e0e1-467c-bb40-f98fbcdc1fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.203624 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.219552 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23381a1c-e0e1-467c-bb40-f98fbcdc1fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.244097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23381a1c-e0e1-467c-bb40-f98fbcdc1fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4610f2-1096-447b-a433-59112cdb4b68,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:38.259437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23381a1c-e0e1-467c-bb40-f98fbcdc1fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.260550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-23381a1c-e0e1-467c-bb40-f98fbcdc1fdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c4610f2-1096-447b-a433-59112cdb4b68 HTTP/1.1" status: 204 len: 168 time: 0.2383924 Mar 05 00:12:38.323683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cb29e6e-c82b-430f-a178-e77372661d6c req-4b28afdd-4e4a-445d-861a-67d6d186f8b9 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0278256 Mar 05 00:12:38.345172 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.350457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.455995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=8b3cb65f-3f77-4e08-accf-ff7b89ca1a90,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:38.529642 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.553690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e989945f-0874-40b7-8786-19b952ce5370 req-b937fedf-c05b-46a8-bd14-86e73f431e5c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/c020ccf3-f03a-417e-aee5-04829350e447 HTTP/1.1" status: 200 len: 1639 time: 0.5458348 Mar 05 00:12:38.613190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0252aa11-93af-4392-a05c-aa2ac10c222f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/8b3cb65f-3f77-4e08-accf-ff7b89ca1a90 HTTP/1.1" status: 204 len: 168 time: 2.2362468 Mar 05 00:12:38.614107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:38.732612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e989945f-0874-40b7-8786-19b952ce5370 req-a42b7eb2-42e3-49c2-b733-2f281165b638 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/592e1ddf-2d93-4903-9cfe-584d96ed5df3 HTTP/1.1" status: 200 len: 1638 time: 0.1662803 Mar 05 00:12:38.749907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35848) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:38.767181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c020ccf3-f03a-417e-aee5-04829350e447', 'remote_group_id': '592e1ddf-2d93-4903-9cfe-584d96ed5df3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:38.767533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c020ccf3-f03a-417e-aee5-04829350e447', 'remote_group_id': '592e1ddf-2d93-4903-9cfe-584d96ed5df3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:38.782028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:38.869447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345f75-cb9c-4618-88fc-0ac1c19907eb req-bbc08d9a-4836-402a-96db-580a7233c6f4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:38.876792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3345f75-cb9c-4618-88fc-0ac1c19907eb req-bbc08d9a-4836-402a-96db-580a7233c6f4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1915433 Mar 05 00:12:38.879496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:38.900659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6f95c-fbcb-4d42-9ed3-597b3e7b7d2d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:38.901934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:38.906324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-82d6f95c-fbcb-4d42-9ed3-597b3e7b7d2d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2910011 Mar 05 00:12:38.910151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35862) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:38.922039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:38.933283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:38.977778 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-befa56cc-e195-45e5-971d-4655375e258d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:12:38.982867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-befa56cc-e195-45e5-971d-4655375e258d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/937f7c0e-1749-4719-b1df-8434d7549ec7 HTTP/1.1" status: 404 len: 333 time: 0.0714688 Mar 05 00:12:38.984052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:39.080315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d3345f75-cb9c-4618-88fc-0ac1c19907eb req-87e08b05-d116-40ec-9946-3cddccbcd535 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023063 Mar 05 00:12:39.083996 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5e7381-d088-4743-a6fe-e4f590b78158 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:12:39.093412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ac5e7381-d088-4743-a6fe-e4f590b78158 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/8b3cb65f-3f77-4e08-accf-ff7b89ca1a90 HTTP/1.1" status: 404 len: 333 time: 0.0997405 Mar 05 00:12:39.094569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:39.252774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.277040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for c0aa9a62-0e0b-4326-b60d-5631066baf81 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:39.332985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.430865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.465338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75173ced-b47d-4873-9a71-0d679ce7f8e1']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:39.476720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c26921-478b-4e34-b43f-7c715461bcce') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:39.478563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c26921-478b-4e34-b43f-7c715461bcce') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:39.493487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.516728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.523617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:39.524008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:39.540200 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:39.607494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:39.612823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Usage tracker for resource:security_group_rule and tenant:0752cc3f531a4dac8bd9724e51fed884 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:39.619744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:39.650457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.682526 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.707339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.708703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35920) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:39.725416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:39.734454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.749769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.771916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.782130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=75173ced-b47d-4873-9a71-0d679ce7f8e1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:39.785636 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-548aba43-adfa-47db-b9a9-001311627a4c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/75173ced-b47d-4873-9a71-0d679ce7f8e1 HTTP/1.1" status: 204 len: 168 time: 0.6873899 Mar 05 00:12:39.789041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0744ebae-71ad-44fe-ab0f-8461ef96f4a4,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:39.789760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35930) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:39.796040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2043955130'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:39.802071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:39.806264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:39.809321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:39.815906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:39.883501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.884876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e989945f-0874-40b7-8786-19b952ce5370 req-9e555348-dabf-488b-bc27-59bbf713ddd8 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.1357419 Mar 05 00:12:39.888205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:39.894787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.933623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:39.944143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.944699 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment 83958ae6-2d33-4959-b4dc-c4c7551d3ee9 of type vlan for network 4c868e62-e150-4901-a73d-37216d92d6bd Mar 05 00:12:39.976604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:39.985389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1427632967', 'description': 'tempest-description-706734970'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:39.993517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:39.998118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.005637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-390211499-network', 'tenant_id': '810af56178244bdf87bea73d63069ef7'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:40.011531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.017094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.019731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.025125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.027751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Usage tracker for resource:network and tenant:810af56178244bdf87bea73d63069ef7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.031449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.035351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.047221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.069047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.093285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Made reservation on behalf of 810af56178244bdf87bea73d63069ef7 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:40.095539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.100704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac0074-71f3-4f98-8259-3853c1bca373,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:40.112353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.117042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:40.118077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.126499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-63bc0d63-3692-40df-8a33-cd1e46503589 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0752cc3f531a4dac8bd9724e51fed884&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3736737 Mar 05 00:12:40.129445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:40.154706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.162976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.205121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:40.221943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4311433 Mar 05 00:12:40.256978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35954) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:40.279601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=c0aa9a62-0e0b-4326-b60d-5631066baf81,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:40.318190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:40.326169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369ba2c-ce36-4744-bf46-9e3fdd4179d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=4c868e62-e150-4901-a73d-37216d92d6bd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:40.331357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.338255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.343941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4c868e62-e150-4901-a73d-37216d92d6bd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:40.348575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.359126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.367330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.376249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Usage tracker for resource:security_group_rule and tenant:810af56178244bdf87bea73d63069ef7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.380512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.408429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.418615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.497415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.509914 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.530042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.550540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Usage tracker for resource:security_group_rule and tenant:ff6e20173f6244e79148693defcc8176 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.555553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f7bd6be-6965-4abc-a084-6988b2d5891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.562670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.587615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.612947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837d6ce1-56a8-4c4f-a7b0-b35d93c82f23,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:40.617113 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.619645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.620817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0279830d-69a6-4cc8-ab61-b235b3ee115e req-cba60f99-9098-444f-93f4-d6a3edcc45e6 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6401057 Mar 05 00:12:40.623133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.670207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:40.678958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-319335427', 'description': 'tempest-description-28719397'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:40.691708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.703224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94a3cf-decd-4493-aa2b-bc7c2bc25add,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:40.706155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.713780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.717444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.717820 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Added segment 09b2ac52-9218-4dd0-85cf-b1d21846f913 of type vlan for network b80dac9f-e10a-4929-a825-20f393a4f9b6 Mar 05 00:12:40.722583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.751740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.784692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.813599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.822470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f7bd6be-6965-4abc-a084-6988b2d5891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.828917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.833189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.859244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:40.868759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.880955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.881291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.892366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.893200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:40.893785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:40.907545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:40.914821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:40.919394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5b244256-21d0-4d1d-b4c5-11619e4c5bda tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/c0aa9a62-0e0b-4326-b60d-5631066baf81 HTTP/1.1" status: 204 len: 168 time: 3.4303362 Mar 05 00:12:40.922330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.930584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35960) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:40.933938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:40.940121 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff6e20173f6244e79148693defcc8176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7300069 Mar 05 00:12:40.945941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:40.984335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4443446-8a21-4262-846f-5faf7a4f1ddf req-3f769701-8736-403b-b6f4-d8b357c08f5f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:40.985818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4443446-8a21-4262-846f-5faf7a4f1ddf req-3f769701-8736-403b-b6f4-d8b357c08f5f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.7279222 Mar 05 00:12:40.988366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92a075-97e7-4ab4-8e74-3226a4f85e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fe8c62-c750-4644-960e-86fd1ddfef45,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:40.990288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:41.067144 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3e9bd9-7f83-49fa-ad78-265edb7a5882 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:12:41.068773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bd3e9bd9-7f83-49fa-ad78-265edb7a5882 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/c0aa9a62-0e0b-4326-b60d-5631066baf81 HTTP/1.1" status: 404 len: 333 time: 0.1327064 Mar 05 00:12:41.075651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35968) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:41.076971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3672795 Mar 05 00:12:41.088427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:41.106058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Request body: {'subnet': {'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-390211499-subnet', 'tenant_id': '810af56178244bdf87bea73d63069ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:41.121904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb4a79-6807-40c4-8f65-1115110aebf5 admin admin] Pushing event updated for resources: {'Network': ['ID=b80dac9f-e10a-4929-a825-20f393a4f9b6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:41.132337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b80dac9f-e10a-4929-a825-20f393a4f9b6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:41.138800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:41.157792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Usage tracker for resource:subnet and tenant:810af56178244bdf87bea73d63069ef7 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:41.166460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:41.176025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.179951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f7bd6be-6965-4abc-a084-6988b2d5891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.197994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.201625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:41.226233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.247919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bd6be-6965-4abc-a084-6988b2d5891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac0074-71f3-4f98-8259-3853c1bca373,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:41.260938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4443446-8a21-4262-846f-5faf7a4f1ddf req-84ab57f0-37f8-4cdf-b7b2-71fc0f8f51e4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548888 Mar 05 00:12:41.304291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90539f-fcef-40c0-b2f2-d44052ef398a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:41.308802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.309998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f93d44a5-9fee-4452-9875-064d9177e83f req-c650bd9b-da25-48db-8113-828c30530567 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.6514897 Mar 05 00:12:41.339745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Made reservation on behalf of 810af56178244bdf87bea73d63069ef7 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:41.342698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.350029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 9e2ca35b-1daa-423a-b6ed-06b74b9ca075 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:12:41.353090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.360126 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7f7bd6be-6965-4abc-a084-6988b2d5891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.361252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7f7bd6be-6965-4abc-a084-6988b2d5891e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83ac0074-71f3-4f98-8259-3853c1bca373 HTTP/1.1" status: 204 len: 168 time: 1.2299156 Mar 05 00:12:41.410175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.440655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81b1795-c336-4a12-bfb0-4e1a3037b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.476655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Performing IP validity checks on allocation pools {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:12:41.479384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:12:41.494856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.546995 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81b1795-c336-4a12-bfb0-4e1a3037b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.578807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.617188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2ca35b-1daa-423a-b6ed-06b74b9ca075,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:41.624657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.631433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1533aba-0aaa-4f5b-935e-9ad4b275f581 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/9e2ca35b-1daa-423a-b6ed-06b74b9ca075 HTTP/1.1" status: 204 len: 168 time: 0.5531802 Mar 05 00:12:41.634048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35982) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:41.636598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-77dab84f-4170-4fea-ac0a-6cac0b77170b tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/837d6ce1-56a8-4c4f-a7b0-b35d93c82f23 HTTP/1.1" status: 200 len: 1638 time: 0.2620802 Mar 05 00:12:41.638665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c6289b-901b-4743-95c5-380397dea0e0 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:41.713253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 5fca96cf-4346-4812-b65e-f0f6974957e0 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:12:41.716775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.793356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.799734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.801037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81b1795-c336-4a12-bfb0-4e1a3037b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.862023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b1795-c336-4a12-bfb0-4e1a3037b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fe8c62-c750-4644-960e-86fd1ddfef45,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:41.891230 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-dbc46359-b7b9-474c-8101-add491a05096 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/5b90539f-fcef-40c0-b2f2-d44052ef398a HTTP/1.1" status: 200 len: 1636 time: 0.2129605 Mar 05 00:12:41.921466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.922124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:41.959235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '837d6ce1-56a8-4c4f-a7b0-b35d93c82f23', 'remote_group_id': '5b90539f-fcef-40c0-b2f2-d44052ef398a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:41.959569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '837d6ce1-56a8-4c4f-a7b0-b35d93c82f23', 'remote_group_id': '5b90539f-fcef-40c0-b2f2-d44052ef398a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:42.017795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.037595 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81b1795-c336-4a12-bfb0-4e1a3037b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.039002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d81b1795-c336-4a12-bfb0-4e1a3037b97d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70fe8c62-c750-4644-960e-86fd1ddfef45 HTTP/1.1" status: 204 len: 168 time: 1.0894988 Mar 05 00:12:42.040482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.082595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:42.100028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:42.109211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:42.119429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.127516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=5fca96cf-4346-4812-b65e-f0f6974957e0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:42.130074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.135664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:42.143543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d281a166-9cb8-49ff-937c-1859f77649aa tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/5fca96cf-4346-4812-b65e-f0f6974957e0 HTTP/1.1" status: 204 len: 168 time: 0.5064189 Mar 05 00:12:42.143895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35998) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:42.144276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Deleting port 5d93533e-acab-498e-a1f6-21a349330d2b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:42.144645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.351510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.452347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.464839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port b5ea554f-2aa4-464f-ac56-3933da94d68c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:42.465328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.502669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36012) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:42.545188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Calling delete_port for 5d93533e-acab-498e-a1f6-21a349330d2b owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:42.657554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852d7f7-e692-4898-9bea-399e34f94575 None None] Network cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:42.717585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=5dcdd665-c3ac-450f-8007-838982927a3d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:42.754259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36018) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:42.798543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port b5ea554f-2aa4-464f-ac56-3933da94d68c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5ea554f-2aa4-464f-ac56-3933da94d68c,segment=NetworkSegment(9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6),segment_id=9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:42.798917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.799775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b1e93d3-141f-48c2-b41c-917742d9dc89 None None] Provisioning complete for port b5ea554f-2aa4-464f-ac56-3933da94d68c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:42.800436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b1e93d3-141f-48c2-b41c-917742d9dc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.812854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:42.986224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for b5ea554f-2aa4-464f-ac56-3933da94d68c owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:43.011646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09cef94-3171-42eb-821c-d54f12006b63,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:43.019440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1727829959-network', 'tenant_id': 'b0648e95464d45219495553837e1153c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:43.033498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:43.054104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Usage tracker for resource:network and tenant:b0648e95464d45219495553837e1153c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:43.075330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:43.079702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Usage tracker for resource:security_group_rule and tenant:45a681948454484bac56e655d73fc0e2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:43.083509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:43.086600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': '83958ae6-2d33-4959-b4dc-c4c7551d3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:43.087068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 4c868e62-e150-4901-a73d-37216d92d6bd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:43.089903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:43.126295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:43.129754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Checking segment: {'id': '09b2ac52-9218-4dd0-85cf-b1d21846f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:43.130230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Network hostable DHCP agents. Network: b80dac9f-e10a-4929-a825-20f393a4f9b6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:43.144661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] DHCP port deletion for cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:12:43.149535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Deleting port b5ea554f-2aa4-464f-ac56-3933da94d68c {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:43.150029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.160583 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.182497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:43.223911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Pushing event deleted for resources: {'Port': ['ID=5d93533e-acab-498e-a1f6-21a349330d2b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:43.240019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.255128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Made reservation on behalf of b0648e95464d45219495553837e1153c for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:43.257515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.279855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 4c868e62-e150-4901-a73d-37216d92d6bd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:43.284686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.294809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.302692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.319356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Network b80dac9f-e10a-4929-a825-20f393a4f9b6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:43.340214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4c868e62-e150-4901-a73d-37216d92d6bd) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:43.353382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:43.353808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.355028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a33ae-9823-4520-8dc5-b7af78de3808 None None] Network 4c868e62-e150-4901-a73d-37216d92d6bd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:43.356633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.361851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b80dac9f-e10a-4929-a825-20f393a4f9b6) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:43.367470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=b5ea554f-2aa4-464f-ac56-3933da94d68c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:43.381953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.383325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:43.383918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.398752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.401830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c544be-be04-44a4-a6e7-055491b6e235 req-5c415478-44c7-45d6-967a-7e1cf82717c8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:43.403417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57c544be-be04-44a4-a6e7-055491b6e235 req-5c415478-44c7-45d6-967a-7e1cf82717c8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2739530 Mar 05 00:12:43.428680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930cdaf-f2a0-429f-a325-315a2ca28011 None None] Network b80dac9f-e10a-4929-a825-20f393a4f9b6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:43.458658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No DVR routers for this DVR port b5ea554f-2aa4-464f-ac56-3933da94d68c on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:12:43.516782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:43.518948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c2f61a-694d-4168-94a2-2bfbe4bc9887,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:43.527739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cdcb4594-ec84-412d-880e-ce153de7cf4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45a681948454484bac56e655d73fc0e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7715924 Mar 05 00:12:43.530209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0648e95464d45219495553837e1153c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:43.536575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36022) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:43.558128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3083a03a-7fef-4928-b56e-47e9bf2d6293,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:43.559657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] For port b5ea554f-2aa4-464f-ac56-3933da94d68c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5ea554f-2aa4-464f-ac56-3933da94d68c,segment=NetworkSegment(9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6),segment_id=9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:43.560056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.569483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c05407e-a82c-4eec-af68-a86e947cfe71 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3040023 Mar 05 00:12:43.582362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e253208d-3bcf-49d2-bebf-e891ce95d6b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4921565 Mar 05 00:12:43.586861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:43.595198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd', 'name': 'tempest-PortsIpV6TestJSON-1773813680'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:43.596722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:43.616604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:43.671758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.696438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57c544be-be04-44a4-a6e7-055491b6e235 req-37dfd350-c7ff-4883-b844-16b43b500a5f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764215 Mar 05 00:12:43.718590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Calling delete_port for b5ea554f-2aa4-464f-ac56-3933da94d68c owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:43.733085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:43.771381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:43.771675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5fe8d0-f24b-48bc-b8a8-5c1c38cce6c6') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:43.791943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.798465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b60b96f7-23a3-436c-a690-3df1a2b90757 req-31d2f7ee-24b7-40f8-83b8-119a76fe86be tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.8860304 Mar 05 00:12:43.818817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:43.827336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.829530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:43.836985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:43.838083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea7e4-f9a6-4b69-b51a-cddfae2a2f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.848479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:43.881161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.906006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.908447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:43.909011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:43.926676 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:43.934436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea7e4-f9a6-4b69-b51a-cddfae2a2f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.029121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.047763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.060312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:12:44.060677 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:12:44.070083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.103664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.115859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4c868e62-e150-4901-a73d-37216d92d6bd', 'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': '5dcdd665-c3ac-450f-8007-838982927a3d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:12:44.119816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.130822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:44.136061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:44.147625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde0553-a269-4000-b299-4ee1219f36ae,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:44.163962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-138c4edc-ee0a-4fd0-ae7e-00f7537d414e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/cd5fc67c-1b8d-4419-8515-2ff9c8dcf10d HTTP/1.1" status: 204 len: 168 time: 2.0190530 Mar 05 00:12:44.168529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36044) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:44.178248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.184174 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.191551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:44.194943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.215992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea7e4-f9a6-4b69-b51a-cddfae2a2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.219037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.225838 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Added segment e1a44170-7346-44cd-92c1-7205b44b6e6d of type vlan for network fee1ac64-ced5-4ace-ade3-7aec77a28268 Mar 05 00:12:44.262764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46741eb6-3620-4086-ac62-fc133ec78485 None None] Network b80dac9f-e10a-4929-a825-20f393a4f9b6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:44.276839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:44.286621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea7e4-f9a6-4b69-b51a-cddfae2a2f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.288874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2b3ea7e4-f9a6-4b69-b51a-cddfae2a2f6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12c2f61a-694d-4168-94a2-2bfbe4bc9887 HTTP/1.1" status: 204 len: 168 time: 0.6819608 Mar 05 00:12:44.289690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ea7e4-f9a6-4b69-b51a-cddfae2a2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c2f61a-694d-4168-94a2-2bfbe4bc9887,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:44.380197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.476297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5ea554f-2aa4-464f-ac56-3933da94d68c no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:44.477687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36052) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:44.490855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1950049425-network', 'tenant_id': 'a3a9e457f56b47bfbda96048f663d437'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:44.503615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:44.519183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f17028-9f47-49ab-a6a5-aa86219950f6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:44.519862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7f17028-9f47-49ab-a6a5-aa86219950f6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:44.536897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Usage tracker for resource:network and tenant:a3a9e457f56b47bfbda96048f663d437 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:44.543822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:44.559860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:44.567609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.568826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:44.569462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.588298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Deleting port b5ea554f-2aa4-464f-ac56-3933da94d68c {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:44.588672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.602421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6293ee47-a325-467a-aa6e-2cfdf7041af0 req-1427ca14-e28c-48cb-ad40-4c065c98ece5 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/5b90539f-fcef-40c0-b2f2-d44052ef398a HTTP/1.1" status: 200 len: 1636 time: 0.7449276 Mar 05 00:12:44.646696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::90 (4c868e62-e150-4901-a73d-37216d92d6bd/5dcdd665-c3ac-450f-8007-838982927a3d/c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:44.664929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b5ea554f-2aa4-464f-ac56-3933da94d68c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:12:44.665852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5ea554f-2aa4-464f-ac56-3933da94d68c not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:12:44.685023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f0b68269-20ac-447a-a412-87de9807f6a9 None None] The port 'b5ea554f-2aa4-464f-ac56-3933da94d68c' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:12:44.687099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] Pushing event updated for resources: {'Network': ['ID=fee1ac64-ced5-4ace-ade3-7aec77a28268,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:44.693649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7f17028-9f47-49ab-a6a5-aa86219950f6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:44.694868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7f17028-9f47-49ab-a6a5-aa86219950f6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5249596 Mar 05 00:12:44.701893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36058) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:44.707441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Made reservation on behalf of a3a9e457f56b47bfbda96048f663d437 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:44.710578 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.726606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network fee1ac64-ced5-4ace-ade3-7aec77a28268 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:44.746541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Router 32fec450-75e2-4a78-8faa-9898d88a178a has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:12:44.800014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6293ee47-a325-467a-aa6e-2cfdf7041af0 req-6975927e-6f9a-4402-9380-ff4d6c3fc842 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.830444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6293ee47-a325-467a-aa6e-2cfdf7041af0 req-6975927e-6f9a-4402-9380-ff4d6c3fc842 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.865590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dfecc-1744-4cf7-9079-9ac6803c67c8 req-87d62393-3644-4123-bf39-e2db5fc241cd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:44.867273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-154dfecc-1744-4cf7-9079-9ac6803c67c8 req-87d62393-3644-4123-bf39-e2db5fc241cd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4737382 Mar 05 00:12:44.874622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e0863c9a-95f0-47af-aeaf-f0ad23accdc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3706620 Mar 05 00:12:44.883325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36066) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:44.888448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:44.896747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-f66b1d8b-fbbe-4d24-87ad-cf1104a0f206 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.4188545 Mar 05 00:12:44.933088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Request body: {'subnet': {'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1727829959-subnet', 'tenant_id': 'b0648e95464d45219495553837e1153c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:44.955113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:44.971851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Usage tracker for resource:subnet and tenant:b0648e95464d45219495553837e1153c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:44.976968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:45.007468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:45.023757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-154dfecc-1744-4cf7-9079-9ac6803c67c8 req-4a4d58c2-1f07-495a-b544-2d030628449d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471901 Mar 05 00:12:45.026228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:45.046326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Usage tracker for resource:security_group_rule and tenant:a3a9e457f56b47bfbda96048f663d437 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:45.052847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:45.060137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Made reservation on behalf of b0648e95464d45219495553837e1153c for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:45.063034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.081271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:45.166001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8437561a-db7c-400c-b364-552370195789 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4614210 Mar 05 00:12:45.169824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36074) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:45.180819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1725613350'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:45.195707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:45.202870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:45.211823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:45.219489 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6293ee47-a325-467a-aa6e-2cfdf7041af0 req-6975927e-6f9a-4402-9380-ff4d6c3fc842 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.228215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:45.256105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:45.259272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.314065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.317414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975927e-6f9a-4402-9380-ff4d6c3fc842 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90539f-fcef-40c0-b2f2-d44052ef398a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:45.366267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.383146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:45.398373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6293ee47-a325-467a-aa6e-2cfdf7041af0 req-6975927e-6f9a-4402-9380-ff4d6c3fc842 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.399710 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6293ee47-a325-467a-aa6e-2cfdf7041af0 req-6975927e-6f9a-4402-9380-ff4d6c3fc842 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b90539f-fcef-40c0-b2f2-d44052ef398a HTTP/1.1" status: 204 len: 173 time: 0.7875211 Mar 05 00:12:45.426308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.426759 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment 42382fd2-4aab-4680-964b-dd25d58185db of type vlan for network 3dd8582d-3480-4fca-a0d5-fda27488ab55 Mar 05 00:12:45.431640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:45.433496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:12:45.438350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91feab0-942e-4176-9a22-3011859b8475 req-5115520a-5ba0-44be-bc05-bdc33ca0f370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:45.439933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-5115520a-5ba0-44be-bc05-bdc33ca0f370 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 0.5183225 Mar 05 00:12:45.446644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] Sync routers for ids ['32fec450-75e2-4a78-8faa-9898d88a178a'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:12:45.450460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.454887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d56e7a5f-4843-43c8-ac49-5bb074f6590f tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "PUT /v2.0/routers/32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 200 len: 709 time: 7.6429007 Mar 05 00:12:45.459050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36084) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:45.465422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b0d9b9-5318-4201-9c6f-3b6938e8c906,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:45.465997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] Routers {'32fec450-75e2-4a78-8faa-9898d88a178a'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:45.466629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:12:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['32fec450-75e2-4a78-8faa-9898d88a178a'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:45.522904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.523327 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Added segment b01effbf-e157-47ad-96b1-f19fee430a95 of type vlan for network a330b1d0-4828-4715-9fc4-593eb99c8fb3 Mar 05 00:12:45.546494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.568414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:45.568840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.582392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] Routers {'32fec450-75e2-4a78-8faa-9898d88a178a'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:12:45.583649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:12:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['32fec450-75e2-4a78-8faa-9898d88a178a'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:45.598716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.637977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.644173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa017d5d-fac7-498f-b7a9-3c2fcf60b179 req-bfb7c8fc-3f6c-4207-b7c6-93f68ac55507 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/837d6ce1-56a8-4c4f-a7b0-b35d93c82f23 HTTP/1.1" status: 200 len: 1638 time: 0.2050860 Mar 05 00:12:45.667741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:45.668152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5453b-2595-40e9-a1af-e28eb1340e4f None None] The sync data for ids ['32fec450-75e2-4a78-8faa-9898d88a178a'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:12:45.696728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:45.705150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1900683621', 'description': 'tempest-description-240743725'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:45.719875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d23172-d69e-4719-beaf-6cf073c121e3,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:45.724561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:45.726578 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.730759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:45.731379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.738952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:45.745413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:45.756926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:45.763157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-75d2dd0b-e39d-4558-a2a0-8c6674c5e025 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.3052332 Mar 05 00:12:45.774145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8f58bb96-cd18-460c-9f89-170bd1bcedfb tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/routers/32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 200 len: 744 time: 0.3000796 Mar 05 00:12:45.775890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36094) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:45.781029 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.781892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:45.782463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.814447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.858846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.910265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Checking segment: {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:45.910678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Network hostable DHCP agents. Network: fee1ac64-ced5-4ace-ade3-7aec77a28268, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:45.914695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91feab0-942e-4176-9a22-3011859b8475 req-59bcbbf3-acec-4ddb-86d9-cacd18a58fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:45.916259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-59bcbbf3-acec-4ddb-86d9-cacd18a58fa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1426702 Mar 05 00:12:45.925304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9ca2042d-9392-448b-a6b7-f50ac03c16a2 tempest-RoutersIpV6AdminTest-1848695810 tempest-RoutersIpV6AdminTest-1848695810-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 200 len: 205 time: 0.1425855 Mar 05 00:12:45.926748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:45.933157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7617934 Mar 05 00:12:45.934231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 4c868e62-e150-4901-a73d-37216d92d6bd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:45.935867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74662415-4d75-4e8a-9f46-4cee7f39fc29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=3dd8582d-3480-4fca-a0d5-fda27488ab55,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:45.942549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36104) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:45.954099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:45.974734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:45.977139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:45.981206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:45.981821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:45.998390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5158734 Mar 05 00:12:46.003063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:46.008444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36110) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:46.011011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-966b1ae9-f366-4b90-a7f8-32f6b08b18f3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 200 len: 205 time: 0.0830204 Mar 05 00:12:46.033179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36114) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:46.036636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:46.064376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Request body: {'subnet': {'network_id': 'a330b1d0-4828-4715-9fc4-593eb99c8fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1950049425-subnet', 'tenant_id': 'a3a9e457f56b47bfbda96048f663d437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:46.085135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:46.093440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Usage tracker for resource:subnet and tenant:a3a9e457f56b47bfbda96048f663d437 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:46.098819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:46.105461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:46.108228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbe570-01f4-46e9-9074-70efd69f13be admin admin] Pushing event updated for resources: {'Network': ['ID=a330b1d0-4828-4715-9fc4-593eb99c8fb3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:46.110593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:46.115992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Network fee1ac64-ced5-4ace-ade3-7aec77a28268 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:46.128065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, fee1ac64-ced5-4ace-ade3-7aec77a28268) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:46.132307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:46.133768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.157377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a330b1d0-4828-4715-9fc4-593eb99c8fb3 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:46.172325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:46.174901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-72565d2c-997e-4bc4-905b-711359bef991 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2756395 Mar 05 00:12:46.211652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:46.279655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:46.300092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9102b656-cd46-4a65-a62c-ff19e62cd763 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7111783 Mar 05 00:12:46.300229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Made reservation on behalf of a3a9e457f56b47bfbda96048f663d437 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:46.304376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36126) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:46.306136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.358839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef4af7-1975-468b-a59c-b8a245fd0d2d None None] Network fee1ac64-ced5-4ace-ade3-7aec77a28268 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:46.437256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:46.462420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:46.471129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:46.471607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.510524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:46.530412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:46.534869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.597234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.606667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-2403aaba-3b78-4ada-ba57-b85bd7e5041b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6713157 Mar 05 00:12:46.674536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Allocated IP 2001:db8::2 (4c868e62-e150-4901-a73d-37216d92d6bd/5dcdd665-c3ac-450f-8007-838982927a3d/5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:46.811134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c390ebf-83ef-42a3-9920-c1c9e6133fbb None None] Network fee1ac64-ced5-4ace-ade3-7aec77a28268 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:46.813642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.829504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:46.866484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:46.923128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e510177-b503-4d9b-a6a2-35e2e13de1eb req-d98379d3-e073-4e9a-98c8-55efaca72f33 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:46.924716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e510177-b503-4d9b-a6a2-35e2e13de1eb req-d98379d3-e073-4e9a-98c8-55efaca72f33 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.7219913 Mar 05 00:12:47.100588 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e510177-b503-4d9b-a6a2-35e2e13de1eb req-e75b0552-7031-493f-b9e4-a5bdf71c8dc8 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374385 Mar 05 00:12:47.104084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80fbfe7-6ffe-45ee-a003-8df14fbc08b7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:47.122392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Checking segment: {'id': 'b01effbf-e157-47ad-96b1-f19fee430a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a330b1d0-4828-4715-9fc4-593eb99c8fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:47.122809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Network hostable DHCP agents. Network: a330b1d0-4828-4715-9fc4-593eb99c8fb3, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:47.182012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.202058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca61da9-658e-4170-9832-059e5ae911e9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:47.202654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Transition to ACTIVE for port object 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:47.205111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.206602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-024dd016-412c-4c2f-87de-0ddd709194e4 req-f471a0f7-0644-431e-afa6-1745c5be900f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.5151496 Mar 05 00:12:47.223620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Network a330b1d0-4828-4715-9fc4-593eb99c8fb3 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:47.243808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Transition to ACTIVE for port object 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:47.249276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a330b1d0-4828-4715-9fc4-593eb99c8fb3) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:47.253550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.261768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:47.263162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.351605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.359834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Network 4c868e62-e150-4901-a73d-37216d92d6bd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:47.361563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51692fb-0ed8-48ce-864b-32108e19b38a None None] Network a330b1d0-4828-4715-9fc4-593eb99c8fb3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:47.390680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-781da626-da77-4e24-b502-e8e43a6c150e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3781824 Mar 05 00:12:47.411590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-b2c1d05e-1e2b-41f6-aa8a-23fcb8ab43ae tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/6ca61da9-658e-4170-9832-059e5ae911e9 HTTP/1.1" status: 200 len: 1638 time: 0.1356921 Mar 05 00:12:47.413671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:47.422170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ca61da9-658e-4170-9832-059e5ae911e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:47.422498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ca61da9-658e-4170-9832-059e5ae911e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:47.429540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:47.433812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:47.438072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:47.447415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:47.448986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:47.500976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Pushing event updated for resources: {'Port': ['ID=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:47.597234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.625480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.626146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.626688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.627222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.627750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.628287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.628788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.629624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.630251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.630778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.631327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:12:47.648342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.657074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.689838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac30ee5-dd77-40cc-998f-6cae0959633e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:47.703323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.709737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd6c127a-ba75-47e7-8026-e389d118aae1 req-5cac735b-52db-41d8-95d7-eb8163c6cc9c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2969749 Mar 05 00:12:47.728883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.812742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Attempting to bind port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:12:47.813462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Attempting to bind port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '83958ae6-2d33-4959-b4dc-c4c7551d3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:12:47.814070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Attempting to bind port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 on network 4c868e62-e150-4901-a73d-37216d92d6bd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:47.838073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:12:47.838852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Checking segment: {'id': '83958ae6-2d33-4959-b4dc-c4c7551d3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:47.839503 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.840100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Bound using segment: {'id': '83958ae6-2d33-4959-b4dc-c4c7551d3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:12:47.840884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Bound port: 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83958ae6-2d33-4959-b4dc-c4c7551d3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c868e62-e150-4901-a73d-37216d92d6bd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:12:47.841516 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:47.873014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:47.903220 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-3d674c24-efbf-46c6-90d1-7b75f5d47a1e service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1515098 Mar 05 00:12:47.963809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] For port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:12:47.968321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] For port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,segment=NetworkSegment(83958ae6-2d33-4959-b4dc-c4c7551d3ee9),segment_id=83958ae6-2d33-4959-b4dc-c4c7551d3ee9)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:12:47.984250 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:48.169871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e6dbd-33e7-4f8b-8e46-210fa75384b7 None None] Network a330b1d0-4828-4715-9fc4-593eb99c8fb3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:48.263345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f048d58-a8ae-4291-af3d-09463c175099 req-9417a670-5d46-4826-bec1-8747daea35c5 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/6ca61da9-658e-4170-9832-059e5ae911e9 HTTP/1.1" status: 200 len: 2141 time: 0.3508935 Mar 05 00:12:48.268455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:48.298405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beab18b-a598-4850-b064-609ad28b6f24 None None] Pushing event updated for resources: {'Port': ['ID=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:48.303529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ca61da9-658e-4170-9832-059e5ae911e9', 'remote_group_id': None}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:48.304779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ca61da9-658e-4170-9832-059e5ae911e9', 'remote_group_id': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:48.343188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:48.364815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Usage tracker for resource:security_group_rule and tenant:5c3ea70429844c2984a64890b0a379f6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:48.374056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:48.389460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:48.476033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:48.703555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020a6d-1384-472e-812b-e7439fb16578 req-048d0e6b-9f1e-4c75-8603-00b8c22ac54f tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:48.704247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9e020a6d-1384-472e-812b-e7439fb16578 req-048d0e6b-9f1e-4c75-8603-00b8c22ac54f tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Synchronizing usage tracker for tenant:810af56178244bdf87bea73d63069ef7 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:48.739389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9e020a6d-1384-472e-812b-e7439fb16578 req-048d0e6b-9f1e-4c75-8603-00b8c22ac54f tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Unset dirty status for tenant:810af56178244bdf87bea73d63069ef7 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:48.749465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-048d0e6b-9f1e-4c75-8603-00b8c22ac54f tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/networks?id=b80dac9f-e10a-4929-a825-20f393a4f9b6 HTTP/1.1" status: 200 len: 824 time: 0.2948790 Mar 05 00:12:48.764840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-2a151764-5e29-4b89-b2ae-3b51262a58d6 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/quotas/810af56178244bdf87bea73d63069ef7 HTTP/1.1" status: 200 len: 375 time: 0.0175626 Mar 05 00:12:48.816418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-bad93461-1f02-4e7b-a521-494a232ad9dc tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=810af56178244bdf87bea73d63069ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506051 Mar 05 00:12:48.824645 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d91feab0-942e-4176-9a22-3011859b8475 req-d6dce316-861d-483d-b82c-59c9b8704fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9078050 Mar 05 00:12:48.904382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:48.938972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:48.939452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Fanout notify agent at l3_agent the message router_deleted on router 32fec450-75e2-4a78-8faa-9898d88a178a {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:12:48.940984 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.013122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.016706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:49.018913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.067111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.094311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-2ca306f6-530c-4c02-87e0-98295744994d service neutron] 10.222.0.32 "GET /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769098 Mar 05 00:12:49.161404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446d0175-8df5-43eb-a569-fe21dfca8ecd,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:49.193315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.195142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-07d99958-b449-4d57-8c53-0997a3488c8e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 HTTP/1.1" status: 204 len: 168 time: 2.8804805 Mar 05 00:12:49.202371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.206942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-95502256-078e-45bb-a288-23be72ae4512 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 204 len: 168 time: 3.1653228 Mar 05 00:12:49.207165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36198) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.207589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36200) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.213596 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.214692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4f048d58-a8ae-4291-af3d-09463c175099 req-ee68cd22-8f43-42e7-8bc7-972c536dde76 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.9282126 Mar 05 00:12:49.215859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=258ce726-d606-426b-b585-c15147cbfc65,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:49.284281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f4326ba2-6fdd-418a-8955-145417b3b910 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 200 len: 205 time: 0.0718327 Mar 05 00:12:49.288099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36212) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.293509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-62053827-735c-432e-9c87-2d6ad6e04ad4 service neutron] 10.222.0.32 "GET /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982455 Mar 05 00:12:49.311658 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c381ecd-2c01-43ab-9384-f7d61dd87fa5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:49.317373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c381ecd-2c01-43ab-9384-f7d61dd87fa5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:49.323018 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1c381ecd-2c01-43ab-9384-f7d61dd87fa5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 HTTP/1.1" status: 404 len: 333 time: 0.1146946 Mar 05 00:12:49.323648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36216) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.431704 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8736f5c3-c8ec-420a-ad3f-8ab421b37757 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:12:49.437755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8736f5c3-c8ec-420a-ad3f-8ab421b37757 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/c846d5c4-ee92-4c0f-b7d4-7fc34283b0c4 HTTP/1.1" status: 404 len: 333 time: 0.1130745 Mar 05 00:12:49.438457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36220) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.446626 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-c487d0f2-62e1-478c-9bba-423f8d837670 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] delete failed (client error): The resource could not be found. Mar 05 00:12:49.447730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c487d0f2-62e1-478c-9bba-423f8d837670 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/32fec450-75e2-4a78-8faa-9898d88a178a HTTP/1.1" status: 404 len: 336 time: 0.1587319 Mar 05 00:12:49.448853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': '42382fd2-4aab-4680-964b-dd25d58185db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:49.449206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: 3dd8582d-3480-4fca-a0d5-fda27488ab55, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:49.464192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36224) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.581274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2556223-fe42-4814-8479-73803526c5f0 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=9641cbfe-a318-47ba-ac25-6402dafaa86d HTTP/1.1" status: 200 len: 205 time: 0.1148393 Mar 05 00:12:49.586662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36234) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.744743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c785a975-10c9-41a7-ace6-add6c1c6f7dd req-2f0302a5-9df1-4f7d-9b25-c0ea475c2008 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/6ca61da9-658e-4170-9832-059e5ae911e9 HTTP/1.1" status: 200 len: 2649 time: 0.1606011 Mar 05 00:12:49.747530 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-1b2c8e19-8b60-4967-bbea-cc9aaafc1c42 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] delete failed (client error): The resource could not be found. Mar 05 00:12:49.752427 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1b2c8e19-8b60-4967-bbea-cc9aaafc1c42 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/9641cbfe-a318-47ba-ac25-6402dafaa86d HTTP/1.1" status: 404 len: 336 time: 0.1549850 Mar 05 00:12:49.753190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.859148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:49.867829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af8a170e-7cd8-4197-8136-132636b273a5 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0d6056b-e810-4698-8905-94de9b774eba HTTP/1.1" status: 200 len: 205 time: 0.1112075 Mar 05 00:12:49.871806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36250) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:49.898603 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09d06780-deeb-4fe0-9c31-8c70b7146851 req-bdb29860-1806-4d3a-9fad-0a3e9f0d55b4 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 210 time: 0.0865960 Mar 05 00:12:49.914908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 5dcdd665-c3ac-450f-8007-838982927a3d {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:12:49.930958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:49.989965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3dd8582d-3480-4fca-a0d5-fda27488ab55) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:49.993476 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-217f8fa7-9685-410a-8046-1ce19d80242b tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] delete failed (client error): The resource could not be found. Mar 05 00:12:49.994677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-217f8fa7-9685-410a-8046-1ce19d80242b tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/a0d6056b-e810-4698-8905-94de9b774eba HTTP/1.1" status: 404 len: 336 time: 0.1214137 Mar 05 00:12:50.000109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36256) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.002091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d3578-d67e-4abc-8173-37102125f31f None None] Network 4c868e62-e150-4901-a73d-37216d92d6bd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:50.004009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:50.004868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.024228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb322de7-cabe-4a87-ac7b-3b457254ea56 None None] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:50.061756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0d6d30b7-efee-496c-a017-32b0eda835f0 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff984e70-ded1-4635-b278-28a7dae742a6 HTTP/1.1" status: 200 len: 205 time: 0.0596225 Mar 05 00:12:50.068349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75a055-5c47-4c32-ae14-bc78d8157364 req-63fc0447-bd85-40a8-9a79-e7e2b5fc2ff0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:50.075902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd75a055-5c47-4c32-ae14-bc78d8157364 req-63fc0447-bd85-40a8-9a79-e7e2b5fc2ff0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5574768 Mar 05 00:12:50.078315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.122871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfbada22-1580-422e-b736-5f2390da8e7e req-5f7ae3b9-2041-4bb3-a804-04fba0aab16a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-group-rules/446d0175-8df5-43eb-a569-fe21dfca8ecd HTTP/1.1" status: 200 len: 718 time: 0.1105356 Mar 05 00:12:50.145997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.177725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e3db35cc-e2c8-471e-aeb0-5e12c306d41d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2021720 Mar 05 00:12:50.184646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.186130 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-668787ef-4522-47e3-a08b-caa7fa686b87 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] delete failed (client error): The resource could not be found. Mar 05 00:12:50.187130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-668787ef-4522-47e3-a08b-caa7fa686b87 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/ff984e70-ded1-4635-b278-28a7dae742a6 HTTP/1.1" status: 404 len: 336 time: 0.1064043 Mar 05 00:12:50.194507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55', 'name': 'tempest-PortsTestJSON-1020536772'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:50.207821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.264854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.323213 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2422994d-7764-4874-8d21-4c6ea60df0a5 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 HTTP/1.1" status: 200 len: 205 time: 0.1121182 Mar 05 00:12:50.333172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36280) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.416074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.423858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd75a055-5c47-4c32-ae14-bc78d8157364 req-380c21ef-ce6a-4df0-86f5-86bc8a598b7a tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465905 Mar 05 00:12:50.439281 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-45aaef57-5909-49b2-a304-c14073632c1e tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] delete failed (client error): The resource could not be found. Mar 05 00:12:50.453608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-45aaef57-5909-49b2-a304-c14073632c1e tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/e67bdb87-e8ae-4a95-9617-b4dac1c5cf73 HTTP/1.1" status: 404 len: 336 time: 0.1193557 Mar 05 00:12:50.457382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36284) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.568624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcdd665-c3ac-450f-8007-838982927a3d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:50.596959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.614292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfbada22-1580-422e-b736-5f2390da8e7e req-d3465d27-60a1-4183-8589-b36d14df962d tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/6ca61da9-658e-4170-9832-059e5ae911e9 HTTP/1.1" status: 200 len: 2649 time: 0.2328248 Mar 05 00:12:50.632738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5fc328e3-ab1f-4a23-9667-02a7d75f5fc9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/5dcdd665-c3ac-450f-8007-838982927a3d HTTP/1.1" status: 204 len: 168 time: 1.1931200 Mar 05 00:12:50.640074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.656613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:50.669808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:50.677266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:50.678209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:50.692462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:50.706405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03704cf8-8749-4da7-8570-1961832e98d1 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 HTTP/1.1" status: 200 len: 205 time: 0.2478089 Mar 05 00:12:50.713656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36298) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.757476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-3dd8582d-3480-4fca-a0d5-fda27488ab55', 'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': '258ce726-d606-426b-b585-c15147cbfc65'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:12:50.758285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.791565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bfbada22-1580-422e-b736-5f2390da8e7e req-52a87513-7ee8-482a-8ca9-f0af57062a2f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.834816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bfbada22-1580-422e-b736-5f2390da8e7e req-52a87513-7ee8-482a-8ca9-f0af57062a2f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.840245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:50.843970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.868795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-289c7e32-65b2-4d5f-8646-054b14c1af74 None None] Provisioning for port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:50.890642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:50.891567 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-df5f9837-ddc7-41b5-b541-a3c0d8ce1a51 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] delete failed (client error): The resource could not be found. Mar 05 00:12:50.892585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-df5f9837-ddc7-41b5-b541-a3c0d8ce1a51 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/routers/a8f376bc-91fe-4ea6-8f17-c8cd9585ac20 HTTP/1.1" status: 404 len: 336 time: 0.1781611 Mar 05 00:12:50.902464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36302) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:50.919190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:50.921851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.085820 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eeaa315-c6a4-4678-98d5-a038b0f0d5a3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] DELETE failed (client error): The resource could not be found. Mar 05 00:12:51.089975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eeaa315-c6a4-4678-98d5-a038b0f0d5a3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:12:51.113997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:51.117610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bfbada22-1580-422e-b736-5f2390da8e7e req-52a87513-7ee8-482a-8ca9-f0af57062a2f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.119962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 84026262-5e51-43b5-b800-b3454e5d96ed yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:51.132069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:51.132443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.145141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bfbada22-1580-422e-b736-5f2390da8e7e req-52a87513-7ee8-482a-8ca9-f0af57062a2f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.146285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfbada22-1580-422e-b736-5f2390da8e7e req-52a87513-7ee8-482a-8ca9-f0af57062a2f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/446d0175-8df5-43eb-a569-fe21dfca8ecd HTTP/1.1" status: 204 len: 173 time: 0.5310037 Mar 05 00:12:51.147087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a87513-7ee8-482a-8ca9-f0af57062a2f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=446d0175-8df5-43eb-a569-fe21dfca8ecd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:51.154727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6eeaa315-c6a4-4678-98d5-a038b0f0d5a3 tempest-RoutersIpV6AdminTest-1711927077 tempest-RoutersIpV6AdminTest-1711927077-project] 10.222.0.32 "DELETE /v2.0/subnets/061d75cb-4b85-46ce-be5f-f1f72dbe425c HTTP/1.1" status: 404 len: 337 time: 0.2423337 Mar 05 00:12:51.210738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Allocated IP 172.20.0.2 (3dd8582d-3480-4fca-a0d5-fda27488ab55/258ce726-d606-426b-b585-c15147cbfc65/35c6546c-9319-4118-87d0-8a0de0f41a28) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:51.353876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-c730192e-3397-41e2-83d6-137a956a4322 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:51.356861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-c730192e-3397-41e2-83d6-137a956a4322 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/networks?id=fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 200 len: 809 time: 0.5237243 Mar 05 00:12:51.445957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] DHCP port deletion for 4c868e62-e150-4901-a73d-37216d92d6bd request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:12:51.537960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-85db0a36-fd04-4d97-9a0c-91e7532228c3 req-b7debc00-2538-4971-943d-016699846679 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 210 time: 0.0729215 Mar 05 00:12:51.551024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,segment=NetworkSegment(83958ae6-2d33-4959-b4dc-c4c7551d3ee9),segment_id=83958ae6-2d33-4959-b4dc-c4c7551d3ee9)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:51.551446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.572212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.583652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] Deleting port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:51.584019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.610064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-323c0eba-d94e-421d-97f1-80eec32a31f9 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/quotas/b0648e95464d45219495553837e1153c HTTP/1.1" status: 200 len: 375 time: 0.1746566 Mar 05 00:12:51.696007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,segment=NetworkSegment(83958ae6-2d33-4959-b4dc-c4c7551d3ee9),segment_id=83958ae6-2d33-4959-b4dc-c4c7551d3ee9)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:51.709276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:51.725151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:51.728928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-bccda8fd-78fa-4b49-b2df-4e7e7abd5bcb tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0648e95464d45219495553837e1153c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128335 Mar 05 00:12:51.784880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020a6d-1384-472e-812b-e7439fb16578 req-d8ae33c1-9440-4d6a-8658-0bb40f0f2cd1 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:51.786349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-d8ae33c1-9440-4d6a-8658-0bb40f0f2cd1 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.10 "GET /v2.0/networks?id=b80dac9f-e10a-4929-a825-20f393a4f9b6 HTTP/1.1" status: 200 len: 824 time: 0.3531358 Mar 05 00:12:51.786867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36322) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:51.804630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Request body: {'port': {'device_id': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6', 'admin_state_up': True, 'tenant_id': '810af56178244bdf87bea73d63069ef7'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:51.840091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:51.953433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a215987d-05a9-4866-b6ce-901a8c151354 req-1bd33a41-6bbf-4229-b009-594e1b1db371 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/6ca61da9-658e-4170-9832-059e5ae911e9 HTTP/1.1" status: 200 len: 2141 time: 0.3042939 Mar 05 00:12:51.975901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:12:51.976215 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:12:51.982446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.008166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-c82b93ea-8404-419d-9272-1108b5df31c0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:12:52.009644 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-c82b93ea-8404-419d-9272-1108b5df31c0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2798519 Mar 05 00:12:52.032698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:52.032915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a215987d-05a9-4866-b6ce-901a8c151354 req-08766421-c330-4561-9c0b-cc1fc3530e86 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.037166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Usage tracker for resource:security_group_rule and tenant:3d74840c6d074064a9a028dd95b8bb8b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:52.040353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:52.046962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:52.064883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a215987d-05a9-4866-b6ce-901a8c151354 req-08766421-c330-4561-9c0b-cc1fc3530e86 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.130100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a215987d-05a9-4866-b6ce-901a8c151354 req-08766421-c330-4561-9c0b-cc1fc3530e86 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.137974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] For port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,segment=NetworkSegment(83958ae6-2d33-4959-b4dc-c4c7551d3ee9),segment_id=83958ae6-2d33-4959-b4dc-c4c7551d3ee9)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:52.138540 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.148378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08766421-c330-4561-9c0b-cc1fc3530e86 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca61da9-658e-4170-9832-059e5ae911e9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:52.160852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a215987d-05a9-4866-b6ce-901a8c151354 req-08766421-c330-4561-9c0b-cc1fc3530e86 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.162877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a215987d-05a9-4866-b6ce-901a8c151354 req-08766421-c330-4561-9c0b-cc1fc3530e86 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ca61da9-658e-4170-9832-059e5ae911e9 HTTP/1.1" status: 204 len: 173 time: 0.2034700 Mar 05 00:12:52.246123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.270340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.277829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.290983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] Calling delete_port for 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:52.322202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:52.335736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Transition to ACTIVE for port object 35c6546c-9319-4118-87d0-8a0de0f41a28 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:52.357332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Usage tracker for resource:port and tenant:810af56178244bdf87bea73d63069ef7 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:52.364379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-a2278d18-5113-4094-a2a1-3816d9870dba service neutron] 10.222.0.32 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808635 Mar 05 00:12:52.365175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:52.365573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d99-dc2f-4016-bef5-5705772a9ac3 req-41660e98-87d5-4ba2-9f65-c5d318231103 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:52.368857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07790210-7aad-4606-aca0-a82040f55bb5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:52.370369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b98d99-dc2f-4016-bef5-5705772a9ac3 req-41660e98-87d5-4ba2-9f65-c5d318231103 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1071503 Mar 05 00:12:52.375685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:52.382193 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b8cc4271-6dc8-448f-ac81-d589567f350f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d74840c6d074064a9a028dd95b8bb8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5914092 Mar 05 00:12:52.389563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Transition to ACTIVE for port object 35c6546c-9319-4118-87d0-8a0de0f41a28 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:52.404094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36330) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:52.419709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:12:52.450239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.470130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b98d99-dc2f-4016-bef5-5705772a9ac3 req-e5a6d535-a885-420e-87a0-d46f6ce3808c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916078 Mar 05 00:12:52.481631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:52.482240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.513066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Made reservation on behalf of 810af56178244bdf87bea73d63069ef7 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:52.516810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.527525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:52.538561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:52.541620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:52.596870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe700f07-5c05-4fe8-b235-ce1819391f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.603830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] The port '5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:12:52.660333 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-f447b07f-801f-4e3b-8c63-1444626e0d05 req-c6eec559-2563-4759-afab-620c268ca8c3 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] show failed (client error): The resource could not be found. Mar 05 00:12:52.661531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f447b07f-801f-4e3b-8c63-1444626e0d05 req-c6eec559-2563-4759-afab-620c268ca8c3 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/5b90539f-fcef-40c0-b2f2-d44052ef398a HTTP/1.1" status: 404 len: 352 time: 0.0978658 Mar 05 00:12:52.699177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe700f07-5c05-4fe8-b235-ce1819391f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.701906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.746106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:12:52.746511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:12:52.755212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Pushing event updated for resources: {'Port': ['ID=35c6546c-9319-4118-87d0-8a0de0f41a28,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:52.809191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.13 (3dd8582d-3480-4fca-a0d5-fda27488ab55/258ce726-d606-426b-b585-c15147cbfc65/84026262-5e51-43b5-b800-b3454e5d96ed) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:52.831021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] No DVR routers for this DVR port 5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:12:52.831782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Attempting to bind port 35c6546c-9319-4118-87d0-8a0de0f41a28 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:12:52.832202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Attempting to bind port 35c6546c-9319-4118-87d0-8a0de0f41a28 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '42382fd2-4aab-4680-964b-dd25d58185db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:12:52.832565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Attempting to bind port 35c6546c-9319-4118-87d0-8a0de0f41a28 on network 3dd8582d-3480-4fca-a0d5-fda27488ab55 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:52.837326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e378b66-2776-473e-95d4-a97b21c4235f None None] Pushing event deleted for resources: {'Port': ['ID=5e72b195-9fd5-42c5-bb1f-28f6c33e2ab7,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:52.855744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:12:52.856406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Checking segment: {'id': '42382fd2-4aab-4680-964b-dd25d58185db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:52.857061 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.858277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Bound using segment: {'id': '42382fd2-4aab-4680-964b-dd25d58185db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:12:52.858945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Bound port: 35c6546c-9319-4118-87d0-8a0de0f41a28, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42382fd2-4aab-4680-964b-dd25d58185db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:12:52.859527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.871520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.898344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-4c07a537-8bcb-47c5-967d-04560bf4f773 service neutron] 10.222.0.32 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168509 Mar 05 00:12:52.917011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c868e62-e150-4901-a73d-37216d92d6bd']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:52.958839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83958ae6-2d33-4959-b4dc-c4c7551d3ee9') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:52.959541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83958ae6-2d33-4959-b4dc-c4c7551d3ee9') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:12:52.992161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] For port 35c6546c-9319-4118-87d0-8a0de0f41a28, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:12:52.994773 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:52.997157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] For port 35c6546c-9319-4118-87d0-8a0de0f41a28, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=35c6546c-9319-4118-87d0-8a0de0f41a28,segment=NetworkSegment(42382fd2-4aab-4680-964b-dd25d58185db),segment_id=42382fd2-4aab-4680-964b-dd25d58185db)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:12:53.004303 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.008312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe700f07-5c05-4fe8-b235-ce1819391f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.017968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Allocated IP 172.20.0.5 (b80dac9f-e10a-4929-a825-20f393a4f9b6/a09cef94-3171-42eb-821c-d54f12006b63/f9602c29-9544-48ac-a767-c5e0cd15a597) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:53.065618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe700f07-5c05-4fe8-b235-ce1819391f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07790210-7aad-4606-aca0-a82040f55bb5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:53.090054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.093074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe700f07-5c05-4fe8-b235-ce1819391f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.102417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe700f07-5c05-4fe8-b235-ce1819391f8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07790210-7aad-4606-aca0-a82040f55bb5 HTTP/1.1" status: 204 len: 168 time: 0.6973023 Mar 05 00:12:53.117892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840f670-24cb-41e0-a982-1d6c1a5cb45f req-5d5dbb5f-5e34-4e12-b3ab-fff5112fce04 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:53.125475 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1840f670-24cb-41e0-a982-1d6c1a5cb45f req-5d5dbb5f-5e34-4e12-b3ab-fff5112fce04 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3299463 Mar 05 00:12:53.146816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:12:53.147225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:12:53.173513 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:12:53.190805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453534-48de-4e01-8c03-60f47de41f4c None None] Pushing event updated for resources: {'Port': ['ID=35c6546c-9319-4118-87d0-8a0de0f41a28,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:53.328439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1840f670-24cb-41e0-a982-1d6c1a5cb45f req-5f508829-c560-4b66-91cf-e73898219f71 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021110 Mar 05 00:12:53.331912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.374699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.412226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=4c868e62-e150-4901-a73d-37216d92d6bd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:53.432800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-66a05345-2cdc-4d05-ae1d-5f82adc4d955 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/4c868e62-e150-4901-a73d-37216d92d6bd HTTP/1.1" status: 204 len: 168 time: 2.7843759 Mar 05 00:12:53.433772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36356) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:53.496716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895737459'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:53.511688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:53.525737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:53.532285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:53.543155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:53.582827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:53.585814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.644173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-99ed1487-dd7f-407f-ab14-c486d5fc0aa9 req-03b90740-14d3-4f98-839e-23ecc4caa444 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 210 time: 0.1552927 Mar 05 00:12:53.711741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1be57056-b0a6-4239-a7df-39bb82c38e90 req-ea9860d6-754d-44c7-836d-494042724a85 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/837d6ce1-56a8-4c4f-a7b0-b35d93c82f23 HTTP/1.1" status: 200 len: 1638 time: 0.2925920 Mar 05 00:12:53.772706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.781315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.833632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:53.837342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36368) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:53.888646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.890007 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment 37334cb3-5948-4e6d-ab40-3c7775cef040 of type vlan for network 509bb352-cea1-44c0-bc05-984125222d2c Mar 05 00:12:53.897870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1be57056-b0a6-4239-a7df-39bb82c38e90 req-8469c8fa-bd46-4a80-918c-ef793fa6284c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.964822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1be57056-b0a6-4239-a7df-39bb82c38e90 req-8469c8fa-bd46-4a80-918c-ef793fa6284c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:53.987422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40865b15-7cb2-42fc-8fbe-c468a3a480ae req-a57cfe59-57bb-4728-ac9f-d20ad47d517a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 210 time: 0.2095065 Mar 05 00:12:53.990959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 84026262-5e51-43b5-b800-b3454e5d96ed will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:54.064099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.076129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.084671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-23ebbaa3-4e45-4a69-b377-3ba2b09fecb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61ace743ff5c45cda2fc0df092d6e524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459214 Mar 05 00:12:54.087922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36374) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:54.181508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.215516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Network b80dac9f-e10a-4929-a825-20f393a4f9b6 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:54.219716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:54.230723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:54.251834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1be57056-b0a6-4239-a7df-39bb82c38e90 req-8469c8fa-bd46-4a80-918c-ef793fa6284c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.273439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.277251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:54.277932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.313183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469c8fa-bd46-4a80-918c-ef793fa6284c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d6ce1-56a8-4c4f-a7b0-b35d93c82f23,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:54.340007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Pushing event updated for resources: {'Port': ['ID=f9602c29-9544-48ac-a767-c5e0cd15a597,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:54.419705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:54.433157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:54.450632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:54.499952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=509bb352-cea1-44c0-bc05-984125222d2c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:54.513293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1be57056-b0a6-4239-a7df-39bb82c38e90 req-8469c8fa-bd46-4a80-918c-ef793fa6284c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.515615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1be57056-b0a6-4239-a7df-39bb82c38e90 req-8469c8fa-bd46-4a80-918c-ef793fa6284c tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/837d6ce1-56a8-4c4f-a7b0-b35d93c82f23 HTTP/1.1" status: 204 len: 173 time: 0.8029518 Mar 05 00:12:54.522423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 509bb352-cea1-44c0-bc05-984125222d2c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:54.526039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-527699a0-f1b6-48c6-9992-df048938394c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.532704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-146709b9-c4ff-4cfb-a20c-62b9ccb66cff tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0534806 Mar 05 00:12:54.536153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36380) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:54.551450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:54.552082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.553311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '509bb352-cea1-44c0-bc05-984125222d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:54.580349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 35c6546c-9319-4118-87d0-8a0de0f41a28 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:54.582743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:54.583360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.622338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=84026262-5e51-43b5-b800-b3454e5d96ed,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:54.663058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a956c5ac-56f1-4a86-8512-be6abbace006 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4747496 Mar 05 00:12:54.667509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-deba5977-980a-4908-bb5f-9ce14d8bca96 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8689387 Mar 05 00:12:54.668539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36384) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:54.682596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Request body: {'port': {'device_id': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:54.742919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '3dd8582d-3480-4fca-a0d5-fda27488ab55', 'name': 'tempest-PortsTestJSON-652303479'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:54.765390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d14adb-6606-498b-87f2-ab899910b921 req-4470edb7-86e2-43e0-b0ed-a620159be88b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:54.767248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3d14adb-6606-498b-87f2-ab899910b921 req-4470edb7-86e2-43e0-b0ed-a620159be88b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4880216 Mar 05 00:12:54.796978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f619df58-1ad4-445e-85a3-48c7cfe36e42 None None] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:54.808091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-527699a0-f1b6-48c6-9992-df048938394c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:54.836925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 35c6546c-9319-4118-87d0-8a0de0f41a28 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:54.859080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:54.874109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:54.882880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93cd6d21-7505-4c98-bcbe-57333262d8ef req-ca028d68-482e-4627-8996-b029d25003b9 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/592e1ddf-2d93-4903-9cfe-584d96ed5df3 HTTP/1.1" status: 200 len: 1638 time: 0.2950168 Mar 05 00:12:54.886506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:54.896182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:54.981790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:54.983160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] Provisioning for port 35c6546c-9319-4118-87d0-8a0de0f41a28 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:55.009399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] Provisioning complete for port 35c6546c-9319-4118-87d0-8a0de0f41a28 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:55.015765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.084695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-527699a0-f1b6-48c6-9992-df048938394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.085740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.131702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-93cd6d21-7505-4c98-bcbe-57333262d8ef req-b84bbbd0-57a3-48ae-84bd-2eddc5bc9386 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.136530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-527699a0-f1b6-48c6-9992-df048938394c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.137942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-527699a0-f1b6-48c6-9992-df048938394c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dca0cf4-f21d-459e-a2f5-2b8982b44e32 HTTP/1.1" status: 204 len: 168 time: 1.0416121 Mar 05 00:12:55.139764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b3d14adb-6606-498b-87f2-ab899910b921 req-5eaa8364-f8d9-4860-9ddd-bbff55911609 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295455 Mar 05 00:12:55.154221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527699a0-f1b6-48c6-9992-df048938394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca0cf4-f21d-459e-a2f5-2b8982b44e32,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:55.267170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.372728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-e8aeeb22-a9fb-4c96-9d50-13453fe1a52f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:55.375174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-e8aeeb22-a9fb-4c96-9d50-13453fe1a52f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.36 "GET /v2.0/networks?id=fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 200 len: 809 time: 0.4519901 Mar 05 00:12:55.386880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:55.490309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.507036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Request body: {'port': {'device_id': 'c807b207-c3a8-4695-9799-179c1fa21977', 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268', 'admin_state_up': True, 'tenant_id': 'b0648e95464d45219495553837e1153c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:55.533937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:55.538671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] For port 35c6546c-9319-4118-87d0-8a0de0f41a28, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=35c6546c-9319-4118-87d0-8a0de0f41a28,segment=NetworkSegment(42382fd2-4aab-4680-964b-dd25d58185db),segment_id=42382fd2-4aab-4680-964b-dd25d58185db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:12:55.551477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.554897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:55.651416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:55.697388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb174919-1c1c-4550-a5e2-20e19f1b0308 None None] Pushing event updated for resources: {'Port': ['ID=35c6546c-9319-4118-87d0-8a0de0f41a28,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:55.704561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-93cd6d21-7505-4c98-bcbe-57333262d8ef req-b84bbbd0-57a3-48ae-84bd-2eddc5bc9386 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.762147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:55.766891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.815720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.903397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-11333382-e68c-4297-b195-386482669067 None None] Provisioning for port 84026262-5e51-43b5-b800-b3454e5d96ed completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:55.910090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-11333382-e68c-4297-b195-386482669067 None None] Provisioning complete for port 84026262-5e51-43b5-b800-b3454e5d96ed triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:55.910595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-11333382-e68c-4297-b195-386482669067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.918894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-93cd6d21-7505-4c98-bcbe-57333262d8ef req-b84bbbd0-57a3-48ae-84bd-2eddc5bc9386 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:55.973198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bbbd0-57a3-48ae-84bd-2eddc5bc9386 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e1ddf-2d93-4903-9cfe-584d96ed5df3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:55.981107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 21ceab6e-f7ba-4396-9de0-d4ff32967e2f yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:55.992715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:56.012539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': '37334cb3-5948-4e6d-ab40-3c7775cef040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '509bb352-cea1-44c0-bc05-984125222d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:56.013041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 509bb352-cea1-44c0-bc05-984125222d2c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:56.038402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-93cd6d21-7505-4c98-bcbe-57333262d8ef req-b84bbbd0-57a3-48ae-84bd-2eddc5bc9386 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:56.043972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93cd6d21-7505-4c98-bcbe-57333262d8ef req-b84bbbd0-57a3-48ae-84bd-2eddc5bc9386 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/592e1ddf-2d93-4903-9cfe-584d96ed5df3 HTTP/1.1" status: 204 len: 173 time: 1.1460388 Mar 05 00:12:56.064609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfca8dc-c117-4476-81fe-6910e870331a req-b4ae5edb-868e-4aab-847a-80235f9f330c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:56.065382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-acfca8dc-c117-4476-81fe-6910e870331a req-b4ae5edb-868e-4aab-847a-80235f9f330c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Synchronizing usage tracker for tenant:810af56178244bdf87bea73d63069ef7 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:56.072780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 509bb352-cea1-44c0-bc05-984125222d2c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:56.082659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:56.090243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-11333382-e68c-4297-b195-386482669067 None None] Port 84026262-5e51-43b5-b800-b3454e5d96ed cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:12:56.098457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 509bb352-cea1-44c0-bc05-984125222d2c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:56.103979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:56.104546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:56.108860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ca84d-9b8e-45e1-866b-aef130e21dd5 None None] Network 509bb352-cea1-44c0-bc05-984125222d2c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:56.132667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Usage tracker for resource:port and tenant:b0648e95464d45219495553837e1153c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:56.138350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:56.141212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-79a9e7d7-735a-4e6c-a054-67467b92a004 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6038442 Mar 05 00:12:56.142565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:56.149361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '509bb352-cea1-44c0-bc05-984125222d2c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1204971463'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:56.189678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:56.251187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-11333382-e68c-4297-b195-386482669067 None None] Provisioning complete for port 35c6546c-9319-4118-87d0-8a0de0f41a28 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:56.251553 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-11333382-e68c-4297-b195-386482669067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:56.253871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Made reservation on behalf of b0648e95464d45219495553837e1153c for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:56.256892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:56.311754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-acfca8dc-c117-4476-81fe-6910e870331a req-b4ae5edb-868e-4aab-847a-80235f9f330c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Unset dirty status for tenant:810af56178244bdf87bea73d63069ef7 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:56.311754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acfca8dc-c117-4476-81fe-6910e870331a req-b4ae5edb-868e-4aab-847a-80235f9f330c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 931 time: 0.8701768 Mar 05 00:12:56.413200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:12:56.422001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 35c6546c-9319-4118-87d0-8a0de0f41a28 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:12:56.447276 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74b6a1a3-40f5-493a-b579-6db03ae63453 req-37d98a5e-9940-4680-bf92-d7f881175145 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 210 time: 0.0701234 Mar 05 00:12:56.467886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:56.484876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:56.488120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:56.494307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:56.507150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:56.514700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:56.564809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port f96f771a-9946-46e4-a2cf-d74e4c2060ca yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:12:56.763517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 35c6546c-9319-4118-87d0-8a0de0f41a28 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:56.764955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:56.787052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::2c3 (509bb352-cea1-44c0-bc05-984125222d2c/9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53/f96f771a-9946-46e4-a2cf-d74e4c2060ca) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:56.890272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-509bb352-cea1-44c0-bc05-984125222d2c', 'network_id': '509bb352-cea1-44c0-bc05-984125222d2c', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': '9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:12:56.891236 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.084883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2f957880-6a4d-4156-a5d6-a66a0c9aed1f None None] Provisioning complete for port 84026262-5e51-43b5-b800-b3454e5d96ed triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:57.087771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2f957880-6a4d-4156-a5d6-a66a0c9aed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.128126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9602c29-9544-48ac-a767-c5e0cd15a597 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:12:57.139251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.164195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acfca8dc-c117-4476-81fe-6910e870331a req-fe2cd64c-f054-4b34-ac6a-e6f0cf47fcd7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8334365 Mar 05 00:12:57.189383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.11 (3dd8582d-3480-4fca-a0d5-fda27488ab55/258ce726-d606-426b-b585-c15147cbfc65/21ceab6e-f7ba-4396-9de0-d4ff32967e2f) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:57.199881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.218611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:57.224075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Transition to ACTIVE for port object f9602c29-9544-48ac-a767-c5e0cd15a597 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:57.224380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8355-630a-44d0-9eec-8924a7f96086 req-c12deff1-a75b-45df-ae89-5a672259dcce tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:57.231436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8dd8355-630a-44d0-9eec-8924a7f96086 req-c12deff1-a75b-45df-ae89-5a672259dcce tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3316817 Mar 05 00:12:57.247282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.299175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object f96f771a-9946-46e4-a2cf-d74e4c2060ca will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:57.340220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8dd8355-630a-44d0-9eec-8924a7f96086 req-342c438b-e9fa-4116-81fd-aaca1a25d362 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077473 Mar 05 00:12:57.377341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.427415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.455315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.488345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=f9602c29-9544-48ac-a767-c5e0cd15a597,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:57.494800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2f957880-6a4d-4156-a5d6-a66a0c9aed1f None None] Port 84026262-5e51-43b5-b800-b3454e5d96ed cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:12:57.507092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Allocated IP 172.20.0.10 (fee1ac64-ced5-4ace-ade3-7aec77a28268/c0d23172-d69e-4719-beaf-6cf073c121e3/4b1e69da-8c46-4cd5-b8ec-499b6a31c45c) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:57.560398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 509bb352-cea1-44c0-bc05-984125222d2c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:57.564475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:57.566471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=f96f771a-9946-46e4-a2cf-d74e4c2060ca,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:57.574873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:57.585931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:57.586603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.593423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e48f447e-99b4-4641-8e32-bb07f267fb42 req-289d9c35-368a-4136-b535-29f5e0eea58a tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/c020ccf3-f03a-417e-aee5-04829350e447 HTTP/1.1" status: 200 len: 1639 time: 0.3540959 Mar 05 00:12:57.614594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-883134150'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:57.625991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Allocated IP 2001:db8::2 (509bb352-cea1-44c0-bc05-984125222d2c/9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53/4bfb0510-94dd-48b2-9410-ee67b6b8b355) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:12:57.653852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:57.660655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45ff313d-fd65-4d1d-9680-ca38d83236b7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5167623 Mar 05 00:12:57.665993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:57.668339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:network and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:57.672481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:57.679670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:57.703815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:57.707279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.723500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.751873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96936b09-cc2a-4578-a2a1-92c9547621bb req-af29a25f-124e-4f52-9aa1-6b7975d60cf2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:57.753310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96936b09-cc2a-4578-a2a1-92c9547621bb req-af29a25f-124e-4f52-9aa1-6b7975d60cf2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1438377 Mar 05 00:12:57.794652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:57.818342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:security_group_rule and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:57.822851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96936b09-cc2a-4578-a2a1-92c9547621bb req-cfdbcb1c-1a72-4fc2-9cfa-eeab49094296 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592465 Mar 05 00:12:57.823698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:57.830544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:57.905768 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.920855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Transition to ACTIVE for port object 4bfb0510-94dd-48b2-9410-ee67b6b8b355 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:57.936744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.943764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Transition to ACTIVE for port object 4bfb0510-94dd-48b2-9410-ee67b6b8b355 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:57.950327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.952836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:57.996193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:12:58.009366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53df9146-3395-48ca-85ea-fbd2de23687b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:58.045082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Network 509bb352-cea1-44c0-bc05-984125222d2c is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:58.053168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:58.057959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:58.073580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Pushing event updated for resources: {'Port': ['ID=4bfb0510-94dd-48b2-9410-ee67b6b8b355,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:58.091477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db9f479a-0192-4550-b650-d105cb92231a req-68f72ba5-37f2-4f2b-be44-908bce9b8f30 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 210 time: 0.0967755 Mar 05 00:12:58.093156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.093589 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Added segment 74c04358-f12f-45d4-a7d4-6b1d5a488a33 of type vlan for network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 Mar 05 00:12:58.188937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.191499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port f96f771a-9946-46e4-a2cf-d74e4c2060ca {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:12:58.191961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.227288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Attempting to bind port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:12:58.228197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Attempting to bind port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '37334cb3-5948-4e6d-ab40-3c7775cef040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '509bb352-cea1-44c0-bc05-984125222d2c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:12:58.232067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Attempting to bind port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 on network 509bb352-cea1-44c0-bc05-984125222d2c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:58.242900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:12:58.243343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Checking segment: {'id': '37334cb3-5948-4e6d-ab40-3c7775cef040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '509bb352-cea1-44c0-bc05-984125222d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:58.243665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.244051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Bound using segment: {'id': '37334cb3-5948-4e6d-ab40-3c7775cef040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '509bb352-cea1-44c0-bc05-984125222d2c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:12:58.244636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Bound port: 4bfb0510-94dd-48b2-9410-ee67b6b8b355, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37334cb3-5948-4e6d-ab40-3c7775cef040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '509bb352-cea1-44c0-bc05-984125222d2c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:12:58.245017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.260264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.266138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:58.267133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.295867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.310400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Attempting to bind port f9602c29-9544-48ac-a767-c5e0cd15a597 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:12:58.311431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Attempting to bind port f9602c29-9544-48ac-a767-c5e0cd15a597 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09b2ac52-9218-4dd0-85cf-b1d21846f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:12:58.311775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Attempting to bind port f9602c29-9544-48ac-a767-c5e0cd15a597 on network b80dac9f-e10a-4929-a825-20f393a4f9b6 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:58.345931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.354810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1198673 Mar 05 00:12:58.360549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36450) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:58.369482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] For port 4bfb0510-94dd-48b2-9410-ee67b6b8b355, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:12:58.374815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] For port 4bfb0510-94dd-48b2-9410-ee67b6b8b355, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4bfb0510-94dd-48b2-9410-ee67b6b8b355,segment=NetworkSegment(37334cb3-5948-4e6d-ab40-3c7775cef040),segment_id=37334cb3-5948-4e6d-ab40-3c7775cef040)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:12:58.379581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.413675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Port f9602c29-9544-48ac-a767-c5e0cd15a597 on network b80dac9f-e10a-4929-a825-20f393a4f9b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:12:58.414032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Attempting to bind port f9602c29-9544-48ac-a767-c5e0cd15a597 on network b80dac9f-e10a-4929-a825-20f393a4f9b6 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:12:58.424422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:58.440470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e48f447e-99b4-4641-8e32-bb07f267fb42 req-530fd075-d860-4b6d-aa5b-40d55fdaa26f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.448722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 21ceab6e-f7ba-4396-9de0-d4ff32967e2f will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:12:58.485370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335f864-f5a8-46b2-a357-6e329516b7a5 None None] Pushing event updated for resources: {'Port': ['ID=4bfb0510-94dd-48b2-9410-ee67b6b8b355,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:58.504200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:12:58.504526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Checking segment: {'id': '09b2ac52-9218-4dd0-85cf-b1d21846f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:58.504914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Bound using segment: {'id': '09b2ac52-9218-4dd0-85cf-b1d21846f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:12:58.505582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Bound port: f9602c29-9544-48ac-a767-c5e0cd15a597, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b2ac52-9218-4dd0-85cf-b1d21846f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:12:58.505937 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.550193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ab66-c69d-40c3-8341-d7b1bceff391 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Network': ['ID=facbfd30-ce5b-49e9-bd2d-720bb8ac22b4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:58.566330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:12:58.582720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:12:58.587275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:12:58.590692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:12:58.597168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:12:58.611410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:12:58.628191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e48f447e-99b4-4641-8e32-bb07f267fb42 req-530fd075-d860-4b6d-aa5b-40d55fdaa26f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.657025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.830770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.908421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:58.911384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Network fee1ac64-ced5-4ace-ade3-7aec77a28268 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:58.913149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Pushing event updated for resources: {'Port': ['ID=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:58.920792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:58.962170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:58.999079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.005948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e48f447e-99b4-4641-8e32-bb07f267fb42 req-530fd075-d860-4b6d-aa5b-40d55fdaa26f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.038754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b4bb-ff85-4f40-8d82-438a814ad57b req-dcc20b0f-989d-415a-a132-a7f50495d283 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:59.040315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb18b4bb-ff85-4f40-8d82-438a814ad57b req-dcc20b0f-989d-415a-a132-a7f50495d283 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 943 time: 0.2131808 Mar 05 00:12:59.045850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:12:59.062570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] For port f9602c29-9544-48ac-a767-c5e0cd15a597, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:12:59.064757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:59.134048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb18b4bb-ff85-4f40-8d82-438a814ad57b req-e89d3318-a985-45b1-a729-2cda4e3d3fd7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Synchronizing usage tracker for tenant:810af56178244bdf87bea73d63069ef7 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:12:59.183637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb18b4bb-ff85-4f40-8d82-438a814ad57b req-e89d3318-a985-45b1-a729-2cda4e3d3fd7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Unset dirty status for tenant:810af56178244bdf87bea73d63069ef7 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:12:59.185852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb18b4bb-ff85-4f40-8d82-438a814ad57b req-e89d3318-a985-45b1-a729-2cda4e3d3fd7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377339 Mar 05 00:12:59.226954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.244684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fd075-d860-4b6d-aa5b-40d55fdaa26f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c020ccf3-f03a-417e-aee5-04829350e447,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:59.246590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:12:59.419131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for f96f771a-9946-46e4-a2cf-d74e4c2060ca owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:12:59.420868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:12:59.421366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network hostable DHCP agents. Network: facbfd30-ce5b-49e9-bd2d-720bb8ac22b4, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:12:59.479676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] For port f9602c29-9544-48ac-a767-c5e0cd15a597, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f9602c29-9544-48ac-a767-c5e0cd15a597,segment=NetworkSegment(09b2ac52-9218-4dd0-85cf-b1d21846f913),segment_id=09b2ac52-9218-4dd0-85cf-b1d21846f913)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:12:59.499327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=307d479e-b006-4f71-a781-793765b0ed94,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:59.502667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-556065a6-3916-42da-ae0a-f3535ee75332 None None] Provisioning for port 21ceab6e-f7ba-4396-9de0-d4ff32967e2f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:12:59.514479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-556065a6-3916-42da-ae0a-f3535ee75332 None None] Provisioning complete for port 21ceab6e-f7ba-4396-9de0-d4ff32967e2f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:12:59.516913 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-556065a6-3916-42da-ae0a-f3535ee75332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.553046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:12:59.554350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:59.555242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.560510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.570968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, facbfd30-ce5b-49e9-bd2d-720bb8ac22b4) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:12:59.573087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=21ceab6e-f7ba-4396-9de0-d4ff32967e2f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:12:59.578083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:59.578723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.596570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55aa97-58ae-4e93-b189-f826f6534cdb None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:12:59.608713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ddc2b-600b-4452-b29f-6fbc857c4b59 req-cc3933e9-9b5c-4776-9341-0309ec41b74f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:59.615569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-753ddc2b-600b-4452-b29f-6fbc857c4b59 req-cc3933e9-9b5c-4776-9341-0309ec41b74f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1964340 Mar 05 00:12:59.634683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e48f447e-99b4-4641-8e32-bb07f267fb42 req-530fd075-d860-4b6d-aa5b-40d55fdaa26f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.649133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e48f447e-99b4-4641-8e32-bb07f267fb42 req-530fd075-d860-4b6d-aa5b-40d55fdaa26f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/c020ccf3-f03a-417e-aee5-04829350e447 HTTP/1.1" status: 204 len: 173 time: 2.0458117 Mar 05 00:12:59.679334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-753ddc2b-600b-4452-b29f-6fbc857c4b59 req-2a9ffd8c-5bc6-47d2-ac67-e0c568d08252 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621328 Mar 05 00:12:59.685076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0738a28f-baa9-4bb0-affd-bf1e57d30c07 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3207679 Mar 05 00:12:59.686294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36468) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:12:59.700165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'name': 'tempest-NetworksTestDHCPv6-820083568'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:59.801210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:12:59.806064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.821036 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:12:59.822757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] 10.222.0.10 "PUT /v2.0/ports/f9602c29-9544-48ac-a767-c5e0cd15a597 HTTP/1.1" status: 200 len: 1091 time: 5.1448030 Mar 05 00:12:59.833175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'tag': 'f9602c29-9544-48ac-a767-c5e0cd15a597'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:12:59.856381 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:12:59.877488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-df07b96c-6d95-4cc2-b0d6-f18f6c6b535b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4861691 Mar 05 00:12:59.901679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d56abd9-7d11-4f57-8374-3c91bd765f51 req-c78ed6c3-d6d5-44c7-897d-cd910eae8c78 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/eb1f0bc7-ca2b-490e-a297-21988ab5248b HTTP/1.1" status: 200 len: 2146 time: 0.1474190 Mar 05 00:12:59.929355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Request body: {'port': {'device_id': 'c807b207-c3a8-4695-9799-179c1fa21977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:12:59.949606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ade4c5-b827-4018-be93-700982ffdd24 None None] Network 509bb352-cea1-44c0-bc05-984125222d2c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:00.037425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:00.041759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-556065a6-3916-42da-ae0a-f3535ee75332 None None] Port 21ceab6e-f7ba-4396-9de0-d4ff32967e2f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:00.042425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:00.049322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:00.055297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:00.090613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c101-e17a-47c5-93e1-898c104b1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=f9602c29-9544-48ac-a767-c5e0cd15a597,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:00.096575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f3264842-4726-4574-9441-7e3cb0baea11 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4240377 Mar 05 00:13:00.096789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:00.099526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.108589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36478) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:00.110990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5d56abd9-7d11-4f57-8374-3c91bd765f51 req-22741411-a034-4078-8cb6-aee9f7abbe4f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.142374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5d56abd9-7d11-4f57-8374-3c91bd765f51 req-22741411-a034-4078-8cb6-aee9f7abbe4f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.166730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '307d479e-b006-4f71-a781-793765b0ed94'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:00.167868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.224703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.261083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5d56abd9-7d11-4f57-8374-3c91bd765f51 req-22741411-a034-4078-8cb6-aee9f7abbe4f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.288645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.291734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ddeafd09-c8a4-4380-81cf-cf056cc15191 None None] Provisioning for port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:00.300165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 13abb4e4-de3b-4ab6-aa7f-429cd76ef54b yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:00.307967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=f96f771a-9946-46e4-a2cf-d74e4c2060ca,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:00.349215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22741411-a034-4078-8cb6-aee9f7abbe4f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1f0bc7-ca2b-490e-a297-21988ab5248b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:00.349886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8db301-0b04-487c-ba21-6daf720040e3 req-1a51bbf9-1587-4c9f-9375-63656482bb75 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:00.351030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2d8db301-0b04-487c-ba21-6daf720040e3 req-1a51bbf9-1587-4c9f-9375-63656482bb75 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Synchronizing usage tracker for tenant:b0648e95464d45219495553837e1153c on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:00.420392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-0dc1d0e4-fb40-47b8-9b37-4ee600a60191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=810af56178244bdf87bea73d63069ef7&device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 1094 time: 0.5412760 Mar 05 00:13:00.498062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-83b00d5e-2ef4-4a7a-8b77-9558f271518c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9602c29-9544-48ac-a767-c5e0cd15a597 HTTP/1.1" status: 200 len: 217 time: 0.0678294 Mar 05 00:13:00.503752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4bfb0510-94dd-48b2-9410-ee67b6b8b355 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:00.525282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5d56abd9-7d11-4f57-8374-3c91bd765f51 req-22741411-a034-4078-8cb6-aee9f7abbe4f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.554850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d56abd9-7d11-4f57-8374-3c91bd765f51 req-22741411-a034-4078-8cb6-aee9f7abbe4f tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb1f0bc7-ca2b-490e-a297-21988ab5248b HTTP/1.1" status: 204 len: 173 time: 0.6517022 Mar 05 00:13:00.555560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.561284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dbbe7458-f2e2-4cd8-80b8-6d1be02d667c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/f96f771a-9946-46e4-a2cf-d74e4c2060ca HTTP/1.1" status: 204 len: 168 time: 2.8764319 Mar 05 00:13:00.564660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36486) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:00.570979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2d8db301-0b04-487c-ba21-6daf720040e3 req-1a51bbf9-1587-4c9f-9375-63656482bb75 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Unset dirty status for tenant:b0648e95464d45219495553837e1153c on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:00.577539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d8db301-0b04-487c-ba21-6daf720040e3 req-1a51bbf9-1587-4c9f-9375-63656482bb75 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 932 time: 0.6620660 Mar 05 00:13:00.629732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:00.635760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:00.636299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.660944 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'tag': 'f9602c29-9544-48ac-a767-c5e0cd15a597', 'status': 'completed', 'code': 200} Mar 05 00:13:00.677341 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82cf99d-0a4a-4582-b46a-76d646cd0b06 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:13:00.678085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e82cf99d-0a4a-4582-b46a-76d646cd0b06 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:00.707344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020a6d-1384-472e-812b-e7439fb16578 req-c8989610-4e34-4de0-b173-ba555c8dd5da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:00.708831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-c8989610-4e34-4de0-b173-ba555c8dd5da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a09cef94-3171-42eb-821c-d54f12006b63 HTTP/1.1" status: 200 len: 864 time: 0.2019155 Mar 05 00:13:00.755614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::1ae (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/307d479e-b006-4f71-a781-793765b0ed94/13abb4e4-de3b-4ab6-aa7f-429cd76ef54b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:00.768177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e82cf99d-0a4a-4582-b46a-76d646cd0b06 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:00.769378 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e82cf99d-0a4a-4582-b46a-76d646cd0b06 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/f96f771a-9946-46e4-a2cf-d74e4c2060ca HTTP/1.1" status: 404 len: 333 time: 0.1979408 Mar 05 00:13:00.781269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36494) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:00.790379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e9ede-d7c3-416f-b38f-c7a2830da06d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:00.802433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf3e9ede-d7c3-416f-b38f-c7a2830da06d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.5899973 Mar 05 00:13:00.803261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:00.815427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:00.825080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d8db301-0b04-487c-ba21-6daf720040e3 req-76e770f1-e0c7-48c6-9df6-73ad8ddf696e tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465966 Mar 05 00:13:00.828101 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-e74a6dad-887f-48db-819c-a68e6cd60563 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b80dac9f-e10a-4929-a825-20f393a4f9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082954 Mar 05 00:13:00.967656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4bfb0510-94dd-48b2-9410-ee67b6b8b355, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4bfb0510-94dd-48b2-9410-ee67b6b8b355,segment=NetworkSegment(37334cb3-5948-4e6d-ab40-3c7775cef040),segment_id=37334cb3-5948-4e6d-ab40-3c7775cef040)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:00.973088 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.004413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 21ceab6e-f7ba-4396-9de0-d4ff32967e2f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:01.004743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.100635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-87792f56-4c03-4fe3-afaa-1b2896e558bf None None] Provisioning complete for port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:01.100851 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87792f56-4c03-4fe3-afaa-1b2896e558bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.120856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-3ed27297-8bb2-4afd-8918-ac79a80e9f5f service neutron] 10.222.0.10 "GET /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701672 Mar 05 00:13:01.159639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4bfb0510-94dd-48b2-9410-ee67b6b8b355,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:01.406099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2eefe6fe-8455-46bc-b689-4807b43f26a2 None None] Could not find standard attr ID for object f96f771a-9946-46e4-a2cf-d74e4c2060ca. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:13:01.412640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9931973-1e6e-4a0e-a715-27d3c63caba0 req-6708c2b7-fdba-4831-882a-b9c2ed6a3d02 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:01.419809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c9931973-1e6e-4a0e-a715-27d3c63caba0 req-6708c2b7-fdba-4831-882a-b9c2ed6a3d02 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 943 time: 0.5453670 Mar 05 00:13:01.524970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.651746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1b991f67-5410-46c1-9aaf-6e45f26962e0 req-8476fb8b-9738-4640-9456-5eb60aaf0a27 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "GET /v2.0/security-groups/c7e78cb6-413d-443d-be7d-54590e647c63 HTTP/1.1" status: 200 len: 2141 time: 0.5330079 Mar 05 00:13:01.693679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e020a6d-1384-472e-812b-e7439fb16578 req-ce8be677-1a96-43c0-9bc5-eed40aa4aaef service neutron] 10.222.0.10 "GET /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448232 Mar 05 00:13:01.731778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 13abb4e4-de3b-4ab6-aa7f-429cd76ef54b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:01.742562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:01.753837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c9931973-1e6e-4a0e-a715-27d3c63caba0 req-0a0ffc85-c4e9-4714-8f60-57e6ce49b036 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325682 Mar 05 00:13:01.755466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.794243 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.912529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:13:01.929510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.935111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:01.938906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 21ceab6e-f7ba-4396-9de0-d4ff32967e2f owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:02.010768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Transition to ACTIVE for port object 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:02.016544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1b991f67-5410-46c1-9aaf-6e45f26962e0 req-8656eb32-ecc3-4c0e-adfb-32ec752f1e10 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.030911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.086018 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.112236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-5763017e-4dca-4609-a1cd-50081f0291ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=810af56178244bdf87bea73d63069ef7&device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 1094 time: 0.3005872 Mar 05 00:13:02.163015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1b991f67-5410-46c1-9aaf-6e45f26962e0 req-8656eb32-ecc3-4c0e-adfb-32ec752f1e10 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.185851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:02.193826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/307d479e-b006-4f71-a781-793765b0ed94/e651ce51-3000-4794-b7f4-ead9d2e0e2b2) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:02.194783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:02.215003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2bd62-0b85-4af9-9c9e-686f69424ecc req-76b0da1a-716e-43ed-946b-f4eef48dc274 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:02.216523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1a2bd62-0b85-4af9-9c9e-686f69424ecc req-76b0da1a-716e-43ed-946b-f4eef48dc274 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3419979 Mar 05 00:13:02.220594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:02.224727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:02.225546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.289459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=13abb4e4-de3b-4ab6-aa7f-429cd76ef54b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:02.316201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1a2bd62-0b85-4af9-9c9e-686f69424ecc req-ecc2f21a-4e3d-4781-a775-b6da9b69031e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841343 Mar 05 00:13:02.320445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cd0947e1-9b96-42e5-b526-b5693e360c0e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6325703 Mar 05 00:13:02.321184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36514) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:02.354390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.388315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.426118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=21ceab6e-f7ba-4396-9de0-d4ff32967e2f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:02.441387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4bfb0510-94dd-48b2-9410-ee67b6b8b355 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:02.524784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:02.556132 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.647318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.667782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Transition to ACTIVE for port object e651ce51-3000-4794-b7f4-ead9d2e0e2b2 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:02.670236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:02.670643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.693865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:02.729052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.730840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1cd7fe46-6cb2-4add-9636-c24fab06f89b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/21ceab6e-f7ba-4396-9de0-d4ff32967e2f HTTP/1.1" status: 204 len: 168 time: 1.9258347 Mar 05 00:13:02.746361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36522) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:02.775375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Transition to ACTIVE for port object e651ce51-3000-4794-b7f4-ead9d2e0e2b2 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:02.789243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.803809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eced32f-82ac-4686-af99-51ed858e58f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:02.804510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0eced32f-82ac-4686-af99-51ed858e58f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:02.810273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.819311 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76482a4-5cce-4b7f-9fc5-ae44bf7c299b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:13:02.819817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b76482a4-5cce-4b7f-9fc5-ae44bf7c299b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:02.855107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Attempting to bind port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:02.855679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Attempting to bind port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:02.856263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Attempting to bind port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c on network fee1ac64-ced5-4ace-ade3-7aec77a28268 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:02.856708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1ca3c-1507-45e3-84ed-b697fe3db162 req-1ad1e89b-6948-4e4a-a0cd-8e6775c7ec01 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:02.858661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c3c1ca3c-1507-45e3-84ed-b697fe3db162 req-1ad1e89b-6948-4e4a-a0cd-8e6775c7ec01 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 944 time: 0.2721920 Mar 05 00:13:02.859358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0eced32f-82ac-4686-af99-51ed858e58f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:02.860725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0eced32f-82ac-4686-af99-51ed858e58f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5382321 Mar 05 00:13:02.862477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b76482a4-5cce-4b7f-9fc5-ae44bf7c299b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:02.863597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b76482a4-5cce-4b7f-9fc5-ae44bf7c299b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/21ceab6e-f7ba-4396-9de0-d4ff32967e2f HTTP/1.1" status: 404 len: 333 time: 0.1153145 Mar 05 00:13:02.864175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36528) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:02.866543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36530) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:02.885567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d0593-ae69-490f-836d-b0c8237904bd None None] Network 509bb352-cea1-44c0-bc05-984125222d2c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:02.889758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08dc97d2-76dc-44b2-8e7d-649a412d7b4a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53 HTTP/1.1" status: 204 len: 168 time: 2.0984514 Mar 05 00:13:02.893800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c on network fee1ac64-ced5-4ace-ade3-7aec77a28268 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:13:02.894370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Attempting to bind port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c on network fee1ac64-ced5-4ace-ade3-7aec77a28268 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:02.899038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36536) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:02.899823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1b991f67-5410-46c1-9aaf-6e45f26962e0 req-8656eb32-ecc3-4c0e-adfb-32ec752f1e10 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.902645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1b991f67-5410-46c1-9aaf-6e45f26962e0 req-8656eb32-ecc3-4c0e-adfb-32ec752f1e10 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:02.914024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1b991f67-5410-46c1-9aaf-6e45f26962e0 req-8656eb32-ecc3-4c0e-adfb-32ec752f1e10 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7e78cb6-413d-443d-be7d-54590e647c63 HTTP/1.1" status: 204 len: 173 time: 1.2419693 Mar 05 00:13:02.920147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36538) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:03.030570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 84026262-5e51-43b5-b800-b3454e5d96ed {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:03.030969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.086964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-9623eb5e-3945-46e5-ae48-440627d7b536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:03.088651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-9623eb5e-3945-46e5-ae48-440627d7b536 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b80dac9f-e10a-4929-a825-20f393a4f9b6 HTTP/1.1" status: 200 len: 925 time: 0.9580431 Mar 05 00:13:03.107601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 13abb4e4-de3b-4ab6-aa7f-429cd76ef54b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:03.107949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.158153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:03.188693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c3c1ca3c-1507-45e3-84ed-b697fe3db162 req-daaf784f-8330-4971-ad6a-da7c9c2d1750 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Synchronizing usage tracker for tenant:b0648e95464d45219495553837e1153c on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:03.198252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Pushing event updated for resources: {'Port': ['ID=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:03.215879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656eb32-ecc3-4c0e-adfb-32ec752f1e10 tempest-SecurityGroupRulesTestJSON-1700550402 tempest-SecurityGroupRulesTestJSON-1700550402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e78cb6-413d-443d-be7d-54590e647c63,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:03.217945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:03.233040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:03.258177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:03.258540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Checking segment: {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:03.258914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Bound using segment: {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:03.259363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Bound port: 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:03.259710 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.343708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-a97db215-0e7c-4587-ac20-031fee927493 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9602c29-9544-48ac-a767-c5e0cd15a597 HTTP/1.1" status: 200 len: 217 time: 0.2455547 Mar 05 00:13:03.393251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] DHCP port deletion for 509bb352-cea1-44c0-bc05-984125222d2c request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:03.436446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] Deleting port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:03.442816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.443734 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.476319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Deleting subnet d7e7364c-640e-41d2-9e15-ec051826d45a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:03.522788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:03.523134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.541602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Attempting to bind port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:03.544102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Attempting to bind port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:03.544654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Attempting to bind port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:03.558813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.559318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:03.559928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:03.561152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.561815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:03.562480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Bound port: e651ce51-3000-4794-b7f4-ead9d2e0e2b2, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:03.563057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.669015 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.861357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 84026262-5e51-43b5-b800-b3454e5d96ed owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:03.883473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-d8bde41d-863b-40d1-93df-b8177962f29d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:03.884941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-d8bde41d-863b-40d1-93df-b8177962f29d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a09cef94-3171-42eb-821c-d54f12006b63 HTTP/1.1" status: 200 len: 864 time: 0.5343738 Mar 05 00:13:03.896448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:03.911808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c3c1ca3c-1507-45e3-84ed-b697fe3db162 req-daaf784f-8330-4971-ad6a-da7c9c2d1750 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Unset dirty status for tenant:b0648e95464d45219495553837e1153c on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:03.924308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c3c1ca3c-1507-45e3-84ed-b697fe3db162 req-daaf784f-8330-4971-ad6a-da7c9c2d1750 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9856937 Mar 05 00:13:04.031982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] For port e651ce51-3000-4794-b7f4-ead9d2e0e2b2, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:04.117747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] For port e651ce51-3000-4794-b7f4-ead9d2e0e2b2, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:04.129907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] For port 4bfb0510-94dd-48b2-9410-ee67b6b8b355, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4bfb0510-94dd-48b2-9410-ee67b6b8b355,segment=NetworkSegment(37334cb3-5948-4e6d-ab40-3c7775cef040),segment_id=37334cb3-5948-4e6d-ab40-3c7775cef040)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:04.134705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.159500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] For port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:04.204304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] For port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:04.213272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-e6c1f266-65b5-4b25-93a3-10c3d28057ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b80dac9f-e10a-4929-a825-20f393a4f9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3204634 Mar 05 00:13:04.226719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.284334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-5b502736-44d1-4e16-b287-1dc0c792ae78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=371b94f2830f444d8060dc7976a63700&device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 1096 time: 0.8175817 Mar 05 00:13:04.300390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] Calling delete_port for 4bfb0510-94dd-48b2-9410-ee67b6b8b355 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:04.384984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.439836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.513673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.536093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b601ed9-b719-4687-8d98-2e23b9595470 req-c57df655-27ab-4274-b9ed-63d55a2389cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:04.537520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b601ed9-b719-4687-8d98-2e23b9595470 req-c57df655-27ab-4274-b9ed-63d55a2389cb tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3249745 Mar 05 00:13:04.565326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4bfb0510-94dd-48b2-9410-ee67b6b8b355 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:04.630237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319b95-32d1-48af-b1ac-237cf2f0701e req-1491bd8f-d741-4eac-8302-f890ba21ce0e tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:04.631888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea319b95-32d1-48af-b1ac-237cf2f0701e req-1491bd8f-d741-4eac-8302-f890ba21ce0e tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 943 time: 1.0228453 Mar 05 00:13:04.633106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.649901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4bfb0510-94dd-48b2-9410-ee67b6b8b355 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:04.650161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4bfb0510-94dd-48b2-9410-ee67b6b8b355 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:04.708055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] No DVR routers for this DVR port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:04.750687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00988f3f-7374-4037-a4dd-e60346d52a0b None None] Pushing event updated for resources: {'Port': ['ID=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:04.785829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.787531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b1e69da-8c46-4cd5-b8ec-499b6a31c45c HTTP/1.1" status: 200 len: 1092 time: 4.8628967 Mar 05 00:13:04.805824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807b207-c3a8-4695-9799-179c1fa21977', 'tag': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:04.822819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 13abb4e4-de3b-4ab6-aa7f-429cd76ef54b owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:04.869861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:04.896984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ba98-f352-447b-9e8e-c5814f892140 None None] Pushing event deleted for resources: {'Port': ['ID=4bfb0510-94dd-48b2-9410-ee67b6b8b355,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:04.907920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8061-423c-48ee-84c2-79510f862733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.012551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=84026262-5e51-43b5-b800-b3454e5d96ed,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:05.028897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:05.189188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b601ed9-b719-4687-8d98-2e23b9595470 req-e2b3c29b-da9c-4578-aec0-0fa9d9a0f173 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6442335 Mar 05 00:13:05.211316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-a2efaa95-a4e9-4e47-bd68-1268fedc7490 service neutron] 10.222.0.10 "GET /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910340 Mar 05 00:13:05.318461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.379685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6a225abb-67b7-465c-bff8-7fc86c8fa4db tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/84026262-5e51-43b5-b800-b3454e5d96ed HTTP/1.1" status: 204 len: 168 time: 2.5111961 Mar 05 00:13:05.381938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:05.427896 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8d4ae0-a969-4157-b844-0ca3b6a68c65 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:13:05.428453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ab8d4ae0-a969-4157-b844-0ca3b6a68c65 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:05.437323 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807b207-c3a8-4695-9799-179c1fa21977', 'tag': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c', 'status': 'completed', 'code': 200} Mar 05 00:13:05.445474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port 4bfb0510-94dd-48b2-9410-ee67b6b8b355, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4bfb0510-94dd-48b2-9410-ee67b6b8b355,segment=NetworkSegment(37334cb3-5948-4e6d-ab40-3c7775cef040),segment_id=37334cb3-5948-4e6d-ab40-3c7775cef040)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:05.445925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.462692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-905465bf-e2bc-4149-9183-40c55e281987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:05.464217 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-905465bf-e2bc-4149-9183-40c55e281987 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 200 len: 913 time: 1.1255252 Mar 05 00:13:05.480951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.481820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.482488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.482913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.483459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.483868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.484540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.484789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.485399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.485605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.486016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.486741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da1114-dbe8-4049-b637-a20247ff44f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:05.548716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ab8d4ae0-a969-4157-b844-0ca3b6a68c65 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:05.549810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ab8d4ae0-a969-4157-b844-0ca3b6a68c65 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/84026262-5e51-43b5-b800-b3454e5d96ed HTTP/1.1" status: 404 len: 333 time: 0.1669745 Mar 05 00:13:05.550686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=13abb4e4-de3b-4ab6-aa7f-429cd76ef54b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:05.553081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36572) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:05.597380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36576) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:05.612966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea319b95-32d1-48af-b1ac-237cf2f0701e req-a5ab7a56-567c-498e-b6ee-3d3ad7a7c149 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376230 Mar 05 00:13:05.658184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.662649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-707c2cb0-6511-4a3d-a44f-7b952b45b201 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/13abb4e4-de3b-4ab6-aa7f-429cd76ef54b HTTP/1.1" status: 204 len: 168 time: 2.7949917 Mar 05 00:13:05.663842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36582) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:05.675304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.702684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 4bfb0510-94dd-48b2-9410-ee67b6b8b355 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:05.755985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661c6e0-7361-46e6-927f-0a44821b9560 req-05793dfe-156d-46f1-9d0f-70e2301a427a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:05.757304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2661c6e0-7361-46e6-927f-0a44821b9560 req-05793dfe-156d-46f1-9d0f-70e2301a427a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 944 time: 0.3230155 Mar 05 00:13:05.798512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-f47bfb78-fc8b-4bd2-9614-c42e3d582dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0648e95464d45219495553837e1153c&device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 1095 time: 0.9111695 Mar 05 00:13:05.814757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e7364c-640e-41d2-9e15-ec051826d45a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:05.871545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab337d-043f-4876-a7a8-30b15548bde9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:05.873518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab337d-043f-4876-a7a8-30b15548bde9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:05.874250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-daab337d-043f-4876-a7a8-30b15548bde9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:05.879884 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.896100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:05.950577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-60acac06-5dda-4377-b7b9-cf592c23c215 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7e7364c-640e-41d2-9e15-ec051826d45a HTTP/1.1" status: 204 len: 168 time: 2.8629358 Mar 05 00:13:05.952117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f94308c-001b-41b7-ac1d-2425bd7fb0da req-c995669c-399f-40ae-9683-5cad71f349cf service neutron] 10.222.0.10 "GET /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696663 Mar 05 00:13:05.953417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36586) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:05.955336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-e9aeae12-d18e-4402-a211-9fd20e1f4655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c HTTP/1.1" status: 200 len: 217 time: 0.1248012 Mar 05 00:13:05.956577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-75431aa2-976a-47ec-837f-d2458c5129c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 200 len: 1000 time: 0.4630640 Mar 05 00:13:05.965712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2661c6e0-7361-46e6-927f-0a44821b9560 req-00c43571-a018-4de5-96e4-b03924d8224b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407161 Mar 05 00:13:05.968020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:05.983185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Usage tracker for resource:security_group_rule and tenant:876b8cccb34944599c949f7ee3889b0a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:05.986935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-daab337d-043f-4876-a7a8-30b15548bde9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:05.990905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-daab337d-043f-4876-a7a8-30b15548bde9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3223891 Mar 05 00:13:05.990905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:05.996507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36590) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:06.002801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:06.055717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 258ce726-d606-426b-b585-c15147cbfc65 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:06.059613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.191465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0037cb0-b2fd-460a-8be5-85a3449ec7b9 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:06.246082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.251468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:13:06.252023 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:13:06.306240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.315433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-310aa321-f195-4680-a04a-cda29dfd95de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:06.316880 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-310aa321-f195-4680-a04a-cda29dfd95de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0d23172-d69e-4719-beaf-6cf073c121e3 HTTP/1.1" status: 200 len: 849 time: 0.1332893 Mar 05 00:13:06.328374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-b62040fd-4a71-4180-8821-4a88bb215419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:06.329959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-b62040fd-4a71-4180-8821-4a88bb215419 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 200 len: 851 time: 0.1474519 Mar 05 00:13:06.383995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.396013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.425026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f9602c29-9544-48ac-a767-c5e0cd15a597 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:13:06.441301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-fd52ec08-fea4-440b-ba81-5fffe335db8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fee1ac64-ced5-4ace-ade3-7aec77a28268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162553 Mar 05 00:13:06.493851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e651ce51-3000-4794-b7f4-ead9d2e0e2b2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:06.540353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 307d479e-b006-4f71-a781-793765b0ed94 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:06.551480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.561087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-be565e8e-cc8a-42d0-a4a9-03b2b5104f32 None None] Provisioning for port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:06.566621 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:06.627517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a720d858-1c6d-4bad-9655-db18fb11db46,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:06.630559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.688630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.737546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.751139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd39cd5-e67a-4dbd-805b-04620bea6180']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:06.761118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f9602c29-9544-48ac-a767-c5e0cd15a597, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f9602c29-9544-48ac-a767-c5e0cd15a597,segment=NetworkSegment(09b2ac52-9218-4dd0-85cf-b1d21846f913),segment_id=09b2ac52-9218-4dd0-85cf-b1d21846f913)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:06.766414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 4bfb0510-94dd-48b2-9410-ee67b6b8b355 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:06.766756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.775794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-54d00063-6a5f-43f9-bc4f-c66feb80691d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=876b8cccb34944599c949f7ee3889b0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1772079 Mar 05 00:13:06.776382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:06.783971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'f9602c29-9544-48ac-a767-c5e0cd15a597', 'network_id': 'b80dac9f-e10a-4929-a825-20f393a4f9b6', 'port_id': 'f9602c29-9544-48ac-a767-c5e0cd15a597', 'mac_address': 'fa:16:3e:f2:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cef94-3171-42eb-821c-d54f12006b63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:13:06.789060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:06.789460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.792181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36598) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:06.803764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c6a5f1-d7e8-40c0-9a3d-dc95607b5039') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:06.804054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c6a5f1-d7e8-40c0-9a3d-dc95607b5039') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:06.816457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.849189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.885831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-a9a544cf-d8da-49de-b2f2-fd5d8d8ebc2b service neutron] 10.222.0.36 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338553 Mar 05 00:13:06.900988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] The port '4bfb0510-94dd-48b2-9410-ee67b6b8b355' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:13:06.902133 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.903053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:06.903450 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:06.917201 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:06.928270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9602c29-9544-48ac-a767-c5e0cd15a597 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:13:06.946732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3ef0-9a94-49e4-8633-97bcd6a3f9dd req-5aee479a-c823-4954-8d9f-6e5dbb32397d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:06.954643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e3e3ef0-9a94-49e4-8633-97bcd6a3f9dd req-5aee479a-c823-4954-8d9f-6e5dbb32397d tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.5949841 Mar 05 00:13:06.979854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:06.988860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-af2485db-63ed-407b-b831-c608bba75996 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43cfeb84-aa30-4187-b10f-5985df7803ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6238716 Mar 05 00:13:07.003001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f9602c29-9544-48ac-a767-c5e0cd15a597, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f9602c29-9544-48ac-a767-c5e0cd15a597,segment=NetworkSegment(09b2ac52-9218-4dd0-85cf-b1d21846f913),segment_id=09b2ac52-9218-4dd0-85cf-b1d21846f913)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:07.027634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.037245 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.039985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.043299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4679-7439-46ca-9bc9-6ebcd479256c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.052203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=258ce726-d606-426b-b585-c15147cbfc65,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:07.076886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c186f3-b06c-4d8a-a199-12b306ff418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.087363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504c633-496a-4f2c-b51e-d4fa80ae599a None None] Network 3dd8582d-3480-4fca-a0d5-fda27488ab55 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:07.105132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3503-0dd6-4ad6-aef8-d9fce4f35187 req-64c300e5-da3a-4aa8-b175-34380cd82149 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:07.110095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9df3503-0dd6-4ad6-aef8-d9fce4f35187 req-64c300e5-da3a-4aa8-b175-34380cd82149 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 943 time: 0.3328922 Mar 05 00:13:07.125022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e6aadde-89ff-457d-891b-984e80905137 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/258ce726-d606-426b-b585-c15147cbfc65 HTTP/1.1" status: 204 len: 168 time: 1.5699847 Mar 05 00:13:07.127124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4679-7439-46ca-9bc9-6ebcd479256c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.134632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.189004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:07.267287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f9602c29-9544-48ac-a767-c5e0cd15a597,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:07.342320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-58696ba4-71d0-49e5-bed7-ee09fc1d5785 None None] Provisioning complete for port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:07.342932 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-58696ba4-71d0-49e5-bed7-ee09fc1d5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.359287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9df3503-0dd6-4ad6-aef8-d9fce4f35187 req-69471c31-015c-4936-907c-033f26447073 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360854 Mar 05 00:13:07.391569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e3e3ef0-9a94-49e4-8633-97bcd6a3f9dd req-cac4e5c6-3322-4ab2-b029-66321466a77f tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357474 Mar 05 00:13:07.397799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['f9602c29-9544-48ac-a767-c5e0cd15a597'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:13:07.401381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.430195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.432712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4679-7439-46ca-9bc9-6ebcd479256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.461578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe4679-7439-46ca-9bc9-6ebcd479256c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a720d858-1c6d-4bad-9655-db18fb11db46,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:07.465293 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.468624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.475130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.489774 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3dd39cd5-e67a-4dbd-805b-04620bea6180 HTTP/1.1" status: 204 len: 168 time: 1.5323462 Mar 05 00:13:07.509615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 35c6546c-9319-4118-87d0-8a0de0f41a28 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:07.509961 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.526968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0f516-5979-4bd6-a5cb-ce9d995efb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd39cd5-e67a-4dbd-805b-04620bea6180,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:07.643257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509bb352-cea1-44c0-bc05-984125222d2c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:07.663027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=307d479e-b006-4f71-a781-793765b0ed94,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:07.679166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7aa3caa3-0d98-4986-813c-c7652f781120 req-041be1d9-0818-491f-b724-45655d03efa3 service neutron] 10.222.0.36 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832167 Mar 05 00:13:07.708937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37334cb3-5948-4e6d-ab40-3c7775cef040') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:07.708937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37334cb3-5948-4e6d-ab40-3c7775cef040') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:07.710254 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:13:07.710780 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:13:07.736297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-100cc0bf-3e9b-473f-98a4-05d1c2ee77ea service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294453 Mar 05 00:13:07.746782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.762544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] DHCP port deletion for 3dd8582d-3480-4fca-a0d5-fda27488ab55 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:07.772662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36610) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:07.787883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Deleting port 35c6546c-9319-4118-87d0-8a0de0f41a28 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:07.788262 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.806447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.808378 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4a6ab77f-69e2-4dcb-a8ab-dcde2917e996 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/307d479e-b006-4f71-a781-793765b0ed94 HTTP/1.1" status: 204 len: 168 time: 1.8109424 Mar 05 00:13:07.811507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4679-7439-46ca-9bc9-6ebcd479256c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:07.815054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dbfe4679-7439-46ca-9bc9-6ebcd479256c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a720d858-1c6d-4bad-9655-db18fb11db46 HTTP/1.1" status: 204 len: 168 time: 0.9932671 Mar 05 00:13:07.821623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36614) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:07.927931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-58696ba4-71d0-49e5-bed7-ee09fc1d5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.021946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed2529-3faa-4bd9-8f9a-189b4ed73dda None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:08.031837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-35f8ff83-2966-4a37-8815-b49ff742fb20 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2063408 Mar 05 00:13:08.036547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36620) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:08.048455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:08.160469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.164419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7be0beb9-1831-4681-8f28-20f6d9c5ccea req-9c5501a1-e5a6-41a9-9586-e593a983e004 service neutron] 10.222.0.36 "GET /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582933 Mar 05 00:13:08.180936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a2e6ea8a-7e0c-4ec2-b1d5-5b525a851431 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c3ea70429844c2984a64890b0a379f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4014676 Mar 05 00:13:08.181956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:08.182612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.198130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port 35c6546c-9319-4118-87d0-8a0de0f41a28, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=35c6546c-9319-4118-87d0-8a0de0f41a28,segment=NetworkSegment(42382fd2-4aab-4680-964b-dd25d58185db),segment_id=42382fd2-4aab-4680-964b-dd25d58185db)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:08.198542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:08.204228 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:08.207325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:08.225604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-58696ba4-71d0-49e5-bed7-ee09fc1d5785 None None] For port e651ce51-3000-4794-b7f4-ead9d2e0e2b2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:08.294598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e877-1309-4607-9d03-9119244d559d req-b046bcde-9d1b-4e2d-87cd-7e7900002fec tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:08.296676 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da63e877-1309-4607-9d03-9119244d559d req-b046bcde-9d1b-4e2d-87cd-7e7900002fec tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 944 time: 0.6512792 Mar 05 00:13:08.311177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-1ef1b36d-21f3-4753-8daa-c7d782fa0259 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0648e95464d45219495553837e1153c&device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 1095 time: 0.5425274 Mar 05 00:13:08.312540 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-58696ba4-71d0-49e5-bed7-ee09fc1d5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.314552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.337809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.348994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/509bb352-cea1-44c0-bc05-984125222d2c HTTP/1.1" status: 204 len: 168 time: 5.4300778 Mar 05 00:13:08.397507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 35c6546c-9319-4118-87d0-8a0de0f41a28 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:08.420448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36630) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:08.420999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36632) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:08.421838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba704bf-0afa-482e-8d6b-e624237432cc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=509bb352-cea1-44c0-bc05-984125222d2c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:08.440714 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.452586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'name': 'tempest-PortsIpV6TestJSON-691827621'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:08.484405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.498792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:08.518569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58696ba4-71d0-49e5-bed7-ee09fc1d5785 None None] Pushing event updated for resources: {'Port': ['ID=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:08.545771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:08.548735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.553658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:08.561411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.624931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-18a39933-cecb-4d56-843d-d509e8fc6046 None None] Could not find standard attr ID for object 13abb4e4-de3b-4ab6-aa7f-429cd76ef54b. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:13:08.669349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:08.681432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9d68512e1c346d78ba4c047f5ea2d2a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:08.699737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:08.715857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:08.716681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] For port 35c6546c-9319-4118-87d0-8a0de0f41a28, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=35c6546c-9319-4118-87d0-8a0de0f41a28,segment=NetworkSegment(42382fd2-4aab-4680-964b-dd25d58185db),segment_id=42382fd2-4aab-4680-964b-dd25d58185db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:08.717071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.723998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:08.724496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:08.732831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=35c6546c-9319-4118-87d0-8a0de0f41a28,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:08.737958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:08.744370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-d7304005-02f4-4910-88b0-02d57e7a1e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:08.746135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-d7304005-02f4-4910-88b0-02d57e7a1e83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 200 len: 910 time: 0.4102721 Mar 05 00:13:08.747276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:08.749860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da63e877-1309-4607-9d03-9119244d559d req-0ad196e5-78a8-4151-a7a8-dc29a49ad280 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771484 Mar 05 00:13:08.752736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No DVR routers for this DVR port 35c6546c-9319-4118-87d0-8a0de0f41a28 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:08.796020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:08.798677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.848472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:08.868086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Calling delete_port for 35c6546c-9319-4118-87d0-8a0de0f41a28 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:08.881277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-5308db47-8775-4d83-a14b-8d5cf88193b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c HTTP/1.1" status: 200 len: 217 time: 0.1132035 Mar 05 00:13:08.887619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c38f0aa3-0422-427b-9221-c55566b431c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.893470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef19f-f9b1-461b-9a44-4f8e2dfeee79 req-bd8c8009-1739-4821-a590-37c9290863a4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:08.895064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f1ef19f-f9b1-461b-9a44-4f8e2dfeee79 req-bd8c8009-1739-4821-a590-37c9290863a4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3366029 Mar 05 00:13:08.896823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e651ce51-3000-4794-b7f4-ead9d2e0e2b2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:08.933045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:08.936407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:08.992833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 3934c19e-8de8-4708-82eb-acace45204ea yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:09.026073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:09.026455 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.100203 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:13:09.100708 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:13:09.101457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:09.108969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] Deleting port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:09.109535 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.127766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c38f0aa3-0422-427b-9221-c55566b431c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.142572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.166300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.192757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.213523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd8582d-3480-4fca-a0d5-fda27488ab55']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:09.242657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42382fd2-4aab-4680-964b-dd25d58185db') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:09.243286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42382fd2-4aab-4680-964b-dd25d58185db') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:09.246931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f1ef19f-f9b1-461b-9a44-4f8e2dfeee79 req-086c27fd-455d-43db-9cca-43fbac99a200 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851062 Mar 05 00:13:09.261126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-b1535bc1-35c8-4660-8314-036e768e42ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:09.265599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-b1535bc1-35c8-4660-8314-036e768e42ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0d23172-d69e-4719-beaf-6cf073c121e3 HTTP/1.1" status: 200 len: 849 time: 0.3678844 Mar 05 00:13:09.272620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.335749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-a8e67bf9-fde5-4f5d-a8ce-261f7c1ef55e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fee1ac64-ced5-4ace-ade3-7aec77a28268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502629 Mar 05 00:13:09.343419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.363560 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c38f0aa3-0422-427b-9221-c55566b431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.371229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc358-a250-4143-9eaf-1778b7c40993 req-5aa01501-acbb-40b8-b1ee-8b08a85c1525 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:09.372418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 35c6546c-9319-4118-87d0-8a0de0f41a28 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:09.378084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a79cc358-a250-4143-9eaf-1778b7c40993 req-5aa01501-acbb-40b8-b1ee-8b08a85c1525 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 944 time: 0.4005234 Mar 05 00:13:09.384393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:09.384619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:09.406737 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:09.425125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 35c6546c-9319-4118-87d0-8a0de0f41a28 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:09.425509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 35c6546c-9319-4118-87d0-8a0de0f41a28 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:09.447685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710c9e0-6497-4f7c-8173-689355332941,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:09.450284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] For port e651ce51-3000-4794-b7f4-ead9d2e0e2b2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:09.450756 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.472931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fdcf6147-b03c-45d7-80c9-124d700401e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9d68512e1c346d78ba4c047f5ea2d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0474501 Mar 05 00:13:09.482638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36642) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:09.490827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f0aa3-0422-427b-9221-c55566b431c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e3f7e2-279d-4094-9229-fc317239b164,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:09.582974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] Calling delete_port for e651ce51-3000-4794-b7f4-ead9d2e0e2b2 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:09.602557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.609004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Deleting port 35c6546c-9319-4118-87d0-8a0de0f41a28 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:09.609004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.626160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-6bb4f059-8321-49a5-b8ad-15e2aa2c376d service neutron] 10.222.0.36 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698679 Mar 05 00:13:09.630762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.639897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.660235 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a79cc358-a250-4143-9eaf-1778b7c40993 req-accfbab3-5b7e-4673-9d6a-06dbd6c2c2d7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812083 Mar 05 00:13:09.661158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.701655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-47255800-a3ef-443e-b9d8-a17fb90347eb None None] The port '35c6546c-9319-4118-87d0-8a0de0f41a28' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:13:09.704342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=3dd8582d-3480-4fca-a0d5-fda27488ab55,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:09.721079 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.721966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c38f0aa3-0422-427b-9221-c55566b431c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.725948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c38f0aa3-0422-427b-9221-c55566b431c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0e3f7e2-279d-4094-9229-fc317239b164 HTTP/1.1" status: 204 len: 168 time: 1.5186884 Mar 05 00:13:09.748687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ad90323-560d-48f2-8551-7eb6a3a1c02d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/3dd8582d-3480-4fca-a0d5-fda27488ab55 HTTP/1.1" status: 204 len: 168 time: 2.5568178 Mar 05 00:13:09.748687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36648) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:09.755070 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.774155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2041045554'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:09.793096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:09.795384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-313234f3-4ef9-4b3b-969c-47998bbff8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.800156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:09.811004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:09.814191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:09.819097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:09.835943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fbaf2a6-b747-4a5a-a38a-74be216fec9a req-a8915240-2c56-4ac3-9d73-42395bf82281 service neutron] 10.222.0.36 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003949 Mar 05 00:13:09.837041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:09.837915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.842134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=fc237592-c73c-48f9-848a-2b7a29c1da52,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:09.844811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:09.859009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.876967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] Pushing event deleted for resources: {'Port': ['ID=e651ce51-3000-4794-b7f4-ead9d2e0e2b2,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:09.879901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-313234f3-4ef9-4b3b-969c-47998bbff8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.881755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b51986-ccb0-4ce4-8d72-c61e8e442e6d None None] No DVR routers for this DVR port e651ce51-3000-4794-b7f4-ead9d2e0e2b2 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:09.892329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-47052e86-a4da-4b17-bb93-3fff899f8209 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8537343 Mar 05 00:13:09.893631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:09.898812 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:09.904530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc9f3a-83bb-44be-a650-ebfbe98428d2 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:09.908652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36654) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:09.930080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'name': 'tempest-NetworksTestDHCPv6-1039541438'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:10.016528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:10.021863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:10.036154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:10.040528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:10.041478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.051161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:13:10.082871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=3934c19e-8de8-4708-82eb-acace45204ea,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:10.114190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.114666 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment ee6cbab9-f34c-4fed-a63d-05e05a3d5b72 of type vlan for network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 Mar 05 00:13:10.121163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59b95a3f-8e67-4235-b94b-0b3d6abe02bc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6970248 Mar 05 00:13:10.128211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13940191-2136-4cc2-b1fb-7857438fcc4c req-0576f1c3-6e12-4507-a7c4-05420cfcb690 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:10.138873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13940191-2136-4cc2-b1fb-7857438fcc4c req-0576f1c3-6e12-4507-a7c4-05420cfcb690 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 944 time: 0.1672459 Mar 05 00:13:10.155037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.167496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36658) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:10.192738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-313234f3-4ef9-4b3b-969c-47998bbff8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.214632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.220768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:10.221924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.254752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f9602c29-9544-48ac-a767-c5e0cd15a597 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:10.373244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-313234f3-4ef9-4b3b-969c-47998bbff8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.377891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13940191-2136-4cc2-b1fb-7857438fcc4c req-0c45a4d3-223a-4b92-8820-45910d3699ff tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366319 Mar 05 00:13:10.380715 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-313234f3-4ef9-4b3b-969c-47998bbff8ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e710c9e0-6497-4f7c-8173-689355332941 HTTP/1.1" status: 204 len: 168 time: 0.8912101 Mar 05 00:13:10.445206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:10.452059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 3934c19e-8de8-4708-82eb-acace45204ea {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:10.452945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.476659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7173345 Mar 05 00:13:10.477522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': 'fc237592-c73c-48f9-848a-2b7a29c1da52'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:10.478056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313234f3-4ef9-4b3b-969c-47998bbff8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710c9e0-6497-4f7c-8173-689355332941,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:10.479592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.484598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:10.489579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:10.526663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:10.536881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:10.539848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port f9602c29-9544-48ac-a767-c5e0cd15a597 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:10.590943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port f9602c29-9544-48ac-a767-c5e0cd15a597 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:10.591375 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.642140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:10.644987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96650b93-4cea-49e6-890f-5cbb9cbbdab3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=4f5558e3-7154-4b2d-a5e9-8daf6a78f580,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:10.666894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:13:10.718676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:10.721783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:10.758702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:10.766342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:10.773371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:10.786036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 57b1510f-6dda-4232-bb93-8947adc4210f yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:10.824466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:10.853135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a60de-c3dc-4f44-8897-56cd9eb9e56c req-bd54b8fd-d82a-4af6-ac8d-5df7cd422cc9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:10.854814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e651ce51-3000-4794-b7f4-ead9d2e0e2b2 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:10.855013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-707a60de-c3dc-4f44-8897-56cd9eb9e56c req-bd54b8fd-d82a-4af6-ac8d-5df7cd422cc9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.3663123 Mar 05 00:13:10.896953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e651ce51-3000-4794-b7f4-ead9d2e0e2b2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:10.897668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e651ce51-3000-4794-b7f4-ead9d2e0e2b2 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:10.908773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:11.040698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:13:11.063320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/fc237592-c73c-48f9-848a-2b7a29c1da52/a15e8997-7811-4dec-89bf-9bf4e53b3153) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:11.084865 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.116376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.157532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.196119 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:11.222630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9602c29-9544-48ac-a767-c5e0cd15a597'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:11.274878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-707a60de-c3dc-4f44-8897-56cd9eb9e56c req-43707895-3bb3-439f-a7d5-487184a19605 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075670 Mar 05 00:13:11.299473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port f9602c29-9544-48ac-a767-c5e0cd15a597, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f9602c29-9544-48ac-a767-c5e0cd15a597,segment=NetworkSegment(09b2ac52-9218-4dd0-85cf-b1d21846f913),segment_id=09b2ac52-9218-4dd0-85cf-b1d21846f913)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:11.317467 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.336984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36692) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:11.347241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 3934c19e-8de8-4708-82eb-acace45204ea owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:11.399454 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9602c29-9544-48ac-a767-c5e0cd15a597', 'code': 200} Mar 05 00:13:11.451950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.486281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=f9602c29-9544-48ac-a767-c5e0cd15a597,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:11.566881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:11.576411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:11.590017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c', 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268', 'port_id': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c', 'mac_address': 'fa:16:3e:dc:9d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d23172-d69e-4719-beaf-6cf073c121e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:13:11.593771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a426c9-b4eb-4280-bf95-9d4881bd9b76 req-35a4996c-cfcd-4805-a39a-63e1d84dfe53 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:11.595242 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02a426c9-b4eb-4280-bf95-9d4881bd9b76 req-35a4996c-cfcd-4805-a39a-63e1d84dfe53 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 944 time: 0.6217172 Mar 05 00:13:11.614078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:11.639118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.659308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Usage tracker for resource:security_group_rule and tenant:6812f93b5dac41b2bc99a6b85d19dd32 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:11.665467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:11.667008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Transition to ACTIVE for port object a15e8997-7811-4dec-89bf-9bf4e53b3153 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:11.676542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:11.687622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.697294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.700570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b47d8-f76c-48d0-a1ed-9980d5b82cfa req-eea91d5e-20f1-440b-8db6-f75f86e1df01 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:11.702688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af9b47d8-f76c-48d0-a1ed-9980d5b82cfa req-eea91d5e-20f1-440b-8db6-f75f86e1df01 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.1494393 Mar 05 00:13:11.704047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.715713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Transition to ACTIVE for port object a15e8997-7811-4dec-89bf-9bf4e53b3153 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:11.720815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:13:11.727544 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.768775 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02a426c9-b4eb-4280-bf95-9d4881bd9b76 req-a03e0a94-d6f8-44d5-ab34-61f0c6a44071 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656346 Mar 05 00:13:11.771665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=3934c19e-8de8-4708-82eb-acace45204ea,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:11.792649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd9da555-6077-45fe-b970-4361b14938b7 req-7ac6ec24-2813-4a79-8176-86ce7a3f5b8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 1096 time: 0.3159299 Mar 05 00:13:11.807028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.820391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:11.824162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:11.827753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:11.831753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:11.836929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:11.842996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Pushing event updated for resources: {'Port': ['ID=a15e8997-7811-4dec-89bf-9bf4e53b3153,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:11.849352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9ab91de9-2dae-4ae5-8f88-06299a7abdd9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/3934c19e-8de8-4708-82eb-acace45204ea HTTP/1.1" status: 204 len: 168 time: 1.6755564 Mar 05 00:13:11.852575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36706) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:11.871413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'mac_address': 'fa:16:3e:be:30:ea', 'name': 'tempest-PortsIpV6TestJSON-1172861093'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:11.925806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=ca55e1b5-3f15-470d-91b9-8a2e9816779f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:11.964989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::27 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/fc237592-c73c-48f9-848a-2b7a29c1da52/57b1510f-6dda-4232-bb93-8947adc4210f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:11.981859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af9b47d8-f76c-48d0-a1ed-9980d5b82cfa req-171a0c4f-0f79-4abd-9d34-f398a5d5ac6c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411401 Mar 05 00:13:11.991261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Attempting to bind port a15e8997-7811-4dec-89bf-9bf4e53b3153 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:11.991655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Attempting to bind port a15e8997-7811-4dec-89bf-9bf4e53b3153 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:11.992013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Attempting to bind port a15e8997-7811-4dec-89bf-9bf4e53b3153 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:11.997658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:12.011491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:12.011491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:12.011491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.011491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:12.011491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Bound port: a15e8997-7811-4dec-89bf-9bf4e53b3153, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:12.011491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.012084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1102925535-network', 'tenant_id': '618e6c9acdb34dde959627d2784de187'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:12.013927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:12.018837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Usage tracker for resource:network and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:12.020448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:12.021069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: 4f5558e3-7154-4b2d-a5e9-8daf6a78f580, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:13:12.022843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:12.029608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:12.037972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:12.060435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Made reservation on behalf of 618e6c9acdb34dde959627d2784de187 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:12.064222 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.097546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:12.109672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:13:12.119969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] For port a15e8997-7811-4dec-89bf-9bf4e53b3153, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:12.123695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] For port a15e8997-7811-4dec-89bf-9bf4e53b3153, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a15e8997-7811-4dec-89bf-9bf4e53b3153,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:12.128309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.154457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:12.177511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.184426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4f5558e3-7154-4b2d-a5e9-8daf6a78f580) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:12.193690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:12.194527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.196690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:12.217605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0434b6-3ef8-4d18-aeed-92b346898d5c None None] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:12.230726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4b1e69da-8c46-4cd5-b8ec-499b6a31c45c'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:13:12.251196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd9da555-6077-45fe-b970-4361b14938b7 req-189a1e51-fc77-4b7b-b8af-43ebce300dd7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493322 Mar 05 00:13:12.257752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:12.271566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Usage tracker for resource:security_group_rule and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:12.291670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.295898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.298961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:12.313399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.319189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 57b1510f-6dda-4232-bb93-8947adc4210f will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:12.320928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:12.354988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.397324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e83e2-cd25-4369-9f7c-13d5f621f8b5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:12.419276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f7a-1022-41a9-bc49-5e040bcb1bae req-8506fd73-4c64-44ed-9dba-4ff2067c17fe tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:12.421062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07660f7a-1022-41a9-bc49-5e040bcb1bae req-8506fd73-4c64-44ed-9dba-4ff2067c17fe tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 945 time: 0.3254931 Mar 05 00:13:12.421886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:12.443678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dedc6bd9-1207-41a4-a0fe-5b048f187890 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6812f93b5dac41b2bc99a6b85d19dd32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1051543 Mar 05 00:13:12.448218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043da0-ca97-4797-a877-f7fa5c12f379 None None] Pushing event updated for resources: {'Port': ['ID=a15e8997-7811-4dec-89bf-9bf4e53b3153,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:12.483986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b17bf2d5-c478-4544-b17b-d338fd8f4c6e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9897842 Mar 05 00:13:12.483986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36716) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:12.483986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=57b1510f-6dda-4232-bb93-8947adc4210f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:12.501035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36722) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:12.513117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580', 'name': 'tempest-PortsTestJSON-1949108463', 'fixed_ips': [{'subnet_id': 'ca55e1b5-3f15-470d-91b9-8a2e9816779f', 'ip_address': '172.20.0.10'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:12.639014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4f5558e3-7154-4b2d-a5e9-8daf6a78f580', 'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': 'ca55e1b5-3f15-470d-91b9-8a2e9816779f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:12.639928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.652746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07660f7a-1022-41a9-bc49-5e040bcb1bae req-f3e89d01-c1fc-41d3-ab40-18c4717c5f0f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139041 Mar 05 00:13:12.693537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:12.698666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:12.701705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:12.709188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:12.727095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.783493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.797119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:12.798250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 591e609b-f85f-4de5-aa03-2e44c1c90fa3 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:12.801369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:12.803799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:12.808073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:12.809047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.836908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c2bfdc2e-2603-4f35-8284-49ecc652261b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9211764 Mar 05 00:13:12.858598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36738) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:12.859281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf866851-4359-49df-b8cd-74fc3dbd9325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:12.914322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf866851-4359-49df-b8cd-74fc3dbd9325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.038586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Allocated IP 172.20.0.2 (4f5558e3-7154-4b2d-a5e9-8daf6a78f580/ca55e1b5-3f15-470d-91b9-8a2e9816779f/64523f75-9001-406f-acb0-96599e1d13d3) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:13.063773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:13.074819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.096076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf866851-4359-49df-b8cd-74fc3dbd9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.114472 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.116764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.159784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf866851-4359-49df-b8cd-74fc3dbd9325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e83e2-cd25-4369-9f7c-13d5f621f8b5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:13.180987 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf866851-4359-49df-b8cd-74fc3dbd9325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.182161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf866851-4359-49df-b8cd-74fc3dbd9325 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e2e83e2-cd25-4369-9f7c-13d5f621f8b5 HTTP/1.1" status: 204 len: 168 time: 0.6946316 Mar 05 00:13:13.192640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 653a7d6c-1dde-414b-b141-634e2f627508 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:13.210509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:13:13.244898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf5038a-0de5-4a05-a1a9-f9ce704bf6b6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:13.252638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.253022 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Added segment 4e722f1d-431a-4d05-ac65-d22c4ae8850a of type vlan for network a18acc35-72e2-4bdb-8a65-bcd0b1631711 Mar 05 00:13:13.296134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.305110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.361926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ccd7b-0420-41ee-bfea-f93362341a72 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:13.368490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ccd7b-0420-41ee-bfea-f93362341a72 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:13.369774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1a8ccd7b-0420-41ee-bfea-f93362341a72 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:13.390320 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.405094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Transition to ACTIVE for port object 64523f75-9001-406f-acb0-96599e1d13d3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:13.448187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Transition to ACTIVE for port object 64523f75-9001-406f-acb0-96599e1d13d3 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:13.463780 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.533008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1a8ccd7b-0420-41ee-bfea-f93362341a72 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:13.536509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1a8ccd7b-0420-41ee-bfea-f93362341a72 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4766471 Mar 05 00:13:13.550773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36766) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:13.576054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d65f1-8f5c-495b-8680-4d8265953a85 req-7be5b941-bef0-4ed7-a7db-5fb11a312733 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:13.583846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef3d65f1-8f5c-495b-8680-4d8265953a85 req-7be5b941-bef0-4ed7-a7db-5fb11a312733 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.4724863 Mar 05 00:13:13.616571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:13.622205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:13.628863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:13.655336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Pushing event updated for resources: {'Port': ['ID=64523f75-9001-406f-acb0-96599e1d13d3,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:13.672055 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:13.686521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.10 (4f5558e3-7154-4b2d-a5e9-8daf6a78f580/ca55e1b5-3f15-470d-91b9-8a2e9816779f/653a7d6c-1dde-414b-b141-634e2f627508) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:13.718176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-420e3c25-6e17-441e-9cba-7c1384a97689 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:13.724570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-420e3c25-6e17-441e-9cba-7c1384a97689 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=77699ad7-2068-4ad7-8074-3d848343a689 HTTP/1.1" status: 200 len: 943 time: 0.2682834 Mar 05 00:13:13.779802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=591e609b-f85f-4de5-aa03-2e44c1c90fa3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:13.800443 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef3d65f1-8f5c-495b-8680-4d8265953a85 req-dea68409-21cd-4919-8b35-f1d8c237f15c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099464 Mar 05 00:13:13.831343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.832198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:13.832768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.851955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:13.902657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:13.921577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:13.928584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:13.929006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Attempting to bind port 64523f75-9001-406f-acb0-96599e1d13d3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:13.929423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Attempting to bind port 64523f75-9001-406f-acb0-96599e1d13d3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:13.929832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Attempting to bind port 64523f75-9001-406f-acb0-96599e1d13d3 on network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:13.930553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:13.971345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Deleting port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:13.971680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.038824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 57b1510f-6dda-4232-bb93-8947adc4210f {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:14.039165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.185988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:14.186359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Checking segment: {'id': 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:14.186758 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.187146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Bound using segment: {'id': 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:14.187622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Bound port: 64523f75-9001-406f-acb0-96599e1d13d3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:14.187986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.241388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] Pushing event updated for resources: {'Network': ['ID=a18acc35-72e2-4bdb-8a65-bcd0b1631711,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:14.284711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] For port 64523f75-9001-406f-acb0-96599e1d13d3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:14.288635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] For port 64523f75-9001-406f-acb0-96599e1d13d3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64523f75-9001-406f-acb0-96599e1d13d3,segment=NetworkSegment(ee6cbab9-f34c-4fed-a63d-05e05a3d5b72),segment_id=ee6cbab9-f34c-4fed-a63d-05e05a3d5b72)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:14.303384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:13:14.317634 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ce1bad72-c562-4110-92f5-641a4bd8ef9a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4601903 Mar 05 00:13:14.322528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.348547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:14.358076 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb805bf2-9204-4536-b764-19e001c4ae6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7798569 Mar 05 00:13:14.366465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36786) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:14.379215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ecbd24d4-bce8-431d-987d-9f1d240fce7e None None] Provisioning for port a15e8997-7811-4dec-89bf-9bf4e53b3153 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:14.414526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Request body: {'subnet': {'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1102925535-subnet', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:14.463346 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.527781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 653a7d6c-1dde-414b-b141-634e2f627508 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:14.564049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:14.578190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Usage tracker for resource:subnet and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:14.590856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3129d-dcd4-4414-ab53-72c3ccb25b43 None None] Pushing event updated for resources: {'Port': ['ID=64523f75-9001-406f-acb0-96599e1d13d3,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:14.614551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a13d00d9-8a1a-4f6a-bc76-c8ed621e3885 None None] Provisioning for port 57b1510f-6dda-4232-bb93-8947adc4210f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:14.621343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a13d00d9-8a1a-4f6a-bc76-c8ed621e3885 None None] Provisioning complete for port 57b1510f-6dda-4232-bb93-8947adc4210f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:14.622000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a13d00d9-8a1a-4f6a-bc76-c8ed621e3885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.640762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:14.678629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:14.688243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd6c23-2bbe-43fa-898e-489d05b524ba tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:14.689728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-37fd6c23-2bbe-43fa-898e-489d05b524ba tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:14.776013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70e42c-0214-40d1-aaf6-5f577ca555e8 req-356f79a6-f54e-4ced-ad7e-e4c95dc0ac19 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:14.777302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd70e42c-0214-40d1-aaf6-5f577ca555e8 req-356f79a6-f54e-4ced-ad7e-e4c95dc0ac19 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 945 time: 0.7732999 Mar 05 00:13:14.785565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a13d00d9-8a1a-4f6a-bc76-c8ed621e3885 None None] Port 57b1510f-6dda-4232-bb93-8947adc4210f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:14.825644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] For port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:14.828066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.835916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Made reservation on behalf of 618e6c9acdb34dde959627d2784de187 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:14.840972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.849953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:14.880494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a15e8997-7811-4dec-89bf-9bf4e53b3153 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:14.995293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-37fd6c23-2bbe-43fa-898e-489d05b524ba tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:15.000329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-37fd6c23-2bbe-43fa-898e-489d05b524ba tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/591e609b-f85f-4de5-aa03-2e44c1c90fa3 HTTP/1.1" status: 200 len: 845 time: 0.6402795 Mar 05 00:13:15.010795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36800) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:15.014692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a15e8997-7811-4dec-89bf-9bf4e53b3153 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:15.024143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a15e8997-7811-4dec-89bf-9bf4e53b3153 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:15.024518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.070422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Calling delete_port for 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:15.097256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 591e609b-f85f-4de5-aa03-2e44c1c90fa3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:15.098688 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.129795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:15.153526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=653a7d6c-1dde-414b-b141-634e2f627508,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:15.170539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:15.174879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:15.178512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:15.208765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.259177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:15.259800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.300810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.343301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a15e8997-7811-4dec-89bf-9bf4e53b3153, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a15e8997-7811-4dec-89bf-9bf4e53b3153,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:15.344690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:15.351017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:15.351650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.373569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e5bc9388-6981-4f3e-8516-683eee3a57ab tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8684552 Mar 05 00:13:15.376116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36808) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:15.382063 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.397162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.403216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '4f5558e3-7154-4b2d-a5e9-8daf6a78f580', 'name': 'tempest-PortsTestJSON-501648667', 'fixed_ips': [{'subnet_id': 'ca55e1b5-3f15-470d-91b9-8a2e9816779f', 'ip_address': '172.20.0.9'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:15.435681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd70e42c-0214-40d1-aaf6-5f577ca555e8 req-921d1b6f-b118-4a53-a863-52123fac8b2a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288979 Mar 05 00:13:15.439525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:13:15.455532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 57b1510f-6dda-4232-bb93-8947adc4210f owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:15.494976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['ba1384df-139b-49aa-9ac2-e060787c5a03'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:13:15.552714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'Port': ['ID=45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:15.750908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a15e8997-7811-4dec-89bf-9bf4e53b3153,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:15.807120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] No DVR routers for this DVR port 45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:15.810139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:15.819641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88579a7f-aff8-446b-8bf1-74276b82d583 req-1c21e526-eb36-4cd6-83f8-bd1389ff112b tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "DELETE /v2.0/ports/45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a HTTP/1.1" status: 204 len: 173 time: 2.0940344 Mar 05 00:13:15.834501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-deleted', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:15.992659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:16.002458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:16.008896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:16.031132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:16.038927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b86bed5-4849-438b-b475-231d99a3df83 None None] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:16.051545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:16.062501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.118981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:16.137470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.241813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.403451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4cc6d89b-36ea-4d1c-8a0c-6c4fa9655240 None None] Provisioning for port 64523f75-9001-406f-acb0-96599e1d13d3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:16.421061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c807b207-c3a8-4695-9799-179c1fa21977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:16.452679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.457865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:16.479639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.492187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.9 (4f5558e3-7154-4b2d-a5e9-8daf6a78f580/ca55e1b5-3f15-470d-91b9-8a2e9816779f/35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:16.527966 n-d-828979-4 neutron-server[83782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77699ad7-2068-4ad7-8074-3d848343a689', 'name': 'network-vif-deleted', 'tag': '45ca4a96-f79c-41ce-82b6-e2ebeb87ae0a', 'status': 'failed', 'code': 422} returned with failed status Mar 05 00:13:16.556668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.557300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10988eca-0576-478d-9506-249f9e2151c5 req-c0611e0c-4894-45b6-b35f-172ae189db76 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:16.566155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10988eca-0576-478d-9506-249f9e2151c5 req-c0611e0c-4894-45b6-b35f-172ae189db76 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.8598499 Mar 05 00:13:16.619044 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c807b207-c3a8-4695-9799-179c1fa21977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c', 'code': 200} Mar 05 00:13:16.651460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:16.711388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=57b1510f-6dda-4232-bb93-8947adc4210f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:16.731989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 591e609b-f85f-4de5-aa03-2e44c1c90fa3 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:16.856096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f823fc1-d23a-442f-986d-68c850f2d3cc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:16.899398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64523f75-9001-406f-acb0-96599e1d13d3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:16.923290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:16.955720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:16.990111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f063e69-160f-4e41-a7de-b24702108739 req-edd163ed-141e-4bc7-a2ea-0d4497f268f6 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:16.991877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f063e69-160f-4e41-a7de-b24702108739 req-edd163ed-141e-4bc7-a2ea-0d4497f268f6 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 946 time: 0.1608913 Mar 05 00:13:17.031933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 64523f75-9001-406f-acb0-96599e1d13d3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:17.048226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.051243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 64523f75-9001-406f-acb0-96599e1d13d3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:17.052324 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.118303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Provisioning for port 653a7d6c-1dde-414b-b141-634e2f627508 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:17.131437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Provisioning complete for port 653a7d6c-1dde-414b-b141-634e2f627508 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:17.131951 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.144916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.148143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Checking segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:17.148500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Network hostable DHCP agents. Network: a18acc35-72e2-4bdb-8a65-bcd0b1631711, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:13:17.180313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.240296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f063e69-160f-4e41-a7de-b24702108739 req-e0ef0a89-7ac5-44ea-9e75-7169a71fb351 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408745 Mar 05 00:13:17.261365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=591e609b-f85f-4de5-aa03-2e44c1c90fa3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:17.269761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11636329-c733-4cfb-8ee9-6eac6c59a867 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/57b1510f-6dda-4232-bb93-8947adc4210f HTTP/1.1" status: 204 len: 168 time: 3.6984651 Mar 05 00:13:17.269761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10988eca-0576-478d-9506-249f9e2151c5 req-43241240-d85c-4397-af75-5e5bed17d718 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7027445 Mar 05 00:13:17.270143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36844) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.276092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:17.283154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.285591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:17.292975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c3631eaa-7eba-4a90-8a9c-9273c467a6ee tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/591e609b-f85f-4de5-aa03-2e44c1c90fa3 HTTP/1.1" status: 204 len: 168 time: 2.2765546 Mar 05 00:13:17.293757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36848) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.299108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:17.329442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Port 653a7d6c-1dde-414b-b141-634e2f627508 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:17.386574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:17.446682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Provisioning complete for port 64523f75-9001-406f-acb0-96599e1d13d3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:17.447047 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.480226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:17.481300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.485459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:13:17.494509 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55fc2d1-5b25-4eb5-a369-be55a3496b05 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:13:17.495074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b55fc2d1-5b25-4eb5-a369-be55a3496b05 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:17.507597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1afb8c-f1e7-422a-be52-19ffaec9276c req-eed65ada-abcc-4d68-8210-8cc5cb69b0dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 1097 time: 0.6541703 Mar 05 00:13:17.524515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, a18acc35-72e2-4bdb-8a65-bcd0b1631711) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:17.561470 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8290f29e-7817-40b6-aa1f-683f63f523f9 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1831858 Mar 05 00:13:17.562973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.564296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b55fc2d1-5b25-4eb5-a369-be55a3496b05 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:17.566284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b55fc2d1-5b25-4eb5-a369-be55a3496b05 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/591e609b-f85f-4de5-aa03-2e44c1c90fa3 HTTP/1.1" status: 404 len: 333 time: 0.2079916 Mar 05 00:13:17.573569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee34bf-bbec-4eee-8df3-18230376587f None None] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:17.574575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36864) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.576862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:17.577482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.609931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'name': 'tempest-PortsIpV6TestJSON-805635127'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:17.759081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aa2906ea-18d4-42d1-98cd-ba3c82c618e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3912191 Mar 05 00:13:17.764760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e9d0f-1be9-42d7-a63d-69ff4ac64d2b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:17.765622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-990e9d0f-1be9-42d7-a63d-69ff4ac64d2b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:17.775766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e376bd10-9ee6-4263-b4d7-8f85ac7dfe1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:17.777490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36872) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.777667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e376bd10-9ee6-4263-b4d7-8f85ac7dfe1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:17.780057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e376bd10-9ee6-4263-b4d7-8f85ac7dfe1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5071032 Mar 05 00:13:17.785650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36876) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.791223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c1afb8c-f1e7-422a-be52-19ffaec9276c req-5b9759b0-71ce-41fa-a328-17a15943cc80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722764 Mar 05 00:13:17.802543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:17.815043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:17.829868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Usage tracker for resource:router and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:17.834435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:17.847903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:17.875342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.877490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.901336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:17.903675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:17.909831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-990e9d0f-1be9-42d7-a63d-69ff4ac64d2b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:17.916935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-990e9d0f-1be9-42d7-a63d-69ff4ac64d2b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3517406 Mar 05 00:13:17.918910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:17.980227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:18.056675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:18.057660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.123499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.131140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9ef86-a886-484f-ad32-1848e607e8a7 req-7d0ce2df-4c4f-47b1-b97c-48b7dafd0c45 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:18.139059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8b9ef86-a886-484f-ad32-1848e607e8a7 req-7d0ce2df-4c4f-47b1-b97c-48b7dafd0c45 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.5685933 Mar 05 00:13:18.148254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 64523f75-9001-406f-acb0-96599e1d13d3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64523f75-9001-406f-acb0-96599e1d13d3,segment=NetworkSegment(ee6cbab9-f34c-4fed-a63d-05e05a3d5b72),segment_id=ee6cbab9-f34c-4fed-a63d-05e05a3d5b72)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:18.158862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:18.161848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.201802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.223963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 68580456-0851-49aa-ae26-b037cfda6edd yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:18.237384 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.238161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a15e8997-7811-4dec-89bf-9bf4e53b3153 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:18.290257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet fc237592-c73c-48f9-848a-2b7a29c1da52 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:18.317884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8b9ef86-a886-484f-ad32-1848e607e8a7 req-c4ac4a73-2eee-499a-b41a-dc5decb535ab tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778774 Mar 05 00:13:18.321712 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.473112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e2804-46c3-437c-805b-a62129025470 req-317653ce-a6c2-4782-979c-8059bde598d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:18.474010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d72e2804-46c3-437c-805b-a62129025470 req-317653ce-a6c2-4782-979c-8059bde598d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:18.480640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.493336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842bc60-126e-4911-8a89-1f44f4590919 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:18.498138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842bc60-126e-4911-8a89-1f44f4590919 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:18.502227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842bc60-126e-4911-8a89-1f44f4590919 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:18.507390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3842bc60-126e-4911-8a89-1f44f4590919 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.5791991 Mar 05 00:13:18.508839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36904) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:18.511671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.536195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:13:18.536614 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-0806f111-d03f-4899-9932-dca8f9432618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:13:18.569132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d72e2804-46c3-437c-805b-a62129025470 req-317653ce-a6c2-4782-979c-8059bde598d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:18.570653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d72e2804-46c3-437c-805b-a62129025470 req-317653ce-a6c2-4782-979c-8059bde598d9 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 908 time: 0.4495487 Mar 05 00:13:18.594302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=64523f75-9001-406f-acb0-96599e1d13d3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:18.636063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a15e8997-7811-4dec-89bf-9bf4e53b3153 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:18.636435 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.670009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Allocated IP 172.20.0.2 (a18acc35-72e2-4bdb-8a65-bcd0b1631711/9f823fc1-d23a-442f-986d-68c850f2d3cc/6bbaa21a-c637-4652-9550-3f44947a0e79) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:18.686176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:18.686672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.891977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735654f-1000-4f03-a5d1-80f6d1e5f6ec req-216a9bb4-ad3a-4683-b870-53a2d39a31b8 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:18.900883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1735654f-1000-4f03-a5d1-80f6d1e5f6ec req-216a9bb4-ad3a-4683-b870-53a2d39a31b8 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 946 time: 0.3335457 Mar 05 00:13:18.915318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:18.917326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.097063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36912) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:19.116085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.155937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64523f75-9001-406f-acb0-96599e1d13d3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:19.167221 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.262463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1735654f-1000-4f03-a5d1-80f6d1e5f6ec req-b7162a6c-b2d8-470f-8493-4bd47c30b323 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608692 Mar 05 00:13:19.302253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.330579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Transition to ACTIVE for port object 6bbaa21a-c637-4652-9550-3f44947a0e79 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:19.343649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.383863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Transition to ACTIVE for port object 6bbaa21a-c637-4652-9550-3f44947a0e79 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:19.406745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Allocated IP 172.25.0.87 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/0fc4267f-57d1-4696-ac17-4bce1a76abf1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:19.412989 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.438398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.443993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.450021 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.451199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=fc237592-c73c-48f9-848a-2b7a29c1da52,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:19.515299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bc4ef-c68c-45b2-ac9c-7826ca4257e7 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:19.525982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=68580456-0851-49aa-ae26-b037cfda6edd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:19.547167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11f2c1da-b5fe-4315-808f-5b7c8ce1a1c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/fc237592-c73c-48f9-848a-2b7a29c1da52 HTTP/1.1" status: 204 len: 168 time: 1.7585375 Mar 05 00:13:19.549443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36920) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:19.615603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:19.637082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:19.645254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-69af4ee1-0c96-4729-a288-87990b76344b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946319 Mar 05 00:13:19.646269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:19.648073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36926) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:19.651170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:19.662105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:19.662760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.665935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:19.672363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:19.676263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:19.681852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Pushing event updated for resources: {'Port': ['ID=6bbaa21a-c637-4652-9550-3f44947a0e79,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:19.689940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:19.739510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Provisioning for port 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:19.803013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.808378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Provisioning complete for port 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:19.808619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.882870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2aec5fad-1435-448e-a9c9-0d3d7d3be081 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2772524 Mar 05 00:13:19.889767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36930) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:19.892233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:19.907383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Attempting to bind port 6bbaa21a-c637-4652-9550-3f44947a0e79 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:19.907764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Attempting to bind port 6bbaa21a-c637-4652-9550-3f44947a0e79 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:19.908105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Attempting to bind port 6bbaa21a-c637-4652-9550-3f44947a0e79 on network a18acc35-72e2-4bdb-8a65-bcd0b1631711 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:19.911036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:19.913808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 64523f75-9001-406f-acb0-96599e1d13d3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:19.914170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.929947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b373c-8b2b-4c40-9fe3-79954e34bb56 req-7e6e3627-e883-4eab-af5a-ef66193fe347 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:19.931422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-731b373c-8b2b-4c40-9fe3-79954e34bb56 req-7e6e3627-e883-4eab-af5a-ef66193fe347 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.5212231 Mar 05 00:13:19.937064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:19.949646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:19.965959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:19.970929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:19.971305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Checking segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:19.971694 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.972083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Bound using segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:19.972555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Bound port: 6bbaa21a-c637-4652-9550-3f44947a0e79, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:19.972924 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:19.985687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Port 35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:19.989514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3494e3dfa62e4505856f50d9f8942e27 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:20.008667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:20.016632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.024694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:20.044914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:20.061302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:20.064982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.091050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc745a-3232-4fd3-8e7d-2be6ec61ad49 req-077678fe-d2c8-4112-bde4-e12037fb7988 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:20.092761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fafc745a-3232-4fd3-8e7d-2be6ec61ad49 req-077678fe-d2c8-4112-bde4-e12037fb7988 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 908 time: 0.3408747 Mar 05 00:13:20.134617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Provisioning complete for port 653a7d6c-1dde-414b-b141-634e2f627508 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:20.134617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.205158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] For port 6bbaa21a-c637-4652-9550-3f44947a0e79, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:20.207254 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.212724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] For port 6bbaa21a-c637-4652-9550-3f44947a0e79, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6bbaa21a-c637-4652-9550-3f44947a0e79,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:20.217913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8d9eef82-a7f2-4a81-b15d-7049a0b1a5b7 None None] Port 653a7d6c-1dde-414b-b141-634e2f627508 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:20.220562 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.225931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-6772cfaa-2620-46e0-8708-101891f3b045 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:20.227711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-6772cfaa-2620-46e0-8708-101891f3b045 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 908 time: 0.4128985 Mar 05 00:13:20.266504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-731b373c-8b2b-4c40-9fe3-79954e34bb56 req-1153fcf2-d307-4c48-a7e6-35939a50dee7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882390 Mar 05 00:13:20.284630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:20.332499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31877760-a40e-48f4-9ace-f156a6e52f59 None None] Pushing event updated for resources: {'Port': ['ID=6bbaa21a-c637-4652-9550-3f44947a0e79,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:20.342449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:20.345044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.350324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] Deleting port a15e8997-7811-4dec-89bf-9bf4e53b3153 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:20.350716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.360184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.439295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Deleting port 532c8a0c-3c70-481e-83c9-d1b1198a589b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:20.439641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.632379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc4267f-57d1-4696-ac17-4bce1a76abf1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:20.663215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:20.674289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:20.689547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:20.784608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.807886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.824594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.877749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] For port a15e8997-7811-4dec-89bf-9bf4e53b3153, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a15e8997-7811-4dec-89bf-9bf4e53b3153,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:20.878134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:20.962582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c531d-8b7c-4ef1-b20c-472f7816d586,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:21.083602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-def37579-d3b1-4829-a257-fe17cca151d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3494e3dfa62e4505856f50d9f8942e27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9830897 Mar 05 00:13:21.098495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:21.137068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8fa88157-a64e-46e5-84dc-bb014a6d4077 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b HTTP/1.1" status: 204 len: 168 time: 2.6267309 Mar 05 00:13:21.140778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:21.168371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6bbaa21a-c637-4652-9550-3f44947a0e79 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:21.206324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] Calling delete_port for a15e8997-7811-4dec-89bf-9bf4e53b3153 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:21.214630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e291a39-6e99-4349-a587-b3aa83a95781 req-4e2bbe8a-3c97-4b34-99d3-4e9f64a2535f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:21.217088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e291a39-6e99-4349-a587-b3aa83a95781 req-4e2bbe8a-3c97-4b34-99d3-4e9f64a2535f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 946 time: 0.6947749 Mar 05 00:13:21.218051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.230536 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-421ea8ca-add7-4a59-ac9a-fc08c1372c17 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:13:21.231020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-421ea8ca-add7-4a59-ac9a-fc08c1372c17 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:21.307739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6bbaa21a-c637-4652-9550-3f44947a0e79 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:21.313026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.322979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-421ea8ca-add7-4a59-ac9a-fc08c1372c17 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:21.327427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-421ea8ca-add7-4a59-ac9a-fc08c1372c17 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/35bd9a2e-0d95-48b4-ade7-4b4bb58abf0b HTTP/1.1" status: 404 len: 333 time: 0.1709006 Mar 05 00:13:21.329034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36952) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:21.330244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:21.364655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.366045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] Pushing event deleted for resources: {'Port': ['ID=a15e8997-7811-4dec-89bf-9bf4e53b3153,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:21.379347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d2f92-11a6-4e28-a9b3-1575860d2d04 None None] No DVR routers for this DVR port a15e8997-7811-4dec-89bf-9bf4e53b3153 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:21.417111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6d9c0-ad07-42b6-863f-e465d11e3b75 req-b3a064ab-fb10-45ce-a8a5-9d3ded196dc7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:21.418741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75c6d9c0-ad07-42b6-863f-e465d11e3b75 req-b3a064ab-fb10-45ce-a8a5-9d3ded196dc7 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.1963234 Mar 05 00:13:21.421365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.441478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a15e8997-7811-4dec-89bf-9bf4e53b3153 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:21.478117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a15e8997-7811-4dec-89bf-9bf4e53b3153 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:21.478457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a15e8997-7811-4dec-89bf-9bf4e53b3153 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:21.508417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75c6d9c0-ad07-42b6-863f-e465d11e3b75 req-5b6f8f59-9fe5-427b-bd54-79ad0e485992 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793531 Mar 05 00:13:21.512036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.512865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.515078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.518279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:21.539883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:21.551947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04233ee-9c97-4bbd-ba83-03ef08f483e7 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:21.552713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.562056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:21.562647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.601858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=2691a368-52de-40e4-8f02-3edd01e21df8,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:21.610856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.643970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c531d-8b7c-4ef1-b20c-472f7816d586,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:21.672641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] For port 532c8a0c-3c70-481e-83c9-d1b1198a589b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532c8a0c-3c70-481e-83c9-d1b1198a589b,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:21.673007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.687233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e291a39-6e99-4349-a587-b3aa83a95781 req-4001cdc3-b79c-469c-a621-54714aa899cd tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651811 Mar 05 00:13:21.704020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c4987084-e2ff-4b77-819e-503f223ca101 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0549486 Mar 05 00:13:21.705410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36956) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.737734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.738681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:21.782683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'name': 'tempest-NetworksTestDHCPv6-554036123'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:21.807036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 653a7d6c-1dde-414b-b141-634e2f627508 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:21.807478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.845470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] In _notify_port_updated(), no bound segment for port 68580456-0851-49aa-ae26-b037cfda6edd on network fc03563a-c0d1-46ef-98d2-582e64a079e2 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:13:21.849571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:21.850463 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.852099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/ports/68580456-0851-49aa-ae26-b037cfda6edd HTTP/1.1" status: 200 len: 818 time: 1.9615750 Mar 05 00:13:21.861506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36962) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:21.872160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.883835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7be0c44e-e84a-40b3-bfef-33248a1c2b22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/695c531d-8b7c-4ef1-b20c-472f7816d586 HTTP/1.1" status: 204 len: 168 time: 0.7745266 Mar 05 00:13:21.938948 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '2691a368-52de-40e4-8f02-3edd01e21df8'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:21.940000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:21.940732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffe4e-1683-42aa-a4fe-1abfb042e3fc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=68580456-0851-49aa-ae26-b037cfda6edd,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:21.966944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Calling delete_port for 532c8a0c-3c70-481e-83c9-d1b1198a589b owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:22.125610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f62b15-da64-42ef-8885-b6d5c2f156e2 req-27a36ad3-815b-4452-9f9f-c0cc78872458 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:22.140043 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3f62b15-da64-42ef-8885-b6d5c2f156e2 req-27a36ad3-815b-4452-9f9f-c0cc78872458 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 908 time: 0.4069493 Mar 05 00:13:22.165355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 68580456-0851-49aa-ae26-b037cfda6edd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:22.165790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.240811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb1328-c7b2-4688-806c-e083c25faf26 None None] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:22.367730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:22.370911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] Provisioning for port 6bbaa21a-c637-4652-9550-3f44947a0e79 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:22.372040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:22.375502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:22.381178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:22.386383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] Provisioning complete for port 6bbaa21a-c637-4652-9550-3f44947a0e79 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:22.387020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.416999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:22.420301 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.441408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/2691a368-52de-40e4-8f02-3edd01e21df8/0d718bbd-b7e2-4f4f-ad17-4288f72537bd) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:22.528368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:22.565838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.603464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36976) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:22.668398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.675089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'Port': ['ID=532c8a0c-3c70-481e-83c9-d1b1198a589b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:22.740492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.828741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:22.948040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 68580456-0851-49aa-ae26-b037cfda6edd owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:22.957399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] No DVR routers for this DVR port 532c8a0c-3c70-481e-83c9-d1b1198a589b on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:23.015028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:23.031438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.037048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Usage tracker for resource:security_group_rule and tenant:0e0f192798bf44b99b950b8a29591b86 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:23.042583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 653a7d6c-1dde-414b-b141-634e2f627508 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:23.043759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:23.055413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:23.091154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'name': 'network-vif-deleted', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:23.114763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.147809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4870e4dd-d9a6-4e68-99e5-84d06f586439 req-a36fc352-283c-4ded-81c5-9b17b64b2b28 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "DELETE /v2.0/ports/532c8a0c-3c70-481e-83c9-d1b1198a589b HTTP/1.1" status: 204 len: 173 time: 2.9116857 Mar 05 00:13:23.162026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-e11bcfd3-1cac-40b8-a9fb-0bc40b95b1d4 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:23.163810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-e11bcfd3-1cac-40b8-a9fb-0bc40b95b1d4 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.5533023 Mar 05 00:13:23.226582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2050e-1b6e-4f3e-99b4-3292d8883181 req-fc0f543c-586e-4794-bae1-b87f328b2e42 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:23.228481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4b2050e-1b6e-4f3e-99b4-3292d8883181 req-fc0f543c-586e-4794-bae1-b87f328b2e42 tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.5320370 Mar 05 00:13:23.251587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.270009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Transition to ACTIVE for port object 0d718bbd-b7e2-4f4f-ad17-4288f72537bd will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:23.294715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=68580456-0851-49aa-ae26-b037cfda6edd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:23.308463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Transition to ACTIVE for port object 0d718bbd-b7e2-4f4f-ad17-4288f72537bd will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:23.339176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.344505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.352060 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.353131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Router c10c570e-5cc6-43aa-a98b-51366cfe57fa is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:13:23.363893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.365687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532c8a0c-3c70-481e-83c9-d1b1198a589b no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:23.381248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Deleting port f9602c29-9544-48ac-a767-c5e0cd15a597 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:23.381958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.405430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-24bf0034-0f8c-40a5-8d07-d24177d590e1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/68580456-0851-49aa-ae26-b037cfda6edd HTTP/1.1" status: 204 len: 168 time: 1.5195909 Mar 05 00:13:23.418232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36988) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:23.454767 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.462251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd14ac-8aa2-4853-afb1-07ba962bcbde,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:23.541714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-67793078-ef60-48e4-97aa-12de6037871a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e0f192798bf44b99b950b8a29591b86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9359722 Mar 05 00:13:23.545026 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1e457b-aa42-41df-8369-517416804839', 'name': 'network-vif-deleted', 'tag': '532c8a0c-3c70-481e-83c9-d1b1198a589b', 'status': 'completed', 'code': 200} Mar 05 00:13:23.560529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36994) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:23.587360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Pushing event updated for resources: {'Port': ['ID=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:23.606892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 532c8a0c-3c70-481e-83c9-d1b1198a589b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:23.607233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532c8a0c-3c70-481e-83c9-d1b1198a589b not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:23.625522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4b2050e-1b6e-4f3e-99b4-3292d8883181 req-c98eb6c2-9026-43de-b8bb-65b9e7a394ea tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887048 Mar 05 00:13:23.650290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.669160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:23.671207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] For port 6bbaa21a-c637-4652-9550-3f44947a0e79, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6bbaa21a-c637-4652-9550-3f44947a0e79,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:23.672594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:23.680845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:23.731441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60eff70a-8362-48c3-8e66-bd1a534d5a30 req-e81ba375-ff1f-415f-b1f7-7bc797bc5e1e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1e457b-aa42-41df-8369-517416804839 HTTP/1.1" status: 200 len: 210 time: 0.0734792 Mar 05 00:13:23.753105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05feeb4e-0966-4397-818e-72ec5df94930 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:23.757284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-05feeb4e-0966-4397-818e-72ec5df94930 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:23.786850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.799202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-05feeb4e-0966-4397-818e-72ec5df94930 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:23.800451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-05feeb4e-0966-4397-818e-72ec5df94930 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3745258 Mar 05 00:13:23.806942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36998) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:23.867039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=653a7d6c-1dde-414b-b141-634e2f627508,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:23.898668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::87 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/2691a368-52de-40e4-8f02-3edd01e21df8/9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:23.901461 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7b4c03-135c-4235-9452-e27f4721a164 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:13:23.902799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ec7b4c03-135c-4235-9452-e27f4721a164 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/68580456-0851-49aa-ae26-b037cfda6edd HTTP/1.1" status: 404 len: 333 time: 0.0945547 Mar 05 00:13:23.906517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Attempting to bind port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:23.906958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Attempting to bind port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:23.907405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Attempting to bind port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:23.908579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37002) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:23.919750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1514805015'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:23.927801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:23.936409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:23.938873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:23.939342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:23.939843 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.940286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:23.940949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Bound port: 0d718bbd-b7e2-4f4f-ad17-4288f72537bd, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:23.941414 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:23.958084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:23.979178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:24.009278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d5b3b-3dda-48d6-8ea1-692ff898f8dd None None] Pushing event updated for resources: {'Port': ['ID=6bbaa21a-c637-4652-9550-3f44947a0e79,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:24.019899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:24.026727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.073677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:13:24.078165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:13:24.089615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Sync routers for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:13:24.114106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.115410 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:24.116043 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:24.119376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b3e85629-f992-49a9-aa1c-c819c9ee0686 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.3379405 Mar 05 00:13:24.121865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.123258 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment f167a198-ed3d-480f-8b7f-042fbb308425 of type vlan for network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 Mar 05 00:13:24.123950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37006) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:24.144498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6c1fdbf7-03b1-4b64-b99d-72c89d2ae71e None None] Provisioning complete for port 6bbaa21a-c637-4652-9550-3f44947a0e79 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:24.157582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6c1fdbf7-03b1-4b64-b99d-72c89d2ae71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.242165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] For port f9602c29-9544-48ac-a767-c5e0cd15a597, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=f9602c29-9544-48ac-a767-c5e0cd15a597,segment=NetworkSegment(09b2ac52-9218-4dd0-85cf-b1d21846f913),segment_id=09b2ac52-9218-4dd0-85cf-b1d21846f913)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:24.242445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.255393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] For port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:24.282846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] For port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:24.293202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.297747 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.358667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.362790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:24.363446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.365139 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4d71ce6-da21-4a35-80ff-df165ade29cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.372435 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:24.405165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4922812 Mar 05 00:13:24.414008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37010) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:24.443760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Calling delete_port for f9602c29-9544-48ac-a767-c5e0cd15a597 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:24.485150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:24.508805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31289e-1499-4bb2-a317-47e3f929b461 None None] Pushing event updated for resources: {'Port': ['ID=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:24.561324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.596628 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4d71ce6-da21-4a35-80ff-df165ade29cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:24.612912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693218b0-1c3b-4a53-a413-964270a6f501 req-3f5121cc-908f-40c9-8ab6-c2191cd123f6 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:24.614375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-693218b0-1c3b-4a53-a413-964270a6f501 req-3f5121cc-908f-40c9-8ab6-c2191cd123f6 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 946 time: 0.7789357 Mar 05 00:13:24.711398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7cee-88a2-450e-aa09-49e452a876a5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=2d8b7cb8-64bc-428e-9bd8-41c7db5c7334,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:24.735213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:13:24.781611 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-74ecbf71-d762-4186-a4ac-0b5faab58e33 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/653a7d6c-1dde-414b-b141-634e2f627508 HTTP/1.1" status: 204 len: 168 time: 3.4409087 Mar 05 00:13:24.789495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37018) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:24.933683 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff84b171-abd9-414d-abcd-1b7fb0392ce0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:13:24.933979 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:21Z', 'revision_number': 3, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:24.936009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ff84b171-abd9-414d-abcd-1b7fb0392ce0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:24.943105 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Checking router: c10c570e-5cc6-43aa-a98b-51366cfe57fa for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:13:24.944171 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Updating router c10c570e-5cc6-43aa-a98b-51366cfe57fa port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:13:24.954935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:24.978969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:24.990399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:24.999680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:25.030212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:25.031120 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.062168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d280cb-5051-4e22-a372-85eeef4440a8 req-be5a0311-2293-4aec-9a5b-2ae6f7ec683b tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:25.063725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2d280cb-5051-4e22-a372-85eeef4440a8 req-be5a0311-2293-4aec-9a5b-2ae6f7ec683b tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed01d1-be56-49d3-beeb-2e67645812b9 HTTP/1.1" status: 200 len: 945 time: 0.1868460 Mar 05 00:13:25.065801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-693218b0-1c3b-4a53-a413-964270a6f501 req-78a482e1-f86b-41fd-8515-5dc6369d9d19 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984017 Mar 05 00:13:25.174353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ff84b171-abd9-414d-abcd-1b7fb0392ce0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:25.176155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ff84b171-abd9-414d-abcd-1b7fb0392ce0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/653a7d6c-1dde-414b-b141-634e2f627508 HTTP/1.1" status: 404 len: 333 time: 0.3843939 Mar 05 00:13:25.186453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.189999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37022) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:25.192064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4d71ce6-da21-4a35-80ff-df165ade29cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.213698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.264315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d718bbd-b7e2-4f4f-ad17-4288f72537bd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:25.277197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d71ce6-da21-4a35-80ff-df165ade29cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd14ac-8aa2-4853-afb1-07ba962bcbde,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:25.286866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Pushing event deleted for resources: {'Port': ['ID=f9602c29-9544-48ac-a767-c5e0cd15a597,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:25.304515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:25.380111 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.382490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726c21c-9564-4042-9c15-5a00c35d405e req-2bc06291-b484-4378-9ca5-ec535242030b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:25.384118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f726c21c-9564-4042-9c15-5a00c35d405e req-2bc06291-b484-4378-9ca5-ec535242030b tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.36 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 946 time: 0.4518552 Mar 05 00:13:25.389737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:25.404259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6bbaa21a-c637-4652-9550-3f44947a0e79 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:25.478339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6bbaa21a-c637-4652-9550-3f44947a0e79 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:25.478824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.492189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] No DVR routers for this DVR port f9602c29-9544-48ac-a767-c5e0cd15a597 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:25.506477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.508466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88c20e0d-1e61-4c50-aa4c-d0e02e473650 req-7c43c87d-cb84-4dfe-a52d-3c96dfe6713c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.10 "DELETE /v2.0/ports/f9602c29-9544-48ac-a767-c5e0cd15a597 HTTP/1.1" status: 204 len: 173 time: 2.3301456 Mar 05 00:13:25.541357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4d71ce6-da21-4a35-80ff-df165ade29cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.547077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4d71ce6-da21-4a35-80ff-df165ade29cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cfd14ac-8aa2-4853-afb1-07ba962bcbde HTTP/1.1" status: 204 len: 168 time: 1.9849768 Mar 05 00:13:25.558478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'name': 'network-vif-deleted', 'tag': 'f9602c29-9544-48ac-a767-c5e0cd15a597'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:25.584202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Deleting port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:25.584772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.651774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.843015 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.859895 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Transition to ACTIVE for port object 0fc4267f-57d1-4696-ac17-4bce1a76abf1 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:25.874021 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:25.961450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2d280cb-5051-4e22-a372-85eeef4440a8 req-3219ca74-5af8-4542-a510-231ee2353f8c tempest-ServersNegativeTestMultiTenantJSON-1431842420 tempest-ServersNegativeTestMultiTenantJSON-1431842420-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b94a3cf-decd-4493-aa2b-bc7c2bc25add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439000 Mar 05 00:13:25.988849 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Pushing event updated for resources: {'Port': ['ID=0fc4267f-57d1-4696-ac17-4bce1a76abf1,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:26.062461 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.063261 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.064022 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.064595 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.065331 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.067164 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.067899 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.068835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.069424 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.069954 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.070496 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:26.090508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] Provisioning for port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:26.096689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] Provisioning complete for port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:26.097097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.110924 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Attempting to bind port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:26.111712 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Attempting to bind port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:26.113091 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Attempting to bind port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:26.136202 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:26.137006 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:26.138303 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.142181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:26.143191 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Bound port: 0fc4267f-57d1-4696-ac17-4bce1a76abf1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:26.143677 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.301650 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] For port 0fc4267f-57d1-4696-ac17-4bce1a76abf1, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:26.305855 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] For port 0fc4267f-57d1-4696-ac17-4bce1a76abf1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0fc4267f-57d1-4696-ac17-4bce1a76abf1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:26.311320 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.338595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f9602c29-9544-48ac-a767-c5e0cd15a597 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:26.381287 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed01d1-be56-49d3-beeb-2e67645812b9', 'name': 'network-vif-deleted', 'tag': 'f9602c29-9544-48ac-a767-c5e0cd15a597', 'status': 'completed', 'code': 200} Mar 05 00:13:26.482176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: f9602c29-9544-48ac-a767-c5e0cd15a597 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:26.482527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device f9602c29-9544-48ac-a767-c5e0cd15a597 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:26.482642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] For port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:26.482965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.500015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:26.503279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:26.508861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:26.524259 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.542351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet ca55e1b5-3f15-470d-91b9-8a2e9816779f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:26.552290 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eead9-87d3-4ddd-9a82-dde097e08069 None None] Pushing event updated for resources: {'Port': ['ID=0fc4267f-57d1-4696-ac17-4bce1a76abf1,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:26.558921 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:26.561131 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:26.563395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.581488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] For port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:26.586937 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.633011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:26.637651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:26.638825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.697643 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.725652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Calling delete_port for 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:26.741594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eb225-b6ee-44a6-b06f-cb40c0373502 None None] Pushing event updated for resources: {'Port': ['ID=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:26.805782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3ca6f-300e-47ba-886f-4a306e5e7b59 req-47a531df-56fc-4528-904b-cd8a5aabca90 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:26.813690 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53a3ca6f-300e-47ba-886f-4a306e5e7b59 req-47a531df-56fc-4528-904b-cd8a5aabca90 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 946 time: 0.5083454 Mar 05 00:13:26.857360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:26.889068 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a8e5e079-24bb-46ca-9cf0-87fe588146e8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1744459 Mar 05 00:13:26.908330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37048) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:26.927042 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:27.000075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.000733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53a3ca6f-300e-47ba-886f-4a306e5e7b59 req-b1b328c6-8a1c-4fcb-aee9-15f0bd7e8f2e tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858668 Mar 05 00:13:27.039558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=90725e19-2066-4f89-b79d-f3cbbd6b709d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:27.090555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-348e93aa-7b84-4a74-b5a1-ae460cf6d05b None None] Provisioning for port 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:27.106032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-348e93aa-7b84-4a74-b5a1-ae460cf6d05b None None] Provisioning complete for port 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:27.107765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-348e93aa-7b84-4a74-b5a1-ae460cf6d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.144271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368caa-c7cc-4a0f-abfa-ebd21b59f928 req-f1884ed0-7f4f-40af-8185-d6e8c8239c82 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:27.145034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-41368caa-c7cc-4a0f-abfa-ebd21b59f928 req-f1884ed0-7f4f-40af-8185-d6e8c8239c82 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:27.209107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': 'f167a198-ed3d-480f-8b7f-042fbb308425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:27.209612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:13:27.234745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37058) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:27.237430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.291627 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.301997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d718bbd-b7e2-4f4f-ad17-4288f72537bd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:27.303789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d101-d5c4-4aa7-ac13-31cb872fb7c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:27.307840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d101-d5c4-4aa7-ac13-31cb872fb7c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:27.312033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f091d101-d5c4-4aa7-ac13-31cb872fb7c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3938110 Mar 05 00:13:27.314976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:27.339704 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:21Z', 'revision_number': 3, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:27.346079 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b26f59-8a5a-4457-8656-be1d9a0f2992 None None] The sync data for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 is: [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:21Z', 'revision_number': 3, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:13:27.363700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-6b16ff06-7cb7-4473-bca4-690471acf4f2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:27.364461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-6b16ff06-7cb7-4473-bca4-690471acf4f2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:27.374956 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.381086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-348e93aa-7b84-4a74-b5a1-ae460cf6d05b None None] Port 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:27.406764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:27.406955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.428200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-41368caa-c7cc-4a0f-abfa-ebd21b59f928 req-f1884ed0-7f4f-40af-8185-d6e8c8239c82 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:27.429949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41368caa-c7cc-4a0f-abfa-ebd21b59f928 req-f1884ed0-7f4f-40af-8185-d6e8c8239c82 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 945 time: 1.0436101 Mar 05 00:13:27.455366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:27.455366 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.474525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Pushing event deleted for resources: {'Port': ['ID=4b1e69da-8c46-4cd5-b8ec-499b6a31c45c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:27.476937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-6b16ff06-7cb7-4473-bca4-690471acf4f2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:27.478286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-6b16ff06-7cb7-4473-bca4-690471acf4f2 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 945 time: 0.8354855 Mar 05 00:13:27.513531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:13:27.547600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Deleting subnet a09cef94-3171-42eb-821c-d54f12006b63 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:27.586655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:27.608296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.610488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5db3bf-4d8e-41fa-b176-9fd73c5c3b55 None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:27.658087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:27.658719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.710956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.789607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.818503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=ca55e1b5-3f15-470d-91b9-8a2e9816779f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:27.853477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-077d3ccb-86d4-442d-96ff-dab51aa21ed0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3852122 Mar 05 00:13:27.881822 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.905319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37070) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:27.912985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:27.915291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aa0af900-59e0-4d52-a106-e21664a611e5 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/ca55e1b5-3f15-470d-91b9-8a2e9816779f HTTP/1.1" status: 204 len: 168 time: 2.7153931 Mar 05 00:13:27.919181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd8329-cf1c-4d7a-aaa7-e5bb41eae28f None None] Network 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:27.928729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37074) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:27.932283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:28.014203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41368caa-c7cc-4a0f-abfa-ebd21b59f928 req-98aa9f20-25ed-4d41-af61-c8bd1f6ddf19 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462379 Mar 05 00:13:28.072154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] No DVR routers for this DVR port 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:28.074553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.078722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.126770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': '90725e19-2066-4f89-b79d-f3cbbd6b709d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:28.127458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.141045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Deleting port ba1384df-139b-49aa-9ac2-e060787c5a03 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:28.141415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.172542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.190884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09cef94-3171-42eb-821c-d54f12006b63,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:28.201809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.206429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af05bfd4-cb4c-4d66-b62f-0609f9390532 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a09cef94-3171-42eb-821c-d54f12006b63 HTTP/1.1" status: 204 len: 168 time: 0.9595745 Mar 05 00:13:28.207153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37084) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:28.231138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f726c21c-9564-4042-9c15-5a00c35d405e req-ac730b6f-4d0d-4cb8-ace8-810fd3829500 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.36 "DELETE /v2.0/ports/4b1e69da-8c46-4cd5-b8ec-499b6a31c45c HTTP/1.1" status: 204 len: 173 time: 2.8365133 Mar 05 00:13:28.425510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c807b207-c3a8-4695-9799-179c1fa21977', 'name': 'network-vif-deleted', 'tag': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:28.477173 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.582211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Allocated IP 2001:db8::2 (2d8b7cb8-64bc-428e-9bd8-41c7db5c7334/90725e19-2066-4f89-b79d-f3cbbd6b709d/02165924-d187-4285-b132-6b6b80e10394) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:28.608014 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c807b207-c3a8-4695-9799-179c1fa21977', 'name': 'network-vif-deleted', 'tag': '4b1e69da-8c46-4cd5-b8ec-499b6a31c45c', 'status': 'completed', 'code': 200} Mar 05 00:13:28.650594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] DHCP port deletion for 4f5558e3-7154-4b2d-a5e9-8daf6a78f580 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:28.722261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] Deleting port 64523f75-9001-406f-acb0-96599e1d13d3 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:28.722624 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.939520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.948773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:28.949596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:29.060894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80dac9f-e10a-4929-a825-20f393a4f9b6']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:29.122819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b2ac52-9218-4dd0-85cf-b1d21846f913') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:29.127710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b2ac52-9218-4dd0-85cf-b1d21846f913') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:29.131144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48ce6ef4-536a-4af8-b88d-a68f3c693627 req-83adc399-1b91-49f8-98a7-d1bbe809b177 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=c807b207-c3a8-4695-9799-179c1fa21977 HTTP/1.1" status: 200 len: 210 time: 0.2661843 Mar 05 00:13:29.152040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] For port ba1384df-139b-49aa-9ac2-e060787c5a03, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=ba1384df-139b-49aa-9ac2-e060787c5a03,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:29.152408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.171360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.177276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 64523f75-9001-406f-acb0-96599e1d13d3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:29.177759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.236001 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.248191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] For port 64523f75-9001-406f-acb0-96599e1d13d3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64523f75-9001-406f-acb0-96599e1d13d3,segment=NetworkSegment(ee6cbab9-f34c-4fed-a63d-05e05a3d5b72),segment_id=ee6cbab9-f34c-4fed-a63d-05e05a3d5b72)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:29.248895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.375342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Calling delete_port for ba1384df-139b-49aa-9ac2-e060787c5a03 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:29.406835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.412700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0fc4267f-57d1-4696-ac17-4bce1a76abf1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:29.413840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:29.443652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:29.444197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.447343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:29.449300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:29.461007 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:29.464941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:29.481110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:29.506314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] Calling delete_port for 64523f75-9001-406f-acb0-96599e1d13d3 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:29.537459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:29.537806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4b1e69da-8c46-4cd5-b8ec-499b6a31c45c not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:29.538223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device ba1384df-139b-49aa-9ac2-e060787c5a03 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:29.624195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.630907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:29.631096 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.634735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.638690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1600c3-b45c-4f6e-87ff-af31314f973a req-6801fdd4-dc21-478b-9ba7-da1782f20644 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:29.640345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a1600c3-b45c-4f6e-87ff-af31314f973a req-6801fdd4-dc21-478b-9ba7-da1782f20644 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d5c1e-ed32-4f0c-af4b-038718746ed8 HTTP/1.1" status: 200 len: 945 time: 0.3194177 Mar 05 00:13:29.664287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.668888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Transition to ACTIVE for port object 02165924-d187-4285-b132-6b6b80e10394 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:29.673892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.691594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80dac9f-e10a-4929-a825-20f393a4f9b6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:29.723682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Transition to ACTIVE for port object 02165924-d187-4285-b132-6b6b80e10394 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:29.736283 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7893b5b5-29fe-4aad-b078-563b5edd3f32 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b80dac9f-e10a-4929-a825-20f393a4f9b6 HTTP/1.1" status: 204 len: 168 time: 1.5097871 Mar 05 00:13:29.738285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:29.763722 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.797010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:29.809127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port 64523f75-9001-406f-acb0-96599e1d13d3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64523f75-9001-406f-acb0-96599e1d13d3,segment=NetworkSegment(ee6cbab9-f34c-4fed-a63d-05e05a3d5b72),segment_id=ee6cbab9-f34c-4fed-a63d-05e05a3d5b72)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:29.809507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.837104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.846726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.872468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:29.879670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:29.891235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:29.899192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c4361785-157d-4e9c-ad23-05158bf499a6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:13:29.923717 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a1600c3-b45c-4f6e-87ff-af31314f973a req-c6b68cea-9b2b-4b08-9ab8-07ec99488afe tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333765 Mar 05 00:13:29.942723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:29.945992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'Port': ['ID=ba1384df-139b-49aa-9ac2-e060787c5a03,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:29.959035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Deleting subnet d80fbfe7-6ffe-45ee-a003-8df14fbc08b7 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:29.969754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.053376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:30.086751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] No DVR routers for this DVR port 64523f75-9001-406f-acb0-96599e1d13d3 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:30.092062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Pushing event updated for resources: {'Port': ['ID=02165924-d187-4285-b132-6b6b80e10394,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:30.156790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 64523f75-9001-406f-acb0-96599e1d13d3 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:30.170693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] No DVR routers for this DVR port ba1384df-139b-49aa-9ac2-e060787c5a03 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:30.175621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.177777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12091e3e-f898-4347-8ab6-4fca23190b61 req-0f976cc2-22f3-4410-a91c-f642fc35d615 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "DELETE /v2.0/ports/ba1384df-139b-49aa-9ac2-e060787c5a03 HTTP/1.1" status: 204 len: 173 time: 2.6781616 Mar 05 00:13:30.197449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.243764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:30.244145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.328519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.349508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103160ae-1f68-4d80-8aff-662f57ad1553 None None] Pushing event deleted for resources: {'Port': ['ID=64523f75-9001-406f-acb0-96599e1d13d3,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:30.405426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.420485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Attempting to bind port 02165924-d187-4285-b132-6b6b80e10394 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:30.422485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Attempting to bind port 02165924-d187-4285-b132-6b6b80e10394 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f167a198-ed3d-480f-8b7f-042fbb308425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:30.425864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Attempting to bind port 02165924-d187-4285-b132-6b6b80e10394 on network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:30.439752 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.483576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:30.484387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Checking segment: {'id': 'f167a198-ed3d-480f-8b7f-042fbb308425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:30.485025 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.485647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Bound using segment: {'id': 'f167a198-ed3d-480f-8b7f-042fbb308425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:30.486373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Bound port: 02165924-d187-4285-b132-6b6b80e10394, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f167a198-ed3d-480f-8b7f-042fbb308425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:30.486981 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.508908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a17b9bae-ff49-453b-ab42-0b82a62797c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 HTTP/1.1" status: 204 len: 168 time: 3.1919045 Mar 05 00:13:30.511686 n-d-828979-4 neutron-server[83782]: INFO neutron.db.ipam_backend_mixin [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90725e19-2066-4f89-b79d-f3cbbd6b709d (CIDR: 2001:db8::/64) Mar 05 00:13:30.522554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37120) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:30.531697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80fbfe7-6ffe-45ee-a003-8df14fbc08b7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:30.540865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.548243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Allocated IP 172.20.0.1 (a18acc35-72e2-4bdb-8a65-bcd0b1631711/9f823fc1-d23a-442f-986d-68c850f2d3cc/b0a633bc-38de-4983-9b9f-c241912882d6) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:30.551057 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:13:30.551577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:13:30.562210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f4559c5b-aa89-463e-8760-522cc6482206 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d80fbfe7-6ffe-45ee-a003-8df14fbc08b7 HTTP/1.1" status: 204 len: 168 time: 0.8175242 Mar 05 00:13:30.564541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37124) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:30.646306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] For port 02165924-d187-4285-b132-6b6b80e10394, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:30.655325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] For port 02165924-d187-4285-b132-6b6b80e10394, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=02165924-d187-4285-b132-6b6b80e10394,segment=NetworkSegment(f167a198-ed3d-480f-8b7f-042fbb308425),segment_id=f167a198-ed3d-480f-8b7f-042fbb308425)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:30.710842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.734893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b92b8a2-051d-4ccc-8f11-182c46477db6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8263607 Mar 05 00:13:30.736432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:13:30.736848 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:13:30.809364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'name': 'network-vif-deleted', 'tag': 'ba1384df-139b-49aa-9ac2-e060787c5a03'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:30.816383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:30.831960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37132) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:30.838165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f3732-4fe2-4962-89cf-8c078eb24b71 None None] Pushing event updated for resources: {'Port': ['ID=02165924-d187-4285-b132-6b6b80e10394,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:30.849682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:30.918227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:31.055551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0fc4267f-57d1-4696-ac17-4bce1a76abf1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0fc4267f-57d1-4696-ac17-4bce1a76abf1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:31.068887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:31.183187 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d5c1e-ed32-4f0c-af4b-038718746ed8', 'name': 'network-vif-deleted', 'tag': 'ba1384df-139b-49aa-9ac2-e060787c5a03', 'status': 'completed', 'code': 200} Mar 05 00:13:31.198817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d24fb0-d88c-4bb5-930d-66fdf2dcabe1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:31.200863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d24fb0-d88c-4bb5-930d-66fdf2dcabe1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:31.201697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-28d24fb0-d88c-4bb5-930d-66fdf2dcabe1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:31.213093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0fc4267f-57d1-4696-ac17-4bce1a76abf1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:31.215637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64523f75-9001-406f-acb0-96599e1d13d3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:31.237868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 64523f75-9001-406f-acb0-96599e1d13d3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:31.242428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:31.255954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 64523f75-9001-406f-acb0-96599e1d13d3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:31.256463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64523f75-9001-406f-acb0-96599e1d13d3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:31.275092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:31.337676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-28d24fb0-d88c-4bb5-930d-66fdf2dcabe1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:31.354553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-28d24fb0-d88c-4bb5-930d-66fdf2dcabe1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8180707 Mar 05 00:13:31.355301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37146) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:31.424440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:31.433790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-156e9856-bb3e-469a-a2e4-e594ce97feee tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:31.437189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-156e9856-bb3e-469a-a2e4-e594ce97feee tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/networks?id=fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 200 len: 809 time: 0.6005266 Mar 05 00:13:31.438420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:31.442322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0fc4267f-57d1-4696-ac17-4bce1a76abf1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:31.512311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] The port '64523f75-9001-406f-acb0-96599e1d13d3' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:13:31.605600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:31.610029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:31.659235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:31.668961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:31.821730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Transition to ACTIVE for port object b0a633bc-38de-4983-9b9f-c241912882d6 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:31.859227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-c5368c5b-6e33-4b88-b344-6b4d1866defd tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/quotas/b0648e95464d45219495553837e1153c HTTP/1.1" status: 200 len: 375 time: 0.2519748 Mar 05 00:13:31.957604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:31.970806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:32.024308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.043651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-731f7adc-0a98-41f5-820e-cdc64b882501 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Synchronizing usage tracker for tenant:b0648e95464d45219495553837e1153c on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:32.079725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5558e3-7154-4b2d-a5e9-8daf6a78f580']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:32.100304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a330b1d0-4828-4715-9fc4-593eb99c8fb3']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:32.118915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:32.119189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6cbab9-f34c-4fed-a63d-05e05a3d5b72') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:32.120104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01effbf-e157-47ad-96b1-f19fee430a95') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:32.120388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01effbf-e157-47ad-96b1-f19fee430a95') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:32.132606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.137289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-731f7adc-0a98-41f5-820e-cdc64b882501 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Unset dirty status for tenant:b0648e95464d45219495553837e1153c on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:32.138864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-731f7adc-0a98-41f5-820e-cdc64b882501 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0648e95464d45219495553837e1153c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2390993 Mar 05 00:13:32.150578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.184025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.230751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.238074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 2691a368-52de-40e4-8f02-3edd01e21df8 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:32.254767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:32.255169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.270495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.273541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.284803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-83a0462a-db4b-4163-893e-330fc5459b01 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:32.285569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-83a0462a-db4b-4163-893e-330fc5459b01 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:32.299923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:32.299923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:32.305827 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:32.308663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:32.313574 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:32.316030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.320183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129150f-7905-4305-9a29-2acea34e0923 req-c81974d0-995d-46d9-9d9d-871d9973ed6c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:32.322294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9129150f-7905-4305-9a29-2acea34e0923 req-c81974d0-995d-46d9-9d9d-871d9973ed6c tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.4962385 Mar 05 00:13:32.373003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a633bc-38de-4983-9b9f-c241912882d6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:32.375309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:32.406643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:32.474794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b49583-805d-4f34-a098-5aca7a8e23e3 None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:32.499237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-83a0462a-db4b-4163-893e-330fc5459b01 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:32.500351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.500477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-83a0462a-db4b-4163-893e-330fc5459b01 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.6293881 Mar 05 00:13:32.560462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.563705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9129150f-7905-4305-9a29-2acea34e0923 req-c47a16f6-d50b-4442-951e-2740c2f13fbf tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751041 Mar 05 00:13:32.564393 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.574968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.593926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.598311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.615896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=4f5558e3-7154-4b2d-a5e9-8daf6a78f580,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:32.625042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a330b1d0-4828-4715-9fc4-593eb99c8fb3 HTTP/1.1" status: 204 len: 168 time: 2.0590117 Mar 05 00:13:32.632706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e0a3da6e-8d0d-4ac9-bc9a-ee11a81df853 None None] Provisioning for port 02165924-d187-4285-b132-6b6b80e10394 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:32.639112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2a7e7a8a-c18e-4db4-90fe-0dd69de155e1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/4f5558e3-7154-4b2d-a5e9-8daf6a78f580 HTTP/1.1" status: 204 len: 168 time: 4.6843412 Mar 05 00:13:32.639736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37158) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:32.648980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-470399669'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:32.662836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:32.688747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:network and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:32.707090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:32.724941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:32.777134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.845399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4f22d-a442-42f1-bf12-aad00dc32923 admin admin] Pushing event deleted for resources: {'Network': ['ID=a330b1d0-4828-4715-9fc4-593eb99c8fb3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:32.856843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b7c71dc-139e-4959-8d82-2a7329de9d3f None None] Provisioning for port b0a633bc-38de-4983-9b9f-c241912882d6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:32.857917 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-1b65e383-a079-400b-ba52-61ce8a68f40a service neutron] 10.222.0.32 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967058 Mar 05 00:13:32.863083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b7c71dc-139e-4959-8d82-2a7329de9d3f None None] Provisioning complete for port b0a633bc-38de-4983-9b9f-c241912882d6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:32.863697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b7c71dc-139e-4959-8d82-2a7329de9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.882403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:32.885484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.909341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.920211 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:32.956707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c71dc-139e-4959-8d82-2a7329de9d3f None None] Port b0a633bc-38de-4983-9b9f-c241912882d6 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:33.044049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Deleting port c4361785-157d-4e9c-ad23-05158bf499a6 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:33.044686 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.058459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:13:33.071902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37168) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:33.092910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.163003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:33.170262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:33.181077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.181614 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Added segment 0d022866-057c-4a67-b724-2db95e6feb56 of type vlan for network 1c6d76a7-cd5e-4235-a330-667a2102d43e Mar 05 00:13:33.182360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:33.183140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.204014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=46479732-15d1-4b58-a86b-a296c3ede4d2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:33.221338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987c51f-ec8e-40e7-b512-d783c1910a41 None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:33.222526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.242206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ca95f53-9556-4da3-999d-6021a899a8b0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4090776 Mar 05 00:13:33.259353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37174) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:33.264242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=2691a368-52de-40e4-8f02-3edd01e21df8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:33.282503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'fixed_ips': [{'subnet_id': '90725e19-2066-4f89-b79d-f3cbbd6b709d'}, {'subnet_id': '46479732-15d1-4b58-a86b-a296c3ede4d2'}], 'name': 'tempest-PortsIpV6TestJSON-634505357'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:33.319071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.329869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:33.333421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.437167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 02165924-d187-4285-b132-6b6b80e10394 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:33.486971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:33.501665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Network': ['ID=1c6d76a7-cd5e-4235-a330-667a2102d43e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:33.507167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:33.516215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:33.522070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.536679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:13:33.547509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-f9d66ad9-7e31-4036-afbb-1972c557c15a service neutron] 10.222.0.32 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879380 Mar 05 00:13:33.549906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f818a-5105-43c3-a185-63353b50a895 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:33.557185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:33.599521 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-035e4a9b-6050-487d-ba9d-71989c952adc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/2691a368-52de-40e4-8f02-3edd01e21df8 HTTP/1.1" status: 204 len: 168 time: 2.2342618 Mar 05 00:13:33.652719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37178) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:33.699364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:33.708499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:33.783320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port ef48314b-7fc3-443c-8d71-c9e77c06ff40 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:33.953798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-27fead39-4605-4f09-8055-55e9a0155f85 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3048460 Mar 05 00:13:33.974729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37188) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:33.990587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:34.150410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e1c87706-1739-4d3f-b2ae-eda9a837ad5a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4951093 Mar 05 00:13:34.152655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] For port c4361785-157d-4e9c-ad23-05158bf499a6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c4361785-157d-4e9c-ad23-05158bf499a6,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:34.153019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.155930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37196) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:34.164767 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-18e877a1-bf3a-4271-982c-ca893cb672d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=810af56178244bdf87bea73d63069ef7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0861785 Mar 05 00:13:34.166113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 02165924-d187-4285-b132-6b6b80e10394 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:34.166593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37198) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:34.174419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 02165924-d187-4285-b132-6b6b80e10394 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:34.175442 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.179170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-308f58ab-c386-40c9-9037-a11add1fb648 req-5a20d43b-5390-4a7e-9a95-c5dcacd88e51 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 210 time: 0.1919765 Mar 05 00:13:34.208434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:34.222914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:34.246294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:34.279452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:34.384490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c4361785-157d-4e9c-ad23-05158bf499a6 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:34.415548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:34.468665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Calling delete_port for c4361785-157d-4e9c-ad23-05158bf499a6 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:34.525885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:34.568146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:34.582877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aaf22-63a9-433e-b532-0e67d0031d39 req-863d4a49-b92e-4361-92e4-48adc73fa2da tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:34.584365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c40aaf22-63a9-433e-b532-0e67d0031d39 req-863d4a49-b92e-4361-92e4-48adc73fa2da tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 946 time: 0.6763511 Mar 05 00:13:34.608620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] Deleting port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:34.609290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.630698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bafb27-8a0d-4430-a303-5c0dd71f14d6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:34.631344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b0bafb27-8a0d-4430-a303-5c0dd71f14d6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:34.635788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.656670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.658519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00548e00-9c82-45a9-820c-02243e82dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.753612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.868512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Update dhcp port {'port': {'network_id': '2d8b7cb8-64bc-428e-9bd8-41c7db5c7334', 'fixed_ips': [{'subnet_id': '90725e19-2066-4f89-b79d-f3cbbd6b709d', 'ip_address': '2001:db8::2'}, {'subnet_id': '46479732-15d1-4b58-a86b-a296c3ede4d2'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '02165924-d187-4285-b132-6b6b80e10394'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:13:34.895236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b0bafb27-8a0d-4430-a303-5c0dd71f14d6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:34.904104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37208) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:34.906089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b0bafb27-8a0d-4430-a303-5c0dd71f14d6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7419605 Mar 05 00:13:34.931319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00548e00-9c82-45a9-820c-02243e82dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.932061 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.942806 n-d-828979-4 neutron-server[83784]: INFO neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No ports have port_id starting with c4361785-157d-4e9c-ad23-05158bf499a6 Mar 05 00:13:34.955933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-143648b0-df25-4b0b-a019-36526446c941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:34.976405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.017753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] For port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:35.018417 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.019914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6455cba-24df-4ba8-82d0-fa5d826c5bdb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:35.020672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a6455cba-24df-4ba8-82d0-fa5d826c5bdb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:35.034968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.086819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 02165924-d187-4285-b132-6b6b80e10394, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=02165924-d187-4285-b132-6b6b80e10394,segment=NetworkSegment(f167a198-ed3d-480f-8b7f-042fbb308425),segment_id=f167a198-ed3d-480f-8b7f-042fbb308425)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:35.137370 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.145445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a633bc-38de-4983-9b9f-c241912882d6,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:35.174906 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c40aaf22-63a9-433e-b532-0e67d0031d39 req-9e570224-0e3f-4f7f-85b9-6b897e54aec4 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e39003b-da37-454d-aa26-a3b6c22e049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702720 Mar 05 00:13:35.175496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'Port': ['ID=c4361785-157d-4e9c-ad23-05158bf499a6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:35.211960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.225102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] Calling delete_port for 0d718bbd-b7e2-4f4f-ad17-4288f72537bd owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:35.297971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::355 (2d8b7cb8-64bc-428e-9bd8-41c7db5c7334/90725e19-2066-4f89-b79d-f3cbbd6b709d/ef48314b-7fc3-443c-8d71-c9e77c06ff40) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:35.306951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8:0:1::2b8 (2d8b7cb8-64bc-428e-9bd8-41c7db5c7334/46479732-15d1-4b58-a86b-a296c3ede4d2/ef48314b-7fc3-443c-8d71-c9e77c06ff40) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:35.556078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a6455cba-24df-4ba8-82d0-fa5d826c5bdb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:35.561315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a6455cba-24df-4ba8-82d0-fa5d826c5bdb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6559732 Mar 05 00:13:35.564016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a75129d6-a556-4915-b36d-a7b6870bdae7 req-51351ffd-d40a-4d41-b75e-94e637d6489c tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 210 time: 0.0954578 Mar 05 00:13:35.564670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37216) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:35.583775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.643663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:35.645400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00548e00-9c82-45a9-820c-02243e82dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.703212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d718bbd-b7e2-4f4f-ad17-4288f72537bd no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:35.717136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:35.762441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b0c5372-6d29-4344-bd62-ac54fe753764 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554799 Mar 05 00:13:35.763575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] No DVR routers for this DVR port c4361785-157d-4e9c-ad23-05158bf499a6 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:35.774531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:35.781851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37220) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:35.784900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'name': 'network-vif-deleted', 'tag': 'c4361785-157d-4e9c-ad23-05158bf499a6'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:35.850782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00548e00-9c82-45a9-820c-02243e82dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94a3cf-decd-4493-aa2b-bc7c2bc25add,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:35.880927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=02165924-d187-4285-b132-6b6b80e10394,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:35.962931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:35.974896 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.048698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 00:13:36.083089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f8ff1a0-e848-4fa4-a7c6-8fd494c9c1ce req-fbf9d742-5688-477f-8073-5221e4065538 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.10 "DELETE /v2.0/ports/c4361785-157d-4e9c-ad23-05158bf499a6 HTTP/1.1" status: 204 len: 173 time: 3.5762892 Mar 05 00:13:36.085198 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f9d829-3985-4b3d-9fb7-22dfdcc36b6a', 'name': 'network-vif-deleted', 'tag': 'c4361785-157d-4e9c-ad23-05158bf499a6', 'status': 'completed', 'code': 200} Mar 05 00:13:36.091373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=d13baaa9-94a3-4569-8f8f-d73587a25c89,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:36.099626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] Pushing event deleted for resources: {'Port': ['ID=0d718bbd-b7e2-4f4f-ad17-4288f72537bd,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:36.122935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd99a99-e34f-4ea9-9d21-1170d2463819 None None] No DVR routers for this DVR port 0d718bbd-b7e2-4f4f-ad17-4288f72537bd on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:36.151505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00548e00-9c82-45a9-820c-02243e82dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.152745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-00548e00-9c82-45a9-820c-02243e82dd5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b94a3cf-decd-4493-aa2b-bc7c2bc25add HTTP/1.1" status: 204 len: 168 time: 1.9416709 Mar 05 00:13:36.163711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c92f5dac-c823-480b-8a24-022e3bc6be5c None None] Provisioning complete for port b0a633bc-38de-4983-9b9f-c241912882d6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:36.164099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c92f5dac-c823-480b-8a24-022e3bc6be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.189552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-83ac68f0-616f-4960-9a93-50b9a361c4b5 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:36.190711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-83ac68f0-616f-4960-9a93-50b9a361c4b5 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Synchronizing usage tracker for tenant:b0648e95464d45219495553837e1153c on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:36.196883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Checking segment: {'id': '0d022866-057c-4a67-b724-2db95e6feb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:36.197402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network hostable DHCP agents. Network: 1c6d76a7-cd5e-4235-a330-667a2102d43e, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:13:36.227569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.255523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-83ac68f0-616f-4960-9a93-50b9a361c4b5 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Unset dirty status for tenant:b0648e95464d45219495553837e1153c on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:36.259078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-83ac68f0-616f-4960-9a93-50b9a361c4b5 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.10 "GET /v2.0/networks?id=fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 200 len: 809 time: 0.7124007 Mar 05 00:13:36.270378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object ef48314b-7fc3-443c-8d71-c9e77c06ff40 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:36.275352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Request body: {'port': {'device_id': '89a948d4-7b13-4573-a366-f0f98276dc01', 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268', 'admin_state_up': True, 'tenant_id': 'b0648e95464d45219495553837e1153c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:36.319783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:36.320018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c92f5dac-c823-480b-8a24-022e3bc6be5c None None] Port b0a633bc-38de-4983-9b9f-c241912882d6 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:36.355575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:36.365005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.478015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:36.510470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Allocated IP 2001:db8:0:1::2 (2d8b7cb8-64bc-428e-9bd8-41c7db5c7334/46479732-15d1-4b58-a86b-a296c3ede4d2/02165924-d187-4285-b132-6b6b80e10394) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:36.579730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:36.583626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0da868b2-894c-4acf-90e5-fc71e3a5ba83 req-a6e8790b-7e48-486b-b135-6aa22471735e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:36.587145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=ef48314b-7fc3-443c-8d71-c9e77c06ff40,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:36.595754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:36.707628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:13:36.711194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:36.777213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] For port 02165924-d187-4285-b132-6b6b80e10394, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=02165924-d187-4285-b132-6b6b80e10394,segment=NetworkSegment(f167a198-ed3d-480f-8b7f-042fbb308425),segment_id=f167a198-ed3d-480f-8b7f-042fbb308425)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:36.860015 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:13:36.873577 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.875331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1c6d76a7-cd5e-4235-a330-667a2102d43e) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:36.877128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:36.887261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff485c-4271-45f0-b657-d499f2a8934e None None] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:36.922293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:36.922878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:36.970963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:36.975711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:36.977245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.045408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37238) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:37.055941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0da868b2-894c-4acf-90e5-fc71e3a5ba83 req-a6e8790b-7e48-486b-b135-6aa22471735e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:37.059253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0da868b2-894c-4acf-90e5-fc71e3a5ba83 req-a6e8790b-7e48-486b-b135-6aa22471735e tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f9d829-3985-4b3d-9fb7-22dfdcc36b6a HTTP/1.1" status: 200 len: 210 time: 0.6332879 Mar 05 00:13:37.060459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Made reservation on behalf of b0648e95464d45219495553837e1153c for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:37.063599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.100888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd5d6267-51ca-46e8-ace5-1ba7809d67c1 req-9e4093cd-cb53-4d74-aac6-194bec040922 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 210 time: 0.1598816 Mar 05 00:13:37.117672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-486597c7-53a6-4127-9a70-8dd761f74dd3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1394465 Mar 05 00:13:37.127413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:37.155781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-48a4f907-79e1-4f2f-9bc7-8d7240337b86 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8928065 Mar 05 00:13:37.159565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.161930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37246) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:37.169715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90725e19-2066-4f89-b79d-f3cbbd6b709d'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:37.187615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1845863582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:37.201292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Transition to ACTIVE for port object 02165924-d187-4285-b132-6b6b80e10394 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:37.203607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:37.212588 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.327666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:router and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:37.365955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-133da150-de91-40bc-9daf-c081956910a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3a9e457f56b47bfbda96048f663d437&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3133132 Mar 05 00:13:37.370656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:37.373468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37252) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:37.373738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37254) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:37.399806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:37.435907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 02165924-d187-4285-b132-6b6b80e10394 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:37.455716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.456808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.463954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98787d2f-58d7-4cbb-a741-868f6972c813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.479341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Allocated IP 172.20.0.6 (fee1ac64-ced5-4ace-ade3-7aec77a28268/c0d23172-d69e-4719-beaf-6cf073c121e3/b7d54369-c3bf-4597-b659-bf75e0742c2b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:37.504008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66cbfa7f-b4bc-4b3f-87fc-43ed3ff8b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.530794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66cbfa7f-b4bc-4b3f-87fc-43ed3ff8b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.562138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.607822 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66cbfa7f-b4bc-4b3f-87fc-43ed3ff8b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.632566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833c4bb-9abd-41e9-8c1c-e9eb9578dfc4 None None] Pushing event updated for resources: {'Port': ['ID=02165924-d187-4285-b132-6b6b80e10394,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:37.659628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-1c6d76a7-cd5e-4235-a330-667a2102d43e', 'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': 'd13baaa9-94a3-4569-8f8f-d73587a25c89'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:37.660583 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.664106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbfa7f-b4bc-4b3f-87fc-43ed3ff8b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b0d9b9-5318-4201-9c6f-3b6938e8c906,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:37.670088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.695894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Router c10c570e-5cc6-43aa-a98b-51366cfe57fa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:13:37.793555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.829862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66cbfa7f-b4bc-4b3f-87fc-43ed3ff8b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.836552 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-66cbfa7f-b4bc-4b3f-87fc-43ed3ff8b6e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34b0d9b9-5318-4201-9c6f-3b6938e8c906 HTTP/1.1" status: 204 len: 168 time: 0.4586568 Mar 05 00:13:37.844323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.845808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f0c4b576-05fb-49a4-a1c3-d9e3b235b472 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6927645 Mar 05 00:13:37.847405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.849056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37264) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:37.891657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.935945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Allocated IP 172.20.0.2 (1c6d76a7-cd5e-4235-a330-667a2102d43e/d13baaa9-94a3-4569-8f8f-d73587a25c89/11fc9888-ddd1-41cd-b119-9c2ebdd48638) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:37.943049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e', 'name': 'tempest-PortsTestJSON-54203765'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:37.969475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:37.974562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:37.977807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:37.978403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:37.986946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fa3c4-2b6a-473a-a136-d68572bf472d None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:38.023530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=6bb7c606-9582-4689-8643-5636030e1820,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:38.031795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:38.036870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Usage tracker for resource:security_group_rule and tenant:4b68b9f4b38842f58e1c76de806f61c0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:38.045461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-34d690d8-91ff-4749-aeff-b7efa2244334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2490873 Mar 05 00:13:38.047042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:38.051214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37268) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:38.060129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '6bb7c606-9582-4689-8643-5636030e1820', 'ip_address': '2001:db8::ba66:7f95:be08:1d07'}], 'name': 'tempest-NetworksTestDHCPv6-1755539451'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:38.097117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:38.338553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:38.367688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:38.376092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:38.415262 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:38.423060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:38.430584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:38.494715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port de893f51-64ca-480d-95d0-66765c472f95 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:38.679898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-36f17669-18e9-4c06-ace8-f14505e5ce07 None None] Provisioning for port 02165924-d187-4285-b132-6b6b80e10394 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:38.692655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:38.706468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-36f17669-18e9-4c06-ace8-f14505e5ce07 None None] Provisioning complete for port 02165924-d187-4285-b132-6b6b80e10394 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:38.707316 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-36f17669-18e9-4c06-ace8-f14505e5ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:38.780733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '6bb7c606-9582-4689-8643-5636030e1820'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:38.781581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:38.830854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::ba66:7f95:be08:1d07 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/6bb7c606-9582-4689-8643-5636030e1820/de893f51-64ca-480d-95d0-66765c472f95) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:38.835863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Transition to ACTIVE for port object 11fc9888-ddd1-41cd-b119-9c2ebdd48638 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:39.043403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Transition to ACTIVE for port object 11fc9888-ddd1-41cd-b119-9c2ebdd48638 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:39.054504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb6f39ba-ca34-421c-b73c-2627404e02d6 req-3d7386b9-6911-464e-8058-4c3755d3e7f8 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 210 time: 0.5556509 Mar 05 00:13:39.070622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.090266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.119958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object de893f51-64ca-480d-95d0-66765c472f95 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:39.144909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.150868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Delete allocated IP 2001:db8:0:1::2b8 (2d8b7cb8-64bc-428e-9bd8-41c7db5c7334/46479732-15d1-4b58-a86b-a296c3ede4d2) {{(pid=83782) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 00:13:39.199133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.201731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.230837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/6bb7c606-9582-4689-8643-5636030e1820/930367a3-3ccf-4fce-8842-31054b6f7b4d) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:39.266176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b68b9f4b38842f58e1c76de806f61c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8876264 Mar 05 00:13:39.326181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:39.350540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:39.364780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.382003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Ignored duplicate provisioning block setup for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 00:13:39.404671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:39.413051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 02165924-d187-4285-b132-6b6b80e10394 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:39.420714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.439635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:39.452524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:39.457562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:39.458313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.464640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b12bf-534e-4ad9-b261-ad1f3334be39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf74d27-1a10-4bcd-a20d-8e47d4588198,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:39.482006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:39.484927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:39.495340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=de893f51-64ca-480d-95d0-66765c472f95,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:39.531877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4013b1a-f7ad-4c64-a583-b493a9110d1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4792185 Mar 05 00:13:39.535972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37310) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:39.544807 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f28cd09-c093-434b-bb51-0b009701996a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.592371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db16a4e-3d9d-4672-8e73-1e001a1fac99 req-7795ea71-b76a-4d79-809b-587cba009367 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:39.594472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=ef48314b-7fc3-443c-8d71-c9e77c06ff40,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:39.600409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9db16a4e-3d9d-4672-8e73-1e001a1fac99 req-7795ea71-b76a-4d79-809b-587cba009367 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.4540758 Mar 05 00:13:39.615925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.633280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:39.639197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:39.643078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:39.655508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:39.682167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f28cd09-c093-434b-bb51-0b009701996a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.682526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Pushing event updated for resources: {'Port': ['ID=11fc9888-ddd1-41cd-b119-9c2ebdd48638,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:39.741119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] In _notify_port_updated(), no bound segment for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 on network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:13:39.744845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:39.745504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.747713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2a4f8121-ac90-4083-8471-1bde09811006 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/ports/ef48314b-7fc3-443c-8d71-c9e77c06ff40 HTTP/1.1" status: 200 len: 925 time: 2.5842962 Mar 05 00:13:39.748501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:39.752834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.762486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9db16a4e-3d9d-4672-8e73-1e001a1fac99 req-e0352068-b66b-4e9d-873d-0d4c04aac916 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609223 Mar 05 00:13:39.763750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37314) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:39.772577 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.793089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.798161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:39.825029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Transition to ACTIVE for port object 930367a3-3ccf-4fce-8842-31054b6f7b4d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:39.827163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90725e19-2066-4f89-b79d-f3cbbd6b709d'}, {'subnet_id': '46479732-15d1-4b58-a86b-a296c3ede4d2'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:39.833004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Attempting to bind port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:39.833405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Attempting to bind port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '0d022866-057c-4a67-b724-2db95e6feb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:39.833843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Attempting to bind port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 on network 1c6d76a7-cd5e-4235-a330-667a2102d43e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:39.857840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:39.858472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Checking segment: {'id': '0d022866-057c-4a67-b724-2db95e6feb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:39.858883 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.859357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Bound using segment: {'id': '0d022866-057c-4a67-b724-2db95e6feb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:39.860130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Bound port: 11fc9888-ddd1-41cd-b119-9c2ebdd48638, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d022866-057c-4a67-b724-2db95e6feb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c6d76a7-cd5e-4235-a330-667a2102d43e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:39.860506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.880495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Transition to ACTIVE for port object 930367a3-3ccf-4fce-8842-31054b6f7b4d will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:39.885583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 02165924-d187-4285-b132-6b6b80e10394 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:39.885926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.951347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da7dc7-94dc-456f-a765-82ce9e1e6d79 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:39.952196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13da7dc7-94dc-456f-a765-82ce9e1e6d79 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:39.962561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:39.992687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-3b85626b-febd-446d-bdb9-cfe9f0d7f6aa tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:39.994639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-3b85626b-febd-446d-bdb9-cfe9f0d7f6aa tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 0.2358625 Mar 05 00:13:40.001096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.031071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37320) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:40.035535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13da7dc7-94dc-456f-a765-82ce9e1e6d79 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:40.039309 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-13da7dc7-94dc-456f-a765-82ce9e1e6d79 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4978430 Mar 05 00:13:40.089141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37324) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:40.165757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.11 (1c6d76a7-cd5e-4235-a330-667a2102d43e/d13baaa9-94a3-4569-8f8f-d73587a25c89/5bd93262-30fd-4f1c-843c-e02d9ef695d2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:40.167321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] For port 11fc9888-ddd1-41cd-b119-9c2ebdd48638, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:40.170639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] For port 11fc9888-ddd1-41cd-b119-9c2ebdd48638, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=11fc9888-ddd1-41cd-b119-9c2ebdd48638,segment=NetworkSegment(0d022866-057c-4a67-b724-2db95e6feb56),segment_id=0d022866-057c-4a67-b724-2db95e6feb56)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:40.191804 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.218022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Pushing event updated for resources: {'Port': ['ID=930367a3-3ccf-4fce-8842-31054b6f7b4d,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:40.227890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:40.269776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:40.282021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bdf15a01-79c4-4d6c-b7fc-5c140656de41 None None] Provisioning for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:40.283206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f28cd09-c093-434b-bb51-0b009701996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.287267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:40.315719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bdf15a01-79c4-4d6c-b7fc-5c140656de41 None None] Provisioning complete for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:40.316094 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bdf15a01-79c4-4d6c-b7fc-5c140656de41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.327374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28cd09-c093-434b-bb51-0b009701996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf74d27-1a10-4bcd-a20d-8e47d4588198,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:40.348478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f28cd09-c093-434b-bb51-0b009701996a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.349741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0f28cd09-c093-434b-bb51-0b009701996a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cf74d27-1a10-4bcd-a20d-8e47d4588198 HTTP/1.1" status: 204 len: 168 time: 1.0222418 Mar 05 00:13:40.394957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Deleting port af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:40.403297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.516340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.561920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Attempting to bind port 930367a3-3ccf-4fce-8842-31054b6f7b4d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:40.562681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Attempting to bind port 930367a3-3ccf-4fce-8842-31054b6f7b4d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:40.565677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Attempting to bind port 930367a3-3ccf-4fce-8842-31054b6f7b4d on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:40.566356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.572500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b133-5857-44c9-855c-0ac249b568b6 None None] Pushing event updated for resources: {'Port': ['ID=11fc9888-ddd1-41cd-b119-9c2ebdd48638,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:40.584497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bdf15a01-79c4-4d6c-b7fc-5c140656de41 None None] Port ef48314b-7fc3-443c-8d71-c9e77c06ff40 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:40.586613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:40.586987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:40.587478 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.587865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:40.588343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Bound port: 930367a3-3ccf-4fce-8842-31054b6f7b4d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:40.588708 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.615945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Pushing event updated for resources: {'Port': ['ID=b7d54369-c3bf-4597-b659-bf75e0742c2b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:40.622762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:40.630633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4dbd26be9a40a19639725b00963b16 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:40.648044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port de893f51-64ca-480d-95d0-66765c472f95 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:40.648392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.675337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Network fee1ac64-ced5-4ace-ade3-7aec77a28268 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:40.683066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 5bd93262-30fd-4f1c-843c-e02d9ef695d2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:40.685640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:40.694211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:13:40.699133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:40.715104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] For port 930367a3-3ccf-4fce-8842-31054b6f7b4d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:40.716403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:40.718733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] For port 930367a3-3ccf-4fce-8842-31054b6f7b4d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=930367a3-3ccf-4fce-8842-31054b6f7b4d,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:40.726448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:40.727289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Sync routers for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:13:40.738893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.865285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f58e57fa-6cfa-4115-96d5-b62a991d0572 admin admin] 10.222.0.32 "PUT /v2.0/routers/c10c570e-5cc6-43aa-a98b-51366cfe57fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7401164 Mar 05 00:13:40.894792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:40.895421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:40.931310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534dabc-cdc0-490b-8d2e-e64d11a1359b req-2fca8ef5-4512-4bcc-80b6-f613afdec018 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:40.932063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1534dabc-cdc0-490b-8d2e-e64d11a1359b req-2fca8ef5-4512-4bcc-80b6-f613afdec018 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Synchronizing usage tracker for tenant:b0648e95464d45219495553837e1153c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:40.999651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fa292-bde2-4cbc-8de3-c13f70a85706 None None] Pushing event updated for resources: {'Port': ['ID=930367a3-3ccf-4fce-8842-31054b6f7b4d,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:41.055316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.072743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:41.073428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:41.099514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37340) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:41.100331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b51fea0f-d195-4e15-8254-e8d4adc24429 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8291559 Mar 05 00:13:41.104164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.187910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Request body: {'port': {'device_id': '89a948d4-7b13-4573-a366-f0f98276dc01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:41.209135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a4134a5-731d-48b9-8dd5-d1247bc871ae None None] Provisioning complete for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:41.209135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a4134a5-731d-48b9-8dd5-d1247bc871ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.313019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1a4134a5-731d-48b9-8dd5-d1247bc871ae None None] Port ef48314b-7fc3-443c-8d71-c9e77c06ff40 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:41.345474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.348719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.358578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:41.407492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] For port af5eb3a4-14c4-40b0-be07-66f0f756d948, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af5eb3a4-14c4-40b0-be07-66f0f756d948,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:41.407969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.418252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.426104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1534dabc-cdc0-490b-8d2e-e64d11a1359b req-2fca8ef5-4512-4bcc-80b6-f613afdec018 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Unset dirty status for tenant:b0648e95464d45219495553837e1153c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:41.428675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 11fc9888-ddd1-41cd-b119-9c2ebdd48638 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:41.433887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1534dabc-cdc0-490b-8d2e-e64d11a1359b req-2fca8ef5-4512-4bcc-80b6-f613afdec018 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 931 time: 1.1778543 Mar 05 00:13:41.444283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.708285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:41.731131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:41.735861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Usage tracker for resource:security_group_rule and tenant:33e1f28e15914153afd8027a22c90588 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:41.739883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:41.749735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:41.801317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:41.808570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:33Z', 'revision_number': 2, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:41.813853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Checking router: c10c570e-5cc6-43aa-a98b-51366cfe57fa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:13:41.814343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Updating router c10c570e-5cc6-43aa-a98b-51366cfe57fa port b0a633bc-38de-4983-9b9f-c241912882d6 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:13:41.871846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec6917f-4684-40aa-ad8b-5721b7774098,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:41.883559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:41.891391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:41.905859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9565b6c6-b2bb-43f2-bc47-79cd3c51ee65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f4dbd26be9a40a19639725b00963b16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8725233 Mar 05 00:13:41.925375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37346) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:42.053892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:42.087568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=5bd93262-30fd-4f1c-843c-e02d9ef695d2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:42.095277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c3f9-82d6-4ad7-9a37-327bf6b5298b req-dd0beba7-4bae-47b6-8331-7b37d9c547bd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:42.104063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc21c3f9-82d6-4ad7-9a37-327bf6b5298b req-dd0beba7-4bae-47b6-8331-7b37d9c547bd tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 945 time: 1.0049310 Mar 05 00:13:42.125544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebcbd2-4401-496b-afad-e3b920d6eadb None None] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:42.154298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1534dabc-cdc0-490b-8d2e-e64d11a1359b req-66c92923-6294-4539-b75f-0e83e7620c00 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194269 Mar 05 00:13:42.157548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.383003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for de893f51-64ca-480d-95d0-66765c472f95 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:42.454009 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.454551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.454875 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Floating IP 9ea1d309-b1b2-4c7d-990f-51f59e76c7a2 disassociated. External IP: 172.25.0.125, port: af5eb3a4-14c4-40b0-be07-66f0f756d948. Mar 05 00:13:42.455301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Calling delete_port for af5eb3a4-14c4-40b0-be07-66f0f756d948 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:42.457814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:42.458489 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.466966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] Provisioning for port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:42.483342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] Provisioning complete for port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:42.484683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.540025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-239c54e0-4b75-4bab-b6ee-4640769349a4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6852851 Mar 05 00:13:42.555675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37352) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:42.566110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.679239 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1751d0b8-9715-4142-839b-c48a4a6be23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.713162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1751d0b8-9715-4142-839b-c48a4a6be23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.767957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:42.774003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37356) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:42.783524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.795543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.807829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:42.815817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc21c3f9-82d6-4ad7-9a37-327bf6b5298b req-d3db544d-5f58-4f24-9328-6587e526d4e5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7080753 Mar 05 00:13:42.826113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000159330', 'description': 'tempest-description--220123860'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:42.854409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:42.881906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.941926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] For port 11fc9888-ddd1-41cd-b119-9c2ebdd48638, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=11fc9888-ddd1-41cd-b119-9c2ebdd48638,segment=NetworkSegment(0d022866-057c-4a67-b724-2db95e6feb56),segment_id=0d022866-057c-4a67-b724-2db95e6feb56)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:42.944207 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.963632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:42.968770 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.036690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Transition to ACTIVE for port object b0a633bc-38de-4983-9b9f-c241912882d6 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:43.071691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.098561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d54369-c3bf-4597-b659-bf75e0742c2b {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:13:43.143975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Usage tracker for resource:security_group and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:43.149671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=de893f51-64ca-480d-95d0-66765c472f95,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:43.156298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:43.159851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.162451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:43.184194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'Port': ['ID=af5eb3a4-14c4-40b0-be07-66f0f756d948,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:43.187519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1751d0b8-9715-4142-839b-c48a4a6be23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.223434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Provisioning for port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:43.234203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:43.240423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.278268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Provisioning complete for port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:43.279077 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.329015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Transition to ACTIVE for port object b7d54369-c3bf-4597-b659-bf75e0742c2b will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:43.360838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e9d5e-b0e3-437b-81ca-49a762ca8988 None None] Pushing event updated for resources: {'Port': ['ID=11fc9888-ddd1-41cd-b119-9c2ebdd48638,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:43.361857 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.385783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66060868-2b40-49ae-b635-6996259b85cb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:43.461003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: af5eb3a4-14c4-40b0-be07-66f0f756d948 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:43.461374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af5eb3a4-14c4-40b0-be07-66f0f756d948 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:43.531298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e9710-e2c5-4822-9587-ffaefbc980fe None None] Pushing event updated for resources: {'Port': ['ID=b0a633bc-38de-4983-9b9f-c241912882d6,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:43.536493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 930367a3-3ccf-4fce-8842-31054b6f7b4d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:43.540426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-67d4c3e9-fc4a-4480-832c-209fe218895d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33e1f28e15914153afd8027a22c90588&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4374020 Mar 05 00:13:43.542191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8:0:1::127 (2d8b7cb8-64bc-428e-9bd8-41c7db5c7334/46479732-15d1-4b58-a86b-a296c3ede4d2/ef48314b-7fc3-443c-8d71-c9e77c06ff40) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:43.551376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37362) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:43.555306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1751d0b8-9715-4142-839b-c48a4a6be23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.556361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1751d0b8-9715-4142-839b-c48a4a6be23d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ec6917f-4684-40aa-ad8b-5721b7774098 HTTP/1.1" status: 204 len: 168 time: 1.6225214 Mar 05 00:13:43.557368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751d0b8-9715-4142-839b-c48a4a6be23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec6917f-4684-40aa-ad8b-5721b7774098,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:43.649073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:43.710932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Usage tracker for resource:security_group_rule and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:43.734077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.782277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:43.820371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:43.833651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:43.865310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Attempting to bind port b0a633bc-38de-4983-9b9f-c241912882d6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:43.865836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Attempting to bind port b0a633bc-38de-4983-9b9f-c241912882d6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:43.866307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Attempting to bind port b0a633bc-38de-4983-9b9f-c241912882d6 on network a18acc35-72e2-4bdb-8a65-bcd0b1631711 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:43.884529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:43.885168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Checking segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:43.885725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.886268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Bound using segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:43.886998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Bound port: b0a633bc-38de-4983-9b9f-c241912882d6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:43.887592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.913889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Provisioning complete for port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:43.914379 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:43.935479 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b0acc05-f184-4369-8311-06ca450a8e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.053740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 930367a3-3ccf-4fce-8842-31054b6f7b4d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:44.101341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] For port b0a633bc-38de-4983-9b9f-c241912882d6, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:44.106962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] For port b0a633bc-38de-4983-9b9f-c241912882d6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b0a633bc-38de-4983-9b9f-c241912882d6,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:44.113020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.160915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-afa5e34a-aa1a-45a0-8817-9345cfb4c8e7 req-8a36c203-5688-4cc8-b489-23e5eccf9a84 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Synchronizing usage tracker for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:44.171305 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b0acc05-f184-4369-8311-06ca450a8e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.202002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e9710-e2c5-4822-9587-ffaefbc980fe None None] Pushing event updated for resources: {'Port': ['ID=b0a633bc-38de-4983-9b9f-c241912882d6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:44.207968 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8722ac26-9af9-4a61-852c-81059709fd04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/de893f51-64ca-480d-95d0-66765c472f95 HTTP/1.1" status: 204 len: 168 time: 4.0296850 Mar 05 00:13:44.226000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37376) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:44.228952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Pushing event updated for resources: {'Port': ['ID=b7d54369-c3bf-4597-b659-bf75e0742c2b,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:44.254123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.256965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bce82-f5ae-46c7-bb59-3f92fddee622 req-d85d2a21-ea08-4d41-b936-9256b693d67f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:44.258756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b4bce82-f5ae-46c7-bb59-3f92fddee622 req-d85d2a21-ea08-4d41-b936-9256b693d67f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 943 time: 0.5642834 Mar 05 00:13:44.270008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:44.270641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:44.353920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.360283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Attempting to bind port b7d54369-c3bf-4597-b659-bf75e0742c2b on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:44.360750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Attempting to bind port b7d54369-c3bf-4597-b659-bf75e0742c2b by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:44.361177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Attempting to bind port b7d54369-c3bf-4597-b659-bf75e0742c2b on network fee1ac64-ced5-4ace-ade3-7aec77a28268 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:44.414133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b0acc05-f184-4369-8311-06ca450a8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.417046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b0acc05-f184-4369-8311-06ca450a8e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.421714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5b0acc05-f184-4369-8311-06ca450a8e23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66060868-2b40-49ae-b635-6996259b85cb HTTP/1.1" status: 204 len: 168 time: 0.8678398 Mar 05 00:13:44.422682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-afa5e34a-aa1a-45a0-8817-9345cfb4c8e7 req-8a36c203-5688-4cc8-b489-23e5eccf9a84 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Unset dirty status for tenant:371b94f2830f444d8060dc7976a63700 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:44.424182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afa5e34a-aa1a-45a0-8817-9345cfb4c8e7 req-8a36c203-5688-4cc8-b489-23e5eccf9a84 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 210 time: 0.3680725 Mar 05 00:13:44.437815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.439011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6464231 Mar 05 00:13:44.442661 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:44.464922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:44.484658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.492841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Port b7d54369-c3bf-4597-b659-bf75e0742c2b on network fee1ac64-ced5-4ace-ade3-7aec77a28268 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:13:44.494028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Attempting to bind port b7d54369-c3bf-4597-b659-bf75e0742c2b on network fee1ac64-ced5-4ace-ade3-7aec77a28268 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:44.503012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Request body: {'security_group_rule': {'security_group_id': '3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:44.524125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Provisioning for port 930367a3-3ccf-4fce-8842-31054b6f7b4d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:44.536391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Provisioning complete for port 930367a3-3ccf-4fce-8842-31054b6f7b4d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:44.536753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.539889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c1b8f-3d96-43fb-8018-aa399eceaf31 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:44.541244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c1b8f-3d96-43fb-8018-aa399eceaf31 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:44.542001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5a5c1b8f-3d96-43fb-8018-aa399eceaf31 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:44.547157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:44.552757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc09b-6c2f-4cb5-9536-7a39177f0364 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:44.560373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Usage tracker for resource:security_group_rule and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:44.568908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object ef48314b-7fc3-443c-8d71-c9e77c06ff40 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:44.571480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:44.576683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0acc05-f184-4369-8311-06ca450a8e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66060868-2b40-49ae-b635-6996259b85cb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:44.588803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.597015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:44.638548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:44.638890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Checking segment: {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:44.639708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Bound using segment: {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:44.639708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Bound port: b7d54369-c3bf-4597-b659-bf75e0742c2b, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a44170-7346-44cd-92c1-7205b44b6e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:44.640056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.643640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5a5c1b8f-3d96-43fb-8018-aa399eceaf31 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:44.644906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5a5c1b8f-3d96-43fb-8018-aa399eceaf31 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4026935 Mar 05 00:13:44.658953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37390) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:44.707232 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6b4bce82-f5ae-46c7-bb59-3f92fddee622 req-e9176ec7-e97e-45d3-be3e-a392c014ffb4 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341488 Mar 05 00:13:44.712037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.784167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:44.821865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] In _notify_port_updated(), no bound segment for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 on network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:13:44.825990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:44.826844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:44.832874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/ports/ef48314b-7fc3-443c-8d71-c9e77c06ff40 HTTP/1.1" status: 200 len: 1011 time: 5.0178349 Mar 05 00:13:44.853138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37398) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:44.902093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a080e6-ecba-405e-bb96-e7cc3686b640 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=ef48314b-7fc3-443c-8d71-c9e77c06ff40,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:44.917868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:13:45.019862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.103538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.139683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.223978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] For port 930367a3-3ccf-4fce-8842-31054b6f7b4d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=930367a3-3ccf-4fce-8842-31054b6f7b4d,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:45.235910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37410) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:45.245722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8723588b-68ce-42d2-a236-b04c2205c9a0,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:45.251327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.259623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port ef48314b-7fc3-443c-8d71-c9e77c06ff40 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:45.260113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.275145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] For port b7d54369-c3bf-4597-b659-bf75e0742c2b, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:45.283399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.288132 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7d53baa5-9f92-4abf-9651-ff84b991cdef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8204739 Mar 05 00:13:45.291118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37416) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:45.301010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Request body: {'security_group_rule': {'security_group_id': '3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:45.323028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] For port b7d54369-c3bf-4597-b659-bf75e0742c2b, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:45.330898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:45.337035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.355073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.360442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Usage tracker for resource:security_group_rule and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:45.396245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:45.441789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 11fc9888-ddd1-41cd-b119-9c2ebdd48638 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:45.450578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:45.486139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 6bb7c606-9582-4689-8643-5636030e1820 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:45.495097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.513254 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.515123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] 10.222.0.10 "PUT /v2.0/ports/b7d54369-c3bf-4597-b659-bf75e0742c2b HTTP/1.1" status: 200 len: 1091 time: 4.3681645 Mar 05 00:13:45.520387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a948d4-7b13-4573-a366-f0f98276dc01', 'tag': 'b7d54369-c3bf-4597-b659-bf75e0742c2b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:45.537343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.553520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07caf0-427d-471b-8eaa-fdba0ad32fdf service neutron] Pushing event updated for resources: {'Port': ['ID=b7d54369-c3bf-4597-b659-bf75e0742c2b,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:45.632241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbdcc7-3696-4f7b-a61c-91a2a435dc22 None None] Pushing event updated for resources: {'Port': ['ID=930367a3-3ccf-4fce-8842-31054b6f7b4d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:45.653704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Provisioning complete for port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:45.657333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.736527 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a948d4-7b13-4573-a366-f0f98276dc01', 'tag': 'b7d54369-c3bf-4597-b659-bf75e0742c2b', 'status': 'completed', 'code': 200} Mar 05 00:13:45.747054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-345147084-network', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:45.758713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:45.765468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:45.766081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:45.780994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:45.802802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Usage tracker for resource:network and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:45.809442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:45.847588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:44Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:45.851645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:45.867631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a966-3981-485f-8c6c-5a5c37a1db7b None None] The sync data for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 is: [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:44Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:13:45.879719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Could not find standard attr ID for object de893f51-64ca-480d-95d0-66765c472f95. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:13:45.968287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19d74c79-ac76-4b96-a450-dbd79cea503e req-039fe639-4df7-424c-a8fa-d898eb769da3 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 210 time: 0.1250176 Mar 05 00:13:45.984010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.025510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Provisioning for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:46.053761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Provisioning complete for port ef48314b-7fc3-443c-8d71-c9e77c06ff40 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:46.054810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.126155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Made reservation on behalf of 4b15bc385d5141c39c50bbdd10eec76b for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:46.137026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.140889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba7740-e289-4e8d-92e1-0abea5a0d27c None None] Port ef48314b-7fc3-443c-8d71-c9e77c06ff40 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:46.146453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.178287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.218996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.246147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.280721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for ef48314b-7fc3-443c-8d71-c9e77c06ff40 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:46.316054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8c09b5-ea79-4489-a34a-abdb32614c5c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:46.335815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-d291e6d6-3756-4058-9bc4-19c3b14f356a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0648e95464d45219495553837e1153c&device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 1094 time: 0.6995475 Mar 05 00:13:46.339378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.408134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:13:46.422910 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] Sync routers for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:13:46.440291 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:46.441498 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:46.462176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:46.466816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:46.470393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:46.476705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:46.490226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:46.505395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.509384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-8c57ad43-f17d-4d36-b44e-79ac8a6f0d46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b HTTP/1.1" status: 200 len: 217 time: 0.1542726 Mar 05 00:13:46.518152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] No DVR routers for this DVR port af5eb3a4-14c4-40b0-be07-66f0f756d948 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:46.521424 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.524258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5d77446-640e-4edc-b98a-7e56f79bcf8c req-846091eb-dc12-4b0d-96a1-149fd3666163 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.36 "DELETE /v2.0/ports/af5eb3a4-14c4-40b0-be07-66f0f756d948 HTTP/1.1" status: 204 len: 173 time: 6.4969020 Mar 05 00:13:46.535894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-deleted', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:46.612852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-5a95f8c1-56f1-4ac3-a1c8-75a4ff2c1030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:46.614490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-5a95f8c1-56f1-4ac3-a1c8-75a4ff2c1030 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0d23172-d69e-4719-beaf-6cf073c121e3 HTTP/1.1" status: 200 len: 849 time: 0.0990930 Mar 05 00:13:46.650278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.710010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.734600 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dfb8d-1754-4641-a8ad-e38b374ddc0b', 'name': 'network-vif-deleted', 'tag': 'af5eb3a4-14c4-40b0-be07-66f0f756d948', 'status': 'completed', 'code': 200} Mar 05 00:13:46.739162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb7c606-9582-4689-8643-5636030e1820,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:46.739393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732531f-8b2c-4d8d-84a8-b4b416d977aa req-c77398bc-47e1-47bd-8d10-57cff422d35a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:46.741173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f732531f-8b2c-4d8d-84a8-b4b416d977aa req-c77398bc-47e1-47bd-8d10-57cff422d35a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 943 time: 0.8068240 Mar 05 00:13:46.775473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.784533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a86dd-ffa3-48e6-b308-a170bd09f925 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:46.830222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.856497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:46.860731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-245dee20-fd1b-462e-993a-9a4774881704 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5642045 Mar 05 00:13:46.864049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44eb2fdb-976a-484e-83be-d2f2ee2341cc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/6bb7c606-9582-4689-8643-5636030e1820 HTTP/1.1" status: 204 len: 168 time: 2.2012930 Mar 05 00:13:46.867067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37456) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:46.867248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37458) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:46.897775 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:46.970496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:46.992167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:46.999318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8011bf1f-7164-499e-b688-c8c52b78a72c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252139 Mar 05 00:13:47.006277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37468) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:47.010770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Usage tracker for resource:floatingip and tenant:618e6c9acdb34dde959627d2784de187 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:47.016088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:47.023719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:47.052278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:47.054799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.073748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.106709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:13:47.142460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.142860 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Added segment 545e7284-b9cd-4635-83d1-787a07f32495 of type vlan for network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 Mar 05 00:13:47.238249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.265633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=ef48314b-7fc3-443c-8d71-c9e77c06ff40,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:47.505207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=5bd93262-30fd-4f1c-843c-e02d9ef695d2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:47.511224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.539717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-c5b405a3-ccc3-4505-9873-ecd5b6c003db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee1ac64-ced5-4ace-ade3-7aec77a28268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7972910 Mar 05 00:13:47.540769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.541666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:47.542314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.603631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:47.611141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Deleting port 930367a3-3ccf-4fce-8842-31054b6f7b4d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:47.611849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.698573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b0a633bc-38de-4983-9b9f-c241912882d6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:47.708628 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.719573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4641aaf-d85a-4ad9-8e52-b71fce9affa6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/ef48314b-7fc3-443c-8d71-c9e77c06ff40 HTTP/1.1" status: 204 len: 168 time: 2.8652515 Mar 05 00:13:47.725467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37474) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:47.771183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:47.779623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:47.795757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:47.801639 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:44Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:47.808564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:47.812958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f4a8c4d-9308-4b9f-b1f9-705b56851df2 req-48e5a883-6eb4-4905-a1a1-78497cec7ca0 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9dfb8d-1754-4641-a8ad-e38b374ddc0b HTTP/1.1" status: 200 len: 210 time: 0.3959103 Mar 05 00:13:47.822149 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] Checking router: 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:13:47.841325 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:47.841962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:47.947256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:47.951896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:47.987462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Pushing event updated for resources: {'Network': ['ID=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:47.994467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7502584 Mar 05 00:13:48.018138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37482) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:48.055690 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1d4918-79c4-4ffa-8699-102adf5714f6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:13:48.056197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc1d4918-79c4-4ffa-8699-102adf5714f6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:48.060469 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:48.071242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Request body: {'subnet': {'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-subnet', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:48.106847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823c90-908d-474e-be7a-5bad3542d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ee677-4215-4933-ad76-64dfb77bc4aa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:48.159051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:48.201436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Usage tracker for resource:subnet and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:48.206052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f732531f-8b2c-4d8d-84a8-b4b416d977aa req-a35954ff-9266-4e86-80d0-b46aef4e6d02 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3307869 Mar 05 00:13:48.235479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:48.246374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc1d4918-79c4-4ffa-8699-102adf5714f6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:48.246829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cc1d4918-79c4-4ffa-8699-102adf5714f6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/ef48314b-7fc3-443c-8d71-c9e77c06ff40 HTTP/1.1" status: 404 len: 333 time: 0.5107832 Mar 05 00:13:48.249820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:48.256496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] For port 930367a3-3ccf-4fce-8842-31054b6f7b4d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=930367a3-3ccf-4fce-8842-31054b6f7b4d,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:48.256927 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:48.258374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:48.293149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Made reservation on behalf of 4b15bc385d5141c39c50bbdd10eec76b for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:48.296088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:48.346665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-b44f6e55-07b4-480b-bf62-8a52a7b3de4b service neutron] 10.222.0.10 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315600 Mar 05 00:13:48.480187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Calling delete_port for 930367a3-3ccf-4fce-8842-31054b6f7b4d owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:48.586114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e9f7fc6b-7b51-4af1-b972-2e83e586666b None None] Provisioning complete for port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:48.586504 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fc6b-7b51-4af1-b972-2e83e586666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:48.643015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:13:48.668409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:48.773909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7fc6b-7b51-4af1-b972-2e83e586666b None None] Port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:48.801334 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:44Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:48.812401 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0649f-f5ee-4024-b6ff-23f184431ff1 None None] The sync data for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 is: [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:02:35Z', 'revision_number': 4, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3e12ee9b-f398-4f87-842c-d3ac5e9ebc10', 'name': '', 'network_id': '43cfeb84-aa30-4187-b10f-5985df7803ea', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'mac_address': 'fa:16:3e:f0:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:34Z', 'updated_at': '2022-03-05T00:02:44Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'subnets': [{'id': '96c3d0cb-27c4-4111-b6b8-00993625431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:13:48.828520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b0a633bc-38de-4983-9b9f-c241912882d6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:48.835569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b0a633bc-38de-4983-9b9f-c241912882d6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:48.836313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:48.841637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ddb20a2-2026-4d27-a15d-be61b707cf5c req-a4d22964-1800-4ca6-be5a-1c2c4ac24104 service neutron] 10.222.0.10 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831405 Mar 05 00:13:48.846244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:48.911298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.036160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Pushing event deleted for resources: {'Port': ['ID=930367a3-3ccf-4fce-8842-31054b6f7b4d,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:49.055919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.065717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.066109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.067158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.067500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.067831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.068159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.068733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.069062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.069481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.069799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:13:49.079861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 46479732-15d1-4b58-a86b-a296c3ede4d2 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:49.087025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.093923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd1cff-5f46-4a90-9e21-a3de275a0ec0 None None] No DVR routers for this DVR port 930367a3-3ccf-4fce-8842-31054b6f7b4d on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:49.116864 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.141862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.164498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37512) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:49.201644 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.252137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b0a633bc-38de-4983-9b9f-c241912882d6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b0a633bc-38de-4983-9b9f-c241912882d6,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:49.263100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.271276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.286081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:49.306233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:49.330820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:49.331537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.336400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=12b5b143-f8ed-4718-9215-55a8c938a10b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:49.356617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Allocated IP 172.25.0.89 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/6c2b5173-c34a-4dd1-9c90-bc41055e4df2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:49.361917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.373883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2350ab2-96aa-4df8-97f0-3b041d6c140d None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:49.408620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 930367a3-3ccf-4fce-8842-31054b6f7b4d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:49.498439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 930367a3-3ccf-4fce-8842-31054b6f7b4d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:49.498940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 930367a3-3ccf-4fce-8842-31054b6f7b4d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:49.538114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-94938a6b-2632-4f4a-90af-f71a7f3bb8a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.542931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-f025b9c7-c4c3-48cc-bf76-53578077c179 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0648e95464d45219495553837e1153c&device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 1094 time: 0.6222951 Mar 05 00:13:49.567708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b6711088-96bc-4b95-b89a-1108680e0a1e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5595407 Mar 05 00:13:49.571800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b0a633bc-38de-4983-9b9f-c241912882d6,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:49.601500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37518) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:49.614327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '12b5b143-f8ed-4718-9215-55a8c938a10b', 'ip_address': '2001:db8::47e1:95f3:117c:e298'}], 'name': 'tempest-NetworksTestDHCPv6-939489142'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:49.645616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa42900-1bbc-4d05-9aa2-fd78a051d931,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:49.672888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-94938a6b-2632-4f4a-90af-f71a7f3bb8a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.739960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '12b5b143-f8ed-4718-9215-55a8c938a10b'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:49.740855 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.780160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Checking segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:49.781726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Network hostable DHCP agents. Network: 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:13:49.847953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-94938a6b-2632-4f4a-90af-f71a7f3bb8a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.858586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.899799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94938a6b-2632-4f4a-90af-f71a7f3bb8a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ad1ed-26e6-4226-8687-381ddcfb0b5b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:49.911596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4012bd6-9b26-472b-bfa8-8df6acb4befb req-a84718f1-f14c-4915-82c3-ff66676a7786 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:49.921380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4012bd6-9b26-472b-bfa8-8df6acb4befb req-a84718f1-f14c-4915-82c3-ff66676a7786 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 943 time: 0.3707840 Mar 05 00:13:49.956375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-94938a6b-2632-4f4a-90af-f71a7f3bb8a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:49.957883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-94938a6b-2632-4f4a-90af-f71a7f3bb8a5 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d0ad1ed-26e6-4226-8687-381ddcfb0b5b HTTP/1.1" status: 204 len: 168 time: 0.7913923 Mar 05 00:13:49.960932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37522) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:49.984851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:13:50.018067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/12b5b143-f8ed-4718-9215-55a8c938a10b/ecae1dc4-8b49-4fcb-92df-ef9110a017db) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:50.021940 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-0d52d41f-5aad-4635-b668-bcfc820e72ad tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] show failed (client error): The resource could not be found. Mar 05 00:13:50.029578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0d52d41f-5aad-4635-b668-bcfc820e72ad tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "GET /v2.0/security-groups/3d0ad1ed-26e6-4226-8687-381ddcfb0b5b HTTP/1.1" status: 404 len: 347 time: 0.0660405 Mar 05 00:13:50.034161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:50.041528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:50.065385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f9a8c-b2f1-4bce-87b1-1dd589e63cd5 None None] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:50.153486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.250068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:50.250657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.262140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.285176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca204f55-f77c-4e24-8478-65da495144e2 req-83890aeb-3190-49da-a721-684840eb44c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:50.286670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-83890aeb-3190-49da-a721-684840eb44c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 200 len: 910 time: 0.7278988 Mar 05 00:13:50.322156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4012bd6-9b26-472b-bfa8-8df6acb4befb req-b815a055-d9cf-4e19-8eee-17c6349ef0b2 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998263 Mar 05 00:13:50.368782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Deleting port d2cf9c94-fd19-415b-9100-0fa9d6cded5b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:50.369117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.384138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:50.422171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:50.429864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:50.440267 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-e4377016-a1ff-4b52-aab5-4ac94df2f5d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b HTTP/1.1" status: 200 len: 217 time: 0.1448452 Mar 05 00:13:50.441747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:50.445664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:50.447485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:50.447882 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.457130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b2c2c51a-d926-4e79-8e71-eb521855e192 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4240503 Mar 05 00:13:50.458562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:50.485866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37532) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:50.490648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event updated for resources: {'Port': ['ID=6c2b5173-c34a-4dd1-9c90-bc41055e4df2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:50.493357 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.502182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:50.533349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:50.542320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Transition to ACTIVE for port object ecae1dc4-8b49-4fcb-92df-ef9110a017db will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:50.562402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=46479732-15d1-4b58-a86b-a296c3ede4d2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:50.567833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:13:50.569120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.591823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Transition to ACTIVE for port object ecae1dc4-8b49-4fcb-92df-ef9110a017db will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:50.601020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.608623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:50.611470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Usage tracker for resource:router and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:50.623572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:50.633344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:50.636376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:50.673803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.674793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.697822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c1405e1b-4341-4dec-86c6-0d6bda3f7a50 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/46479732-15d1-4b58-a86b-a296c3ede4d2 HTTP/1.1" status: 204 len: 168 time: 2.4416976 Mar 05 00:13:50.701152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37536) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:50.709585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca204f55-f77c-4e24-8478-65da495144e2 req-924e06cb-0c5e-449e-9d81-61fc1150a0dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:50.711059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-924e06cb-0c5e-449e-9d81-61fc1150a0dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0d23172-d69e-4719-beaf-6cf073c121e3 HTTP/1.1" status: 200 len: 849 time: 0.2543180 Mar 05 00:13:50.721165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.752112 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.752525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.766775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:50.774045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Allocated IP 172.20.0.2 (44f2aa89-ddbb-43f6-b443-7d1fc635c4d9/afa42900-1bbc-4d05-9aa2-fd78a051d931/7eff6ab7-68a7-4705-8ed1-ef041938aaea) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:50.834460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-792f4326-22e7-42cc-ba85-0832c8090058 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee1ac64-ced5-4ace-ade3-7aec77a28268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111553 Mar 05 00:13:51.048559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Calling delete_port for d2cf9c94-fd19-415b-9100-0fa9d6cded5b owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:51.085867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.105512 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.117789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=5bd93262-30fd-4f1c-843c-e02d9ef695d2,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:51.120904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Transition to ACTIVE for port object 7eff6ab7-68a7-4705-8ed1-ef041938aaea will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:51.122470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.132607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.147533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Transition to ACTIVE for port object 7eff6ab7-68a7-4705-8ed1-ef041938aaea will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:51.153356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d1d78-3b3b-4add-a48c-208b617442ce None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:51.175128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.187920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.201928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:13:51.334160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Pushing event updated for resources: {'Port': ['ID=7eff6ab7-68a7-4705-8ed1-ef041938aaea,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:51.349289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-de4c5b53-f384-4812-908a-c998b171f875 service neutron] 10.222.0.10 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930086 Mar 05 00:13:51.381474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:51.395425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:51.396836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:51.408465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:51.413744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:51.425731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:51.468775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b0a633bc-38de-4983-9b9f-c241912882d6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:51.660316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Pushing event updated for resources: {'Port': ['ID=ecae1dc4-8b49-4fcb-92df-ef9110a017db,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:51.665463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Attempting to bind port ecae1dc4-8b49-4fcb-92df-ef9110a017db on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:51.665830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Attempting to bind port ecae1dc4-8b49-4fcb-92df-ef9110a017db by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:51.666192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Attempting to bind port ecae1dc4-8b49-4fcb-92df-ef9110a017db on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:51.688933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:51.696566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.697179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:51.714330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:51.714491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:51.714857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.715275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:51.716543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Bound port: ecae1dc4-8b49-4fcb-92df-ef9110a017db, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:51.716920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.735764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 90725e19-2066-4f89-b79d-f3cbbd6b709d {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:51.754220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.913156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.920101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:51.936710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Attempting to bind port 7eff6ab7-68a7-4705-8ed1-ef041938aaea on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:13:51.937311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Attempting to bind port 7eff6ab7-68a7-4705-8ed1-ef041938aaea by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:13:51.937565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Attempting to bind port 7eff6ab7-68a7-4705-8ed1-ef041938aaea on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:13:51.964276 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.027780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] For port ecae1dc4-8b49-4fcb-92df-ef9110a017db, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:52.032811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] For port ecae1dc4-8b49-4fcb-92df-ef9110a017db, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ecae1dc4-8b49-4fcb-92df-ef9110a017db,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:52.037054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:13:52.037732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Checking segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:13:52.038348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.048285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.050963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Bound using segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:13:52.052638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Bound port: 7eff6ab7-68a7-4705-8ed1-ef041938aaea, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:13:52.053502 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.072293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b0a633bc-38de-4983-9b9f-c241912882d6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:52.072739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.168235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Pushing event deleted for resources: {'Port': ['ID=d2cf9c94-fd19-415b-9100-0fa9d6cded5b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:52.187626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca204f55-f77c-4e24-8478-65da495144e2 req-5a5678f1-cbae-4091-9c47-3691f3a87dc8 service neutron] 10.222.0.10 "GET /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8296983 Mar 05 00:13:52.199015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::47e1:95f3:117c:e298 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/12b5b143-f8ed-4718-9215-55a8c938a10b/9d44dcf6-5bda-4091-ba2d-2ec6e4d72160) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:52.281111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a1ed6-edf5-4ffa-a1ba-fc1f5f5c52bd req-ecb34f84-bde7-438c-a14d-426a0e88c44a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:52.288607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-296a1ed6-edf5-4ffa-a1ba-fc1f5f5c52bd req-ecb34f84-bde7-438c-a14d-426a0e88c44a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 943 time: 0.6787927 Mar 05 00:13:52.369439 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.487342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b7d54369-c3bf-4597-b659-bf75e0742c2b details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:13:52.507406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.596952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-296a1ed6-edf5-4ffa-a1ba-fc1f5f5c52bd req-9d818a84-4705-4741-903a-ec2a1037db62 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073750 Mar 05 00:13:52.631701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.660288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e411142-8c47-4d65-9aa3-cbfb8a735a4d None None] Provisioning complete for port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:52.660841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e411142-8c47-4d65-9aa3-cbfb8a735a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.687964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.688333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.697625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.712560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:13:52.735467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.745123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e411142-8c47-4d65-9aa3-cbfb8a735a4d None None] Port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:52.766101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f49e4-6c0c-40c4-ad92-a50c8048935f None None] Pushing event updated for resources: {'Port': ['ID=ecae1dc4-8b49-4fcb-92df-ef9110a017db,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:52.769296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] For port 7eff6ab7-68a7-4705-8ed1-ef041938aaea, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:13:52.774485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.776560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] For port 7eff6ab7-68a7-4705-8ed1-ef041938aaea, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7eff6ab7-68a7-4705-8ed1-ef041938aaea,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:13:52.779377 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:13:52.788696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=90725e19-2066-4f89-b79d-f3cbbd6b709d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:52.805680 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.806216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.806854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3a5f9041-ff6d-4350-ae9b-d16c1d5eff31 tempest-ServerActionsTestJSON-103286609 tempest-ServerActionsTestJSON-103286609-project] 10.222.0.32 "DELETE /v2.0/floatingips/9ea1d309-b1b2-4c7d-990f-51f59e76c7a2 HTTP/1.1" status: 204 len: 168 time: 2.7717726 Mar 05 00:13:52.829972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37546) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:52.884238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.895540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Router 03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:13:52.902844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:52.908135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:52.912072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:52.916193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:52.916816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:52.948979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=9d44dcf6-5bda-4091-ba2d-2ec6e4d72160,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:52.959063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event updated for resources: {'Port': ['ID=6c2b5173-c34a-4dd1-9c90-bc41055e4df2,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:52.963243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee3319db-b61d-4151-b72e-f6c9d6578cb7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/90725e19-2066-4f89-b79d-f3cbbd6b709d HTTP/1.1" status: 204 len: 168 time: 2.2563674 Mar 05 00:13:52.972313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37552) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:52.999781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6b7f3d9-41b7-48a9-9a96-ac52e11d3643 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3969412 Mar 05 00:13:53.009050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37556) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:53.194195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e25310-0afd-49bd-95e6-d7236e1dbf0a None None] Pushing event updated for resources: {'Port': ['ID=7eff6ab7-68a7-4705-8ed1-ef041938aaea,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:53.220778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b7d54369-c3bf-4597-b659-bf75e0742c2b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:53.261102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'b7d54369-c3bf-4597-b659-bf75e0742c2b', 'network_id': 'fee1ac64-ced5-4ace-ade3-7aec77a28268', 'port_id': 'b7d54369-c3bf-4597-b659-bf75e0742c2b', 'mac_address': 'fa:16:3e:a9:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d23172-d69e-4719-beaf-6cf073c121e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:13:53.458927 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:53.519964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:13:53.534480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90997278-254f-49ba-b3e5-96a03803a37f tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/routers/03b47c5c-a53f-47e0-92c3-22cb21e9fdc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9734545 Mar 05 00:13:53.535700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37562) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:53.539329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d54369-c3bf-4597-b659-bf75e0742c2b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:13:53.571390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b7d54369-c3bf-4597-b659-bf75e0742c2b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:53.583313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ecae1dc4-8b49-4fcb-92df-ef9110a017db up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:53.635228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] Sync routers for ids ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:13:53.644950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:53.708432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:53.845340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] Routers {'03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:53.846848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:53.875371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:53.989560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:54.034951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b7d54369-c3bf-4597-b659-bf75e0742c2b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:54.040645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:54.068173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca464b8-ae00-49ac-961a-36fa8aef4989 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:54.069159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ca464b8-ae00-49ac-961a-36fa8aef4989 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:54.089445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ecae1dc4-8b49-4fcb-92df-ef9110a017db completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:54.109833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] Routers {'03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:54.110498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:54.118430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1ca464b8-ae00-49ac-961a-36fa8aef4989 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:54.119712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ca464b8-ae00-49ac-961a-36fa8aef4989 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports?device_id=03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 HTTP/1.1" status: 200 len: 981 time: 0.5830677 Mar 05 00:13:54.126301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37568) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:54.149031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:54.157033 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac9b00df-8c6f-4d6e-b7e4-ca22cb80215c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2887502 Mar 05 00:13:54.261319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['b7d54369-c3bf-4597-b659-bf75e0742c2b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:13:54.352859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:54.369851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:54.370617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f1790-82f4-463b-abb9-f26dbe276d66 None None] The sync data for ids ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:13:54.485002 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b0401-6259-4b64-9a96-cd491099a832 None None] New status for floating IP 9ea1d309-b1b2-4c7d-990f-51f59e76c7a2: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:13:54.495318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed55f51-3999-40d6-a5ef-5be2c89e6d2c None None] Network 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:54.566263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Allocated IP 172.25.0.186 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b9c43db5-1bda-4caa-b1a2-652fb0672c97) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:13:54.778547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4d5cd8d2-0346-4df2-a23b-371dd68f74aa None None] Provisioning complete for port 02165924-d187-4285-b132-6b6b80e10394 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:54.779462 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4d5cd8d2-0346-4df2-a23b-371dd68f74aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:54.800758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 02165924-d187-4285-b132-6b6b80e10394 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:54.801251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:54.808063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-e91e48f0-3508-4ba1-b4c4-6064fb960c52 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1000159330&fields=id&tenant_id=618e6c9acdb34dde959627d2784de187 HTTP/1.1" status: 200 len: 267 time: 0.2806678 Mar 05 00:13:55.062600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad83ae-12ba-4c2b-9475-2605564dd8db tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:55.082014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad83ae-12ba-4c2b-9475-2605564dd8db tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:55.088188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-02ad83ae-12ba-4c2b-9475-2605564dd8db tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 2.0766015 Mar 05 00:13:55.154981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37582) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:55.169951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] DHCP port deletion for 2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:13:55.190916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef59d8-ec06-42d3-90a8-589c341844b3 None None] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:13:55.214530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] Deleting port 02165924-d187-4285-b132-6b6b80e10394 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:55.214895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.304164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.385171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:55.385468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.462691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1c5c6-5d28-4b28-a30c-273cab5e4812 req-78523407-e9a9-4a42-be1c-0ddcc8d66340 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:55.464035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebd1c5c6-5d28-4b28-a30c-273cab5e4812 req-78523407-e9a9-4a42-be1c-0ddcc8d66340 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 944 time: 1.4955232 Mar 05 00:13:55.472362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7eff6ab7-68a7-4705-8ed1-ef041938aaea up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:55.511006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-98e4e518-073c-4912-b670-1a9fa1616f39 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:55.518188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-98e4e518-073c-4912-b670-1a9fa1616f39 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/networks?id=a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 200 len: 806 time: 0.5776293 Mar 05 00:13:55.528647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port 02165924-d187-4285-b132-6b6b80e10394, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=02165924-d187-4285-b132-6b6b80e10394,segment=NetworkSegment(f167a198-ed3d-480f-8b7f-042fbb308425),segment_id=f167a198-ed3d-480f-8b7f-042fbb308425)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:55.529007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.675982 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-7fb2c777-c788-4e16-b87e-7f810d3903e0 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/quotas/618e6c9acdb34dde959627d2784de187 HTTP/1.1" status: 200 len: 375 time: 0.1568158 Mar 05 00:13:55.745050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.802509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.843550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] For port 02165924-d187-4285-b132-6b6b80e10394, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=02165924-d187-4285-b132-6b6b80e10394,segment=NetworkSegment(f167a198-ed3d-480f-8b7f-042fbb308425),segment_id=f167a198-ed3d-480f-8b7f-042fbb308425)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:55.844247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:55.923463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-9fd04382-303a-45c7-a2c1-ab717a8c0d88 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Synchronizing usage tracker for tenant:618e6c9acdb34dde959627d2784de187 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:56.001632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] Calling delete_port for 02165924-d187-4285-b132-6b6b80e10394 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:56.012931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-9fd04382-303a-45c7-a2c1-ab717a8c0d88 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Unset dirty status for tenant:618e6c9acdb34dde959627d2784de187 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:56.025505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-9fd04382-303a-45c7-a2c1-ab717a8c0d88 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=618e6c9acdb34dde959627d2784de187&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3486121 Mar 05 00:13:56.050591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Provisioning for port 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:56.076272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7eff6ab7-68a7-4705-8ed1-ef041938aaea completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:56.079178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Provisioning complete for port 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:56.079548 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.117410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebd1c5c6-5d28-4b28-a30c-273cab5e4812 req-d2a74047-b4eb-49a6-867b-9c2ab74e13c5 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292639 Mar 05 00:13:56.140264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:56.210444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 02165924-d187-4285-b132-6b6b80e10394 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:56.211879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-f0472d7d-ad89-4256-b43f-b55a81b19638 service neutron] 10.222.0.32 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854711 Mar 05 00:13:56.220799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Port 9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:13:56.239228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 02165924-d187-4285-b132-6b6b80e10394 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:13:56.268156 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.318175 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.325673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 02165924-d187-4285-b132-6b6b80e10394 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:13:56.326013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 02165924-d187-4285-b132-6b6b80e10394 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:13:56.382786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] Pushing event deleted for resources: {'Port': ['ID=02165924-d187-4285-b132-6b6b80e10394,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:56.391647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9edebb-45d7-4001-9198-ba12992184d7 None None] No DVR routers for this DVR port 02165924-d187-4285-b132-6b6b80e10394 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:13:56.392976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Provisioning for port 7eff6ab7-68a7-4705-8ed1-ef041938aaea completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:56.406524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Provisioning complete for port 7eff6ab7-68a7-4705-8ed1-ef041938aaea triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:56.406879 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.567294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.589041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b7d54369-c3bf-4597-b659-bf75e0742c2b up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:56.646029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:13:56.654072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] For port 7eff6ab7-68a7-4705-8ed1-ef041938aaea, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7eff6ab7-68a7-4705-8ed1-ef041938aaea,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:56.665961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.677715 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-6f0df6d3-d10a-4aaa-b7f3-59f048d90eec service neutron] 10.222.0.32 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611413 Mar 05 00:13:56.684900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:13:56.690102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:13:56.744740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c43db5-1bda-4caa-b1a2-652fb0672c97,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:56.784238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:13:56.784553 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:13:56.790722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Pushing event updated for resources: {'Port': ['ID=7eff6ab7-68a7-4705-8ed1-ef041938aaea,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:56.804364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.833641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Provisioning for port ecae1dc4-8b49-4fcb-92df-ef9110a017db completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:56.854080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Provisioning complete for port ecae1dc4-8b49-4fcb-92df-ef9110a017db triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:56.854464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.878213 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:56.937486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=9d44dcf6-5bda-4091-ba2d-2ec6e4d72160,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:57.095680 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.121167 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.123999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port b7d54369-c3bf-4597-b659-bf75e0742c2b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:13:57.133923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port b7d54369-c3bf-4597-b659-bf75e0742c2b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:57.134300 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.231291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.277494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8f66202-0be1-4835-90c3-823078171508 req-772e03f7-1fe4-4b60-bb32-bb5b1f0bba2c tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.1550901 Mar 05 00:13:57.293951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-29e9ece2-592a-434a-9621-512ae75ff64f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 HTTP/1.1" status: 204 len: 168 time: 2.1348636 Mar 05 00:13:57.314741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37596) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:57.314741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 02165924-d187-4285-b132-6b6b80e10394 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:57.314741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.427547 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.463105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7eff6ab7-68a7-4705-8ed1-ef041938aaea up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:57.554109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c47646-788f-4160-808c-9e259be12120 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:57.555538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c47646-788f-4160-808c-9e259be12120 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:57.556281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-84c47646-788f-4160-808c-9e259be12120 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:57.598602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] The port '02165924-d187-4285-b132-6b6b80e10394' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:13:57.632635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] For port ecae1dc4-8b49-4fcb-92df-ef9110a017db, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ecae1dc4-8b49-4fcb-92df-ef9110a017db,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:57.650176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.668031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.680636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-84c47646-788f-4160-808c-9e259be12120 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:57.686845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37606) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:57.694821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-84c47646-788f-4160-808c-9e259be12120 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2746570 Mar 05 00:13:57.767100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7eff6ab7-68a7-4705-8ed1-ef041938aaea triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:57.767538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.792245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.809729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.810463 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.830501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8b7cb8-64bc-428e-9bd8-41c7db5c7334']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:57.834397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54979-1e8e-4353-978f-398fe900b098 None None] Pushing event updated for resources: {'Port': ['ID=ecae1dc4-8b49-4fcb-92df-ef9110a017db,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:57.890527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a948d4-7b13-4573-a366-f0f98276dc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d54369-c3bf-4597-b659-bf75e0742c2b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:13:57.920693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7473ee3-0eda-4c14-a8b7-061bb134db05 req-183181b4-0e65-4539-bf07-c9f165c4d144 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:57.927814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d2f8247c-4927-47f6-92ca-5b532c1b14ce None None] Provisioning complete for port 7eff6ab7-68a7-4705-8ed1-ef041938aaea triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:57.930398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7473ee3-0eda-4c14-a8b7-061bb134db05 req-183181b4-0e65-4539-bf07-c9f165c4d144 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 944 time: 0.4457402 Mar 05 00:13:57.930929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d2f8247c-4927-47f6-92ca-5b532c1b14ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.950933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f167a198-ed3d-480f-8b7f-042fbb308425') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:57.951449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f167a198-ed3d-480f-8b7f-042fbb308425') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:57.970631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:57.998592 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.008493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:13:58.009118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:13:58.024002 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:13:58.042852 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a948d4-7b13-4573-a366-f0f98276dc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d54369-c3bf-4597-b659-bf75e0742c2b', 'code': 200} Mar 05 00:13:58.048243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b7d54369-c3bf-4597-b659-bf75e0742c2b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:13:58.060230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.124907 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.135604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b7d54369-c3bf-4597-b659-bf75e0742c2b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:58.151133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.165964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=2d8b7cb8-64bc-428e-9bd8-41c7db5c7334,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:58.175723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d34f53f4-da90-4ab5-9826-81bd69f5e476 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/2d8b7cb8-64bc-428e-9bd8-41c7db5c7334 HTTP/1.1" status: 204 len: 168 time: 5.2019176 Mar 05 00:13:58.177369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37612) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:58.384718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 12b5b143-f8ed-4718-9215-55a8c938a10b {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:13:58.400991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.416733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c526fcf-d234-4df4-91a6-8fad749c5986 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:58.417476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3c526fcf-d234-4df4-91a6-8fad749c5986 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:58.453782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3c526fcf-d234-4df4-91a6-8fad749c5986 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:58.457960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3c526fcf-d234-4df4-91a6-8fad749c5986 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2761762 Mar 05 00:13:58.459427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37620) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:58.467013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.508794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c7473ee3-0eda-4c14-a8b7-061bb134db05 req-dbc4091e-bbf9-45fb-a19f-e500aded534e tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773962 Mar 05 00:13:58.509529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 5bd93262-30fd-4f1c-843c-e02d9ef695d2 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:58.509950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.570385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e87f80b9-8409-4d3e-ab87-76c02e20c225 req-9b36d5a8-5092-4714-9e0c-2c67788243df tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.0725281 Mar 05 00:13:58.571698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:13:58.674087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-95307705-3145-45e0-bdca-2acc7e72b599 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2127240 Mar 05 00:13:58.687603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37624) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:58.704757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1008766899'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:58.728674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:58.742363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:13:58.751681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:13:58.797022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:58.834314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1f6b519-92f3-4aba-971d-f594371fa089 req-ccaa0fb7-e960-4894-85b7-fc8234c9e5cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 1096 time: 0.5407636 Mar 05 00:13:58.899207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:58.902319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.917185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Deleting port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:13:58.917581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.942895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:58.972912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.094172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-ea4eaec9-b526-421b-9029-620b7b9d5fc9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:13:59.100799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-ea4eaec9-b526-421b-9029-620b7b9d5fc9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Synchronizing usage tracker for tenant:618e6c9acdb34dde959627d2784de187 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:59.117128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:13:59.131322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:13:59.145097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:13:59.145746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:13:59.157332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-ea4eaec9-b526-421b-9029-620b7b9d5fc9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Unset dirty status for tenant:618e6c9acdb34dde959627d2784de187 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:59.158990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-ea4eaec9-b526-421b-9029-620b7b9d5fc9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.36 "GET /v2.0/networks?id=a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 200 len: 806 time: 0.3460963 Mar 05 00:13:59.160538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.160667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 5bd93262-30fd-4f1c-843c-e02d9ef695d2 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:13:59.164559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-da709267-d5a9-4ca3-9f27-b55de510afd7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6727879 Mar 05 00:13:59.164861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37628) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:13:59.367843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-d12fd105-9f09-45ac-a400-bfa51e410ddf tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Synchronizing usage tracker for tenant:618e6c9acdb34dde959627d2784de187 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:13:59.404647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:13:59.417704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a1f6b519-92f3-4aba-971d-f594371fa089 req-1e5d61d1-792a-4d7e-9375-f7ad3df5e687 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654497 Mar 05 00:13:59.422110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:13:59.426807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-d12fd105-9f09-45ac-a400-bfa51e410ddf tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Unset dirty status for tenant:618e6c9acdb34dde959627d2784de187 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:13:59.427935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-d12fd105-9f09-45ac-a400-bfa51e410ddf tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618e6c9acdb34dde959627d2784de187 HTTP/1.1" status: 200 len: 380 time: 0.1996963 Mar 05 00:13:59.440221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Request body: {'port': {'device_id': '9548cde5-2d28-444b-8917-80d3c6cec652', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'admin_state_up': True, 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'security_groups': ['3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:13:59.561641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ecae1dc4-8b49-4fcb-92df-ef9110a017db up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:13:59.726370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ecae1dc4-8b49-4fcb-92df-ef9110a017db triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:13:59.726746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.728859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.729379 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment bd8b6f25-f7d9-4193-9e51-655301d15cb9 of type vlan for network 4feb1c74-3c1e-4512-93ea-ae205d974bdc Mar 05 00:13:59.734014 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.776017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:13:59.840665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:13:59.845917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.904001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b4eeeb2-88c7-480c-9351-599e6699f2b0 req-7aa8acda-6518-4835-91d6-e7ad6525aef6 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.0581903 Mar 05 00:13:59.906103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Made reservation on behalf of 618e6c9acdb34dde959627d2784de187 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:13:59.908987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.939120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=12b5b143-f8ed-4718-9215-55a8c938a10b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:13:59.987775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:13:59.998055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=5bd93262-30fd-4f1c-843c-e02d9ef695d2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:00.032192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] For port 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:00.032552 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.032830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2ec3e-4b7a-4c14-bbdc-064352f024fb None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:00.043573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.188613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Allocated IP 172.20.0.13 (a18acc35-72e2-4bdb-8a65-bcd0b1631711/9f823fc1-d23a-442f-986d-68c850f2d3cc/b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:00.238032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Calling delete_port for 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:00.275248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-123867a5-4a48-48b6-ab93-e4794ff4f417 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/12b5b143-f8ed-4718-9215-55a8c938a10b HTTP/1.1" status: 204 len: 168 time: 2.5846386 Mar 05 00:14:00.282355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:00.326696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:14:00.410819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.411052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:13:56Z', 'revision_number': 3, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:00.416073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:00.416677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.417543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:14:00.417889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Updating router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 port b9c43db5-1bda-4caa-b1a2-652fb0672c97 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:14:00.451153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26ff6598-d2cf-4e44-88ee-d740d870cd70 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1659071 Mar 05 00:14:00.451153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:00.503267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.597792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:00.603909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:00.628850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] Deleting port ecae1dc4-8b49-4fcb-92df-ef9110a017db {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:00.629300 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.643276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f026-de26-40b6-bba0-d1f23a60c488 req-840d10dc-1b6c-4577-a4d6-fcf0f59c7371 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:00.650048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e436f026-de26-40b6-bba0-d1f23a60c488 req-840d10dc-1b6c-4577-a4d6-fcf0f59c7371 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 945 time: 0.8075614 Mar 05 00:14:00.652737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9552827 Mar 05 00:14:00.717105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37648) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:00.779202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373000e7-5d3a-478a-aa25-3a114ec84b16 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=4feb1c74-3c1e-4512-93ea-ae205d974bdc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:00.837646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e436f026-de26-40b6-bba0-d1f23a60c488 req-0bb37dc2-6b42-4e99-9a5c-831bfc170a42 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865575 Mar 05 00:14:00.845502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:00.846490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:00.981117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] For port ecae1dc4-8b49-4fcb-92df-ef9110a017db, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ecae1dc4-8b49-4fcb-92df-ef9110a017db,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:00.981533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:01.103970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:01.122834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] Calling delete_port for ecae1dc4-8b49-4fcb-92df-ef9110a017db owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:01.157568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:14:01.191980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e12ee9b-f398-4f87-842c-d3ac5e9ebc10,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:01.327016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26b7b6b9-5e49-4c62-b0d2-5c56c1481230 req-17d8e344-4e17-4fb1-b3f3-c0e050d575be tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.1099606 Mar 05 00:14:01.401266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:01.405885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:01.408957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:01.416188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:01.441816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:01.524379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ecae1dc4-8b49-4fcb-92df-ef9110a017db no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:01.551690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:01.581958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ecae1dc4-8b49-4fcb-92df-ef9110a017db {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:01.582734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ecae1dc4-8b49-4fcb-92df-ef9110a017db not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:01.589541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:01.595041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:01.614580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:01.623960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:01.650509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:01.667340 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:01.740579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Transition to ACTIVE for port object b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:01.741809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:01.787037 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:14:01.824437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Router 03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:14:01.913034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] Pushing event deleted for resources: {'Port': ['ID=ecae1dc4-8b49-4fcb-92df-ef9110a017db,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:01.930674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06277ad-706f-420a-ab24-1dee7a6fdca9 None None] No DVR routers for this DVR port ecae1dc4-8b49-4fcb-92df-ef9110a017db on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:01.969960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.004627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Transition to ACTIVE for port object b9c43db5-1bda-4caa-b1a2-652fb0672c97 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:02.018360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.076993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.133386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:14:02.147581 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] Sync routers for ids ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:14:02.153711 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3898d4cd-7934-431f-a4f4-ebf3b54b2cfc tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/routers/03b47c5c-a53f-47e0-92c3-22cb21e9fdc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0222039 Mar 05 00:14:02.159140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37658) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:02.164411 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] Routers {'03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:02.165683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:02.189972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.213551 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-20553478-4170-4d1a-bfa5-d5f86413fd22 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:14:02.213815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20553478-4170-4d1a-bfa5-d5f86413fd22 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:02.227765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e528-d97d-4dbd-9638-58d4d576bd31 None None] Pushing event updated for resources: {'Port': ['ID=b9c43db5-1bda-4caa-b1a2-652fb0672c97,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:02.230182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ad92c-77b4-4203-b968-f2958013c681 req-fbf97d77-2abe-4115-b80d-211aeb14df72 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:02.232248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7ad92c-77b4-4203-b968-f2958013c681 req-fbf97d77-2abe-4115-b80d-211aeb14df72 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 945 time: 0.1731067 Mar 05 00:14:02.235817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Attempting to bind port b9c43db5-1bda-4caa-b1a2-652fb0672c97 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:02.236501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Attempting to bind port b9c43db5-1bda-4caa-b1a2-652fb0672c97 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:02.237083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Attempting to bind port b9c43db5-1bda-4caa-b1a2-652fb0672c97 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:02.244467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:02.245235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:02.245748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.246231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:02.246853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Bound port: b9c43db5-1bda-4caa-b1a2-652fb0672c97, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:02.247332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.280172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.289255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20553478-4170-4d1a-bfa5-d5f86413fd22 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:02.293041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-20553478-4170-4d1a-bfa5-d5f86413fd22 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/5bd93262-30fd-4f1c-843c-e02d9ef695d2 HTTP/1.1" status: 404 len: 333 time: 0.1287298 Mar 05 00:14:02.294880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37662) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:02.301865 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:02.304055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:02.328532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] Routers {'03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:02.329198 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:02.337826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] For port b9c43db5-1bda-4caa-b1a2-652fb0672c97, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:02.347990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] For port b9c43db5-1bda-4caa-b1a2-652fb0672c97, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b9c43db5-1bda-4caa-b1a2-652fb0672c97,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:02.358975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.406008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:02.437902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7ad92c-77b4-4203-b968-f2958013c681 req-9a78dd88-25a0-4a86-99ec-df7b944afa5a tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927159 Mar 05 00:14:02.449340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:02.450822 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.478932 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:02.479397 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c97b8-e0b0-4c51-86b8-8b4d8ad3e273 None None] The sync data for ids ['03b47c5c-a53f-47e0-92c3-22cb21e9fdc4'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:14:02.489104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b8a14-da87-49d4-bdc5-d417460d4f28 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:02.586606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=84a26e0e-73ab-4a4a-a203-47f9a8414ffc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:02.603549 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.619162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:02.691228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event updated for resources: {'Port': ['ID=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:02.694164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:02.703537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e528-d97d-4dbd-9638-58d4d576bd31 None None] Pushing event updated for resources: {'Port': ['ID=b9c43db5-1bda-4caa-b1a2-652fb0672c97,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:02.711170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:02.711344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:02.711965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:13:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:02.745363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bde0fd17-fa4a-4a3f-b9e2-51e1c5b00297 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2714505 Mar 05 00:14:02.750450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:02.755025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.825431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:02.826067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:02.930967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '84a26e0e-73ab-4a4a-a203-47f9a8414ffc', 'ip_address': '2001:db8::ef90:bac8:e77a:933a'}], 'name': 'tempest-NetworksTestDHCPv6-951768236'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:02.970523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b172c8db-8cf6-439f-85d6-b1eae8bc9934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5345511 Mar 05 00:14:02.988783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Request body: {'port': {'device_id': '9548cde5-2d28-444b-8917-80d3c6cec652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:03.035201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:03.077194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d6b57-1551-4755-ad28-8615cde0636c req-bab89d0c-f06a-4385-8707-f8dc99500a70 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:03.086032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e00d6b57-1551-4755-ad28-8615cde0636c req-bab89d0c-f06a-4385-8707-f8dc99500a70 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Synchronizing usage tracker for tenant:618e6c9acdb34dde959627d2784de187 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:03.209620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:03.256377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fa5d141b-c02d-4cd9-8495-1283ff20b909 None None] Provisioning for port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:03.268177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fa5d141b-c02d-4cd9-8495-1283ff20b909 None None] Provisioning complete for port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:03.268536 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fa5d141b-c02d-4cd9-8495-1283ff20b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:03.384245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e00d6b57-1551-4755-ad28-8615cde0636c req-bab89d0c-f06a-4385-8707-f8dc99500a70 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Unset dirty status for tenant:618e6c9acdb34dde959627d2784de187 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:03.390981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e00d6b57-1551-4755-ad28-8615cde0636c req-bab89d0c-f06a-4385-8707-f8dc99500a70 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 932 time: 0.7915261 Mar 05 00:14:03.411764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:03.448023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d141b-c02d-4cd9-8495-1283ff20b909 None None] Port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:03.509286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '84a26e0e-73ab-4a4a-a203-47f9a8414ffc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:03.511206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:03.537431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:03.807554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/84a26e0e-73ab-4a4a-a203-47f9a8414ffc/be2d1902-9aae-463a-9610-3fb85bd154cc) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:03.816444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:13:56Z', 'revision_number': 3, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:03.833675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa753a-522d-4921-92f6-ecbe862b8d58 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:13:56Z', 'revision_number': 3, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:14:03.980275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:04.050198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=f29b4639-d4c1-4bee-b67d-66fda88a92e6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:04.132583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:04.160218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:04.194249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:04.232418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e00d6b57-1551-4755-ad28-8615cde0636c req-c5061baa-b344-429a-b757-8a918df20ca7 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8399858 Mar 05 00:14:04.375944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': 'bd8b6f25-f7d9-4193-9e51-655301d15cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:04.375944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 4feb1c74-3c1e-4512-93ea-ae205d974bdc, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:14:04.400767 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:04.415434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Transition to ACTIVE for port object be2d1902-9aae-463a-9610-3fb85bd154cc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:04.470795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Transition to ACTIVE for port object be2d1902-9aae-463a-9610-3fb85bd154cc will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:04.491296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:04.524887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Allocated IP 172.20.0.1 (44f2aa89-ddbb-43f6-b443-7d1fc635c4d9/afa42900-1bbc-4d05-9aa2-fd78a051d931/d0728534-30e1-4908-9759-becbd83c63bd) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:04.629268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:04.642577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:04.658035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:04.659121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:14:04.691490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:04.770490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:04.774374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4feb1c74-3c1e-4512-93ea-ae205d974bdc) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:04.791757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Pushing event updated for resources: {'Port': ['ID=be2d1902-9aae-463a-9610-3fb85bd154cc,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:04.809937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08305dfe-bb96-44ca-b005-733606e249ee None None] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:04.810622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:04.810783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:04.816885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:04.896167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37690) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:04.898729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e8be90cc-3339-44bd-a0fa-4346d00ab8b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1767030 Mar 05 00:14:04.924863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc', 'name': 'tempest-PortsIpV6TestJSON-1618082492'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:05.111255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.131988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:14:05.150855 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.159093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d0480566-e1c8-4636-9b5e-687f54fbf259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.163263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Attempting to bind port be2d1902-9aae-463a-9610-3fb85bd154cc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:05.163935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Attempting to bind port be2d1902-9aae-463a-9610-3fb85bd154cc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:05.164534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Attempting to bind port be2d1902-9aae-463a-9610-3fb85bd154cc on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:05.189673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:05.190731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:05.191381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.191995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:05.192954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Bound port: be2d1902-9aae-463a-9610-3fb85bd154cc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:05.193853 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.218755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.219582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Fanout notify agent at l3_agent the message router_deleted on router 03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:14:05.246070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Transition to ACTIVE for port object d0728534-30e1-4908-9759-becbd83c63bd will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:05.270514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:14:05.280029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.338188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Transition to ACTIVE for port object b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:05.359724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.452217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316340d0-1afd-4e42-b8af-31e7c8cd684d req-6e81271e-c90f-4ed9-83f8-5283940830d2 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:05.459354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-316340d0-1afd-4e42-b8af-31e7c8cd684d req-6e81271e-c90f-4ed9-83f8-5283940830d2 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 945 time: 1.0658243 Mar 05 00:14:05.531768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Pushing event updated for resources: {'Port': ['ID=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:05.536820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.539860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9c43db5-1bda-4caa-b1a2-652fb0672c97 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:05.587956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port d57627ff-337e-42bc-ae62-09af1b7e4233 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:05.696244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.696885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.697439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.697943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.698438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.698930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.699942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.700425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.700902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.701413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.701891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:05.724239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:05.763008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.764133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86fcdc85-42b2-47aa-be96-68ffdebd9337 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/routers/03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 HTTP/1.1" status: 204 len: 168 time: 3.4689188 Mar 05 00:14:05.775925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:05.779781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:05.786524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] For port be2d1902-9aae-463a-9610-3fb85bd154cc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:05.793388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4feb1c74-3c1e-4512-93ea-ae205d974bdc', 'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': 'f29b4639-d4c1-4bee-b67d-66fda88a92e6'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:05.802595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:05.832492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] For port be2d1902-9aae-463a-9610-3fb85bd154cc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be2d1902-9aae-463a-9610-3fb85bd154cc,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:05.848761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:05.855933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:05.960103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:05.990843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-316340d0-1afd-4e42-b8af-31e7c8cd684d req-f9fd7054-99b8-4a8e-9e54-1fb8b7ad1a43 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305614 Mar 05 00:14:06.044176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:06.047170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.077706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Allocated IP 2001:db8::2 (4feb1c74-3c1e-4512-93ea-ae205d974bdc/f29b4639-d4c1-4bee-b67d-66fda88a92e6/1dd4ac28-5a00-48ce-9605-bcaea9765cef) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:06.153039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0728534-30e1-4908-9759-becbd83c63bd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:06.191512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.220357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::ef90:bac8:e77a:933a (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/84a26e0e-73ab-4a4a-a203-47f9a8414ffc/d57627ff-337e-42bc-ae62-09af1b7e4233) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:06.259472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373ea30-a043-406a-b772-a9bb1b6f2484 req-546bdf25-84c6-415e-ab4e-cc32fe672d68 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:06.261171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d373ea30-a043-406a-b772-a9bb1b6f2484 req-546bdf25-84c6-415e-ab4e-cc32fe672d68 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 944 time: 0.7197695 Mar 05 00:14:06.309447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Attempting to bind port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:06.309835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Attempting to bind port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:06.310197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Attempting to bind port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 on network a18acc35-72e2-4bdb-8a65-bcd0b1631711 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:06.318969 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.332111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Transition to ACTIVE for port object 1dd4ac28-5a00-48ce-9605-bcaea9765cef will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:06.340933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 on network a18acc35-72e2-4bdb-8a65-bcd0b1631711 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:14:06.341387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Attempting to bind port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 on network a18acc35-72e2-4bdb-8a65-bcd0b1631711 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:06.354806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Transition to ACTIVE for port object 1dd4ac28-5a00-48ce-9605-bcaea9765cef will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:06.367482 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.378833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.384117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:06.384464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Checking segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:06.384870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Bound using segment: {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:06.385361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Bound port: b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e722f1d-431a-4d05-ac65-d22c4ae8850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:06.385732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.460235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d373ea30-a043-406a-b772-a9bb1b6f2484 req-c22e4b2c-796d-4859-a06f-cb7033e03ba9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668494 Mar 05 00:14:06.465934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet d13baaa9-94a3-4569-8f8f-d73587a25c89 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:06.468954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.473038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b9c43db5-1bda-4caa-b1a2-652fb0672c97 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:06.514839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-a074eee5-0cbd-4342-8158-ca93386e4d2f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:06.516242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a64f-826f-49c9-a5b8-adc8b3d222e6 None None] Pushing event updated for resources: {'Port': ['ID=be2d1902-9aae-463a-9610-3fb85bd154cc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:06.516398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-a074eee5-0cbd-4342-8158-ca93386e4d2f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.10 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 945 time: 0.8575189 Mar 05 00:14:06.536502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:06.561123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:06.562161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b9c43db5-1bda-4caa-b1a2-652fb0672c97 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:06.562700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.588803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.603324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.604287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:06.608458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:06.703607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Pushing event updated for resources: {'Port': ['ID=1dd4ac28-5a00-48ce-9605-bcaea9765cef,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:06.824761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9036b56d-96b8-4e3f-a249-5e5d48164ec4 None None] Provisioning for port d0728534-30e1-4908-9759-becbd83c63bd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:06.850576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9036b56d-96b8-4e3f-a249-5e5d48164ec4 None None] Provisioning complete for port d0728534-30e1-4908-9759-becbd83c63bd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:06.851281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9036b56d-96b8-4e3f-a249-5e5d48164ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:06.882169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Attempting to bind port 1dd4ac28-5a00-48ce-9605-bcaea9765cef on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:06.882452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Attempting to bind port 1dd4ac28-5a00-48ce-9605-bcaea9765cef by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bd8b6f25-f7d9-4193-9e51-655301d15cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:06.882811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Attempting to bind port 1dd4ac28-5a00-48ce-9605-bcaea9765cef on network 4feb1c74-3c1e-4512-93ea-ae205d974bdc {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:06.953633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] For port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:07.003062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] For port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:07.005912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:07.006454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Checking segment: {'id': 'bd8b6f25-f7d9-4193-9e51-655301d15cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:07.006854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.007294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Bound using segment: {'id': 'bd8b6f25-f7d9-4193-9e51-655301d15cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:07.007861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Bound port: 1dd4ac28-5a00-48ce-9605-bcaea9765cef, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8b6f25-f7d9-4193-9e51-655301d15cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:07.008239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.019114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.129643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.169612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9036b56d-96b8-4e3f-a249-5e5d48164ec4 None None] Port d0728534-30e1-4908-9759-becbd83c63bd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:07.187134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fb57239b-0140-44ed-b25f-d126324df943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.193757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b9c43db5-1bda-4caa-b1a2-652fb0672c97, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b9c43db5-1bda-4caa-b1a2-652fb0672c97,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:07.210471 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.228759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] For port 1dd4ac28-5a00-48ce-9605-bcaea9765cef, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:07.234358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.262860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.281203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] For port 1dd4ac28-5a00-48ce-9605-bcaea9765cef, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1dd4ac28-5a00-48ce-9605-bcaea9765cef,segment=NetworkSegment(bd8b6f25-f7d9-4193-9e51-655301d15cb9),segment_id=bd8b6f25-f7d9-4193-9e51-655301d15cb9)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:07.294250 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.329385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Deleting port b7d54369-c3bf-4597-b659-bf75e0742c2b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:07.329735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.334682 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.338166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] 10.222.0.36 "PUT /v2.0/ports/b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 200 len: 1092 time: 4.3533683 Mar 05 00:14:07.343156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b9c43db5-1bda-4caa-b1a2-652fb0672c97,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:07.392974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:07.444083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object d57627ff-337e-42bc-ae62-09af1b7e4233 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:07.537672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798979ae-7cba-4830-8b00-a72aa4be8334 None None] Pushing event updated for resources: {'Port': ['ID=1dd4ac28-5a00-48ce-9605-bcaea9765cef,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:07.548548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be2d1902-9aae-463a-9610-3fb85bd154cc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:07.691496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port be2d1902-9aae-463a-9610-3fb85bd154cc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:07.783540 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.792857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb610642-48b2-4b93-9528-ef2c6921594b service neutron] Pushing event updated for resources: {'Port': ['ID=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:07.803478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::10f (4feb1c74-3c1e-4512-93ea-ae205d974bdc/f29b4639-d4c1-4bee-b67d-66fda88a92e6/926061a3-b958-4fb3-a7c6-b3eac3ee40c4) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:07.851875 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.873061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:07.882537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b62ae0-8163-424f-8772-188df65a2a8f req-3941a896-1040-4739-be8e-4e326eb79f42 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:07.884113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6b62ae0-8163-424f-8772-188df65a2a8f req-3941a896-1040-4739-be8e-4e326eb79f42 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 945 time: 0.6413069 Mar 05 00:14:07.916144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.132781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.142767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689561b-8bf6-454a-93c1-bdb696756ef7 None None] Network 1c6d76a7-cd5e-4235-a330-667a2102d43e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:08.149812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=d13baaa9-94a3-4569-8f8f-d73587a25c89,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:08.180465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.195721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:08.211956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=d57627ff-337e-42bc-ae62-09af1b7e4233,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:08.233893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:08.254471 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e624ba35-b684-4d02-bb9a-abf47340df29 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/d13baaa9-94a3-4569-8f8f-d73587a25c89 HTTP/1.1" status: 204 len: 168 time: 2.4631200 Mar 05 00:14:08.264493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37724) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:08.269790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0728534-30e1-4908-9759-becbd83c63bd,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:08.304271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:08.308348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:08.313647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.378985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.379675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.385308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6b62ae0-8163-424f-8772-188df65a2a8f req-0c14dd4a-8dd9-4ca3-9693-88dd1829776f tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bde0553-a269-4000-b299-4ee1219f36ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316874 Mar 05 00:14:08.471390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] For port b7d54369-c3bf-4597-b659-bf75e0742c2b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b7d54369-c3bf-4597-b659-bf75e0742c2b,segment=NetworkSegment(e1a44170-7346-44cd-92c1-7205b44b6e6d),segment_id=e1a44170-7346-44cd-92c1-7205b44b6e6d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:08.471805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.491756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea2316c0-0c61-4a48-8a98-a96b3c082b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6649702 Mar 05 00:14:08.492599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.494366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37730) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:08.543772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b7d54369-c3bf-4597-b659-bf75e0742c2b no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:08.680154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Calling delete_port for b7d54369-c3bf-4597-b659-bf75e0742c2b owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:08.689899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] DHCP port deletion for 1c6d76a7-cd5e-4235-a330-667a2102d43e request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:08.703834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Deleting port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:08.704612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.710282 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'status': 'completed', 'code': 200} Mar 05 00:14:08.782673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:08.783298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:08.852447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-b84186f5-fedf-4047-ae78-0bd8d4294ffb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=618e6c9acdb34dde959627d2784de187&device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 1095 time: 1.4323337 Mar 05 00:14:08.862455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc734-9b3c-4377-b9cd-ce36b447b38a req-e58b0f1c-2fd6-49c4-afdc-bba6ff11abe5 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:08.864325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ececc734-9b3c-4377-b9cd-ce36b447b38a req-e58b0f1c-2fd6-49c4-afdc-bba6ff11abe5 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 944 time: 1.0676074 Mar 05 00:14:08.874767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:14:08.944829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] Provisioning for port be2d1902-9aae-463a-9610-3fb85bd154cc completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:08.968648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] Provisioning complete for port be2d1902-9aae-463a-9610-3fb85bd154cc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:08.969024 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.039561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.122520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-cdb9aaeb-a35c-423b-80c6-02191cc5177d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 200 len: 217 time: 0.2508750 Mar 05 00:14:09.164417 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.265049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f17669-cf98-4ecb-8779-d809d3da3234 None None] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:09.321494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:09.358112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port 11fc9888-ddd1-41cd-b119-9c2ebdd48638, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=11fc9888-ddd1-41cd-b119-9c2ebdd48638,segment=NetworkSegment(0d022866-057c-4a67-b724-2db95e6feb56),segment_id=0d022866-057c-4a67-b724-2db95e6feb56)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:09.358637 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.402138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.437547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:09.445607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:09.469195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ececc734-9b3c-4377-b9cd-ce36b447b38a req-5e1485bf-cd8c-40e8-8b33-95d06fa00739 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5082912 Mar 05 00:14:09.624883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Pushing event deleted for resources: {'Port': ['ID=b7d54369-c3bf-4597-b659-bf75e0742c2b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:09.635279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.681075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9c43db5-1bda-4caa-b1a2-652fb0672c97 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:09.830691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d1149b1-875f-439d-882e-80391ae45042 req-d52d1cef-b2b6-4b76-a0ca-c1cc09664851 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.32 "GET /v2.0/ports?device_id=89a948d4-7b13-4573-a366-f0f98276dc01 HTTP/1.1" status: 200 len: 210 time: 0.1247077 Mar 05 00:14:09.844538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.849906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:09.887900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=926061a3-b958-4fb3-a7c6-b3eac3ee40c4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:09.897443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:09.906024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:09.910018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:09.910636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.913503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 11fc9888-ddd1-41cd-b119-9c2ebdd48638 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:09.947640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-29c0f101-1957-44ca-b50a-adb2c11ab754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:09.949286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-29c0f101-1957-44ca-b50a-adb2c11ab754 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f823fc1-d23a-442f-986d-68c850f2d3cc HTTP/1.1" status: 200 len: 845 time: 0.8192263 Mar 05 00:14:09.956492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.972384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ea34ceb-a125-4304-9ab5-3fae5748a7fd tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0598476 Mar 05 00:14:09.972906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] No DVR routers for this DVR port b7d54369-c3bf-4597-b659-bf75e0742c2b on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:09.976106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37740) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:09.980342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:09.982360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f27b7b9c-fb5b-491c-8b72-e9e6b9ec74bf req-9282592a-75df-40a7-9f0e-f1c08fd027d0 tempest-VolumesActionsTest-1492493660 tempest-VolumesActionsTest-1492493660-project] 10.222.0.10 "DELETE /v2.0/ports/b7d54369-c3bf-4597-b659-bf75e0742c2b HTTP/1.1" status: 204 len: 173 time: 3.4484382 Mar 05 00:14:09.986348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '4feb1c74-3c1e-4512-93ea-ae205d974bdc', 'name': 'tempest-PortsIpV6TestJSON-341870580'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:10.022214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] For port 11fc9888-ddd1-41cd-b119-9c2ebdd48638, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=11fc9888-ddd1-41cd-b119-9c2ebdd48638,segment=NetworkSegment(0d022866-057c-4a67-b724-2db95e6feb56),segment_id=0d022866-057c-4a67-b724-2db95e6feb56)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:10.022608 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.132536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a948d4-7b13-4573-a366-f0f98276dc01', 'name': 'network-vif-deleted', 'tag': 'b7d54369-c3bf-4597-b659-bf75e0742c2b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:10.134894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c221d9-e412-42d7-9992-23bf8f1cf35a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:10.140324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c221d9-e412-42d7-9992-23bf8f1cf35a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:10.141749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a4c221d9-e412-42d7-9992-23bf8f1cf35a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:10.143564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:10.149690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:10.155490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:10.162537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:14:10.164402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:10.169283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b4311a6-33b9-43ee-afce-acccc392fdd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/8b4ec5ab-f098-44fd-8d4e-13e166f02c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3380640 Mar 05 00:14:10.172620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37748) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:10.301915 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a948d4-7b13-4573-a366-f0f98276dc01', 'name': 'network-vif-deleted', 'tag': 'b7d54369-c3bf-4597-b659-bf75e0742c2b', 'status': 'completed', 'code': 200} Mar 05 00:14:10.302167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.330744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] For port be2d1902-9aae-463a-9610-3fb85bd154cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be2d1902-9aae-463a-9610-3fb85bd154cc,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:10.332652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] Sync routers for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:14:10.368578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:10.373162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.379606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Calling delete_port for 11fc9888-ddd1-41cd-b119-9c2ebdd48638 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:10.404288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a4c221d9-e412-42d7-9992-23bf8f1cf35a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:10.408128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a4c221d9-e412-42d7-9992-23bf8f1cf35a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.8186648 Mar 05 00:14:10.409258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37752) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:10.416476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.422335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port aa7ca429-6b42-4cf3-b56a-6321995bd573 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:10.429111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=11fc9888-ddd1-41cd-b119-9c2ebdd48638,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:10.466567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b9c43db5-1bda-4caa-b1a2-652fb0672c97 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:10.467243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.540980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No DVR routers for this DVR port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:10.684860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:10.685520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:10.693879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port d57627ff-337e-42bc-ae62-09af1b7e4233 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:10.694377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.708685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::fe (4feb1c74-3c1e-4512-93ea-ae205d974bdc/f29b4639-d4c1-4bee-b67d-66fda88a92e6/aa7ca429-6b42-4cf3-b56a-6321995bd573) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:10.768351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.849253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-26615fbf-bcba-4bc5-be44-b1516fe6a6c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a18acc35-72e2-4bdb-8a65-bcd0b1631711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6504149 Mar 05 00:14:10.938882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:10.964553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:11.189442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Provisioning complete for port d0728534-30e1-4908-9759-becbd83c63bd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:11.189812 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.215090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-7b2d6469-8edc-4b13-8f6a-e32b07f71d0b service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278732 Mar 05 00:14:11.221379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6d76a7-cd5e-4235-a330-667a2102d43e']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:11.308645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d022866-057c-4a67-b724-2db95e6feb56') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:11.309518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d022866-057c-4a67-b724-2db95e6feb56') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:11.432621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73084a-da6f-4d42-99a4-24dcb1bbdea9 None None] Pushing event updated for resources: {'Port': ['ID=be2d1902-9aae-463a-9610-3fb85bd154cc,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:11.514251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:14:11.514924 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:14:11.556988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b1d2-8073-4548-a799-7369b5b4e637 req-79110157-5197-4041-b457-3b3bde2628db tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:11.557812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Port d0728534-30e1-4908-9759-becbd83c63bd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:11.564210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8848b1d2-8073-4548-a799-7369b5b4e637 req-79110157-5197-4041-b457-3b3bde2628db tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 944 time: 0.6613188 Mar 05 00:14:11.651858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1dd4ac28-5a00-48ce-9605-bcaea9765cef up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:11.664065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.665305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8848b1d2-8073-4548-a799-7369b5b4e637 req-eda43c4c-b261-4d13-8975-665da45da78e tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991313 Mar 05 00:14:11.692886 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.695782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.701387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:14:11.701899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.706767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Provisioning for port d57627ff-337e-42bc-ae62-09af1b7e4233 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:11.755819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Provisioning complete for port d57627ff-337e-42bc-ae62-09af1b7e4233 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:11.756333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.807876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object aa7ca429-6b42-4cf3-b56a-6321995bd573 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:14:11.847410 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:14:11.879948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.905753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.927326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Deleting port f73b3881-f09f-429a-b826-9c2a215eea0f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:11.927778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.949891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:11.950564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Port d57627ff-337e-42bc-ae62-09af1b7e4233 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:12.002406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.018258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Deleting port 11fc9888-ddd1-41cd-b119-9c2ebdd48638 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:12.018828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.076297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Provisioning for port 1dd4ac28-5a00-48ce-9605-bcaea9765cef completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:12.118099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1dd4ac28-5a00-48ce-9605-bcaea9765cef completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:12.123428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Provisioning complete for port 1dd4ac28-5a00-48ce-9605-bcaea9765cef triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:12.123796 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.244591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fec1f40d-efa2-4beb-829d-c40caaccd0e0 None None] The port '11fc9888-ddd1-41cd-b119-9c2ebdd48638' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:14:12.257174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:14:00Z', 'revision_number': 5, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port': {'id': 'f73b3881-f09f-429a-b826-9c2a215eea0f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:02:30Z', 'updated_at': '2022-03-05T00:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:12.259236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1dd4ac28-5a00-48ce-9605-bcaea9765cef triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:12.259606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.283777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=1c6d76a7-cd5e-4235-a330-667a2102d43e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:12.292379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=aa7ca429-6b42-4cf3-b56a-6321995bd573,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:12.326315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.351741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:12.370296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae4cf808-ed7c-49b3-a419-cea6fe354d20 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/1c6d76a7-cd5e-4235-a330-667a2102d43e HTTP/1.1" status: 204 len: 168 time: 4.1006598 Mar 05 00:14:12.377642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37778) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:12.381769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:12.386136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:12.396858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:12.397544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.455788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] For port f73b3881-f09f-429a-b826-9c2a215eea0f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f73b3881-f09f-429a-b826-9c2a215eea0f,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:12.456212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:12.479527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6de2b000-f662-48be-8da0-2d3e9ac8dfd6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5022831 Mar 05 00:14:12.486844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37782) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:12.505761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] Checking router: 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:14:12.549913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] Routers {'8b4ec5ab-f098-44fd-8d4e-13e166f02c66'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:12.556115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:12.661251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for d57627ff-337e-42bc-ae62-09af1b7e4233 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:12.728247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f6a3e5b2-2a16-4146-8f45-c649dffc778f req-12782cb7-53d0-4694-a2bd-1806d217116f service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4846656 Mar 05 00:14:12.737247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:14:12.916062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] Set router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:13.003234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Calling delete_port for f73b3881-f09f-429a-b826-9c2a215eea0f owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:13.089152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc005c9c-51b3-48de-a685-cd64374feaed tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:13.090928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bc005c9c-51b3-48de-a685-cd64374feaed tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:13.163232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2268b11-8536-48a4-8715-12196c2344af tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:13.164135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f2268b11-8536-48a4-8715-12196c2344af tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:13.188604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f2268b11-8536-48a4-8715-12196c2344af tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:13.192500 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f2268b11-8536-48a4-8715-12196c2344af tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A10f HTTP/1.1" status: 200 len: 929 time: 0.7029719 Mar 05 00:14:13.194450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37800) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:13.289502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:14:11Z', 'revision_number': 6, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:13.311137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624d124-47ee-4e03-8c0c-ea26c45d035d None None] The sync data for ids ['8b4ec5ab-f098-44fd-8d4e-13e166f02c66'] in n-d-828979-4 is: [{'id': '8b4ec5ab-f098-44fd-8d4e-13e166f02c66', 'name': 'tempest-ServerActionsTestJSON-1389180009-router', 'tenant_id': '371b94f2830f444d8060dc7976a63700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:02:29Z', 'updated_at': '2022-03-05T00:14:11Z', 'revision_number': 6, 'project_id': '371b94f2830f444d8060dc7976a63700', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:14:13.316528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.351082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bc005c9c-51b3-48de-a685-cd64374feaed tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:13.352235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bc005c9c-51b3-48de-a685-cd64374feaed tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/521c6027-990b-41dc-9bb2-d8faca41b3dc HTTP/1.1" status: 200 len: 840 time: 0.9596145 Mar 05 00:14:13.358249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port aa7ca429-6b42-4cf3-b56a-6321995bd573 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:13.358656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.366412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.374075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37806) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:13.406884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] For port 1dd4ac28-5a00-48ce-9605-bcaea9765cef, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1dd4ac28-5a00-48ce-9605-bcaea9765cef,segment=NetworkSegment(bd8b6f25-f7d9-4193-9e51-655301d15cb9),segment_id=bd8b6f25-f7d9-4193-9e51-655301d15cb9)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:13.412674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.465910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-12778f3d-5825-47e2-911c-2c8482829f0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=618e6c9acdb34dde959627d2784de187&device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 1095 time: 0.6753356 Mar 05 00:14:13.483341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.532595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:14:13.533662 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:14:13.553613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a025836-38df-4211-abd6-0c0187cb1463 None None] Pushing event updated for resources: {'Port': ['ID=1dd4ac28-5a00-48ce-9605-bcaea9765cef,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:13.562290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Provisioning for port 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:13.576556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Provisioning complete for port 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:13.577264 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.620405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73b3881-f09f-429a-b826-9c2a215eea0f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:13.624296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.635747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8abd2-b165-45e3-b24f-0080e2e0376e req-11034bdd-def3-46f7-aa15-f3b0c8432de7 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:13.642857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ae8abd2-b165-45e3-b24f-0080e2e0376e req-11034bdd-def3-46f7-aa15-f3b0c8432de7 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 944 time: 0.7270219 Mar 05 00:14:13.645925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Port 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:13.662863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ad5f4bd-b8a8-449a-99a2-9d4617bb3a67 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/521c6027-990b-41dc-9bb2-d8faca41b3dc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2832475 Mar 05 00:14:13.665762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Provisioning for port aa7ca429-6b42-4cf3-b56a-6321995bd573 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:13.673189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Provisioning complete for port aa7ca429-6b42-4cf3-b56a-6321995bd573 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:13.673815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.741697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37818) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:13.748248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=d57627ff-337e-42bc-ae62-09af1b7e4233,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:13.764378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Port aa7ca429-6b42-4cf3-b56a-6321995bd573 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:13.781517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Provisioning complete for port 1dd4ac28-5a00-48ce-9605-bcaea9765cef triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:13.781967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c74ab615-bf7b-4112-96b9-356367305e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:13.790413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:13.861331 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:14:13.941809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ae8abd2-b165-45e3-b24f-0080e2e0376e req-0ea27416-fe89-43ab-ab68-1f2d7803ebd6 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981229 Mar 05 00:14:14.053910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:14.067348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:14.089328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-77c5f0bc-588b-4876-a1fb-73bb7fe6bd3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:14.091472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-77c5f0bc-588b-4876-a1fb-73bb7fe6bd3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 200 len: 907 time: 0.5909009 Mar 05 00:14:14.210284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:14.217257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:14.220591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-0b599ed5-ebc3-4eb3-ae79-44073452389a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 200 len: 217 time: 0.1179190 Mar 05 00:14:14.224795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:14.228975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:14.250880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 11fc9888-ddd1-41cd-b119-9c2ebdd48638 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:14.305150 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-40aeeb55-3bfe-4126-9187-d41ffb35cee1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/d57627ff-337e-42bc-ae62-09af1b7e4233 HTTP/1.1" status: 204 len: 168 time: 3.8809559 Mar 05 00:14:14.306765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:14.313946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 11fc9888-ddd1-41cd-b119-9c2ebdd48638 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:14.314382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 11fc9888-ddd1-41cd-b119-9c2ebdd48638 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:14.320155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37828) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:14.396415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:14:14.409101 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:14:14.435166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b226f249-4b9e-41cd-a5d4-ce53c87941d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d63cac0-ebfc-460e-8c6d-53edfbe6cad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2590070 Mar 05 00:14:14.437802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:14.438783 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:14.464002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:14.617048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be2d1902-9aae-463a-9610-3fb85bd154cc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:14.691289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for aa7ca429-6b42-4cf3-b56a-6321995bd573 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:14.720158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-a7180f1c-7ed7-4301-9ef8-17d531af75ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:14.723580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-a7180f1c-7ed7-4301-9ef8-17d531af75ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f823fc1-d23a-442f-986d-68c850f2d3cc HTTP/1.1" status: 200 len: 845 time: 0.4736199 Mar 05 00:14:14.775295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fa5a3-4807-4456-abbe-e0afdfec04c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:14.786291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fa5a3-4807-4456-abbe-e0afdfec04c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:14.794770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-166fa5a3-4807-4456-abbe-e0afdfec04c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:14.836496 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:14.895174 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:14.969504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port be2d1902-9aae-463a-9610-3fb85bd154cc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:14.969974 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.164606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.278299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1dd4ac28-5a00-48ce-9605-bcaea9765cef up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:15.348857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:14:15.368691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=aa7ca429-6b42-4cf3-b56a-6321995bd573,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:15.401376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.411085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.424376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-166fa5a3-4807-4456-abbe-e0afdfec04c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:15.441388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-166fa5a3-4807-4456-abbe-e0afdfec04c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1187673 Mar 05 00:14:15.508631 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.514804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:15.680656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1dd4ac28-5a00-48ce-9605-bcaea9765cef triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:15.701832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.724552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d5bd0c96-6b7b-4dba-870b-6fc2fa6a942b tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/aa7ca429-6b42-4cf3-b56a-6321995bd573 HTTP/1.1" status: 204 len: 168 time: 2.5257478 Mar 05 00:14:15.725317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:15.816569 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 2, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:15.826156 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:14:15.827899 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Updating router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 port d0728534-30e1-4908-9759-becbd83c63bd binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:14:15.842143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.842936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4ec5ab-f098-44fd-8d4e-13e166f02c66 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:14:15.851767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:15.887251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-feafcac6-013f-4f5d-af94-c4aa17c7a976 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a18acc35-72e2-4bdb-8a65-bcd0b1631711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0896821 Mar 05 00:14:15.888398 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5bd76f-c1e1-49e5-a17e-e2cd3d32de34 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:14:15.889737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3d5bd76f-c1e1-49e5-a17e-e2cd3d32de34 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/aa7ca429-6b42-4cf3-b56a-6321995bd573 HTTP/1.1" status: 404 len: 333 time: 0.1612380 Mar 05 00:14:15.892195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075277760', 'description': 'tempest-description--1339967339'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:15.903473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:15.936674 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:15.941968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'port_id': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'mac_address': 'fa:16:3e:6c:79:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:14:15.991226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:15.996017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:16.097416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.100852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5b318b08-a7ab-486e-9668-2e03a2bad015 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8b4ec5ab-f098-44fd-8d4e-13e166f02c66 HTTP/1.1" status: 204 len: 168 time: 5.9149840 Mar 05 00:14:16.103088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998a5eb-a733-418c-bba2-51c21a77861c req-b0dae7a9-6c77-4fc5-aaf7-12f80b399a74 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:16.107842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:16.113184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5998a5eb-a733-418c-bba2-51c21a77861c req-b0dae7a9-6c77-4fc5-aaf7-12f80b399a74 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 944 time: 0.8044472 Mar 05 00:14:16.126135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37878) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:16.140036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:16.155293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:16.162602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.223676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:14:16.232906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.278527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:16.294520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.301790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:16.309714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.360622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:16.469539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:16.469539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3e12ee9b-f398-4f87-842c-d3ac5e9ebc10 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:16.488546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f73b3881-f09f-429a-b826-9c2a215eea0f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:16.545900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 84a26e0e-73ab-4a4a-a203-47f9a8414ffc {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:16.571212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Deleting subnet 96c3d0cb-27c4-4111-b6b8-00993625431b {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:16.602284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f73b3881-f09f-429a-b826-9c2a215eea0f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:16.602966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f73b3881-f09f-429a-b826-9c2a215eea0f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:16.611380 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.632019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:16.657209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.696772 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5998a5eb-a733-418c-bba2-51c21a77861c req-01118dda-15b3-40e5-b1a4-41c9266e0f34 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821786 Mar 05 00:14:16.721399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-b83148d8-3acc-4174-a10f-da08ff4d784a service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258159 Mar 05 00:14:16.725480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:14:16.782582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:16.810349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.811960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:16.858831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.859995 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.861566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.893015 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Transition to ACTIVE for port object d0728534-30e1-4908-9759-becbd83c63bd will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:16.909256 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:16.988182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:17.025737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:17.088815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.162047 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63842-6615-45f8-b7c6-7ee9c0586b24 None None] Pushing event updated for resources: {'Port': ['ID=d0728534-30e1-4908-9759-becbd83c63bd,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:17.202444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=a3d6d572-3d80-4449-933c-5bdab489d14e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:17.223445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.245642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:17.282511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:17.293123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:17.294757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.304931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf4f50-3587-4f9f-a840-f1ded6bec685 None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:17.398736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.400958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96c3d0cb-27c4-4111-b6b8-00993625431b HTTP/1.1" status: 204 len: 168 time: 1.2736337 Mar 05 00:14:17.402089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5994df-6580-407d-89a7-e96f7da36862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c3d0cb-27c4-4111-b6b8-00993625431b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:17.404624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:17.418906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59522f30-7385-4425-b7e6-28b631a64b3e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6581419 Mar 05 00:14:17.422641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37894) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:17.429900 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Attempting to bind port d0728534-30e1-4908-9759-becbd83c63bd on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:17.430297 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Attempting to bind port d0728534-30e1-4908-9759-becbd83c63bd by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:17.430653 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Attempting to bind port d0728534-30e1-4908-9759-becbd83c63bd on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:17.447785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:17.448151 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Checking segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:17.448541 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.453061 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Bound using segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:17.453061 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Bound port: d0728534-30e1-4908-9759-becbd83c63bd, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:17.453431 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.500638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.666431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6f2f1-d075-498c-8fd8-ce73aa96875c None None] Network 43cfeb84-aa30-4187-b10f-5985df7803ea requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:17.669133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645377980'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:17.671199 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] For port d0728534-30e1-4908-9759-becbd83c63bd, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:17.680335 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] For port d0728534-30e1-4908-9759-becbd83c63bd, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d0728534-30e1-4908-9759-becbd83c63bd,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:17.690108 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.724738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0986b22-f56e-4ecf-9d10-f4782548e3ef req-eca56722-7115-433e-b79f-dbfb497287b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9948459 Mar 05 00:14:17.764496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:17.766976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.799987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:17.815805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.820404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:17.843078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:17.861206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Deleting port e87c4c22-d4e6-407b-8617-f6ac5da14422 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:17.861573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.898800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.931370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2472968-c04b-4a53-b32f-fad5c1a9dbdf None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:17.936814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=84a26e0e-73ab-4a4a-a203-47f9a8414ffc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:17.952229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37906) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:17.952841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c4ca08ec-1f35-4155-be4e-9d759951e57a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/84a26e0e-73ab-4a4a-a203-47f9a8414ffc HTTP/1.1" status: 204 len: 168 time: 2.4369099 Mar 05 00:14:17.956134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:17.963660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.004647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.006212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.1496916 Mar 05 00:14:18.011415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37910) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:18.025533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.040262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'security_group_rule': {'security_group_id': 'ab58e27f-46d0-473f-87ed-10caa41eaac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:18.047588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:18.051848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:18.054807 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:18.055440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:18.057516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:18.087467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:18.221791 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e6c043ef-197e-451b-a41f-6d81bec19a88 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2589881 Mar 05 00:14:18.223124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37914) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:18.235717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.401653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.485134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63842-6615-45f8-b7c6-7ee9c0586b24 None None] Pushing event updated for resources: {'Port': ['ID=d0728534-30e1-4908-9759-becbd83c63bd,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:18.578002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:18.598563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group_rule and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:18.607823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:18.610847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca3121-fcf6-4dd2-ae7f-071ac6815794 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58e27f-46d0-473f-87ed-10caa41eaac4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:18.620292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:18.622845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 926061a3-b958-4fb3-a7c6-b3eac3ee40c4 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:18.648311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c151637-a1c4-46ac-9ff6-00583a1aa9e6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:18.652625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c151637-a1c4-46ac-9ff6-00583a1aa9e6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:18.692601 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:18.732425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.760878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e47c2-3c75-4831-98a7-376e8f7aefe3 req-fc2adc1e-8ed2-48c6-ad15-111805e7ff91 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:18.763124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c13e47c2-3c75-4831-98a7-376e8f7aefe3 req-fc2adc1e-8ed2-48c6-ad15-111805e7ff91 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 945 time: 0.6140983 Mar 05 00:14:18.764764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.867349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'tenant_id': 'bd5c92a7ffe64e34a1fb1ae03e4c6985', 'fixed_ips': [{'subnet_id': 'a3d6d572-3d80-4449-933c-5bdab489d14e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:18.868176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.958952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55397861-5f87-4572-bd1d-0755484c07dc None None] DHCP port deletion for 43cfeb84-aa30-4187-b10f-5985df7803ea request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:18.969953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-55397861-5f87-4572-bd1d-0755484c07dc None None] Deleting port e87c4c22-d4e6-407b-8617-f6ac5da14422 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:18.975109 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-55397861-5f87-4572-bd1d-0755484c07dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:18.984793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] For port e87c4c22-d4e6-407b-8617-f6ac5da14422, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e87c4c22-d4e6-407b-8617-f6ac5da14422,segment=NetworkSegment(8471fbf7-3912-4b0f-b080-8dc9dcb75b0e),segment_id=8471fbf7-3912-4b0f-b080-8dc9dcb75b0e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:18.985517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.023623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c151637-a1c4-46ac-9ff6-00583a1aa9e6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:19.027926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c151637-a1c4-46ac-9ff6-00583a1aa9e6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8018270 Mar 05 00:14:19.028815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37922) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:19.166192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8b10da-0bdf-4aee-98f9-9a5375be3488,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:19.211093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.212696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ad22820-3f40-436b-bb10-6280a3ddc5ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1976295 Mar 05 00:14:19.218029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37926) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:19.228390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'security_group_rule': {'security_group_id': 'ab58e27f-46d0-473f-87ed-10caa41eaac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:19.248551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:19.261150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:19.271774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:19.280868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c13e47c2-3c75-4831-98a7-376e8f7aefe3 req-9b906ccc-9841-4ef5-8aff-1d70ea394934 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073493 Mar 05 00:14:19.283468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:19.291218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.333590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Calling delete_port for e87c4c22-d4e6-407b-8617-f6ac5da14422 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:19.371477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:19.423607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=926061a3-b958-4fb3-a7c6-b3eac3ee40c4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:19.571626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c449057-0234-41bc-bad2-177427da2e26 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:19.575893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c449057-0234-41bc-bad2-177427da2e26 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1431515 Mar 05 00:14:19.577815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.583781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37934) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:19.601606 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:17Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:19.611692 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698084e2-26ce-4725-a576-7572ff9eb769 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:17Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:14:19.616818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.621559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-82770dec-2ec2-417e-98a7-713dd47f8b04 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/926061a3-b958-4fb3-a7c6-b3eac3ee40c4 HTTP/1.1" status: 204 len: 168 time: 3.6250339 Mar 05 00:14:19.626325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37936) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:19.627042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.788347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:19.811990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.814749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87c4c22-d4e6-407b-8617-f6ac5da14422,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:19.825340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] Deleting port be2d1902-9aae-463a-9610-3fb85bd154cc {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:19.825801 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.831851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50eb6f3b-3e3a-461a-86fc-c088e6d6336b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2027392 Mar 05 00:14:19.831851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.834517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:19.848785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] No DVR routers for this DVR port e87c4c22-d4e6-407b-8617-f6ac5da14422 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:19.857322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.865079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.905009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:19.909086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6845729 Mar 05 00:14:19.915844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:19.916364 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0f062e-ad46-4b0d-b0ce-d3756cb82557 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:14:19.918733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee0f062e-ad46-4b0d-b0ce-d3756cb82557 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:19.927774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-55397861-5f87-4572-bd1d-0755484c07dc None None] The port 'e87c4c22-d4e6-407b-8617-f6ac5da14422' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:14:19.930564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:19.948234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:19.956981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:19.961385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:floatingip and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:19.965630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:19.971690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:19.985215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d17a1-eea0-4d25-ba63-2b831ab4aeea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcb02e7-b319-46e2-babc-3f54868f06b8,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:19.990559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.031570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee0f062e-ad46-4b0d-b0ce-d3756cb82557 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:20.033104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee0f062e-ad46-4b0d-b0ce-d3756cb82557 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/926061a3-b958-4fb3-a7c6-b3eac3ee40c4 HTTP/1.1" status: 404 len: 333 time: 0.2627864 Mar 05 00:14:20.039133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:20.099978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Allocated IP 172.20.0.2 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/a3d6d572-3d80-4449-933c-5bdab489d14e/6b6c6335-f120-45b2-a714-778d4cc0fe32) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:20.310698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] For port be2d1902-9aae-463a-9610-3fb85bd154cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be2d1902-9aae-463a-9610-3fb85bd154cc,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:20.311093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.364532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.449524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cfeb84-aa30-4187-b10f-5985df7803ea']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:20.474882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:20.478091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8471fbf7-3912-4b0f-b080-8dc9dcb75b0e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:20.512952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.523068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.540525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.545095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet f29b4639-d4c1-4bee-b67d-66fda88a92e6 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:20.566964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:14:20.568121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.623425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] Calling delete_port for be2d1902-9aae-463a-9610-3fb85bd154cc owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:20.650083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:14:20.775167 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:14:20.777985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8325356-7acd-4daf-9f5f-99bd52f8f06b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:20.861568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d0728534-30e1-4908-9759-becbd83c63bd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:20.869336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.876287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:20.884827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:20.901642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:20.908724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:20.963591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.967393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:20.969524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d7f71b91-9cb5-437b-8f27-f38544cfb024 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.5442786 Mar 05 00:14:20.970295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:20.987082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37964) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:21.076804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cfeb84-aa30-4187-b10f-5985df7803ea,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:21.155568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Allocated IP 172.25.0.80 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/52229fb8-f358-4dd6-96bf-5966bea032dd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:21.159861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.170554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:21.196220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'security_group': {'name': 'tempest-secgroup-497717024'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:21.210101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:21.221771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:21.230089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:21.243552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:21.313878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-35f3e78a-5c46-4ae8-95cf-842af0bcdb35 admin admin] 10.222.0.32 "DELETE /v2.0/networks/43cfeb84-aa30-4187-b10f-5985df7803ea HTTP/1.1" status: 204 len: 168 time: 3.8980918 Mar 05 00:14:21.369337 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.382763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Transition to ACTIVE for port object 6b6c6335-f120-45b2-a714-778d4cc0fe32 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:21.406078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Transition to ACTIVE for port object 6b6c6335-f120-45b2-a714-778d4cc0fe32 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:21.409463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.440904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.472898 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.480520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] Pushing event deleted for resources: {'Port': ['ID=be2d1902-9aae-463a-9610-3fb85bd154cc,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:21.487016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:21.487610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.490398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.506020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80d2ab-475f-45b3-9d8d-7cd3f9928a25 req-4ee3c2b6-bf40-4ac4-ab68-2801dfbed66d tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:21.508977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa80d2ab-475f-45b3-9d8d-7cd3f9928a25 req-4ee3c2b6-bf40-4ac4-ab68-2801dfbed66d tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 945 time: 0.6782107 Mar 05 00:14:21.679984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d0728534-30e1-4908-9759-becbd83c63bd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:21.680230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.693248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d0728534-30e1-4908-9759-becbd83c63bd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:21.694495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.743034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:21.745526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa80d2ab-475f-45b3-9d8d-7cd3f9928a25 req-75c96efe-f7c8-4eb2-b29c-5400f1c4e51e tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233067 Mar 05 00:14:21.778283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4fd92-fa30-4582-8957-7751c5009bc8 None None] No DVR routers for this DVR port be2d1902-9aae-463a-9610-3fb85bd154cc on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:21.821545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:21.826361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:21.856094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:21.863298 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.913652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:21.916157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group_rule and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:21.920406 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:21.931377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:21.936878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:21.949633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=f29b4639-d4c1-4bee-b67d-66fda88a92e6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:21.965922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:21.968928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.969749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.969910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.970367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.970759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.971283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.972136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccd6215d-47c4-4288-86fe-9544f335bce1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=371b94f2830f444d8060dc7976a63700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2248485 Mar 05 00:14:21.976248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.976691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.976816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37978) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:21.976927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.977196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.977629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:21.994502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.002956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.071800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3732ac5-57aa-4a89-9aaf-8af2f7762edc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/f29b4639-d4c1-4bee-b67d-66fda88a92e6 HTTP/1.1" status: 204 len: 168 time: 1.9593589 Mar 05 00:14:22.075425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37982) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:22.125181 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.154866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.185176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66499c-30b5-4423-84c0-0ba24d391530 None None] Network 4feb1c74-3c1e-4512-93ea-ae205d974bdc requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:22.278694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27300a21-bdda-4cf3-983c-c3f84572dc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.285570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.289388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.325083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.326549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3294153 Mar 05 00:14:22.333546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:22.359848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 1dd4ac28-5a00-48ce-9605-bcaea9765cef {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:22.359848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.378966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:22.413878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-443527017', 'security_groups': ['c2aeff97-ad92-4520-b75c-a70f1da3d3fe'], 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3d6d572-3d80-4449-933c-5bdab489d14e'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:22.481397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d0728534-30e1-4908-9759-becbd83c63bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d0728534-30e1-4908-9759-becbd83c63bd,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:22.484129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:22.488721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Attempting to bind port 6b6c6335-f120-45b2-a714-778d4cc0fe32 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:22.489235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Attempting to bind port 6b6c6335-f120-45b2-a714-778d4cc0fe32 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:22.490035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Attempting to bind port 6b6c6335-f120-45b2-a714-778d4cc0fe32 on network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:22.501574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.501847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.511278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.531567 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'code': 200} Mar 05 00:14:22.578907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afc892-23c2-4ee7-a583-8629a24d52fb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aeff97-ad92-4520-b75c-a70f1da3d3fe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:22.636361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e87c4c22-d4e6-407b-8617-f6ac5da14422 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:22.679240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:22.679915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Checking segment: {'id': 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:22.680474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.681042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Bound using segment: {'id': 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:22.681708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Bound port: 6b6c6335-f120-45b2-a714-778d4cc0fe32, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:22.682235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:22.727108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:22.750905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e87c4c22-d4e6-407b-8617-f6ac5da14422 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:22.751554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e87c4c22-d4e6-407b-8617-f6ac5da14422 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:22.752305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be2d1902-9aae-463a-9610-3fb85bd154cc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:22.848029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: be2d1902-9aae-463a-9610-3fb85bd154cc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:22.848362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be2d1902-9aae-463a-9610-3fb85bd154cc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:22.993102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'Port': ['ID=52229fb8-f358-4dd6-96bf-5966bea032dd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:22.996891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:23.019149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:23.072841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d0728534-30e1-4908-9759-becbd83c63bd,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:23.158611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27300a21-bdda-4cf3-983c-c3f84572dc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.172120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.189404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port 1dd4ac28-5a00-48ce-9605-bcaea9765cef, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1dd4ac28-5a00-48ce-9605-bcaea9765cef,segment=NetworkSegment(bd8b6f25-f7d9-4193-9e51-655301d15cb9),segment_id=bd8b6f25-f7d9-4193-9e51-655301d15cb9)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:23.189784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.236490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:23.288849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=67c27bd4-e299-4ffd-824a-6397ad0402e9,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:23.306083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:23.309887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:23.320753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:23.335579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.406980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:23.429991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:23.435055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:23.435257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] DHCP port deletion for 4feb1c74-3c1e-4512-93ea-ae205d974bdc request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:23.442559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:23.443351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.450609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Deleting port 1dd4ac28-5a00-48ce-9605-bcaea9765cef {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:23.450996 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.481039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:23.484638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.525869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f014d9-8f0d-453b-8fef-423e6b7768b0 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:23.596270 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27300a21-bdda-4cf3-983c-c3f84572dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.612412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-27300a21-bdda-4cf3-983c-c3f84572dc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.613679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-27300a21-bdda-4cf3-983c-c3f84572dc07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e39003b-da37-454d-aa26-a3b6c22e049e HTTP/1.1" status: 204 len: 168 time: 1.6359665 Mar 05 00:14:23.617094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b13c4e0b-a135-4643-b8ff-68551c28c5bb req-1398908f-e292-45d5-bf44-3c66a3a52e62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 1097 time: 0.4913042 Mar 05 00:14:23.648678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581709c-33d9-4fdb-96cd-d1c63c647719 req-8be79826-e3d2-44b5-b9ae-f2fee76fc3bb tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:23.650148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d581709c-33d9-4fdb-96cd-d1c63c647719 req-8be79826-e3d2-44b5-b9ae-f2fee76fc3bb tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.3067186 Mar 05 00:14:23.654368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7fab01e4-6bec-4a88-a52b-b3b3a73148d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8078003 Mar 05 00:14:23.658618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38002) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:23.661074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27300a21-bdda-4cf3-983c-c3f84572dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39003b-da37-454d-aa26-a3b6c22e049e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:23.688158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '67c27bd4-e299-4ffd-824a-6397ad0402e9', 'ip_address': '2001:db8::da04:d6e0:2f47:3bd5'}], 'name': 'tempest-NetworksTestDHCPv6-1846220795'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:23.746519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.795197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 1dd4ac28-5a00-48ce-9605-bcaea9765cef owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:23.959489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] For port 1dd4ac28-5a00-48ce-9605-bcaea9765cef, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1dd4ac28-5a00-48ce-9605-bcaea9765cef,segment=NetworkSegment(bd8b6f25-f7d9-4193-9e51-655301d15cb9),segment_id=bd8b6f25-f7d9-4193-9e51-655301d15cb9)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:23.959892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:23.987954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.041931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b13c4e0b-a135-4643-b8ff-68551c28c5bb req-89201d64-cb52-4d44-918b-05cb415ea3b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121552 Mar 05 00:14:24.046289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port d33e08fd-5341-4c09-927c-01b423af1d88 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:24.064666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.112743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d581709c-33d9-4fdb-96cd-d1c63c647719 req-e9f28d46-d2ed-4193-bcd4-f4ac08704905 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437928 Mar 05 00:14:24.146612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No DVR routers for this DVR port 1dd4ac28-5a00-48ce-9605-bcaea9765cef on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:24.167820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:24.206393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:24.266462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:24.272780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.275365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f376-7667-47e6-a4a9-17b6b7028811 None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:24.378176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.384211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 9121622f-c349-4a5a-be53-6cfa4eb51c70 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:24.413843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=1dd4ac28-5a00-48ce-9605-bcaea9765cef,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:24.425157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feb1c74-3c1e-4512-93ea-ae205d974bdc']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:24.454882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8b6f25-f7d9-4193-9e51-655301d15cb9') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:24.455199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8b6f25-f7d9-4193-9e51-655301d15cb9') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:24.504418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.552408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.3 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/a3d6d572-3d80-4449-933c-5bdab489d14e/d33e08fd-5341-4c09-927c-01b423af1d88) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:24.559360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.581177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:14:24.590507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:14:24.633916 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:14:24.638700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Calling delete_port for 1dd4ac28-5a00-48ce-9605-bcaea9765cef owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:24.760655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.767879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '67c27bd4-e299-4ffd-824a-6397ad0402e9'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:24.770711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.776679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.831054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:24.867541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object d33e08fd-5341-4c09-927c-01b423af1d88 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:24.974940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.294560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d0728534-30e1-4908-9759-becbd83c63bd up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:14:25.427184 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:14:25.447767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'Port': ['ID=52229fb8-f358-4dd6-96bf-5966bea032dd,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:25.477671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.487120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:25.491978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.527547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:25.534845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:25.585842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:14:25.586522 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:14:25.692200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=4feb1c74-3c1e-4512-93ea-ae205d974bdc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:25.700462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d0728534-30e1-4908-9759-becbd83c63bd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:25.702200 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.712770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91333475-1ee5-4062-9508-ac25ea573944 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/4feb1c74-3c1e-4512-93ea-ae205d974bdc HTTP/1.1" status: 204 len: 168 time: 3.5855472 Mar 05 00:14:25.714319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38034) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:25.734463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=d33e08fd-5341-4c09-927c-01b423af1d88,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:25.736054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1880393516'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:25.790714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:25.810635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.817010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38038) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:25.817421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:25.831884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:25.840323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:25.868916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.871855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee4fee8b-3530-4f3f-b228-901e561cc559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9295032 Mar 05 00:14:25.878269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:25.881431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.906844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:25.907514 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:25.951119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::da04:d6e0:2f47:3bd5 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/67c27bd4-e299-4ffd-824a-6397ad0402e9/9121622f-c349-4a5a-be53-6cfa4eb51c70) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:25.989807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:14:25.999128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9089cb7f-c447-41a6-a50a-61b12ecbda88 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6368964 Mar 05 00:14:26.003807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38050) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:26.015532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1dd4ac28-5a00-48ce-9605-bcaea9765cef no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:26.016825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:26.059511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c06d31-263d-4588-ab6b-550097f95f65 req-0f39e86b-60f2-4a5d-baf9-3e2e38f2402f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:26.069150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41c06d31-263d-4588-ab6b-550097f95f65 req-0f39e86b-60f2-4a5d-baf9-3e2e38f2402f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.3238668 Mar 05 00:14:26.071420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:26.071749 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment f16b3a50-8b6e-4f0e-82a8-d46079eafafc of type vlan for network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 Mar 05 00:14:26.175998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Deleting port 1dd4ac28-5a00-48ce-9605-bcaea9765cef {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:26.177868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:26.220937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:26.270075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41c06d31-263d-4588-ab6b-550097f95f65 req-fe7b9ace-51ea-43a1-ac21-84084d5dbd84 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001009 Mar 05 00:14:26.274630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:26.280572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:26.281404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:26.282566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1dd4ac28-5a00-48ce-9605-bcaea9765cef {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:26.282929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1dd4ac28-5a00-48ce-9605-bcaea9765cef not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:26.374766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6511784 Mar 05 00:14:26.387778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38064) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:26.393168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-854185915-network', 'tenant_id': 'c4fb01859a2f448d93d05d20df1b1c7d'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:26.448539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9562de7f-eaa7-47e8-b27b-92767d367554 None None] The port '1dd4ac28-5a00-48ce-9605-bcaea9765cef' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:14:26.467650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:26.484751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Usage tracker for resource:network and tenant:c4fb01859a2f448d93d05d20df1b1c7d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:26.492419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:26.528895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:26.556355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:26.579900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6577c1-8eb8-4193-ac8f-2245eeefd8ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=75f72a8d-a909-4cb4-a36d-b3c0a3267bd8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:26.594127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:14:26.826508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:26.831916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:26.834353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:26.857475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:26.917100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:26.945539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a2a77f21-c92e-41e6-96f8-8e538f0dd702 None None] Provisioning for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:26.997952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-ab808a94-de40-45c8-8f41-1f77d6895406 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2075277760&fields=id&tenant_id=4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 267 time: 0.6665173 Mar 05 00:14:27.061545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a2a77f21-c92e-41e6-96f8-8e538f0dd702 None None] Provisioning complete for port 521c6027-990b-41dc-9bb2-d8faca41b3dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:27.061929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2a77f21-c92e-41e6-96f8-8e538f0dd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.101929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Made reservation on behalf of c4fb01859a2f448d93d05d20df1b1c7d for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:27.104201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.126078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.156261 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.163443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b6c6335-f120-45b2-a714-778d4cc0fe32 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:27.254112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:27.272210 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.284641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:27.289987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Usage tracker for resource:security_group_rule and tenant:c4fb01859a2f448d93d05d20df1b1c7d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:27.294217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:27.297618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a2a77f21-c92e-41e6-96f8-8e538f0dd702 None None] Port 521c6027-990b-41dc-9bb2-d8faca41b3dc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:27.299501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:27.305765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:27.308679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:27.309201 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.319465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.454124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.457420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.487214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:27.516325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:27.517899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-117b8dfb-fdfb-4fa9-bc9a-d52cd9ce1ab1 None None] Provisioning for port d33e08fd-5341-4c09-927c-01b423af1d88 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:27.523953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-117b8dfb-fdfb-4fa9-bc9a-d52cd9ce1ab1 None None] Provisioning complete for port d33e08fd-5341-4c09-927c-01b423af1d88 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:27.524553 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-117b8dfb-fdfb-4fa9-bc9a-d52cd9ce1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.539410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.557779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.608701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:14:27.649109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:27.682703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:27.692476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-117b8dfb-fdfb-4fa9-bc9a-d52cd9ce1ab1 None None] Port d33e08fd-5341-4c09-927c-01b423af1d88 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:27.694140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:27.696173 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.704058 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Added segment bce89cca-a227-4c39-8bc9-7bfd84dd6710 of type vlan for network 2d8b636b-fd20-432c-8db7-28124451df1f Mar 05 00:14:27.779327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:27.786701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:27.866616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1e666-50ed-42d2-a863-bd13698d9a19 req-8c3216e7-96eb-493d-8658-a385c7be56c4 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:27.874126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5b1e666-50ed-42d2-a863-bd13698d9a19 req-8c3216e7-96eb-493d-8658-a385c7be56c4 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.2059343 Mar 05 00:14:27.977486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.012444 n-d-828979-4 neutron-server[83783]: INFO neutron.db.ipam_backend_mixin [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a3d6d572-3d80-4449-933c-5bdab489d14e (CIDR: 172.20.0.0/28) Mar 05 00:14:28.045355 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:14:28.045708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:14:28.060344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.092804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=2abc2fff-311c-4ca3-b59e-53c7e57ebd24,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:28.100695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5b1e666-50ed-42d2-a863-bd13698d9a19 req-b3fa61a0-2a96-431c-8f80-83cdb55df4dc tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222819 Mar 05 00:14:28.145104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:28.145339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508b9c0c-6375-4558-aa6d-a223dd0b107a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:28.146007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:14:28.157711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.163370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 9121622f-c349-4a5a-be53-6cfa4eb51c70 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:28.177522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-9efa64e7-b78b-40c3-839f-ef2110c01bdc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:28.180871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-9efa64e7-b78b-40c3-839f-ef2110c01bdc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 816 time: 1.1554425 Mar 05 00:14:28.186274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-311c58fc-92b0-45a9-b09d-c0e9626f4285 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1806860 Mar 05 00:14:28.195592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38076) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:28.211776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:28.287435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-d1703309-1e7f-4283-8d15-017258e0b866 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/quotas/4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 375 time: 0.0853400 Mar 05 00:14:28.332983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.333764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.334597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:28.335248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.419673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:14:28.436840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:28.457545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:28.475921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:28.476512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.478872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebc14c-5058-4757-99bd-e3e9adaa5307 None None] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:28.502976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:28.523897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a38e7f6a-34de-40de-8714-87fa85abac51 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1321781 Mar 05 00:14:28.527521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38082) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:28.529124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:28.533110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:28.533454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8', 'name': 'tempest-PortsIpV6TestJSON-701970328', 'fixed_ips': [{'subnet_id': '2abc2fff-311c-4ca3-b59e-53c7e57ebd24', 'ip_address': '2001:db8::10'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:28.533763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.595311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7760112 Mar 05 00:14:28.606556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76904079-b7ec-4a29-b182-059aa17aad63 req-7f26a24a-d2bb-4701-8b39-c1aabc566c78 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:28.614821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76904079-b7ec-4a29-b182-059aa17aad63 req-7f26a24a-d2bb-4701-8b39-c1aabc566c78 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.2802038 Mar 05 00:14:28.615552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38088) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:28.631511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38090) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:28.632239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74359e91-daff-4fdd-95db-b925151f0245 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8b636b-fd20-432c-8db7-28124451df1f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:28.650643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=9121622f-c349-4a5a-be53-6cfa4eb51c70,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:28.670157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Request body: {'floatingip': {'port_id': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:28.691868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2d8b636b-fd20-432c-8db7-28124451df1f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:14:28.709038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/67c27bd4-e299-4ffd-824a-6397ad0402e9/f5dee12d-869f-4222-bcbf-902f81ebe0c1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:28.743433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a20b9a7-74bc-40bd-9831-b8e7149c4383 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0835905 Mar 05 00:14:28.751867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:28.770504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Request body: {'subnet': {'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-854185915-subnet', 'tenant_id': 'c4fb01859a2f448d93d05d20df1b1c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:28.789996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:28.801935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '67c27bd4-e299-4ffd-824a-6397ad0402e9', 'ip_address': '2001:db8::da04:d6e0:2f47:3bd5'}], 'name': 'tempest-NetworksTestDHCPv6-1511003472'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:28.812008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Usage tracker for resource:subnet and tenant:c4fb01859a2f448d93d05d20df1b1c7d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:28.834971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:28.848867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:28.860519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:28.881332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:28.888162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:28.897813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:28.940402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:28.963403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-4e4a551a-41b5-400c-a3f4-ce4a7fe8edef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:28.979881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Made reservation on behalf of c4fb01859a2f448d93d05d20df1b1c7d for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:28.982845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:29.088656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b6c6335-f120-45b2-a714-778d4cc0fe32 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:29.147820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-4e4a551a-41b5-400c-a3f4-ce4a7fe8edef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:29.165630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-4e4a551a-41b5-400c-a3f4-ce4a7fe8edef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8590672 Mar 05 00:14:29.194381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:29.378830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:29.383343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:29.406155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:29.413492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:29.439293 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-fd93c19b-dca9-46f6-9fb6-50491d08b044 service neutron] 10.222.0.32 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577572 Mar 05 00:14:29.473322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-75f72a8d-a909-4cb4-a36d-b3c0a3267bd8', 'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': '2abc2fff-311c-4ca3-b59e-53c7e57ebd24'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:29.475100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:29.546621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:29.594849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:29.600441 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:29.714759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 228c5af5-9a47-463d-bb57-e16c779b3df0 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:29.719034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-a3557c3b-f964-4590-b69f-b7bcb6484c14 service neutron] 10.222.0.32 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213414 Mar 05 00:14:29.768691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:29.784045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:29.788775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:29.798761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:29.829609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:29.830205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:29.842910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:30.115820 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.127557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Transition to ACTIVE for port object f5dee12d-869f-4222-bcbf-902f81ebe0c1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:30.148898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Transition to ACTIVE for port object f5dee12d-869f-4222-bcbf-902f81ebe0c1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:30.163862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.197903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a35d49b-aba6-4bcd-9dc6-b2472990ca8f req-d8566354-7258-4c83-b2da-633800906bc1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.0822821 Mar 05 00:14:30.282773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Allocated IP 2001:db8::2 (75f72a8d-a909-4cb4-a36d-b3c0a3267bd8/2abc2fff-311c-4ca3-b59e-53c7e57ebd24/2a1308c8-34cc-445f-b343-a4e178ac0e93) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:30.320085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:30.327739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:30.335088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:30.337695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Pushing event updated for resources: {'Port': ['ID=f5dee12d-869f-4222-bcbf-902f81ebe0c1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:30.409768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.516491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae9b71c-f09a-4406-9c5f-0afba8dc3b9b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:30.580073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Checking segment: {'id': 'bce89cca-a227-4c39-8bc9-7bfd84dd6710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:30.581382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Network hostable DHCP agents. Network: 2d8b636b-fd20-432c-8db7-28124451df1f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:14:30.595756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Attempting to bind port f5dee12d-869f-4222-bcbf-902f81ebe0c1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:30.596408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Attempting to bind port f5dee12d-869f-4222-bcbf-902f81ebe0c1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:30.596937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Attempting to bind port f5dee12d-869f-4222-bcbf-902f81ebe0c1 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:30.607763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:30.608436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:30.609046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.609639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:30.610268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Bound port: f5dee12d-869f-4222-bcbf-902f81ebe0c1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:30.610811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.639150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.734719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Network 2d8b636b-fd20-432c-8db7-28124451df1f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:14:30.757733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:30.762080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:30.767074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2d8b636b-fd20-432c-8db7-28124451df1f) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:30.769249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:30.769860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.775169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=89d8606f-a0d3-45ca-b67a-795cc48fd551,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:30.782060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:30.782682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.795245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f8ebd-e4fa-4510-8b3c-10f33846e4d9 None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:30.833603 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2e3057c8-9cdd-41aa-9013-9e0e4711219d tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6339507 Mar 05 00:14:30.834627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38116) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:30.844501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2077889858', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89d8606f-a0d3-45ca-b67a-795cc48fd551'}], 'security_groups': ['d8325356-7acd-4daf-9f5f-99bd52f8f06b']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:30.859403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:30.880860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74af42b-957e-4642-8d8a-4cfb1a181309 None None] Network 2d8b636b-fd20-432c-8db7-28124451df1f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:30.883303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5976cbde-9986-49a3-b8a0-43afe1b54de4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1554556 Mar 05 00:14:30.915491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 4fee8e68-8452-42cf-abc9-1fe4b1af57fb yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:31.134140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:31.515342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] For port f5dee12d-869f-4222-bcbf-902f81ebe0c1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:31.588019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:31.598358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] For port f5dee12d-869f-4222-bcbf-902f81ebe0c1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f5dee12d-869f-4222-bcbf-902f81ebe0c1,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:31.703250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e52a5e85-070b-4c6b-8349-3d0ccc4456f5 req-79e837d7-3bf9-44c9-a172-5c34d8d7e4fd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.1879272 Mar 05 00:14:31.733481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:31.750275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Transition to ACTIVE for port object 2a1308c8-34cc-445f-b343-a4e178ac0e93 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:31.833467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:31.863185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:31.900130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Transition to ACTIVE for port object 2a1308c8-34cc-445f-b343-a4e178ac0e93 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:31.963814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:31.975815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613e24f-9605-48f0-aa46-784b610bdc10 None None] Pushing event updated for resources: {'Port': ['ID=f5dee12d-869f-4222-bcbf-902f81ebe0c1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:32.128638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:32.135960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:32.146272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:32.148711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Pushing event updated for resources: {'Port': ['ID=2a1308c8-34cc-445f-b343-a4e178ac0e93,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:32.159352 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 00:14:32.159906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:14:32.279770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae051b49-d4f5-4c95-b4ee-45eb7b03ce85 None None] Network 2d8b636b-fd20-432c-8db7-28124451df1f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:32.299370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ba1d5a8-632b-4d48-bef1-c9f6bb740fee tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.5470359 Mar 05 00:14:32.302959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38144) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:32.311415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::10 (75f72a8d-a909-4cb4-a36d-b3c0a3267bd8/2abc2fff-311c-4ca3-b59e-53c7e57ebd24/228c5af5-9a47-463d-bb57-e16c779b3df0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:32.318418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8eeaa43d-698d-4325-a514-aecc2bde8678 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:32.320256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8eeaa43d-698d-4325-a514-aecc2bde8678 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Synchronizing usage tracker for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:32.450823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8eeaa43d-698d-4325-a514-aecc2bde8678 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Unset dirty status for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:32.462854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8eeaa43d-698d-4325-a514-aecc2bde8678 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/networks?id=2d8b636b-fd20-432c-8db7-28124451df1f HTTP/1.1" status: 200 len: 813 time: 0.6664345 Mar 05 00:14:32.494321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-21567018-889a-4824-9fa2-1ab6b95203be tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/quotas/c4fb01859a2f448d93d05d20df1b1c7d HTTP/1.1" status: 200 len: 375 time: 0.0192375 Mar 05 00:14:32.497069 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Floating IP 0778cd64-ed89-488a-81d3-25082dc4266e associated. External IP: 172.25.0.89, port: b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0. Mar 05 00:14:32.602019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-2033c9be-dac6-428a-a4b5-d245556c3aff tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4fb01859a2f448d93d05d20df1b1c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488393 Mar 05 00:14:32.649127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Attempting to bind port 2a1308c8-34cc-445f-b343-a4e178ac0e93 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:32.649774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Attempting to bind port 2a1308c8-34cc-445f-b343-a4e178ac0e93 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:32.650145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Attempting to bind port 2a1308c8-34cc-445f-b343-a4e178ac0e93 on network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:32.654571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27152337-adc7-47f8-9447-277878c51571 None None] Update dhcp port {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'fixed_ips': [{'subnet_id': 'a3d6d572-3d80-4449-933c-5bdab489d14e', 'ip_address': '172.20.0.2'}, {'subnet_id': '89d8606f-a0d3-45ca-b67a-795cc48fd551'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '6b6c6335-f120-45b2-a714-778d4cc0fe32'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:14:32.766062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-efe5473c-c721-4f27-a826-881df1eb565e service neutron] 10.222.0.32 "GET /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544738 Mar 05 00:14:32.933587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:32.934176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Checking segment: {'id': 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:32.937893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:32.937893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Bound using segment: {'id': 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:32.937893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Bound port: 2a1308c8-34cc-445f-b343-a4e178ac0e93, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:32.941816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:33.160283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5dee12d-869f-4222-bcbf-902f81ebe0c1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:33.307044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-27152337-adc7-47f8-9447-277878c51571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:33.320513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc0d9b62-7f61-495a-adc2-67e77fe8982d req-20765dd7-5b1a-440b-a1a7-3372cb90c79c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.2191796 Mar 05 00:14:33.435078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-6dfb66d3-32c4-462b-910f-5c00a4fb157f service neutron] 10.222.0.32 "GET /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771629 Mar 05 00:14:33.557283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Delete allocated IP 172.20.0.3 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/a3d6d572-3d80-4449-933c-5bdab489d14e) {{(pid=83782) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 00:14:33.690667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e295070-18c3-466b-be94-2ad932ab6e6b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:33.707016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e295070-18c3-466b-be94-2ad932ab6e6b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:33.720998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e295070-18c3-466b-be94-2ad932ab6e6b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:33.828511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] For port 2a1308c8-34cc-445f-b343-a4e178ac0e93, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:33.856447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] For port 2a1308c8-34cc-445f-b343-a4e178ac0e93, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2a1308c8-34cc-445f-b343-a4e178ac0e93,segment=NetworkSegment(f16b3a50-8b6e-4f0e-82a8-d46079eafafc),segment_id=f16b3a50-8b6e-4f0e-82a8-d46079eafafc)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:33.873149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:33.982932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f5dee12d-869f-4222-bcbf-902f81ebe0c1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:34.088579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688185d1-b963-4c45-b57c-8dca55904d5c None None] Pushing event updated for resources: {'Port': ['ID=2a1308c8-34cc-445f-b343-a4e178ac0e93,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:34.100240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-93540d07-ac98-425d-9929-e7241b5969de None None] Provisioning for port f5dee12d-869f-4222-bcbf-902f81ebe0c1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:34.112729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.24 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/89d8606f-a0d3-45ca-b67a-795cc48fd551/d33e08fd-5341-4c09-927c-01b423af1d88) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:34.124930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-93540d07-ac98-425d-9929-e7241b5969de None None] Provisioning complete for port f5dee12d-869f-4222-bcbf-902f81ebe0c1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:34.127317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Router c10c570e-5cc6-43aa-a98b-51366cfe57fa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:14:34.130461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93540d07-ac98-425d-9929-e7241b5969de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:34.179718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-efc2151f-4e2f-46c4-b53b-1b327d1527eb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:34.185791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-efc2151f-4e2f-46c4-b53b-1b327d1527eb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:34.210349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd75a47b-73e4-4946-a013-a7729178ec6b req-6bee280a-1cf1-408f-b47f-141500de2da8 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.4591877 Mar 05 00:14:34.319407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e295070-18c3-466b-be94-2ad932ab6e6b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:34.320615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0e295070-18c3-466b-be94-2ad932ab6e6b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 2.0149052 Mar 05 00:14:34.352188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38168) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:34.599445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93540d07-ac98-425d-9929-e7241b5969de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:34.622249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 9121622f-c349-4a5a-be53-6cfa4eb51c70 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:34.622942 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:34.685842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-93540d07-ac98-425d-9929-e7241b5969de None None] For port f5dee12d-869f-4222-bcbf-902f81ebe0c1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f5dee12d-869f-4222-bcbf-902f81ebe0c1,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:34.700904 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93540d07-ac98-425d-9929-e7241b5969de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:34.874405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-efc2151f-4e2f-46c4-b53b-1b327d1527eb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:34.881139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-efc2151f-4e2f-46c4-b53b-1b327d1527eb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.10 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 816 time: 2.3440154 Mar 05 00:14:35.028789 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-528616db-60ef-47f5-b275-52c986f535b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:35.049424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93540d07-ac98-425d-9929-e7241b5969de None None] Pushing event updated for resources: {'Port': ['ID=f5dee12d-869f-4222-bcbf-902f81ebe0c1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:35.069042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-692c89c0-c63b-4f80-b8c9-9d1e8dce880d None None] Provisioning for port 9121622f-c349-4a5a-be53-6cfa4eb51c70 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:35.092327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-692c89c0-c63b-4f80-b8c9-9d1e8dce880d None None] Provisioning complete for port 9121622f-c349-4a5a-be53-6cfa4eb51c70 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:35.092701 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-692c89c0-c63b-4f80-b8c9-9d1e8dce880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:35.139460 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25d6e087-5b10-493a-9f67-96f9888252a8 req-c6d5740a-df57-4b93-88e5-aa4816152e80 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.2875273 Mar 05 00:14:35.226680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2a1308c8-34cc-445f-b343-a4e178ac0e93 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:35.264563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-552cd1e4-031a-490c-92e3-e1ffcabc541c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5294964 Mar 05 00:14:35.363003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:35.406741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:14:35.419808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object 228c5af5-9a47-463d-bb57-e16c779b3df0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:35.422309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] Sync routers for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:14:35.482874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:35.493371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-692c89c0-c63b-4f80-b8c9-9d1e8dce880d None None] Port 9121622f-c349-4a5a-be53-6cfa4eb51c70 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:35.508664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:35.511815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:35.564217 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:35.600951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2a1308c8-34cc-445f-b343-a4e178ac0e93 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:35.699694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:35.727353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:35.771731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:35.777236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:35.777565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:35.793406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77c15324-259c-4944-abe2-59c03b6ac8d9 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "PUT /v2.0/floatingips/0778cd64-ed89-488a-81d3-25082dc4266e HTTP/1.1" status: 200 len: 991 time: 7.1449804 Mar 05 00:14:35.793406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:35.849144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-112a6355-7b2b-413f-a063-8da7c65ce8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=618e6c9acdb34dde959627d2784de187&device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 1097 time: 0.4361801 Mar 05 00:14:35.891124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-8eade0c5-6c0a-46fc-8470-07e533babb70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:35.903797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.3750107 Mar 05 00:14:35.952160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:36.022134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:36.073182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '75f72a8d-a909-4cb4-a36d-b3c0a3267bd8', 'name': 'tempest-PortsIpV6TestJSON-112214885', 'fixed_ips': [{'subnet_id': '2abc2fff-311c-4ca3-b59e-53c7e57ebd24', 'ip_address': '2001:db8::f'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:36.083073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59eb1dd-a0f4-4227-9349-712b9360c02a None None] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:36.164154 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a60e3cd-9e5a-4787-9f74-de2a89b4eb6f req-27873c65-6341-4745-b43d-0f6bd78fa76d tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.6353905 Mar 05 00:14:36.198593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5323cc-eae7-4cc4-898d-ecd99d972443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=228c5af5-9a47-463d-bb57-e16c779b3df0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:36.243292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-8eade0c5-6c0a-46fc-8470-07e533babb70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:36.244824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-8eade0c5-6c0a-46fc-8470-07e533babb70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 380 time: 0.7648335 Mar 05 00:14:36.257127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'port': {'device_id': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'admin_state_up': True, 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'security_groups': ['ab58e27f-46d0-473f-87ed-10caa41eaac4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:36.396194 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'status': 'completed', 'code': 200} Mar 05 00:14:36.442993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:36.520347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:14:36.548023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:36.551986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:36.610831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object d33e08fd-5341-4c09-927c-01b423af1d88 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:36.615339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Made reservation on behalf of 4b15bc385d5141c39c50bbdd10eec76b for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:36.619353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:36.649865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:36.658805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:36.754592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-78c37f36-b106-43c4-9eba-f81873a76030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:36.756228 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-78c37f36-b106-43c4-9eba-f81873a76030 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 200 len: 907 time: 0.8797286 Mar 05 00:14:36.769611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:36.879206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:port and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:36.907707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:36.930350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=d33e08fd-5341-4c09-927c-01b423af1d88,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:37.079593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-27152337-adc7-47f8-9447-277878c51571 None None] Allocated IP 172.20.0.18 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/89d8606f-a0d3-45ca-b67a-795cc48fd551/6b6c6335-f120-45b2-a714-778d4cc0fe32) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:37.080463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 9121622f-c349-4a5a-be53-6cfa4eb51c70 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:37.131693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5dee12d-869f-4222-bcbf-902f81ebe0c1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:37.173489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3e21265-fb5c-4513-91f2-187f0fbca362 req-73e9ee12-f523-4c38-8aa2-e4a637cc85a1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.2440889 Mar 05 00:14:37.187915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-a7935f2b-3fa8-4404-8f9f-d2feb6451857 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:37.189408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-a7935f2b-3fa8-4404-8f9f-d2feb6451857 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.36 "GET /v2.0/networks?id=2d8b636b-fd20-432c-8db7-28124451df1f HTTP/1.1" status: 200 len: 813 time: 1.3115156 Mar 05 00:14:37.190922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:37.222996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Request body: {'port': {'device_id': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f', 'admin_state_up': True, 'tenant_id': 'c4fb01859a2f448d93d05d20df1b1c7d'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:37.319372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c8ad-108d-4f95-a1a2-5631a5674cca req-009c7906-29b2-424d-a002-2ecbb057bdb2 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:37.328832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d281c8ad-108d-4f95-a1a2-5631a5674cca req-009c7906-29b2-424d-a002-2ecbb057bdb2 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 1.2296472 Mar 05 00:14:37.353106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:37.386003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-712065ed-97d8-452b-8ecc-dda320ebe91e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 200 len: 999 time: 0.6177347 Mar 05 00:14:37.576309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] In _notify_port_updated(), no bound segment for port d33e08fd-5341-4c09-927c-01b423af1d88 on network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:14:37.581206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d281c8ad-108d-4f95-a1a2-5631a5674cca req-18fbde3a-b133-4382-bd9d-4919407fd536 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512007 Mar 05 00:14:37.587746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:37.588750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:37.591061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7fd44b9-4206-4b69-96c9-b3b29427f931 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/ports/d33e08fd-5341-4c09-927c-01b423af1d88 HTTP/1.1" status: 200 len: 921 time: 6.7538307 Mar 05 00:14:37.623439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38212) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:37.658154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7e498f6-7797-4dc0-bba5-7ddd6adbb5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:37.718286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port d33e08fd-5341-4c09-927c-01b423af1d88 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:37.718886 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:37.726663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0cf841e2-2f77-497c-9f50-0607a8a50956 req-94d77a32-12ac-41e1-9811-4793038d4762 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.1341164 Mar 05 00:14:37.789210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] Provisioning for port 2a1308c8-34cc-445f-b343-a4e178ac0e93 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:37.805496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-b3555951-d2fa-4627-97a2-aa11ad3e22ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:37.806991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-b3555951-d2fa-4627-97a2-aa11ad3e22ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f823fc1-d23a-442f-986d-68c850f2d3cc HTTP/1.1" status: 200 len: 845 time: 0.3691001 Mar 05 00:14:37.811856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Allocated IP 172.20.0.14 (44f2aa89-ddbb-43f6-b443-7d1fc635c4d9/afa42900-1bbc-4d05-9aa2-fd78a051d931/d62a7234-edcb-4f64-97ad-1b5d59059bd2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:37.875957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] Provisioning complete for port 2a1308c8-34cc-445f-b343-a4e178ac0e93 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:37.879833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.008770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:38.070573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.071305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Usage tracker for resource:port and tenant:c4fb01859a2f448d93d05d20df1b1c7d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:38.072697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f5dee12d-869f-4222-bcbf-902f81ebe0c1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:38.073184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.091996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Transition to ACTIVE for port object d62a7234-edcb-4f64-97ad-1b5d59059bd2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:38.092862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:38.135556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.150588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:38.172041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-27152337-adc7-47f8-9447-277878c51571 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:38.256601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.290383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:38.301008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:38.307670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:38.310451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:38.347515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0778cd64-ed89-488a-81d3-25082dc4266e', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'port_id': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'mac_address': 'fa:16:3e:6c:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9548cde5-2d28-444b-8917-80d3c6cec652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:31Z', 'revision_number': 1, 'project_id': '618e6c9acdb34dde959627d2784de187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:49Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:38.366161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.415011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:38.436850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.478811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.483032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] Checking router: c10c570e-5cc6-43aa-a98b-51366cfe57fa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:14:38.496444 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-27152337-adc7-47f8-9447-277878c51571 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:14:38.541655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Made reservation on behalf of c4fb01859a2f448d93d05d20df1b1c7d for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:38.545990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.609118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-27152337-adc7-47f8-9447-277878c51571 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.709990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-4c7d49e5-c03a-4051-8689-204cdbf5e8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a18acc35-72e2-4bdb-8a65-bcd0b1631711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8591452 Mar 05 00:14:38.812844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-27152337-adc7-47f8-9447-277878c51571 None None] Transition to ACTIVE for port object 6b6c6335-f120-45b2-a714-778d4cc0fe32 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:38.878271 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-27152337-adc7-47f8-9447-277878c51571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:38.882179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:14:38.882925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:38.908568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=9121622f-c349-4a5a-be53-6cfa4eb51c70,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:38.981880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.004085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:39.004748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.117867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::f (75f72a8d-a909-4cb4-a36d-b3c0a3267bd8/2abc2fff-311c-4ca3-b59e-53c7e57ebd24/4d0677b1-f508-4a60-9f19-cbc2e62db1c5) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:39.253663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-471657b4-177b-47e1-9a06-7805594ed980 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9121622f-c349-4a5a-be53-6cfa4eb51c70 HTTP/1.1" status: 204 len: 168 time: 4.8928535 Mar 05 00:14:39.254753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38230) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:39.262658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb62f07f-55ee-45fc-b2a0-639176523955 req-dee2996c-7c98-47ba-83f3-bfee11634ed7 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.1953709 Mar 05 00:14:39.269916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-04c7356b-0903-4b40-b703-687d5fc542dc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0177999 Mar 05 00:14:39.385213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71448840-f957-4dae-8f3d-517375f3d2f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:39.388557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71448840-f957-4dae-8f3d-517375f3d2f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:39.389593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-71448840-f957-4dae-8f3d-517375f3d2f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:39.400010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Request body: {'port': {'device_id': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:39.464096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-71448840-f957-4dae-8f3d-517375f3d2f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:39.469480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-71448840-f957-4dae-8f3d-517375f3d2f5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2049785 Mar 05 00:14:39.470999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38234) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:39.473884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27152337-adc7-47f8-9447-277878c51571 None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:39.494589 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.627346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.656508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.668294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:39.681591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] For port 2a1308c8-34cc-445f-b343-a4e178ac0e93, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2a1308c8-34cc-445f-b343-a4e178ac0e93,segment=NetworkSegment(f16b3a50-8b6e-4f0e-82a8-d46079eafafc),segment_id=f16b3a50-8b6e-4f0e-82a8-d46079eafafc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:39.696995 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.772847 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.773583 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:39.794225 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:14:39.927113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5d428-9251-415a-9c41-8f7a66af9d61 None None] Pushing event updated for resources: {'Port': ['ID=2a1308c8-34cc-445f-b343-a4e178ac0e93,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:39.947110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Provisioning for port 228c5af5-9a47-463d-bb57-e16c779b3df0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:40.139590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Provisioning complete for port 228c5af5-9a47-463d-bb57-e16c779b3df0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:40.139990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.216049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 67c27bd4-e299-4ffd-824a-6397ad0402e9 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:40.244899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.245127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.259415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:40.332047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:40.347726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:40.361615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:40.366556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.410913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Port 228c5af5-9a47-463d-bb57-e16c779b3df0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:40.456588 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.614739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Provisioning complete for port 2a1308c8-34cc-445f-b343-a4e178ac0e93 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:40.617163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.723924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:40.844930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb5f72b7-d15e-475f-ab5e-0aa115f0a241 req-f561185c-5dfb-490b-ac8e-ce802393af4a tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.1991127 Mar 05 00:14:41.051600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:41.127323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=67c27bd4-e299-4ffd-824a-6397ad0402e9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:41.139225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:41.157247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b6c6335-f120-45b2-a714-778d4cc0fe32 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:41.167022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d2e30eec-79cc-4acd-8588-a1416fa9c217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/67c27bd4-e299-4ffd-824a-6397ad0402e9 HTTP/1.1" status: 204 len: 168 time: 1.6696880 Mar 05 00:14:41.170216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38250) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:41.309086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d052d83-df80-4374-8451-86bf1a63312d None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:41.310887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b59cb3df-5d7a-4497-a5d3-35f78babd437 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396506 Mar 05 00:14:41.336778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:14:41.339485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-aabaa4fc-980a-4cb4-8cad-53cd8f7d62cd service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4857988 Mar 05 00:14:41.342209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38254) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:41.352665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:41.382608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Transition to ACTIVE for port object d62a7234-edcb-4f64-97ad-1b5d59059bd2 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:41.393576 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:41.527761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963340b-b6cd-4be1-bb44-63647eb4bd33 req-d77dc65e-4caf-40fb-b4bb-338df62473ef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:41.531658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f963340b-b6cd-4be1-bb44-63647eb4bd33 req-d77dc65e-4caf-40fb-b4bb-338df62473ef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 932 time: 2.9419603 Mar 05 00:14:41.552983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for d33e08fd-5341-4c09-927c-01b423af1d88 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:41.567735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0778cd64-ed89-488a-81d3-25082dc4266e', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'port_id': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'mac_address': 'fa:16:3e:6c:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9548cde5-2d28-444b-8917-80d3c6cec652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:31Z', 'revision_number': 1, 'project_id': '618e6c9acdb34dde959627d2784de187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:49Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:41.609195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:41.623349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed206c52-d9b1-47f5-b994-6db9065dcc86 None None] The sync data for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 is: [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0778cd64-ed89-488a-81d3-25082dc4266e', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'port_id': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'mac_address': 'fa:16:3e:6c:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9548cde5-2d28-444b-8917-80d3c6cec652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:31Z', 'revision_number': 1, 'project_id': '618e6c9acdb34dde959627d2784de187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:49Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:14:41.677174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e14b2460-b81a-4346-842d-65f07373bea2 None None] Provisioning for port d62a7234-edcb-4f64-97ad-1b5d59059bd2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:41.714502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.7605946 Mar 05 00:14:41.757086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:41.766497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38258) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:41.796584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2a1308c8-34cc-445f-b343-a4e178ac0e93 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:42.018975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Allocated IP 172.20.0.3 (2d8b636b-fd20-432c-8db7-28124451df1f/fae9b71c-f09a-4406-9c5f-0afba8dc3b9b/91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:42.145663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78981f-b3aa-40dd-9335-821cf647c004 None None] New status for floating IP 0778cd64-ed89-488a-81d3-25082dc4266e: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:14:42.150514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:42.150855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:42.151187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:42.185035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4c623-8616-472e-8f5d-905bc62a9c4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:42.206963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning complete for port 521c6027-990b-41dc-9bb2-d8faca41b3dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:42.207644 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.216530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-95f4c623-8616-472e-8f5d-905bc62a9c4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:42.248842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:14:42.249304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:42.376551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Port 521c6027-990b-41dc-9bb2-d8faca41b3dc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:42.386399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2a1308c8-34cc-445f-b343-a4e178ac0e93 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:42.386956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.431325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-95f4c623-8616-472e-8f5d-905bc62a9c4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:42.437907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-95f4c623-8616-472e-8f5d-905bc62a9c4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6648798 Mar 05 00:14:42.443020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:42.443501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Checking segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:42.444266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Bound using segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:42.444820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Bound port: d62a7234-edcb-4f64-97ad-1b5d59059bd2, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:42.447043 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.484141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning for port d33e08fd-5341-4c09-927c-01b423af1d88 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:42.484566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38270) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:42.488163 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.496571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc087216-bbfe-4bab-94cf-aedcff4eef4e req-857e9278-d5c6-4d18-98d5-457e248b712a tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.2072623 Mar 05 00:14:42.516289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning complete for port d33e08fd-5341-4c09-927c-01b423af1d88 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:42.516680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.577329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:42.588099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:42.597473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:42.609750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:42.707057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:42.707742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540ef8d-6227-4fa4-99d9-c59fda1a5546 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=4d0677b1-f508-4a60-9f19-cbc2e62db1c5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:42.726657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:42.728568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.762036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] Deleting port f5dee12d-869f-4222-bcbf-902f81ebe0c1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:42.762412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:42.887413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Port d33e08fd-5341-4c09-927c-01b423af1d88 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:42.966765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Network 2d8b636b-fd20-432c-8db7-28124451df1f is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:42.973941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:42.975998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Pushing event updated for resources: {'Port': ['ID=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:42.985682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:43.065865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6899356-9765-49f3-9b47-10206478c7db tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:43.070630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6899356-9765-49f3-9b47-10206478c7db tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:43.076828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6899356-9765-49f3-9b47-10206478c7db tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:43.079008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6899356-9765-49f3-9b47-10206478c7db tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5916514 Mar 05 00:14:43.083700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38276) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:43.103178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.123919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:43.174562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:43.174915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.178567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f963340b-b6cd-4be1-bb44-63647eb4bd33 req-63cdc392-088f-4ee1-98cc-a3c632808721 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4789159 Mar 05 00:14:43.344186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5dee12d-869f-4222-bcbf-902f81ebe0c1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:43.392237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:43.417457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:43.418172 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.440550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7142d3d0-9b2a-4afa-bee2-63078fe1bb9c req-9680cc6a-638c-4264-8f2b-246de0b10b19 service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8145363 Mar 05 00:14:43.504762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:43.505486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.510411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] For port f5dee12d-869f-4222-bcbf-902f81ebe0c1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f5dee12d-869f-4222-bcbf-902f81ebe0c1,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:43.511639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.655257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.670774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] Calling delete_port for f5dee12d-869f-4222-bcbf-902f81ebe0c1 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:43.762523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:43.788935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.805936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=d33e08fd-5341-4c09-927c-01b423af1d88,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:43.813365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.832828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8db894da-764e-43fe-a7c3-f86025d94303 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6156867 Mar 05 00:14:43.881538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Request body: {'port': {'device_id': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:43.904699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:43.915746 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:43.917104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e5a0e802-d13a-4385-b31b-f973e03d1d78 service neutron] 10.222.0.10 "PUT /v2.0/ports/d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 1092 time: 4.5229561 Mar 05 00:14:43.918578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:44.041098 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:44.106145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:44.155967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef482e82-5822-4348-ab47-56fbdefae3a5 req-8bec6b9a-d926-4b85-b1dd-77d2e364741f tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:44.157989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef482e82-5822-4348-ab47-56fbdefae3a5 req-8bec6b9a-d926-4b85-b1dd-77d2e364741f tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 931 time: 0.4664779 Mar 05 00:14:44.267783 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'status': 'completed', 'code': 200} Mar 05 00:14:44.282308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:44.374780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] Pushing event deleted for resources: {'Port': ['ID=f5dee12d-869f-4222-bcbf-902f81ebe0c1,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:44.427347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:44.438485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced4e71-b167-4e8f-9cb4-34ed61a88dbc None None] No DVR routers for this DVR port f5dee12d-869f-4222-bcbf-902f81ebe0c1 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:44.460500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning for port 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:44.481031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Provisioning complete for port 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:44.481568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:44.541397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:44.560637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-74ccd036-4642-452d-8b2e-fe25a7107c21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=618e6c9acdb34dde959627d2784de187&device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 1097 time: 1.0400217 Mar 05 00:14:44.704437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef482e82-5822-4348-ab47-56fbdefae3a5 req-d4219789-3c4c-46b5-80a3-9055479615cc tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340656 Mar 05 00:14:44.727118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fe87aa46-ed79-4cbf-ae38-86ea583c9776 None None] Port 4d0677b1-f508-4a60-9f19-cbc2e62db1c5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:44.769691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-11f1f860-80b1-44cb-b082-edc2fc1670f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1095 time: 0.7929807 Mar 05 00:14:44.919203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e260ebb7-41b7-4458-9c95-df0235c76f57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 217 time: 0.1425517 Mar 05 00:14:44.942740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d81d7446-192b-4743-892a-c5cd2c98c414 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/d33e08fd-5341-4c09-927c-01b423af1d88 HTTP/1.1" status: 204 len: 168 time: 7.3173573 Mar 05 00:14:44.957601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:45.084138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-7b1d2609-cee7-494e-a891-0c62b8d44727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:45.085898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-7b1d2609-cee7-494e-a891-0c62b8d44727 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 200 len: 907 time: 0.5139115 Mar 05 00:14:45.127107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38302) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:45.162027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.211360 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad7f136-ed08-4263-b0a0-b3dcf4e8ce4e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:14:45.213076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dad7f136-ed08-4263-b0a0-b3dcf4e8ce4e tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/d33e08fd-5341-4c09-927c-01b423af1d88 HTTP/1.1" status: 404 len: 333 time: 0.1909580 Mar 05 00:14:45.221980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38310) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:45.239623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=4d0677b1-f508-4a60-9f19-cbc2e62db1c5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:45.376087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-19488ffb-a8e1-4eec-9326-f0dfe1c36136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:45.382819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-19488ffb-a8e1-4eec-9326-f0dfe1c36136 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.4241517 Mar 05 00:14:45.433907 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.528959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:45.534486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.556860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.561011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9123010a-8934-4c1c-9872-1b12193ddec4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.600482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:45.614178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d858a7f-b869-4b75-a999-dfcbc8647794 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:45.620019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-1be49752-1fd2-4f7a-b5eb-1104fa600692 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 200 len: 1001 time: 0.5085948 Mar 05 00:14:45.628428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9123010a-8934-4c1c-9872-1b12193ddec4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.652074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:45.671271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:45.763184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-b2a7a336-1067-4a8c-8145-721a1232d2f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:45.764664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-b2a7a336-1067-4a8c-8145-721a1232d2f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f823fc1-d23a-442f-986d-68c850f2d3cc HTTP/1.1" status: 200 len: 845 time: 0.0789354 Mar 05 00:14:45.790259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:45.802861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:876b7e48203a4dfaaf343b9937b3408a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:45.809938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:45.823300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:45.828800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780f46-e54d-4eb0-a692-d390694ac211 req-b14cd452-8214-449d-a548-5b59927e03b6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:45.848367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87780f46-e54d-4eb0-a692-d390694ac211 req-b14cd452-8214-449d-a548-5b59927e03b6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.8114834 Mar 05 00:14:45.920159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b4681f30-215d-45a8-82e2-fb513459e479 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/4d0677b1-f508-4a60-9f19-cbc2e62db1c5 HTTP/1.1" status: 204 len: 168 time: 2.8322649 Mar 05 00:14:45.923542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38316) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:46.015552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=12723c37-1486-4b89-8550-a4c7ac7d6393,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:46.049559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1f513161-c594-4dae-adb1-d90d71bf9ab4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5167816 Mar 05 00:14:46.069509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '12723c37-1486-4b89-8550-a4c7ac7d6393'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:46.070677 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.073756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38320) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:46.087629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '12723c37-1486-4b89-8550-a4c7ac7d6393', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1697832512'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:46.107913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9123010a-8934-4c1c-9872-1b12193ddec4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.113323 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da21ee8-f8da-4c5b-be7e-bffa01f99605 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:14:46.113816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2da21ee8-f8da-4c5b-be7e-bffa01f99605 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:46.227382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87780f46-e54d-4eb0-a692-d390694ac211 req-0df00b99-b0ef-4946-bd77-5ea0a74c1811 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781445 Mar 05 00:14:46.265970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123010a-8934-4c1c-9872-1b12193ddec4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aeff97-ad92-4520-b75c-a70f1da3d3fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:46.278125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/12723c37-1486-4b89-8550-a4c7ac7d6393/0d81bf98-ca5a-4192-ae80-f01d13d0a807) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:46.307563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-b45f59a9-a3fb-4006-b0ee-79c4834cee07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8464394 Mar 05 00:14:46.310702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:46.318430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:46.325242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:46.333116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:46.369101 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-dd042397-496d-4617-b2cb-22f9e693f796 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a18acc35-72e2-4bdb-8a65-bcd0b1631711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5646625 Mar 05 00:14:46.477391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2da21ee8-f8da-4c5b-be7e-bffa01f99605 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:46.482501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2da21ee8-f8da-4c5b-be7e-bffa01f99605 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/4d0677b1-f508-4a60-9f19-cbc2e62db1c5 HTTP/1.1" status: 404 len: 333 time: 0.5511460 Mar 05 00:14:46.493475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38326) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:46.574382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:46.578878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9123010a-8934-4c1c-9872-1b12193ddec4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.580074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.582982 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9123010a-8934-4c1c-9872-1b12193ddec4 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2aeff97-ad92-4520-b75c-a70f1da3d3fe HTTP/1.1" status: 204 len: 168 time: 1.3484008 Mar 05 00:14:46.586661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 228c5af5-9a47-463d-bb57-e16c779b3df0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:46.587016 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.595389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38330) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:46.681585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:14:46.700359 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.705862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port d6121458-4881-4219-ae3b-b95f798f0bea yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:46.707967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.722099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Transition to ACTIVE for port object 0d81bf98-ca5a-4192-ae80-f01d13d0a807 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:46.748354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Transition to ACTIVE for port object 0d81bf98-ca5a-4192-ae80-f01d13d0a807 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:46.762650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.788410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b148ca-2fab-4166-8f39-1dce1bc73b8c req-1eb0831c-567c-4e3e-bbce-b0f3cf75d1d8 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:46.791498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96b148ca-2fab-4166-8f39-1dce1bc73b8c req-1eb0831c-567c-4e3e-bbce-b0f3cf75d1d8 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 931 time: 0.8617764 Mar 05 00:14:46.799039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.842078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Transition to ACTIVE for port object 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:46.853570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Pushing event updated for resources: {'Port': ['ID=0d81bf98-ca5a-4192-ae80-f01d13d0a807,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:46.854567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.866620 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:46.873640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:46.874841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:46.879587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:46.922444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=876b7e48203a4dfaaf343b9937b3408a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7917495 Mar 05 00:14:47.035035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38338) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:47.063902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.064163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Attempting to bind port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:47.064266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Attempting to bind port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:47.064609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Attempting to bind port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:47.075880 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-f1ddc9ef-fe18-4db9-8932-947344cb7a1b service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588748 Mar 05 00:14:47.077037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:47.079240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:47.085627 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.086709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:47.087539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Bound port: 0d81bf98-ca5a-4192-ae80-f01d13d0a807, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:47.088302 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.186450 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c22ce05b-ef02-4e20-a19c-2c12e4974710 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.213345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c22ce05b-ef02-4e20-a19c-2c12e4974710 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.220579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 228c5af5-9a47-463d-bb57-e16c779b3df0 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:47.253362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] For port 0d81bf98-ca5a-4192-ae80-f01d13d0a807, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:47.257292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] For port 0d81bf98-ca5a-4192-ae80-f01d13d0a807, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d81bf98-ca5a-4192-ae80-f01d13d0a807,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:47.271725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-b704c10a-13fb-423b-bda1-b4c06e453252 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9293175 Mar 05 00:14:47.272265 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.310245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c22ce05b-ef02-4e20-a19c-2c12e4974710 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.395530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415c4f-b9c9-4341-bf6a-72fafcb2db60 None None] Pushing event updated for resources: {'Port': ['ID=0d81bf98-ca5a-4192-ae80-f01d13d0a807,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:47.450872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96b148ca-2fab-4166-8f39-1dce1bc73b8c req-a9edf487-9c0f-451d-a5a4-2ce523ce7fac tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483223 Mar 05 00:14:47.480420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec3d0-86dc-4736-a0ac-a5f2225fa7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d181a708-67f2-4321-b5e7-863b22f491bf,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:47.609631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1fe237-64f7-4c46-b553-71305f901e21 req-e8790380-7461-4c1f-827b-e724591024ae service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162143 Mar 05 00:14:47.635114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.658092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:47.812035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=228c5af5-9a47-463d-bb57-e16c779b3df0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:47.855380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0288b7bb-b3a0-4103-897b-6e36211f92a3 req-9eb16937-28ad-4f67-8f22-e7ccccd954bb service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078953 Mar 05 00:14:47.856763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ce05b-ef02-4e20-a19c-2c12e4974710 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8325356-7acd-4daf-9f5f-99bd52f8f06b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:47.891418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:47.940011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aa83b03c-cea9-4422-99a1-6ae686e1698c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/228c5af5-9a47-463d-bb57-e16c779b3df0 HTTP/1.1" status: 204 len: 168 time: 1.4454427 Mar 05 00:14:47.946591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38346) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:48.008099 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:14:48.008798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:14:48.051375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-725dc478-a1d2-4b88-933b-20fc8165e6f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1095 time: 0.3138776 Mar 05 00:14:48.052452 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3012cd-8856-4fbf-8833-eab6557f3563 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:14:48.052916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7a3012cd-8856-4fbf-8833-eab6557f3563 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:48.116727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c22ce05b-ef02-4e20-a19c-2c12e4974710 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.118566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c22ce05b-ef02-4e20-a19c-2c12e4974710 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8325356-7acd-4daf-9f5f-99bd52f8f06b HTTP/1.1" status: 204 len: 168 time: 1.5222495 Mar 05 00:14:48.189402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7a3012cd-8856-4fbf-8833-eab6557f3563 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:48.190570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7a3012cd-8856-4fbf-8833-eab6557f3563 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/228c5af5-9a47-463d-bb57-e16c779b3df0 HTTP/1.1" status: 404 len: 333 time: 0.2430437 Mar 05 00:14:48.191202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38350) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:48.211081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38352) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:48.239104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-673c99c3-4e97-4713-9ec1-90326435fd5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1630700 Mar 05 00:14:48.249997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38358) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:48.256641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dfdd3-597c-4f64-aa46-75376bb3a0a2 req-4e95931b-1849-4623-af51-7438c30ee0b6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:48.258537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a73dfdd3-597c-4f64-aa46-75376bb3a0a2 req-4e95931b-1849-4623-af51-7438c30ee0b6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.5877049 Mar 05 00:14:48.283430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598a0344-3683-4d6d-b5b1-3124dbe654c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.351161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Attempting to bind port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:48.351677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Attempting to bind port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'bce89cca-a227-4c39-8bc9-7bfd84dd6710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:48.352626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Attempting to bind port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a on network 2d8b636b-fd20-432c-8db7-28124451df1f {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:48.391847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598a0344-3683-4d6d-b5b1-3124dbe654c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.493040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598a0344-3683-4d6d-b5b1-3124dbe654c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.548785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-c64fb5db-c16b-4904-b4c5-8c3f08cbdb90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:48.548785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-c64fb5db-c16b-4904-b4c5-8c3f08cbdb90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.4863791 Mar 05 00:14:48.572992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a73dfdd3-597c-4f64-aa46-75376bb3a0a2 req-501741e4-8804-4bd8-8a81-dfa2648bab3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926400 Mar 05 00:14:48.573588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a on network 2d8b636b-fd20-432c-8db7-28124451df1f not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:14:48.573908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Attempting to bind port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a on network 2d8b636b-fd20-432c-8db7-28124451df1f {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:48.609832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a0344-3683-4d6d-b5b1-3124dbe654c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d181a708-67f2-4321-b5e7-863b22f491bf,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:48.617536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-598a0344-3683-4d6d-b5b1-3124dbe654c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.618686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-598a0344-3683-4d6d-b5b1-3124dbe654c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d181a708-67f2-4321-b5e7-863b22f491bf HTTP/1.1" status: 204 len: 168 time: 1.5419114 Mar 05 00:14:48.657709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:48.658058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Checking segment: {'id': 'bce89cca-a227-4c39-8bc9-7bfd84dd6710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:48.658451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Bound using segment: {'id': 'bce89cca-a227-4c39-8bc9-7bfd84dd6710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:48.658912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Bound port: 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce89cca-a227-4c39-8bc9-7bfd84dd6710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:48.659264 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.810685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] For port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:14:48.820106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] For port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,segment=NetworkSegment(bce89cca-a227-4c39-8bc9-7bfd84dd6710),segment_id=bce89cca-a227-4c39-8bc9-7bfd84dd6710)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:14:48.839942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46158f27-e547-41d4-9f47-937417720d09 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:48.840766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-46158f27-e547-41d4-9f47-937417720d09 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:48.846154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.972652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:48.975525 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] 10.222.0.36 "PUT /v2.0/ports/91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a HTTP/1.1" status: 200 len: 1091 time: 5.1151929 Mar 05 00:14:48.976065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'tag': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:49.092881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-46158f27-e547-41d4-9f47-937417720d09 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:49.096420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-46158f27-e547-41d4-9f47-937417720d09 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8152554 Mar 05 00:14:49.099865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38376) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:49.119048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ecaf7d55-b01b-4f1b-ac09-4f11d67cc531 None None] Provisioning for port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:49.176899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66b0a6-029a-44bc-a4ee-093ab3ad2ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:49.194162 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'tag': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a', 'status': 'completed', 'code': 200} Mar 05 00:14:49.222721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-4c05e2f6-63c3-47a4-88ab-a7d8a02e1c5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 217 time: 0.3160441 Mar 05 00:14:49.257755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87779804-51e7-45bf-a66a-824f80d67f74 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:49.257755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87779804-51e7-45bf-a66a-824f80d67f74 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:49.257755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-87779804-51e7-45bf-a66a-824f80d67f74 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:49.304478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-6fe0702b-ab06-4865-86e9-4c8e6b66a694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4fb01859a2f448d93d05d20df1b1c7d&device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 1094 time: 0.2811577 Mar 05 00:14:49.305341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-87779804-51e7-45bf-a66a-824f80d67f74 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:49.309481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-87779804-51e7-45bf-a66a-824f80d67f74 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2046263 Mar 05 00:14:49.310818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38384) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:49.327162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d81bf98-ca5a-4192-ae80-f01d13d0a807 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:49.469363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:49.471225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 2abc2fff-311c-4ca3-b59e-53c7e57ebd24 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:49.478716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:49.480372 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:49.529514 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:49.604151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-6e63efda-7c35-46d0-ad8b-b4b17ae024b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a HTTP/1.1" status: 200 len: 217 time: 0.2630799 Mar 05 00:14:49.625491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet a3d6d572-3d80-4449-933c-5bdab489d14e {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:49.647971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:49.727275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-a173ba3d-83d3-4943-bcc4-1104184ac56e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:49.728731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-a173ba3d-83d3-4943-bcc4-1104184ac56e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.4741845 Mar 05 00:14:49.752450 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:49.800241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0d81bf98-ca5a-4192-ae80-f01d13d0a807, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d81bf98-ca5a-4192-ae80-f01d13d0a807,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:49.806131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:49.830007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf570e-6e84-4f1c-9dd8-81f3937e2220 req-eaeac844-abdb-467e-8783-c6ded59b4ff9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:49.837043 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09cf570e-6e84-4f1c-9dd8-81f3937e2220 req-eaeac844-abdb-467e-8783-c6ded59b4ff9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 943 time: 1.0404565 Mar 05 00:14:49.902606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:49.904699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0d81bf98-ca5a-4192-ae80-f01d13d0a807,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:49.916335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.916817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.917440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.917866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.918446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.918864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.919406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.919820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.920234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.920646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.921057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:14:49.963143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-9e982050-e723-42b7-b088-72de0fe947b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:49.973701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-9e982050-e723-42b7-b088-72de0fe947b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fae9b71c-f09a-4406-9c5f-0afba8dc3b9b HTTP/1.1" status: 200 len: 853 time: 0.3529561 Mar 05 00:14:49.977726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.069311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-feeff183-2556-48a6-b860-f1aed3719f83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d8b636b-fd20-432c-8db7-28124451df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819130 Mar 05 00:14:50.106177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09cf570e-6e84-4f1c-9dd8-81f3937e2220 req-12783693-23be-49fe-b3af-36ed60b9c840 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597017 Mar 05 00:14:50.175315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-94bc1432-8be7-4bdb-a565-c523895f74d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4363482 Mar 05 00:14:50.228609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.336280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-573b1d48-de7e-4598-a5e7-18d8059cb28e service neutron] 10.222.0.36 "GET /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220056 Mar 05 00:14:50.342699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 12723c37-1486-4b89-8550-a4c7ac7d6393 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:14:50.351991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.383535 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.437337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019b86d-464f-4d1c-8df0-07ca01896e6d req-765d382b-d3a1-4fa3-bfee-d8561c01a202 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:50.444819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9019b86d-464f-4d1c-8df0-07ca01896e6d req-765d382b-d3a1-4fa3-bfee-d8561c01a202 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.5404525 Mar 05 00:14:50.540179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.586229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-4050b666-70c2-459d-8a78-603aa09ad20e service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922539 Mar 05 00:14:50.587532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.594812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de1897-b7a0-4f19-ae49-79f95896a42c None None] Network 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:50.601014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.602027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/2abc2fff-311c-4ca3-b59e-53c7e57ebd24 HTTP/1.1" status: 204 len: 168 time: 2.3820491 Mar 05 00:14:50.606414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38406) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:50.610163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:50.698933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:14:50.746897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739478a-28bc-4792-9a95-f87ab30e2756 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=2abc2fff-311c-4ca3-b59e-53c7e57ebd24,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:50.848918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9019b86d-464f-4d1c-8df0-07ca01896e6d req-c5d92df1-f471-44a4-9b46-69b75fc13c35 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037802 Mar 05 00:14:50.862548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:14:50.895755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d6d572-3d80-4449-933c-5bdab489d14e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:50.952961 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d8d0e78-42fb-4714-89ba-b0e5526ae756 req-9fdf0cee-59d0-4324-ad77-906e6da558f3 service neutron] 10.222.0.36 "GET /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100335 Mar 05 00:14:50.987481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.027595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce99dfe-baca-4681-b273-4a5fa77d9fe0 req-9e420e0a-4c00-4719-b017-8c4c724bb0be service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202108 Mar 05 00:14:51.063053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.065889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d93bafe2-adc8-41b8-989c-ea62ff4aa947 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/a3d6d572-3d80-4449-933c-5bdab489d14e HTTP/1.1" status: 204 len: 168 time: 2.8563991 Mar 05 00:14:51.070440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:51.091595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951fe6e-0b4b-402f-bed0-c264f8aaa20f None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:51.103829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:51.233377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.282654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 2a1308c8-34cc-445f-b343-a4e178ac0e93 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:51.283399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.287080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.313088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d81bf98-ca5a-4192-ae80-f01d13d0a807 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:51.402578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.432613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=12723c37-1486-4b89-8550-a4c7ac7d6393,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:51.445512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038c880-8109-49cc-bd7c-4e15e8e42e85 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:51.482006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b5f241da-9ea1-4c08-aa1e-e0c2bd370d8e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/12723c37-1486-4b89-8550-a4c7ac7d6393 HTTP/1.1" status: 204 len: 168 time: 2.1631889 Mar 05 00:14:51.483215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38426) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:51.544145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:51.594168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-a2b48639-5045-4c3a-b9e1-4d627558104d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4fb01859a2f448d93d05d20df1b1c7d&device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 1094 time: 0.4493396 Mar 05 00:14:51.628800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38430) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:51.629562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-79743645-c1b1-4459-b41a-e86a2e0725bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403503 Mar 05 00:14:51.652967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:51.653871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:14:51.674081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:51.683962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:51.746932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:51.813248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-a18ecb9c-9a7e-42d7-a7e2-facbf3e1b3ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:51.814740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-a18ecb9c-9a7e-42d7-a7e2-facbf3e1b3ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d8b636b-fd20-432c-8db7-28124451df1f HTTP/1.1" status: 200 len: 914 time: 0.2128139 Mar 05 00:14:51.848420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:51.928504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:51.932364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:51.947979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:51.972635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port 2a1308c8-34cc-445f-b343-a4e178ac0e93, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2a1308c8-34cc-445f-b343-a4e178ac0e93,segment=NetworkSegment(f16b3a50-8b6e-4f0e-82a8-d46079eafafc),segment_id=f16b3a50-8b6e-4f0e-82a8-d46079eafafc)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:51.976327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:52.001084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-547c110b-a379-4813-83fb-6eddd974c5c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a HTTP/1.1" status: 200 len: 217 time: 0.1798518 Mar 05 00:14:52.037719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:52.046054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:52.059167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:52.075472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] DHCP port deletion for 75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:52.139723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Deleting port 2a1308c8-34cc-445f-b343-a4e178ac0e93 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:52.143777 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:52.221261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-e6c1eae7-2040-48bb-a6cd-e0e97e8f2c87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:52.222697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-e6c1eae7-2040-48bb-a6cd-e0e97e8f2c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fae9b71c-f09a-4406-9c5f-0afba8dc3b9b HTTP/1.1" status: 200 len: 853 time: 0.2144105 Mar 05 00:14:52.309570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-787b3516-b2bc-4d92-aa0e-310382da9020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d8b636b-fd20-432c-8db7-28124451df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705993 Mar 05 00:14:52.315587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 2a1308c8-34cc-445f-b343-a4e178ac0e93 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:52.376895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49719079-58c5-45e0-a776-be5c72750aa2 req-5be4a869-e78a-4b15-9d70-438e01f348f5 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:52.378448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49719079-58c5-45e0-a776-be5c72750aa2 req-5be4a869-e78a-4b15-9d70-438e01f348f5 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 943 time: 0.9942954 Mar 05 00:14:52.388521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:52.528057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106369b5-9956-41e3-bd6f-4a1e14d17010 req-baeaa2ce-5a25-46d3-ad3d-b83a8f262d49 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:52.530165 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-106369b5-9956-41e3-bd6f-4a1e14d17010 req-baeaa2ce-5a25-46d3-ad3d-b83a8f262d49 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.3786361 Mar 05 00:14:52.605827 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:52.616290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-86838c1c-7e50-4173-8499-888c352a76ef service neutron] 10.222.0.36 "GET /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944627 Mar 05 00:14:52.677527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] For port 2a1308c8-34cc-445f-b343-a4e178ac0e93, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2a1308c8-34cc-445f-b343-a4e178ac0e93,segment=NetworkSegment(f16b3a50-8b6e-4f0e-82a8-d46079eafafc),segment_id=f16b3a50-8b6e-4f0e-82a8-d46079eafafc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:52.678063 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:52.713328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:52.763935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-106369b5-9956-41e3-bd6f-4a1e14d17010 req-aae303a9-35f6-4aa4-bb77-0debdf4f75f5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263167 Mar 05 00:14:52.853069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f7421b2-10f4-4361-b6b3-dafe8e868933 req-bb4bb347-1397-4226-b312-a872ad6fc8b9 service neutron] 10.222.0.36 "GET /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334199 Mar 05 00:14:52.948815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49719079-58c5-45e0-a776-be5c72750aa2 req-ef07e248-ae6a-422f-94ed-063be595f8c3 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446916 Mar 05 00:14:52.952140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=2a1308c8-34cc-445f-b343-a4e178ac0e93,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:52.961876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Calling delete_port for 2a1308c8-34cc-445f-b343-a4e178ac0e93 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:53.072496 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:14:53.073111 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:14:53.111162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:53.111789 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.211507 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.249204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:14:53.267904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:53.285137 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.387744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:53.482163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No DVR routers for this DVR port 2a1308c8-34cc-445f-b343-a4e178ac0e93 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:53.521517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.569447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:14:53.574265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] Deleting port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:53.574634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.639045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Deleting port 2a1308c8-34cc-445f-b343-a4e178ac0e93 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:14:53.639417 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.688097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['d62a7234-edcb-4f64-97ad-1b5d59059bd2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:14:53.782717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2a1308c8-34cc-445f-b343-a4e178ac0e93 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:53.794680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:53.808295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:53.833288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:53.840170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.855602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=3577e732-95a6-449f-8be8-62f79e8cd774,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:53.869145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f97e5342-7668-4849-b0bd-c0d6278d1423 None None] The port '2a1308c8-34cc-445f-b343-a4e178ac0e93' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:14:53.872571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:53.971408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f72a8d-a909-4cb4-a36d-b3c0a3267bd8']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:53.999640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2a1308c8-34cc-445f-b343-a4e178ac0e93 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:53.999985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2a1308c8-34cc-445f-b343-a4e178ac0e93 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:54.025877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:54.033863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16b3a50-8b6e-4f0e-82a8-d46079eafafc') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:14:54.058929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.086624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f1b87035-d543-4371-9919-0beb3e0cf435 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4522388 Mar 05 00:14:54.089272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38464) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:54.098253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:54.121284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:54.135543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:router and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:54.149159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:54.150120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.167819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.178880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:54.205790 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.209425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.266067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] For port 0d81bf98-ca5a-4192-ae80-f01d13d0a807, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0d81bf98-ca5a-4192-ae80-f01d13d0a807,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:54.266450 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.280152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:14:54.280824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.331922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38468) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:54.337696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'network': {'name': 'tempest-network-smoke--1714608648', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:14:54.348255 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:14:54.352684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:54.360069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:network and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:54.371373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:54.385786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:54.406331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Made reservation on behalf of a734d7ece0c044c99e00c1f237c606a0 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:54.412738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.442851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] Calling delete_port for 0d81bf98-ca5a-4192-ae80-f01d13d0a807 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:14:54.445931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.527642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:54.538171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:security_group_rule and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:54.544953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:54.560115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:54.630266 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.679370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] Pushing event deleted for resources: {'Port': ['ID=0d81bf98-ca5a-4192-ae80-f01d13d0a807,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:54.700723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6e219-2e49-44a2-9d95-d2214157143b None None] No DVR routers for this DVR port 0d81bf98-ca5a-4192-ae80-f01d13d0a807 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:14:54.738229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de23f4-e651-4a51-81ac-05ec7d97f32a None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:54.766552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.781438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=e1fecdf4-4b2d-4d8f-967a-16698fb23336,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:54.789724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94313f93-24fa-47f4-a20f-18389f90da45 req-201f6f32-2cb2-4c58-a0e3-108b731bebb0 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:54.790850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.791934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-94313f93-24fa-47f4-a20f-18389f90da45 req-201f6f32-2cb2-4c58-a0e3-108b731bebb0 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Synchronizing usage tracker for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:54.796438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.840019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.849268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.855440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=75f72a8d-a909-4cb4-a36d-b3c0a3267bd8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:54.876120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:54.877399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:14:54.889322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:54.897619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:54.898501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.904885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-94313f93-24fa-47f4-a20f-18389f90da45 req-201f6f32-2cb2-4c58-a0e3-108b731bebb0 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Unset dirty status for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:54.906133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94313f93-24fa-47f4-a20f-18389f90da45 req-201f6f32-2cb2-4c58-a0e3-108b731bebb0 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 943 time: 0.2946353 Mar 05 00:14:54.910699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6908e67b-ad90-4a52-acf7-413d09106c40,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:54.932453 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f65df93-b052-4cce-8528-eeb9fad6e53c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/75f72a8d-a909-4cb4-a36d-b3c0a3267bd8 HTTP/1.1" status: 204 len: 168 time: 4.3237925 Mar 05 00:14:54.936629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38478) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:54.953398 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:54.955565 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Added segment 334b3a25-74df-4f17-b525-7d6496ebe130 of type vlan for network 56853e5d-bdce-4134-b2ce-5e9e38b34959 Mar 05 00:14:54.971329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1702820629'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:54.986763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:55.000163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:network and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:55.013857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:55.028802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:55.034440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.047952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aa666813-f4bf-435c-ade9-cfaa3ef930f8 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9743762 Mar 05 00:14:55.052761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38482) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:55.075484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2187bc9-a938-4f8d-9080-1e0ba48c97ed req-8109b673-3e2f-471b-b034-70d6e653eb9b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:55.076244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b2187bc9-a938-4f8d-9080-1e0ba48c97ed req-8109b673-3e2f-471b-b034-70d6e653eb9b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:55.113796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100297982'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:55.127668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.134725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:55.137721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:55.138368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.143852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:55.152461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:55.155929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3360b-fad1-4f19-9d61-641a9dadf32a None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:55.170157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:55.179806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:55.188061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.193378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.215478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.248547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b2187bc9-a938-4f8d-9080-1e0ba48c97ed req-8109b673-3e2f-471b-b034-70d6e653eb9b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:55.252020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2187bc9-a938-4f8d-9080-1e0ba48c97ed req-8109b673-3e2f-471b-b034-70d6e653eb9b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 1.0880096 Mar 05 00:14:55.259755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:14:55.311507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.311843 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Added segment b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f of type vlan for network 1f414edc-72b1-43e8-a018-e4862a66c66d Mar 05 00:14:55.353587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:55.369500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '3577e732-95a6-449f-8be8-62f79e8cd774'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:55.370669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.376718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group_rule and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:55.382123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.388661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:55.399160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:14:55.399426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2187bc9-a938-4f8d-9080-1e0ba48c97ed req-cd127130-35fc-40a2-9399-8044c34d667d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368020 Mar 05 00:14:55.402024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:55.468034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.474283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:55.474283 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.486654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-94313f93-24fa-47f4-a20f-18389f90da45 req-6068d801-bb9c-4223-94b1-4b04204f3638 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Synchronizing usage tracker for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:14:55.494405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Network': ['ID=56853e5d-bdce-4134-b2ce-5e9e38b34959,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:55.504610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9a119141-b717-458e-921e-3f6581b61ce0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1715460 Mar 05 00:14:55.505729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38486) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:55.514264 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.517948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ba67f1b-9a4a-4f40-b69f-972a8f11fd28 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4246857 Mar 05 00:14:55.520835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'admin_state_up': True, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:55.532455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38490) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:55.555967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8146e3fa-294a-4222-9dd2-690e1de8ffb6 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:55.556344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8146e3fa-294a-4222-9dd2-690e1de8ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.614735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:55.639348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:router and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:55.659218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:14:55.692252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7543995 Mar 05 00:14:55.695240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.700054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38496) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:55.708328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:55.723081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cdd47-370f-4f0e-ba2e-d3d8110648e5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Network': ['ID=1f414edc-72b1-43e8-a018-e4862a66c66d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:55.725454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.827271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,segment=NetworkSegment(bce89cca-a227-4c39-8bc9-7bfd84dd6710),segment_id=bce89cca-a227-4c39-8bc9-7bfd84dd6710)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:55.843838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:14:55.853485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.854815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8008311 Mar 05 00:14:55.858096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d81bf98-ca5a-4192-ae80-f01d13d0a807 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:14:55.858363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0b67b-9b96-420e-b63f-288ab887c116 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299eba37-fb29-46d0-8baf-d4ea831c2bed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:55.862388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38500) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:55.870302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1272019672'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:55.880265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:55.883635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:55.884496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:55.889062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:55.893337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:55.894352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-94313f93-24fa-47f4-a20f-18389f90da45 req-6068d801-bb9c-4223-94b1-4b04204f3638 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Unset dirty status for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:14:55.895505 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94313f93-24fa-47f4-a20f-18389f90da45 req-6068d801-bb9c-4223-94b1-4b04204f3638 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9813225 Mar 05 00:14:55.896850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:55.907978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:55.914220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:55.920602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.922314 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.934621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:55.937098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:55.952097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a', 'network_id': '2d8b636b-fd20-432c-8db7-28124451df1f', 'port_id': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a', 'mac_address': 'fa:16:3e:9a:63:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae9b71c-f09a-4406-9c5f-0afba8dc3b9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:14:55.953833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1f414edc-72b1-43e8-a018-e4862a66c66d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:14:55.972089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:55.988355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0d81bf98-ca5a-4192-ae80-f01d13d0a807 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:14:55.988689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0d81bf98-ca5a-4192-ae80-f01d13d0a807 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:14:56.010439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:56.064113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.153078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.266657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:56.277663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group_rule and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:56.281565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:56.296094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:56.432759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.442927 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.500019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.582131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.594662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e04c2f-40ff-47f8-a786-4667aa859039,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:56.702820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.704904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f67a996-f5db-4a86-9d40-6d5bdf4980b6 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8413088 Mar 05 00:14:56.707339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=e131cf30-1c59-4a8b-81b1-759760892994,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:56.716518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38510) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:56.726250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1537286628'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:56.733435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:56.740676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:56.744498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:56.754305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:56.770072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.812607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:56.848023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/3577e732-95a6-449f-8be8-62f79e8cd774/0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:56.915406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Checking segment: {'id': 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:56.916022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network hostable DHCP agents. Network: 1f414edc-72b1-43e8-a018-e4862a66c66d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:14:56.916209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:14:56.929516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port d62a7234-edcb-4f64-97ad-1b5d59059bd2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:14:56.957911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,segment=NetworkSegment(bce89cca-a227-4c39-8bc9-7bfd84dd6710),segment_id=bce89cca-a227-4c39-8bc9-7bfd84dd6710)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:56.999442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 1f414edc-72b1-43e8-a018-e4862a66c66d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:14:57.032695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1f414edc-72b1-43e8-a018-e4862a66c66d) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:57.048011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:57.049203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.068533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:57.091475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106194d9-5ad1-4c52-983f-687ecab556ee req-b25c7fa4-0370-45c5-8011-2916436bce83 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:57.095598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-106194d9-5ad1-4c52-983f-687ecab556ee req-b25c7fa4-0370-45c5-8011-2916436bce83 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.2561543 Mar 05 00:14:57.098233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:security_group_rule and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:57.109440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.141701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78687596-3a3d-4163-9d2d-106440d2fdb0 None None] Network 1f414edc-72b1-43e8-a018-e4862a66c66d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:14:57.164283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:57.172035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-106194d9-5ad1-4c52-983f-687ecab556ee req-5e809061-7ad4-42f9-b080-709b826f5a86 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639811 Mar 05 00:14:57.175348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.177447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port d62a7234-edcb-4f64-97ad-1b5d59059bd2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:57.178171 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.180343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:57.187735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2f2f3ccd-2a8d-465e-9f96-c26b9cc2ebaa tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4839714 Mar 05 00:14:57.190267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38516) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:57.200964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1434140228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:57.209550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:57.213482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:router and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:57.216900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:57.228379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:57.260251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.261726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.285429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.315960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.364848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.366313 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-541e1ead-e469-4924-b58c-dca9b887c101 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1749852 Mar 05 00:14:57.374974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38520) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:57.388933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d', 'name': 'tempest-PortsIpV6TestJSON-58229577'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:57.553153 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.592002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:57.609481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:57.636868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:57.641603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.643161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.663526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:14:57.687938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port c6718242-eb46-4b8a-b66c-d5a9c9d46b03 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:57.756338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.759401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.769866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.824380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8146e3fa-294a-4222-9dd2-690e1de8ffb6 None None] Provisioning complete for port 521c6027-990b-41dc-9bb2-d8faca41b3dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:14:57.824380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8146e3fa-294a-4222-9dd2-690e1de8ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.825872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.839554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5e425-4163-441b-b123-e03056c9f7af,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:57.874452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:57.875823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-943ff402-4759-4034-9ee5-cf6d471dc373 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1567106 Mar 05 00:14:57.880453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:57.904431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edad4fe-3837-4833-969d-851ff703d085 req-e0dde03b-7bd8-4bdd-9bf5-e8406f4da266 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:57.905952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1edad4fe-3837-4833-969d-851ff703d085 req-e0dde03b-7bd8-4bdd-9bf5-e8406f4da266 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 944 time: 0.6646454 Mar 05 00:14:57.923940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-500199653', 'security_groups': ['b9b5e425-4163-441b-b123-e03056c9f7af'], 'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1fecdf4-4b2d-4d8f-967a-16698fb23336'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:14:57.950881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:58.170711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1edad4fe-3837-4833-969d-851ff703d085 req-d75655bb-1e3c-4151-9765-88ed55d5be87 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576027 Mar 05 00:14:58.223666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.25.0.107 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/8f740bf3-b750-4d45-bc43-2af04d537a47) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:58.286651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8146e3fa-294a-4222-9dd2-690e1de8ffb6 None None] Port 521c6027-990b-41dc-9bb2-d8faca41b3dc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:14:58.359787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.413987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.454921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:14:58.472612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:14:58.573010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:14:58.575326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Update dhcp port {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'fixed_ips': [{'subnet_id': '89d8606f-a0d3-45ca-b67a-795cc48fd551', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e1fecdf4-4b2d-4d8f-967a-16698fb23336'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '6b6c6335-f120-45b2-a714-778d4cc0fe32'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:14:58.581884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::8b (1f414edc-72b1-43e8-a018-e4862a66c66d/e131cf30-1c59-4a8b-81b1-759760892994/c6718242-eb46-4b8a-b66c-d5a9c9d46b03) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:58.643165 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.646002 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'code': 200} Mar 05 00:14:58.660112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:port and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:14:58.670105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:14:58.685195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:14:58.734936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Transition to ACTIVE for port object 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:58.775083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-1f414edc-72b1-43e8-a018-e4862a66c66d', 'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': 'e131cf30-1c59-4a8b-81b1-759760892994'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:14:58.777581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.791308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:14:58.868669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Transition to ACTIVE for port object 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:58.897763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.913072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.943063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:58.992488 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.080540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:59.089786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:59.123090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:59.129391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=8f740bf3-b750-4d45-bc43-2af04d537a47,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:59.133988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:59.141753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:59.159482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:59.161623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:59.171697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9de41-b856-4020-a581-f727510e56c8 req-af7f7990-5f49-49f6-a36d-954ed40ad5e5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:59.174640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94e9de41-b856-4020-a581-f727510e56c8 req-af7f7990-5f49-49f6-a36d-954ed40ad5e5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.5893834 Mar 05 00:14:59.249880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.270089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3de10654-444b-493b-a96a-7e1572499fe5 req-8d76bdfd-752d-4815-9e54-420b4d39dfab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1097 time: 0.5561228 Mar 05 00:14:59.349210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] device_id is not set on port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:14:59.405198 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.438203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94e9de41-b856-4020-a581-f727510e56c8 req-7c2ea006-178b-424f-be57-ba0642a78b5f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448421 Mar 05 00:14:59.466400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::1 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/3577e732-95a6-449f-8be8-62f79e8cd774/1d2d29c3-f059-4a81-a9f0-846059b6628b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:59.487367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object c6718242-eb46-4b8a-b66c-d5a9c9d46b03 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:14:59.504473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.507999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.512937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3de10654-444b-493b-a96a-7e1572499fe5 req-d436df06-1489-4c49-b853-c890872e00cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282836 Mar 05 00:14:59.577248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Pushing event updated for resources: {'Port': ['ID=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:59.591796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Attempting to bind port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:14:59.592175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Attempting to bind port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:14:59.592536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Attempting to bind port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:14:59.608348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:14:59.608746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:14:59.609137 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.609566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:14:59.610049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Bound port: 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:14:59.610545 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.718212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.860828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=c6718242-eb46-4b8a-b66c-d5a9c9d46b03,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:14:59.866873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 1f414edc-72b1-43e8-a018-e4862a66c66d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:14:59.868100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:14:59.871051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:14:59.872283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Allocated IP 2001:db8::2 (1f414edc-72b1-43e8-a018-e4862a66c66d/e131cf30-1c59-4a8b-81b1-759760892994/f517f701-e1f4-42e5-867b-fdb678324ffb) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:59.875460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:14:59.876209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:14:59.905062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-46e2743a-a956-4640-a6ba-276c3a33f9e2 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5287011 Mar 05 00:14:59.906161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38540) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:14:59.926355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Allocated IP 172.20.0.2 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/e1fecdf4-4b2d-4d8f-967a-16698fb23336/6b6c6335-f120-45b2-a714-778d4cc0fe32) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:14:59.967718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] For port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:00.091199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] For port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:00.155767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01c03d-a207-4074-b1dd-f88a68869a0a req-656e1d2b-dcae-4cac-b405-7dfa7fa3aca9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:00.157300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb01c03d-a207-4074-b1dd-f88a68869a0a req-656e1d2b-dcae-4cac-b405-7dfa7fa3aca9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 944 time: 0.6344435 Mar 05 00:15:00.174026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:00.237314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb01c03d-a207-4074-b1dd-f88a68869a0a req-ce9a43a6-df48-478b-a4d8-2fb308ee67fe tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Mar 05 00:15:00.289875 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:00.340818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 1d2d29c3-f059-4a81-a9f0-846059b6628b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:00.343366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:15:00.453843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a7894-6cb7-49eb-a7ef-fc4aa3615af4 None None] Pushing event updated for resources: {'Port': ['ID=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:00.544665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:00.595682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:00.621850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Transition to ACTIVE for port object f517f701-e1f4-42e5-867b-fdb678324ffb will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:00.684103 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:00.720243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Transition to ACTIVE for port object f517f701-e1f4-42e5-867b-fdb678324ffb will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:00.731309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Transition to ACTIVE for port object 6b6c6335-f120-45b2-a714-778d4cc0fe32 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:00.744804 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:00.754574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:00.864976 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.041085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Network 1f414edc-72b1-43e8-a018-e4862a66c66d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:01.050340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:01.055062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:01.092783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:01.098824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=1d2d29c3-f059-4a81-a9f0-846059b6628b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:01.116863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:01.121924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:01.123119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.160798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Pushing event updated for resources: {'Port': ['ID=f517f701-e1f4-42e5-867b-fdb678324ffb,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:01.246956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.10 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/e1fecdf4-4b2d-4d8f-967a-16698fb23336/3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:01.272928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.285534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:01.326172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.336237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Sync routers for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:01.345670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.347181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7feecc1-173f-4f6a-8f6d-05b7f631127d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8381758 Mar 05 00:15:01.355002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38550) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:01.406427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Attempting to bind port f517f701-e1f4-42e5-867b-fdb678324ffb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:01.407471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Attempting to bind port f517f701-e1f4-42e5-867b-fdb678324ffb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:01.408076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Attempting to bind port f517f701-e1f4-42e5-867b-fdb678324ffb on network 1f414edc-72b1-43e8-a018-e4862a66c66d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:01.420636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf0b2c-ba40-4899-ac34-518c8dda6a3c None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:01.430230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191904a-5065-438c-b3e6-6288b0b2f501 req-1c8a3478-5285-4879-8b2c-ad885064783a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:01.433641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0191904a-5065-438c-b3e6-6288b0b2f501 req-1c8a3478-5285-4879-8b2c-ad885064783a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.4998913 Mar 05 00:15:01.467767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:01.469206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:01.679767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:01.681362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Checking segment: {'id': 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:01.681830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.682237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Bound using segment: {'id': 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:01.684728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Bound port: f517f701-e1f4-42e5-867b-fdb678324ffb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f414edc-72b1-43e8-a018-e4862a66c66d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:01.685149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:01.735906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:01.873381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:02.171049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0191904a-5065-438c-b3e6-6288b0b2f501 req-d824fd46-1ff9-485a-afe3-dd405285409a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7150316 Mar 05 00:15:02.365364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:02.385396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9c2b5291-ae4b-4845-b730-e962d48485fd tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a734d7ece0c044c99e00c1f237c606a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0284133 Mar 05 00:15:02.395161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38562) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:02.475466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] For port f517f701-e1f4-42e5-867b-fdb678324ffb, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:02.482845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] For port f517f701-e1f4-42e5-867b-fdb678324ffb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517f701-e1f4-42e5-867b-fdb678324ffb,segment=NetworkSegment(b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f),segment_id=b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:02.493920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1632-4e67-4d5f-b31b-f8d09eb65cb2 req-7aa431e4-9274-4eb6-9d6b-77c3078838a3 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:02.506923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d2a1632-4e67-4d5f-b31b-f8d09eb65cb2 req-7aa431e4-9274-4eb6-9d6b-77c3078838a3 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 944 time: 0.7738991 Mar 05 00:15:02.514534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:02.567694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:02.689486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:02.712888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:02.732842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d2a1632-4e67-4d5f-b31b-f8d09eb65cb2 req-50649c09-52fb-420e-bfc8-935dc991fe94 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244463 Mar 05 00:15:02.790716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:02.808057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b80ebe-a049-45c6-9b6a-e4a4e5a67df3 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:02.812914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-21b80ebe-a049-45c6-9b6a-e4a4e5a67df3 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4167225 Mar 05 00:15:02.813819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38566) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:02.881267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b3a17401-56c6-45d8-82bc-4564c2c19ea8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640996 Mar 05 00:15:02.883679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:02.891369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568786803', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:02.920263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=c6718242-eb46-4b8a-b66c-d5a9c9d46b03,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:02.923846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:02.961896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:02.977399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:03.052866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.054014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:03.064045 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.091033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.092049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.093435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:03.094057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.163087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:03.199213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:03.199831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.220329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:03.313323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9e93848-e909-4fe8-bc77-e4fa52aa8202 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4316931 Mar 05 00:15:03.316055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38578) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:03.336744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:03.356847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Provisioning for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:03.402232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:03.419207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:03.421284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.438334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:subnet and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:03.446903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:03.475171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:03.477430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=1d2d29c3-f059-4a81-a9f0-846059b6628b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:03.500223 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:03.503033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:03.544390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b6c6335-f120-45b2-a714-778d4cc0fe32 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:03.614810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Made reservation on behalf of a734d7ece0c044c99e00c1f237c606a0 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:03.620790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d8501-8dde-441e-a09a-384f9244b90b None None] Pushing event updated for resources: {'Port': ['ID=f517f701-e1f4-42e5-867b-fdb678324ffb,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:03.728521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.891902 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:03.959356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:14:59Z', 'revision_number': 3, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:03.994168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Checking router: 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:03.994498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Updating router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 port 8f740bf3-b750-4d45-bc43-2af04d537a47 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:15:04.189195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:04.192544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:04.199489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:04.203370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:04.232481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,segment=NetworkSegment(bce89cca-a227-4c39-8bc9-7bfd84dd6710),segment_id=bce89cca-a227-4c39-8bc9-7bfd84dd6710)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:04.236065 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:04.261364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:04.269576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:04.270765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710732-1dfa-4aaf-bab9-9fc303d23b54 req-de931210-a1c9-40d5-97db-5f1d5f1469ae tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:04.272246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e710732-1dfa-4aaf-bab9-9fc303d23b54 req-de931210-a1c9-40d5-97db-5f1d5f1469ae tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.7308097 Mar 05 00:15:04.322327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:04.335160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:04.382425 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:04.548191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e710732-1dfa-4aaf-bab9-9fc303d23b54 req-3b403a87-0dd4-42f2-98b1-f75449c6ea92 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641768 Mar 05 00:15:04.731735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:04.732810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:04.784361 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a', 'code': 200} Mar 05 00:15:05.050660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.052308 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aa48f12b-e58e-4f45-8cc2-6bd97a7908a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.053871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:05.198640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5470-c64a-4c63-b80b-1db177f6ac12 req-0ffe132e-06d3-483a-86eb-2439d5cea99d tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:05.200886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c3b5470-c64a-4c63-b80b-1db177f6ac12 req-0ffe132e-06d3-483a-86eb-2439d5cea99d tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 944 time: 1.1109660 Mar 05 00:15:05.205955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.223669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.246987 n-d-828979-4 neutron-server[83782]: INFO neutron.db.ipam_backend_mixin [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1fecdf4-4b2d-4d8f-967a-16698fb23336 (CIDR: 172.20.0.0/28) Mar 05 00:15:05.252770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Transition to ACTIVE for port object 8f740bf3-b750-4d45-bc43-2af04d537a47 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:05.265893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Provisioning complete for port 521c6027-990b-41dc-9bb2-d8faca41b3dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:05.269312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.293266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763dcbb5-bdb3-496a-be78-766b1c041e55 None None] Network 1f414edc-72b1-43e8-a018-e4862a66c66d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:05.312088 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.315618 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:15:05.315987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:05.364035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Subnet': ['ID=18edfa1a-6648-449d-bbd4-50e46db62c61,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:05.372956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408513-b9f6-4f6d-8f03-6c20aed3adac req-fd5cbb65-2645-4463-83a7-0dac9da86d8e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:05.375059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba408513-b9f6-4f6d-8f03-6c20aed3adac req-fd5cbb65-2645-4463-83a7-0dac9da86d8e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.4926467 Mar 05 00:15:05.385473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b215f200-2548-4ad6-93b7-dc33575dd70c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0635643 Mar 05 00:15:05.389250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38608) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:05.389945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38610) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:05.401934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:05.422803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'floatingip': {'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:05.546852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Port 521c6027-990b-41dc-9bb2-d8faca41b3dc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:05.558139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e974138-d820-4208-9402-4dd93b4304f8 req-5561eafe-0b58-441a-818b-7b5f11beee3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 1096 time: 0.7898569 Mar 05 00:15:05.561483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad52d-68ab-4add-bfbb-715e3b75ab87 None None] Pushing event updated for resources: {'Port': ['ID=8f740bf3-b750-4d45-bc43-2af04d537a47,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:05.564536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7c3b5470-c64a-4c63-b80b-1db177f6ac12 req-eef3441d-a1ab-4971-91e4-c53fb08dd674 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542633 Mar 05 00:15:05.612951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Checking segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:05.613531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network hostable DHCP agents. Network: 56853e5d-bdce-4134-b2ce-5e9e38b34959, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:15:05.619082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Attempting to bind port 8f740bf3-b750-4d45-bc43-2af04d537a47 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:05.619628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Attempting to bind port 8f740bf3-b750-4d45-bc43-2af04d537a47 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:05.620710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Attempting to bind port 8f740bf3-b750-4d45-bc43-2af04d537a47 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:05.630824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Provisioning for port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:05.631740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.651703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:05.652206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:05.652847 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.653374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:05.654075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Bound port: 8f740bf3-b750-4d45-bc43-2af04d537a47, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:05.654555 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.659352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e974138-d820-4208-9402-4dd93b4304f8 req-10995ad6-b50c-420b-86f7-5c4104e98e56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919054 Mar 05 00:15:05.678356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:15:05.680181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:15:05.694920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 56853e5d-bdce-4134-b2ce-5e9e38b34959) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:05.695984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Provisioning complete for port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:05.696469 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.700999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:05.701601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:05.781200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc2a1f-04a3-494a-b3bb-26268a93aefe None None] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:05.831413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517f701-e1f4-42e5-867b-fdb678324ffb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:05.844336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3537778c-5cc4-4191-9e18-38f46ae5dad1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9593768 Mar 05 00:15:05.847337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:05.885001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:05.892014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-019aa250-89f4-4a6a-8afb-cd4903cd19d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "PUT /v2.0/routers/e1823b6c-d0ad-4228-9d6c-94b78d68bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3563201 Mar 05 00:15:05.892271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38620) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:05.900309 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Sync routers for ids ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:05.915056 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Routers {'e1823b6c-d0ad-4228-9d6c-94b78d68bb39'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:05.915929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:05.929366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:15:05.969177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd06d-1de6-4776-a195-0a36dfedf9d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:05.969845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fbadd06d-1de6-4776-a195-0a36dfedf9d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:05.990993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fbadd06d-1de6-4776-a195-0a36dfedf9d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:05.995132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fbadd06d-1de6-4776-a195-0a36dfedf9d7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports/1d2d29c3-f059-4a81-a9f0-846059b6628b HTTP/1.1" status: 200 len: 911 time: 0.0990024 Mar 05 00:15:05.995132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38624) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:06.056214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.079972 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.120953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.122105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.146826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cd174-5b46-45d3-a4fa-667706736dbc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:06.152660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cd174-5b46-45d3-a4fa-667706736dbc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:06.155152 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ef0cd174-5b46-45d3-a4fa-667706736dbc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1592488 Mar 05 00:15:06.157931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38628) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:06.169642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] For port 8f740bf3-b750-4d45-bc43-2af04d537a47, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:06.180816 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Set router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:06.224113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] For port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:06.233207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] For port 8f740bf3-b750-4d45-bc43-2af04d537a47, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f740bf3-b750-4d45-bc43-2af04d537a47,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:06.237925 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.316172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:06.339583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:06.345466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:06.402129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:06.573935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:54Z', 'updated_at': '2022-03-05T00:15:01Z', 'revision_number': 2, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None, '_interfaces': [{'id': '1d2d29c3-f059-4a81-a9f0-846059b6628b', 'name': '', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'mac_address': 'fa:16:3e:dd:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3577e732-95a6-449f-8be8-62f79e8cd774', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:02Z', 'revision_number': 2, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'subnets': [{'id': '3577e732-95a6-449f-8be8-62f79e8cd774', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:06.578378 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Checking router: e1823b6c-d0ad-4228-9d6c-94b78d68bb39 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:06.579203 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Updating router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 port 1d2d29c3-f059-4a81-a9f0-846059b6628b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:15:06.610417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=c6718242-eb46-4b8a-b66c-d5a9c9d46b03,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:06.638682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:06.642656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.649462 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.660677 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.681989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-56853e5d-bdce-4134-b2ce-5e9e38b34959', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:15:06.683803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:06.732300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f517f701-e1f4-42e5-867b-fdb678324ffb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:06.950629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Provisioning for port 1d2d29c3-f059-4a81-a9f0-846059b6628b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:06.957112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42f62a-9922-45e2-9ef4-63aeac90608d None None] Pushing event updated for resources: {'Port': ['ID=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:07.107752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Provisioning complete for port 1d2d29c3-f059-4a81-a9f0-846059b6628b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:07.108424 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.119023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network 1f414edc-72b1-43e8-a018-e4862a66c66d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:07.208867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.246165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Port 1d2d29c3-f059-4a81-a9f0-846059b6628b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:07.248466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad52d-68ab-4add-bfbb-715e3b75ab87 None None] Pushing event updated for resources: {'Port': ['ID=8f740bf3-b750-4d45-bc43-2af04d537a47,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:07.288215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:07.321861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Provisioning for port f517f701-e1f4-42e5-867b-fdb678324ffb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:07.336717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Provisioning complete for port f517f701-e1f4-42e5-867b-fdb678324ffb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:07.337276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.370749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:07.371495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:14:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:07.372280 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.389285 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Transition to ACTIVE for port object 1d2d29c3-f059-4a81-a9f0-846059b6628b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:07.398454 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.442756 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5624bf81-62d5-49d2-93af-b526819d1f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.456885 n-d-828979-4 neutron-server[83782]: INFO neutron.db.ipam_backend_mixin [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 89d8606f-a0d3-45ca-b67a-795cc48fd551 (CIDR: 172.20.0.16/28) Mar 05 00:15:07.500574 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:15:07.501858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:07.556873 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Pushing event updated for resources: {'Port': ['ID=1d2d29c3-f059-4a81-a9f0-846059b6628b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:07.599131 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.599470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.599805 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.600133 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.600455 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.600775 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.601091 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.601717 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.602042 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.602638 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.602962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:07.672121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Allocated IP 172.20.0.2 (56853e5d-bdce-4134-b2ce-5e9e38b34959/18edfa1a-6648-449d-bbd4-50e46db62c61/73b3ec33-425b-4a6a-abce-74640baba751) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:07.693535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d7dc995f-472c-4d09-9cfc-d95732f59e13 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.3006303 Mar 05 00:15:07.696701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38682) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:07.790423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'subnet': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:07.839935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:07.844317 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Attempting to bind port 1d2d29c3-f059-4a81-a9f0-846059b6628b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:07.844802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Attempting to bind port 1d2d29c3-f059-4a81-a9f0-846059b6628b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:07.845284 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Attempting to bind port 1d2d29c3-f059-4a81-a9f0-846059b6628b on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:07.858615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:07.859275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:07.859865 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.860359 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:07.863657 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Bound port: 1d2d29c3-f059-4a81-a9f0-846059b6628b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:07.864544 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:07.967487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51c90-b94f-4b0c-b5de-3dc7a500b4eb req-2a6110eb-ee9b-4254-8ea7-7f2b933f7abf tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:07.969069 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ef51c90-b94f-4b0c-b5de-3dc7a500b4eb req-2a6110eb-ee9b-4254-8ea7-7f2b933f7abf tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 945 time: 1.1535256 Mar 05 00:15:08.061497 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] For port 1d2d29c3-f059-4a81-a9f0-846059b6628b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:08.066561 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] For port 1d2d29c3-f059-4a81-a9f0-846059b6628b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d2d29c3-f059-4a81-a9f0-846059b6628b,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:08.073946 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.216459 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Routers {'e1823b6c-d0ad-4228-9d6c-94b78d68bb39'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:08.217793 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:08.240490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 1d2d29c3-f059-4a81-a9f0-846059b6628b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:08.244869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.273508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.286667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Transition to ACTIVE for port object 73b3ec33-425b-4a6a-abce-74640baba751 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:08.298361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:08.302472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Usage tracker for resource:subnet and tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:08.305418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:08.312172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Transition to ACTIVE for port object 73b3ec33-425b-4a6a-abce-74640baba751 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:08.320478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:08.332025 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c40ea-3b87-4966-a436-b0b8df9cc302 None None] Pushing event updated for resources: {'Port': ['ID=1d2d29c3-f059-4a81-a9f0-846059b6628b,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:08.366650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.524241 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] Set router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:08.530271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Pushing event updated for resources: {'Port': ['ID=73b3ec33-425b-4a6a-abce-74640baba751,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:08.574728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.599345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:08.612564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:08.622728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:08.626280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ef51c90-b94f-4b0c-b5de-3dc7a500b4eb req-3604a736-db0a-4fc3-b0eb-148147dbcef2 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380365 Mar 05 00:15:08.634567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.672443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.704518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 1d2d29c3-f059-4a81-a9f0-846059b6628b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d2d29c3-f059-4a81-a9f0-846059b6628b,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:08.704880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.719719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Made reservation on behalf of bd5c92a7ffe64e34a1fb1ae03e4c6985 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:08.724353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:08.729678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:08.997481 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:54Z', 'updated_at': '2022-03-05T00:15:01Z', 'revision_number': 2, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None, '_interfaces': [{'id': '1d2d29c3-f059-4a81-a9f0-846059b6628b', 'name': '', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'mac_address': 'fa:16:3e:dd:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3577e732-95a6-449f-8be8-62f79e8cd774', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:08Z', 'revision_number': 4, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'subnets': [{'id': '3577e732-95a6-449f-8be8-62f79e8cd774', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:09.007262 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cbed1-6aac-4ae1-95ba-6b3fd32a0372 None None] The sync data for ids ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'] in n-d-828979-4 is: [{'id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:54Z', 'updated_at': '2022-03-05T00:15:01Z', 'revision_number': 2, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None, '_interfaces': [{'id': '1d2d29c3-f059-4a81-a9f0-846059b6628b', 'name': '', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'mac_address': 'fa:16:3e:dd:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3577e732-95a6-449f-8be8-62f79e8cd774', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:08Z', 'revision_number': 4, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'subnets': [{'id': '3577e732-95a6-449f-8be8-62f79e8cd774', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:09.095347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 1d2d29c3-f059-4a81-a9f0-846059b6628b owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:09.232206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] For port f517f701-e1f4-42e5-867b-fdb678324ffb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517f701-e1f4-42e5-867b-fdb678324ffb,segment=NetworkSegment(b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f),segment_id=b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:09.273204 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.319152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.332079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.363711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:09.364293 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.368954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.415236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=1d2d29c3-f059-4a81-a9f0-846059b6628b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:09.462365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Attempting to bind port 73b3ec33-425b-4a6a-abce-74640baba751 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:09.462365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Attempting to bind port 73b3ec33-425b-4a6a-abce-74640baba751 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:09.462750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Attempting to bind port 73b3ec33-425b-4a6a-abce-74640baba751 on network 56853e5d-bdce-4134-b2ce-5e9e38b34959 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:09.511968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.516721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.517197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.517628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.518143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.518543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.518930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.519315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.519864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.520268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.521689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:09.590996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:09.591624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Checking segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:09.592133 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.592643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Bound using segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:09.593243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Bound port: 73b3ec33-425b-4a6a-abce-74640baba751, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:09.593836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.603263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Pushing event updated for resources: {'Port': ['ID=f517f701-e1f4-42e5-867b-fdb678324ffb,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:09.612439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Provisioning for port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:09.649272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Provisioning complete for port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:09.651928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.797145 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.936837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517f701-e1f4-42e5-867b-fdb678324ffb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:09.970040 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:09.984370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bd766-53c7-4fe8-81c7-ee6f498bc382 None None] Port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:10.039506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] For port 73b3ec33-425b-4a6a-abce-74640baba751, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:10.043297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:14:59Z', 'revision_number': 3, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:10.047581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] For port 73b3ec33-425b-4a6a-abce-74640baba751, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=73b3ec33-425b-4a6a-abce-74640baba751,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:10.052764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e039c5f-f501-4de9-8887-19d5818710e1 None None] The sync data for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 is: [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:14:59Z', 'revision_number': 3, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:10.063849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:10.220228 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:10.239847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a947-e427-4e15-8502-81f50a3b9b12 None None] Pushing event updated for resources: {'Port': ['ID=73b3ec33-425b-4a6a-abce-74640baba751,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:10.253125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Could not find standard attr ID for object 1d2d29c3-f059-4a81-a9f0-846059b6628b. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:15:10.293564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Provisioning complete for port f517f701-e1f4-42e5-867b-fdb678324ffb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:10.294012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:10.357193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Router ff0958c7-038c-4c9f-8e60-b94f0752f1b6 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:15:10.384150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce352e86-c75b-4699-a2e3-c52e6bb88556 req-9fd8e2a8-a161-4c58-ad4b-5b4779b309bd tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:10.385632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce352e86-c75b-4699-a2e3-c52e6bb88556 req-9fd8e2a8-a161-4c58-ad4b-5b4779b309bd tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 945 time: 0.3854513 Mar 05 00:15:10.406446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f517f701-e1f4-42e5-867b-fdb678324ffb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:10.407481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:10.476020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:10.497471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:10.520098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b895d-5d57-49b0-ba5a-d15d76298649 None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:10.532405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:10.533001 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:10.641052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce352e86-c75b-4699-a2e3-c52e6bb88556 req-c1378c2e-7ad1-4f6c-93a8-cdd078b23529 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802192 Mar 05 00:15:10.684586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:15:10.697928 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Floating IP 3ad848b1-c0eb-417e-a230-9acf22a7298c associated. External IP: 172.25.0.80, port: d62a7234-edcb-4f64-97ad-1b5d59059bd2. Mar 05 00:15:10.818419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Subnet': ['ID=2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:10.839685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Provisioning for port c6718242-eb46-4b8a-b66c-d5a9c9d46b03 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:10.855025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Provisioning complete for port c6718242-eb46-4b8a-b66c-d5a9c9d46b03 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:10.855405 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:10.908417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:10.939053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5aa750d5-7b1e-410b-baac-b28fcdc5fe68 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "PUT /v2.0/routers/e1823b6c-d0ad-4228-9d6c-94b78d68bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7730238 Mar 05 00:15:10.939860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:11.127422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf168ea-a254-46a6-ba47-627856b31242 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:11.128941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf168ea-a254-46a6-ba47-627856b31242 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:11.130130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4bf168ea-a254-46a6-ba47-627856b31242 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:11.135027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-54d5bceb-e4a5-4e8c-aecf-f4f814a19fa8 None None] Port c6718242-eb46-4b8a-b66c-d5a9c9d46b03 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:11.164415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-57317a8e-3cb1-477a-a7f9-1a2cfe8a0485 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4009988 Mar 05 00:15:11.167902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4bf168ea-a254-46a6-ba47-627856b31242 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:11.169233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4bf168ea-a254-46a6-ba47-627856b31242 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2282577 Mar 05 00:15:11.169976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38704) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:11.177084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38706) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:11.185571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-545704783', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6'}], 'security_groups': ['299eba37-fb29-46d0-8baf-d4ea831c2bed', 'b1e04c2f-40ff-47f8-a786-4667aa859039']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:11.470510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38718) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:11.658206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Deleting subnet c0d23172-d69e-4719-beaf-6cf073c121e3 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:11.669411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:11.842904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Update dhcp port {'port': {'network_id': 'b02a56f7-f83e-4ece-a3ae-3fec298cf3c3', 'fixed_ips': [{'subnet_id': '89d8606f-a0d3-45ca-b67a-795cc48fd551', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e1fecdf4-4b2d-4d8f-967a-16698fb23336', 'ip_address': '172.20.0.2'}, {'subnet_id': '2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '6b6c6335-f120-45b2-a714-778d4cc0fe32'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:15:11.928850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] Sync routers for ids ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:12.051293 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.073744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] Routers {'e1823b6c-d0ad-4228-9d6c-94b78d68bb39'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:12.074389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:12.173562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:12.178784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33d71abe-c0fb-4d77-a2f2-a22952964569 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/routers/ff0958c7-038c-4c9f-8e60-b94f0752f1b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2711475 Mar 05 00:15:12.184302 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] Sync routers for ids ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:12.196503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38724) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:12.210294 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] Routers {'ff0958c7-038c-4c9f-8e60-b94f0752f1b6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:12.212646 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:12.218314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f740bf3-b750-4d45-bc43-2af04d537a47 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:12.378632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.382913 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:12.392586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 3577e732-95a6-449f-8be8-62f79e8cd774 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:12.397270 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] Routers {'ff0958c7-038c-4c9f-8e60-b94f0752f1b6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:12.398013 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:12.400389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d97dc-8ee3-48a3-897e-756adf91c9fd None None] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:12.418579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.464358 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:12.464633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.465079 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230fda0-90c3-4058-8b62-0512046fc6da None None] The sync data for ids ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:12.543813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.606923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd865c2-96de-4e59-a489-b9a8e381edec tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:12.607515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dfd865c2-96de-4e59-a489-b9a8e381edec tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:12.619321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.673509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] Set router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:12.692954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dfd865c2-96de-4e59-a489-b9a8e381edec tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:12.695692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dfd865c2-96de-4e59-a489-b9a8e381edec tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0958c7-038c-4c9f-8e60-b94f0752f1b6 HTTP/1.1" status: 200 len: 986 time: 0.4326360 Mar 05 00:15:12.703779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38728) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:12.735761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30740-2892-4f66-a9ce-83b5072300c4 req-e2ad5ae9-64d3-48bf-a74e-ecd00630a3ed tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:12.737370 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98b30740-2892-4f66-a9ce-83b5072300c4 req-e2ad5ae9-64d3-48bf-a74e-ecd00630a3ed tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 945 time: 0.6337547 Mar 05 00:15:12.760432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.809343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.813750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-18d89cfd-fe7c-4f29-ae40-594a08600bf0 None None] Provisioning for port 73b3ec33-425b-4a6a-abce-74640baba751 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:12.901730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:54Z', 'updated_at': '2022-03-05T00:15:09Z', 'revision_number': 3, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:12.904341 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:12.926438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d23172-d69e-4719-beaf-6cf073c121e3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:12.944049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] Checking router: e1823b6c-d0ad-4228-9d6c-94b78d68bb39 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:12.949385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8f740bf3-b750-4d45-bc43-2af04d537a47 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:12.998867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8f740bf3-b750-4d45-bc43-2af04d537a47 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:12.999262 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.022524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.029621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98b30740-2892-4f66-a9ce-83b5072300c4 req-034dc4c8-caa3-4ff6-9bb3-3de8e829f8ef tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748363 Mar 05 00:15:13.045124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6f64d945-036f-41d0-9420-8a5a1b99288c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0d23172-d69e-4719-beaf-6cf073c121e3 HTTP/1.1" status: 204 len: 168 time: 1.5576568 Mar 05 00:15:13.045739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38732) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:13.069310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Allocated IP 172.20.0.34 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6/6b6c6335-f120-45b2-a714-778d4cc0fe32) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:13.076112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] Routers {'e1823b6c-d0ad-4228-9d6c-94b78d68bb39'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:13.076748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:13.169777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.247776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] Set router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:13.271712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.299058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=3577e732-95a6-449f-8be8-62f79e8cd774,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:13.376522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.424805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8cdb826e-31af-4b79-9827-b482b6858b49 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/3577e732-95a6-449f-8be8-62f79e8cd774 HTTP/1.1" status: 204 len: 168 time: 2.2439723 Mar 05 00:15:13.426662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38736) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:13.453614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b109d-7326-4a5b-8054-581bac014f7c None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:13.479921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:54Z', 'updated_at': '2022-03-05T00:15:09Z', 'revision_number': 3, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:13.484520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:15:13.520732 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.546286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d398b9-a0f8-4bb0-92ea-4f03df9c8faa None None] The sync data for ids ['e1823b6c-d0ad-4228-9d6c-94b78d68bb39'] in n-d-828979-4 is: [{'id': 'e1823b6c-d0ad-4228-9d6c-94b78d68bb39', 'name': 'tempest-NetworksTestDHCPv6-router-1960151880', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:54Z', 'updated_at': '2022-03-05T00:15:09Z', 'revision_number': 3, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:13.588866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.608952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee1ac64-ced5-4ace-ade3-7aec77a28268']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:13.703510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8f740bf3-b750-4d45-bc43-2af04d537a47, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f740bf3-b750-4d45-bc43-2af04d537a47,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:13.714216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138824b-4506-4424-a625-236e2fc8db00 req-3ae7ddc3-e6f7-4161-92ae-73e2353f8744 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:13.715664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5138824b-4506-4424-a625-236e2fc8db00 req-3ae7ddc3-e6f7-4161-92ae-73e2353f8744 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.36 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 945 time: 0.5124073 Mar 05 00:15:13.718697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.719772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73b3ec33-425b-4a6a-abce-74640baba751 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:13.744013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a44170-7346-44cd-92c1-7205b44b6e6d') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:13.745554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a44170-7346-44cd-92c1-7205b44b6e6d') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:13.749741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:13.760972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.20.0.1 (56853e5d-bdce-4134-b2ce-5e9e38b34959/18edfa1a-6648-449d-bbd4-50e46db62c61/3815547a-8ac8-42f1-b7f8-abc324bafe0b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:13.810045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9e4e58c6-91d5-4204-90bb-82f9b65129af tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:router {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:13.821495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Deleting port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:13.821724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.868624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8f740bf3-b750-4d45-bc43-2af04d537a47,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:13.923791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9e4e58c6-91d5-4204-90bb-82f9b65129af tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:router {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:13.927358 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e4e58c6-91d5-4204-90bb-82f9b65129af tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4980917 Mar 05 00:15:13.927493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.928614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38740) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:13.978976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.986532 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:13.990893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 73b3ec33-425b-4a6a-abce-74640baba751 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:14.044313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:15:14.044981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:15:14.066869 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:15:14.134512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 73b3ec33-425b-4a6a-abce-74640baba751 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:14.134884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.199147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.201193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Transition to ACTIVE for port object 6b6c6335-f120-45b2-a714-778d4cc0fe32 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:14.221337 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.252860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=fee1ac64-ced5-4ace-ade3-7aec77a28268,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:14.297604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-67c7d218-8873-42aa-86f9-61a338f9bd7d admin admin] 10.222.0.32 "DELETE /v2.0/networks/fee1ac64-ced5-4ace-ade3-7aec77a28268 HTTP/1.1" status: 204 len: 168 time: 1.2485201 Mar 05 00:15:14.305512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-39bcb913-db91-43b1-860f-cebf7012f26f None None] Provisioning complete for port 73b3ec33-425b-4a6a-abce-74640baba751 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:14.306130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-39bcb913-db91-43b1-860f-cebf7012f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.309297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.333034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Transition to ACTIVE for port object 3815547a-8ac8-42f1-b7f8-abc324bafe0b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:14.363391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.373076 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.381126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.462827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:15:14.524354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:14.530290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38748) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:14.536788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=3815547a-8ac8-42f1-b7f8-abc324bafe0b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:14.541383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.546352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] Deleting port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:14.546817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.566312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:14.580895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:14.589099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:14.611472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:14.652144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] For port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,segment=NetworkSegment(bce89cca-a227-4c39-8bc9-7bfd84dd6710),segment_id=bce89cca-a227-4c39-8bc9-7bfd84dd6710)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:14.652512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.688717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98ad878c-20c6-4ad0-9a59-28a1e576ffd2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "PUT /v2.0/floatingips/3ad848b1-c0eb-417e-a230-9acf22a7298c HTTP/1.1" status: 200 len: 991 time: 9.2976580 Mar 05 00:15:14.702413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:14.747358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:14.748011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:14.780054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.795845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-73fc2dd9-be49-48c2-8deb-8ed8a0fbf563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0648e95464d45219495553837e1153c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2606330 Mar 05 00:15:14.798352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38756) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:14.867157 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'status': 'completed', 'code': 200} Mar 05 00:15:14.919773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-39bcb913-db91-43b1-860f-cebf7012f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:14.949800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80edf5ac-045c-41d3-b1b1-156c4a74f780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.015514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9aa0-a298-4cfd-9be5-c770135c4422 None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:15.053117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80edf5ac-045c-41d3-b1b1-156c4a74f780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.149818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Calling delete_port for 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:15.214004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc46f20-17d1-4da2-8a01-b9b4d5368dab req-bdeddfe3-ee77-4f80-92c2-d1c2f48f18a9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:15.221323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfc46f20-17d1-4da2-8a01-b9b4d5368dab req-bdeddfe3-ee77-4f80-92c2-d1c2f48f18a9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 945 time: 1.0223594 Mar 05 00:15:15.238421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.263022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.289008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-39bcb913-db91-43b1-860f-cebf7012f26f None None] For port 73b3ec33-425b-4a6a-abce-74640baba751, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=73b3ec33-425b-4a6a-abce-74640baba751,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:15.321640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80edf5ac-045c-41d3-b1b1-156c4a74f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.347529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edf5ac-045c-41d3-b1b1-156c4a74f780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde0553-a269-4000-b299-4ee1219f36ae,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:15.407675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-39bcb913-db91-43b1-860f-cebf7012f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.449791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-80edf5ac-045c-41d3-b1b1-156c4a74f780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.453705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-80edf5ac-045c-41d3-b1b1-156c4a74f780 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bde0553-a269-4000-b299-4ee1219f36ae HTTP/1.1" status: 204 len: 168 time: 0.6496363 Mar 05 00:15:15.455708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Delete allocated IP 172.20.0.10 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/e1fecdf4-4b2d-4d8f-967a-16698fb23336) {{(pid=83783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 00:15:15.560880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Allocated IP 172.20.0.38 (b02a56f7-f83e-4ece-a3ae-3fec298cf3c3/2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6/3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:15.610622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:15:15.610995 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:15:15.611469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcb913-db91-43b1-860f-cebf7012f26f None None] Pushing event updated for resources: {'Port': ['ID=73b3ec33-425b-4a6a-abce-74640baba751,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:15.652046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-75b7540b-121e-4118-aeab-61761e0c7d85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1097 time: 0.7821860 Mar 05 00:15:15.666175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-313e353d-934f-4489-b0d2-10ed0ed4a0f6 None None] Provisioning for port 3815547a-8ac8-42f1-b7f8-abc324bafe0b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:15.673659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:15.730750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.744498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-313e353d-934f-4489-b0d2-10ed0ed4a0f6 None None] Provisioning complete for port 3815547a-8ac8-42f1-b7f8-abc324bafe0b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:15.745069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-313e353d-934f-4489-b0d2-10ed0ed4a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.779507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.805005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-313e353d-934f-4489-b0d2-10ed0ed4a0f6 None None] Port 3815547a-8ac8-42f1-b7f8-abc324bafe0b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:15.805727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfc46f20-17d1-4da2-8a01-b9b4d5368dab req-61972bad-30fb-4d24-aeb1-61aef69b4a00 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/security-groups?id=508b9c0c-6375-4558-aa6d-a223dd0b107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831232 Mar 05 00:15:15.819049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] For port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:15.819689 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.897901 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:15.912768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-7ba7304c-2dec-477f-a4b4-30bae7a86af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:15.914239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-7ba7304c-2dec-477f-a4b4-30bae7a86af1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.2527146 Mar 05 00:15:16.060115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-a01cc4ec-c5f5-4fb7-8720-02bb0b6d40a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 999 time: 0.1396613 Mar 05 00:15:16.069810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.084419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] Calling delete_port for 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:16.089467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.153080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:16.165339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.169879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-c01a47e7-7b48-4d2b-bf71-2a62b2fd9301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:16.171818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-c01a47e7-7b48-4d2b-bf71-2a62b2fd9301 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.0785005 Mar 05 00:15:16.172934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.185095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Transition to ACTIVE for port object 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:16.199368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.204071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.266000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Pushing event deleted for resources: {'Port': ['ID=91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:16.272440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.273197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Fanout notify agent at l3_agent the message router_deleted on router e1823b6c-d0ad-4228-9d6c-94b78d68bb39 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:15:16.372632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event updated for resources: {'Port': ['ID=3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:16.447053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Provisioning for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:16.546068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] No DVR routers for this DVR port 91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:15:16.578648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.591178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.594749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'name': 'network-vif-deleted', 'tag': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:16.616703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:16.617077 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.663364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5138824b-4506-4424-a625-236e2fc8db00 req-ac4a292a-b44b-4867-82df-887336352fd9 tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.36 "DELETE /v2.0/ports/91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a HTTP/1.1" status: 204 len: 173 time: 2.9408085 Mar 05 00:15:16.667365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.668430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ab0ccb19-d418-412c-9527-92ab51ee2628 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/routers/e1823b6c-d0ad-4228-9d6c-94b78d68bb39 HTTP/1.1" status: 204 len: 168 time: 2.7388382 Mar 05 00:15:16.671254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f740bf3-b750-4d45-bc43-2af04d537a47 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:16.675233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38780) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:16.684754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:16.756600 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.768031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] In _notify_port_updated(), no bound segment for port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 on network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:15:16.771920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:16.772541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:16.777392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-78c1303c-330a-43ef-a21d-157eea28d4f3 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "PUT /v2.0/ports/3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 HTTP/1.1" status: 200 len: 959 time: 5.6063666 Mar 05 00:15:16.778045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38786) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:16.789049 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4420a13a-4acc-4cda-b66b-1454fe1c1dd8', 'name': 'network-vif-deleted', 'tag': '91f6e34d-c9a4-4798-b5e9-5e5beb76cf2a', 'status': 'completed', 'code': 200} Mar 05 00:15:16.911479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=3815547a-8ac8-42f1-b7f8-abc324bafe0b,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:16.999146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:16.999508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:17.047365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:17.052059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:17.110070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] Pushing event deleted for resources: {'Port': ['ID=0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:17.168862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:17.183105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a135e3a8-4398-480e-bec6-65e00f1b553f req-5021e172-020e-418a-b334-235490f4536e tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Synchronizing usage tracker for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:17.185905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e27ec5-00b6-48bc-8ef3-35e9dfa286c9 None None] No DVR routers for this DVR port 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:15:17.188464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:17.221355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:17.293401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:17.332384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-e2f5ead4-aaba-492c-8f6b-9f8f3e6a2413 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0733848 Mar 05 00:15:17.355932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8f740bf3-b750-4d45-bc43-2af04d537a47 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:17.356400 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:17.478220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3ad848b1-c0eb-417e-a230-9acf22a7298c', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:14:23Z', 'updated_at': '2022-03-05T00:15:08Z', 'revision_number': 1, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:17.486054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a135e3a8-4398-480e-bec6-65e00f1b553f req-5021e172-020e-418a-b334-235490f4536e tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] Unset dirty status for tenant:c4fb01859a2f448d93d05d20df1b1c7d on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:17.491232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:17.497945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a135e3a8-4398-480e-bec6-65e00f1b553f req-5021e172-020e-418a-b334-235490f4536e tempest-ServerAddressesTestJSON-519205377 tempest-ServerAddressesTestJSON-519205377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4420a13a-4acc-4cda-b66b-1454fe1c1dd8 HTTP/1.1" status: 200 len: 210 time: 0.3820639 Mar 05 00:15:17.498117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Provisioning complete for port 521c6027-990b-41dc-9bb2-d8faca41b3dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:17.498485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:17.521230 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-1b5b1c36-dab8-4c3e-af19-4c0f2176f0c4 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775508 Mar 05 00:15:17.531082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:17.571602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Port 521c6027-990b-41dc-9bb2-d8faca41b3dc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:17.625610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:17.626259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:17.687657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Provisioning for port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:17.752133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Provisioning complete for port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:17.752501 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:17.796052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port c6718242-eb46-4b8a-b66c-d5a9c9d46b03 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:17.797127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:17.799422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02ab4877-a755-4de2-94a3-2aef1c5b42a5 req-0a0ebde5-4f06-475f-8284-add1bfc6bd58 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134371 Mar 05 00:15:17.824606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-042054a9-a1e0-4796-b269-7d1b70b05fd8 None None] Port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:17.853806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b6c6335-f120-45b2-a714-778d4cc0fe32 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:17.923440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:15:17.927588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:17.961047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:18.021422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4a19fb7b-61ef-4b41-80d4-8e8e52e766e4 None None] Provisioning complete for port 3815547a-8ac8-42f1-b7f8-abc324bafe0b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:18.021775 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4a19fb7b-61ef-4b41-80d4-8e8e52e766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.080152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:18.080519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.137614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4a19fb7b-61ef-4b41-80d4-8e8e52e766e4 None None] Port 3815547a-8ac8-42f1-b7f8-abc324bafe0b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:18.243172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.251884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:18.255363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4a19fb7b-61ef-4b41-80d4-8e8e52e766e4 None None] Provisioning complete for port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:18.255732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4a19fb7b-61ef-4b41-80d4-8e8e52e766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.262876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cabd7a64-b90a-44ea-9fec-fde6d81fa929 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "PUT /v2.0/routers/0f850db8-5cb8-4016-862e-cb2e5bdea5d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4107285 Mar 05 00:15:18.264147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38806) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:18.270056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--678595163', 'description': 'tempest-secgroup_access--678595163 description', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:18.271420 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Sync routers for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:18.281498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:18.290301 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:18.291462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:security_group and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:18.292148 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:18.303323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:18.312756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:18.335309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.396729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:18.404232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:18.412254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:security_group_rule and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:18.424509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:18.432546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:18.503690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.513762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4a19fb7b-61ef-4b41-80d4-8e8e52e766e4 None None] Port 3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:18.559927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.570245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.648184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38812) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:18.668302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73b3ec33-425b-4a6a-abce-74640baba751 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:18.687080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for c6718242-eb46-4b8a-b66c-d5a9c9d46b03 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:18.696292 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:18.790250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3ad848b1-c0eb-417e-a230-9acf22a7298c', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:14:23Z', 'updated_at': '2022-03-05T00:15:08Z', 'revision_number': 1, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:18.792934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 73b3ec33-425b-4a6a-abce-74640baba751 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:18.793940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.805756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Deleting subnet fae9b71c-f09a-4406-9c5f-0afba8dc3b9b {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:18.809716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.835735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf5df0-d69a-4d77-ac6c-65a21b5b40f0 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3ad848b1-c0eb-417e-a230-9acf22a7298c', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:14:23Z', 'updated_at': '2022-03-05T00:15:08Z', 'revision_number': 1, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:18.895870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.916216 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.971810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:18.994202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:19.000762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.132335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=fa10305d-dee9-49bb-9c8e-99b210a92a7c,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:19.186320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d2d29c3-f059-4a81-a9f0-846059b6628b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:19.264420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1d2d29c3-f059-4a81-a9f0-846059b6628b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:15:19.264779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d2d29c3-f059-4a81-a9f0-846059b6628b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:15:19.265177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:19.280647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:19.284941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:19.292878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:19.293557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.346484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ad5fa-4e83-41f7-92be-13faac9a85b0 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:19.374912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78678aea-0820-47eb-9aec-8dfdd6606824,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:19.380195 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:15Z', 'revision_number': 2, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:19.384904 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Checking router: 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:19.385832 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Updating router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 port 3815547a-8ac8-42f1-b7f8-abc324bafe0b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:15:19.397464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.400014 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6bf7ef2d-6f70-4dc7-922d-a08d85299f5d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 1.1347322 Mar 05 00:15:19.403546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.406665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38820) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:19.428772 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-48ee2132-6d7f-45b7-8c4f-99b701233d5e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7489841 Mar 05 00:15:19.430672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--243177809', 'description': 'tempest-secgroup_general--243177809 description', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:19.435903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:19.440656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:19.447426 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.450905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:security_group and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:19.453093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-380858028', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:19.456189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:19.465515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:19.471921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38828) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:19.482793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cd92ad1b-eedc-4235-bd66-921fe5ead064 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 HTTP/1.1" status: 204 len: 168 time: 2.6919253 Mar 05 00:15:19.484791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:19.493868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:router and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:19.498099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:19.505595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06aabc-8bc9-4e32-869d-006c575ae7c0 None None] New status for floating IP 3ad848b1-c0eb-417e-a230-9acf22a7298c: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:15:19.514031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.534110 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10716a4-ec5c-413a-8799-ee7e1250b935 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] GET failed (client error): The resource could not be found. Mar 05 00:15:19.534765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f10716a4-ec5c-413a-8799-ee7e1250b935 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:19.544769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.567399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:19.569805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=c6718242-eb46-4b8a-b66c-d5a9c9d46b03,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:19.587317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.619404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.620943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.651853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.658426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f10716a4-ec5c-413a-8799-ee7e1250b935 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:19.659960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f10716a4-ec5c-413a-8799-ee7e1250b935 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports/3699e5ac-5d3b-4de9-8e63-67ec2ccaa7b3 HTTP/1.1" status: 404 len: 333 time: 0.1856291 Mar 05 00:15:19.670882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae9b71c-f09a-4406-9c5f-0afba8dc3b9b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:19.678049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38832) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:19.690209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:15:19.690905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0192218e-c3e5-48d1-bb82-1d2a0cd0d5d2 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:15:19.762374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:19.773322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:security_group_rule and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:19.779435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:19.786196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:19.861713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.866457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7eb5e82e-4c99-483f-890a-0774284eff82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fae9b71c-f09a-4406-9c5f-0afba8dc3b9b HTTP/1.1" status: 204 len: 168 time: 1.2089591 Mar 05 00:15:19.867896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:19.887590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.921444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:19.994406 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.006979 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Transition to ACTIVE for port object 3815547a-8ac8-42f1-b7f8-abc324bafe0b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:20.014901 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.041026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.055046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': 'fa10305d-dee9-49bb-9c8e-99b210a92a7c'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:15:20.057777 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.071788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a628c87f-1f99-433e-aa59-1555c31adbe3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:20.075183 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.079724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-15c67300-9631-4f9f-bc2d-83748a2b6df2 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.6578081 Mar 05 00:15:20.080672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38840) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:20.093549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'security_group_rule': {'security_group_id': '78678aea-0820-47eb-9aec-8dfdd6606824', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:20.104277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.107937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:20.108442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.112123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f27c9a1d-620d-4bc0-b635-4e62464e5b93 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6662328 Mar 05 00:15:20.112392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ebac4aab-575f-449d-9a81-881b04b36241 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.112501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.115314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:security_group_rule and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:20.117792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38844) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:20.126212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:20.201746 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3e35-672b-433f-ba3b-10f838aa0bf3 None None] Pushing event updated for resources: {'Port': ['ID=3815547a-8ac8-42f1-b7f8-abc324bafe0b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:20.255192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:20.297074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/fa10305d-dee9-49bb-9c8e-99b210a92a7c/d524b141-436a-4bbd-a29a-9f90b47e25ef) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:20.335093 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Attempting to bind port 3815547a-8ac8-42f1-b7f8-abc324bafe0b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:20.335457 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Attempting to bind port 3815547a-8ac8-42f1-b7f8-abc324bafe0b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:20.335951 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Attempting to bind port 3815547a-8ac8-42f1-b7f8-abc324bafe0b on network 56853e5d-bdce-4134-b2ce-5e9e38b34959 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:20.349151 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:20.349788 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Checking segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:20.350055 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.350454 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Bound using segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:20.350925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Bound port: 3815547a-8ac8-42f1-b7f8-abc324bafe0b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:20.351359 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.412582 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ebac4aab-575f-449d-9a81-881b04b36241 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.516578 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] For port 3815547a-8ac8-42f1-b7f8-abc324bafe0b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:20.521041 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] For port 3815547a-8ac8-42f1-b7f8-abc324bafe0b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3815547a-8ac8-42f1-b7f8-abc324bafe0b,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:20.528374 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.595177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.607309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Transition to ACTIVE for port object d524b141-436a-4bbd-a29a-9f90b47e25ef will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:20.628731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Transition to ACTIVE for port object d524b141-436a-4bbd-a29a-9f90b47e25ef will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:20.641809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.657327 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:20.658431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:20.677207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.698895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ebac4aab-575f-449d-9a81-881b04b36241 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.713501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.745682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:20.759782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:20.767318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Router ff0958c7-038c-4c9f-8e60-b94f0752f1b6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:15:20.778796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:20.856975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ebac4aab-575f-449d-9a81-881b04b36241 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.858165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ebac4aab-575f-449d-9a81-881b04b36241 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9b5e425-4163-441b-b123-e03056c9f7af HTTP/1.1" status: 204 len: 168 time: 1.1752200 Mar 05 00:15:20.859060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4aab-575f-449d-9a81-881b04b36241 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5e425-4163-441b-b123-e03056c9f7af,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:20.863731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8b636b-fd20-432c-8db7-28124451df1f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:20.868997 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3e35-672b-433f-ba3b-10f838aa0bf3 None None] Pushing event updated for resources: {'Port': ['ID=3815547a-8ac8-42f1-b7f8-abc324bafe0b,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:20.888527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Pushing event updated for resources: {'Port': ['ID=d524b141-436a-4bbd-a29a-9f90b47e25ef,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:20.905591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38856) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:20.941437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Attempting to bind port d524b141-436a-4bbd-a29a-9f90b47e25ef on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:20.941808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Attempting to bind port d524b141-436a-4bbd-a29a-9f90b47e25ef by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:20.942215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Attempting to bind port d524b141-436a-4bbd-a29a-9f90b47e25ef on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:20.950523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:20.950523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:20.950951 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.951342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:20.951806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Bound port: d524b141-436a-4bbd-a29a-9f90b47e25ef, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:20.952170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:20.993557 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:21.092910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7e789031-aebc-476d-ae05-c9577116423e None None] For port d524b141-436a-4bbd-a29a-9f90b47e25ef, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:21.101612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7e789031-aebc-476d-ae05-c9577116423e None None] For port d524b141-436a-4bbd-a29a-9f90b47e25ef, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d524b141-436a-4bbd-a29a-9f90b47e25ef,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:21.109554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.123743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:21.133167 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b7bae5d6-6222-4b48-b2a3-0ae7ea1e23ac tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/routers/ff0958c7-038c-4c9f-8e60-b94f0752f1b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4271054 Mar 05 00:15:21.134400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb240-2b7f-4d58-9b55-b30e7f3dd511 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.136232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38860) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:21.169730 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] Sync routers for ids ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:21.195275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.203138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce89cca-a227-4c39-8bc9-7bfd84dd6710') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.203942 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ab8a37-fd10-4888-8d62-17c0047a9005 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:15:21.204479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-80ab8a37-fd10-4888-8d62-17c0047a9005 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:21.204619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce89cca-a227-4c39-8bc9-7bfd84dd6710') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.215426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb240-2b7f-4d58-9b55-b30e7f3dd511 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.246360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-80ab8a37-fd10-4888-8d62-17c0047a9005 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:21.250762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-80ab8a37-fd10-4888-8d62-17c0047a9005 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/c6718242-eb46-4b8a-b66c-d5a9c9d46b03 HTTP/1.1" status: 404 len: 333 time: 0.1134815 Mar 05 00:15:21.254432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38864) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:21.255307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.283034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e789031-aebc-476d-ae05-c9577116423e None None] Pushing event updated for resources: {'Port': ['ID=d524b141-436a-4bbd-a29a-9f90b47e25ef,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:21.302679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.350702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaa63b8-f2d2-4516-8e12-9312bd5e49bb,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:21.360311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.362373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-99caed41-7d4a-4d91-9598-1318fc63e3ed tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2748733 Mar 05 00:15:21.365574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.435450 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] Routers {'ff0958c7-038c-4c9f-8e60-b94f0752f1b6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:21.436355 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.447419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:15:21.449053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:15:21.467098 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:15:21.534790 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.556267 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] Routers {'ff0958c7-038c-4c9f-8e60-b94f0752f1b6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:21.557619 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.562734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.633128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb240-2b7f-4d58-9b55-b30e7f3dd511 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.657011 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.660563 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106d33a-8a8b-4349-959a-aea7cabd4830 None None] The sync data for ids ['ff0958c7-038c-4c9f-8e60-b94f0752f1b6'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:21.675157 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:20Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:21.681549 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc2985-f9b2-4feb-aef5-6f8ce6311ed6 None None] The sync data for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 is: [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:20Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:21.747867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cb240-2b7f-4d58-9b55-b30e7f3dd511 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e04c2f-40ff-47f8-a786-4667aa859039,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:21.757572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb240-2b7f-4d58-9b55-b30e7f3dd511 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.762138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aa9cb240-2b7f-4d58-9b55-b30e7f3dd511 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1e04c2f-40ff-47f8-a786-4667aa859039 HTTP/1.1" status: 204 len: 168 time: 0.8553267 Mar 05 00:15:21.787627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38876) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:21.957517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.980162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:21.984026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d524b141-436a-4bbd-a29a-9f90b47e25ef up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:22.020805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:22.099738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8b636b-fd20-432c-8db7-28124451df1f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:22.124637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.124974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.125341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.130707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.131656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.131656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.131656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.132514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.132514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.132716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.132901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:22.217537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d524b141-436a-4bbd-a29a-9f90b47e25ef completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:22.218293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f34c3905-cf61-43ff-86f1-114de467b418 req-62f38dc7-bef8-4ce8-8cbf-7f5627615434 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:22.349422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f34c3905-cf61-43ff-86f1-114de467b418 req-62f38dc7-bef8-4ce8-8cbf-7f5627615434 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:22.350689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-62f38dc7-bef8-4ce8-8cbf-7f5627615434 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--678595163&fields=id&tenant_id=a734d7ece0c044c99e00c1f237c606a0 HTTP/1.1" status: 200 len: 267 time: 0.5854352 Mar 05 00:15:22.360366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7de569d-ec27-43a5-80bc-08878c9e67e0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:22.408316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f2814797-971b-4d13-8ac1-6bce808f4882 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d8b636b-fd20-432c-8db7-28124451df1f HTTP/1.1" status: 204 len: 168 time: 2.5390759 Mar 05 00:15:22.492464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-ba679d3c-7a42-411b-a10f-3f5525662919 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6739228 Mar 05 00:15:22.644043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-1a3958d9-2c56-4452-bb99-ca1d8964d99c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--243177809&fields=id&tenant_id=a734d7ece0c044c99e00c1f237c606a0 HTTP/1.1" status: 200 len: 267 time: 0.0952446 Mar 05 00:15:22.693013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7de569d-ec27-43a5-80bc-08878c9e67e0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:22.755879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:22.763146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7de569d-ec27-43a5-80bc-08878c9e67e0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:22.854979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38884) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:22.889812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:22.897690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de569d-ec27-43a5-80bc-08878c9e67e0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299eba37-fb29-46d0-8baf-d4ea831c2bed,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:22.947878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-44f7614c-f6f1-4861-82b0-ad36ded0bf52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4fb01859a2f448d93d05d20df1b1c7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0916400 Mar 05 00:15:22.956772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:23.024444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7de569d-ec27-43a5-80bc-08878c9e67e0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.025528 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f7de569d-ec27-43a5-80bc-08878c9e67e0 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/security-groups/299eba37-fb29-46d0-8baf-d4ea831c2bed HTTP/1.1" status: 204 len: 168 time: 1.2254431 Mar 05 00:15:23.029653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38894) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:23.107951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] Provisioning for port d524b141-436a-4bbd-a29a-9f90b47e25ef completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:23.108822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d4d197-aee5-4bad-acc3-e93e46e2887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.111422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3905-cf61-43ff-86f1-114de467b418 req-0485d4a2-c63f-4e3c-b73f-a08721e04460 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:23.112620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f34c3905-cf61-43ff-86f1-114de467b418 req-0485d4a2-c63f-4e3c-b73f-a08721e04460 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:23.114119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] Provisioning complete for port d524b141-436a-4bbd-a29a-9f90b47e25ef triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:23.114503 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.141671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-b0341221-c6e5-494b-bba8-60e146c6ab68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1097 time: 0.4616020 Mar 05 00:15:23.165021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f34c3905-cf61-43ff-86f1-114de467b418 req-0485d4a2-c63f-4e3c-b73f-a08721e04460 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:23.173182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-0485d4a2-c63f-4e3c-b73f-a08721e04460 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 797 time: 0.5166860 Mar 05 00:15:23.198666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::1 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/fa10305d-dee9-49bb-9c8e-99b210a92a7c/05aa22f5-e7ba-4509-97ad-0d265dfaccf9) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:23.199741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.200528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Fanout notify agent at l3_agent the message router_deleted on router ff0958c7-038c-4c9f-8e60-b94f0752f1b6 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:15:23.215354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.216467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8f13db09-b981-48c9-a58a-b790b5fd4c12 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/routers/ff0958c7-038c-4c9f-8e60-b94f0752f1b6 HTTP/1.1" status: 204 len: 168 time: 1.9610925 Mar 05 00:15:23.219569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38898) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:23.225861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4fffd038-449b-40bb-9f90-419a67a280fa tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/quotas/a734d7ece0c044c99e00c1f237c606a0 HTTP/1.1" status: 200 len: 375 time: 0.0510082 Mar 05 00:15:23.321471 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.356821 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] For port d524b141-436a-4bbd-a29a-9f90b47e25ef, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d524b141-436a-4bbd-a29a-9f90b47e25ef,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:23.362738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d4d197-aee5-4bad-acc3-e93e46e2887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.362929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.391821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-c652da7d-3c7f-436f-bc71-6ffbca513b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:23.393400 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-c652da7d-3c7f-436f-bc71-6ffbca513b01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.2239320 Mar 05 00:15:23.447498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85d805-539c-4e2d-bcd3-405fcf534aed None None] Pushing event updated for resources: {'Port': ['ID=d524b141-436a-4bbd-a29a-9f90b47e25ef,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:23.472447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet e131cf30-1c59-4a8b-81b1-759760892994 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:23.511427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.604512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-d12015a2-0366-4f40-9150-0780e6fb03ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 1001 time: 0.1996298 Mar 05 00:15:23.641968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.665369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d4d197-aee5-4bad-acc3-e93e46e2887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.707729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4d197-aee5-4bad-acc3-e93e46e2887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508b9c0c-6375-4558-aa6d-a223dd0b107a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:23.738772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-1bdfeb2f-8661-4606-887d-adc7bb8222d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:23.739931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-1bdfeb2f-8661-4606-887d-adc7bb8222d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.1278131 Mar 05 00:15:23.748194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet e1fecdf4-4b2d-4d8f-967a-16698fb23336 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:23.751410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.756734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.811650 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-42dcf67a-bf79-4846-b557-3357df10d3d4 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3422694 Mar 05 00:15:23.822125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:23.856189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.862168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d4d197-aee5-4bad-acc3-e93e46e2887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.877083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-56d4d197-aee5-4bad-acc3-e93e46e2887b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/508b9c0c-6375-4558-aa6d-a223dd0b107a HTTP/1.1" status: 204 len: 168 time: 0.9188492 Mar 05 00:15:23.916484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d524b141-436a-4bbd-a29a-9f90b47e25ef up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:23.937880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-6df591da-3ea5-4afa-ba15-7b51c2ccc3a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912622 Mar 05 00:15:23.939823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:23.969209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.084700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d524b141-436a-4bbd-a29a-9f90b47e25ef triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:24.085062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.154825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:24.160777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:24.179871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:24.180556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.191737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=05aa22f5-e7ba-4509-97ad-0d265dfaccf9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:24.286521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-302d135c-9271-45fa-9550-5c9db549e24a service neutron] 10.222.0.32 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547405 Mar 05 00:15:24.300393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3815547a-8ac8-42f1-b7f8-abc324bafe0b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:24.309178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-537a9324-5de6-471b-9b99-616240fc7f20 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630157 Mar 05 00:15:24.344728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.463761 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.464148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3815547a-8ac8-42f1-b7f8-abc324bafe0b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:24.473804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3815547a-8ac8-42f1-b7f8-abc324bafe0b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:24.474176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.543176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=e131cf30-1c59-4a8b-81b1-759760892994,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:24.561926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.583058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48034b40-12e3-4628-920c-b91216162dd3 None None] Network 1f414edc-72b1-43e8-a018-e4862a66c66d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:24.595311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cd55769d-481d-4093-a336-f61aa7b417d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/e131cf30-1c59-4a8b-81b1-759760892994 HTTP/1.1" status: 204 len: 168 time: 1.3733850 Mar 05 00:15:24.598012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38912) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:24.631685 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.642071 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-429ec6e7-032d-4f43-941c-108fee063881 service neutron] 10.222.0.32 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460984 Mar 05 00:15:24.644300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.701814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.703805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/e1fecdf4-4b2d-4d8f-967a-16698fb23336 HTTP/1.1" status: 204 len: 168 time: 1.6711571 Mar 05 00:15:24.704798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fdac9-ec9d-4cb4-b714-4ab22196372c tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fecdf4-4b2d-4d8f-967a-16698fb23336,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:24.718214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:24.805325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:24.809546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.891365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:24.910352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3c7fe-5830-4e27-97ab-f4ecc54bc2e6 None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:24.924912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a52ccfa8-6ac6-4313-b4e5-74a2c3e0d0b3 req-4dd5ae4b-18d0-47e9-97e6-7f38fb7b3c60 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717242 Mar 05 00:15:25.118309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.226229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.308997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:25.323547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-259459cd-de60-4ec3-b416-5dc5878f5887 None None] Provisioning for port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:25.336053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.336215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-259459cd-de60-4ec3-b416-5dc5878f5887 None None] Provisioning complete for port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:25.336431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-259459cd-de60-4ec3-b416-5dc5878f5887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.354712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb847bf1-075a-482f-acd7-c3ab5db2fa40 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/2fc1ba47-f30a-4e2a-a8d0-a80a8b0c36e6 HTTP/1.1" status: 204 len: 168 time: 0.6343031 Mar 05 00:15:25.357394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38940) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:25.466895 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-795f24cc-55e1-41dd-974b-ab91fd030f58 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:25.467844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795f24cc-55e1-41dd-974b-ab91fd030f58 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:25.470405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-795f24cc-55e1-41dd-974b-ab91fd030f58 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/e1fecdf4-4b2d-4d8f-967a-16698fb23336 HTTP/1.1" status: 404 len: 337 time: 0.1118360 Mar 05 00:15:25.473484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38946) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:25.491145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-259459cd-de60-4ec3-b416-5dc5878f5887 None None] Port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:25.492649 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.511048 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.580270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-570de544-e273-43cf-9f06-6fd8e4989573 req-38b2f4ab-8297-48c1-adc0-c9f4b58f2e43 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:25.584418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3815547a-8ac8-42f1-b7f8-abc324bafe0b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3815547a-8ac8-42f1-b7f8-abc324bafe0b,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:25.593568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.641259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting subnet 89d8606f-a0d3-45ca-b67a-795cc48fd551 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:25.647872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.660058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38954) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:25.696334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3815547a-8ac8-42f1-b7f8-abc324bafe0b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:25.704265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] DHCP port deletion for 1f414edc-72b1-43e8-a018-e4862a66c66d request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:15:25.708524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port f517f701-e1f4-42e5-867b-fdb678324ffb {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:25.708524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.711898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Deleting port f517f701-e1f4-42e5-867b-fdb678324ffb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:25.712282 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.802388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:25.816643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-570de544-e273-43cf-9f06-6fd8e4989573 req-38b2f4ab-8297-48c1-adc0-c9f4b58f2e43 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:25.818116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-570de544-e273-43cf-9f06-6fd8e4989573 req-38b2f4ab-8297-48c1-adc0-c9f4b58f2e43 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 210 time: 0.5866923 Mar 05 00:15:25.940661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3815547a-8ac8-42f1-b7f8-abc324bafe0b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:26.102579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.204146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] For port f517f701-e1f4-42e5-867b-fdb678324ffb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517f701-e1f4-42e5-867b-fdb678324ffb,segment=NetworkSegment(b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f),segment_id=b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:26.204855 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.229943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port f517f701-e1f4-42e5-867b-fdb678324ffb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517f701-e1f4-42e5-867b-fdb678324ffb,segment=NetworkSegment(b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f),segment_id=b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:26.230700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.256551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.367433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Subnet': ['ID=89d8606f-a0d3-45ca-b67a-795cc48fd551,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:26.400284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for f517f701-e1f4-42e5-867b-fdb678324ffb owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:26.405735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.426827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-33a41864-f845-4c56-a31b-a2934fea69de tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/89d8606f-a0d3-45ca-b67a-795cc48fd551 HTTP/1.1" status: 204 len: 168 time: 0.9521124 Mar 05 00:15:26.431687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38970) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:26.452640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Calling delete_port for f517f701-e1f4-42e5-867b-fdb678324ffb owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:26.524085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3815547a-8ac8-42f1-b7f8-abc324bafe0b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:26.524085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.524437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1999337605-network', 'tenant_id': '9a81c31866f14eeda35e0e8d3d29a02b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:26.524437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:26.527539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Usage tracker for resource:network and tenant:9a81c31866f14eeda35e0e8d3d29a02b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:26.531765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:26.539801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:26.553845 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bffa235-92b4-4de5-8175-289374ed0357 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:26.553845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bffa235-92b4-4de5-8175-289374ed0357 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:26.553845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4bffa235-92b4-4de5-8175-289374ed0357 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/a3d6d572-3d80-4449-933c-5bdab489d14e HTTP/1.1" status: 404 len: 337 time: 0.1058722 Mar 05 00:15:26.553845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38974) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:26.571667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Made reservation on behalf of 9a81c31866f14eeda35e0e8d3d29a02b for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:26.571667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.589526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.614981 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:15:26.615328 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:15:26.667982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5d9e4d8f-3098-4c7e-aa71-18f6123c35af tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Synchronizing usage tracker for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:26.670197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.691135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5d9e4d8f-3098-4c7e-aa71-18f6123c35af tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Unset dirty status for tenant:bd5c92a7ffe64e34a1fb1ae03e4c6985 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:26.694947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5d9e4d8f-3098-4c7e-aa71-18f6123c35af tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "GET /v2.0/ports?device_id=03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 HTTP/1.1" status: 200 len: 205 time: 0.1447911 Mar 05 00:15:26.699682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38978) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:26.748158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.750643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=f517f701-e1f4-42e5-867b-fdb678324ffb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:26.759607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.761436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:26.784172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517f701-e1f4-42e5-867b-fdb678324ffb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:26.827927 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-352168b9-579b-4cec-aaed-2722c0b28a45 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] delete failed (client error): The resource could not be found. Mar 05 00:15:26.829118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-352168b9-579b-4cec-aaed-2722c0b28a45 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/routers/03b47c5c-a53f-47e0-92c3-22cb21e9fdc4 HTTP/1.1" status: 404 len: 336 time: 0.1300147 Mar 05 00:15:26.830734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6b499-a93b-49dc-8175-a19b2103065d None None] Network b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:26.832018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38982) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:26.848587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No DVR routers for this DVR port f517f701-e1f4-42e5-867b-fdb678324ffb on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:15:26.863804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f517f701-e1f4-42e5-867b-fdb678324ffb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:15:26.864153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517f701-e1f4-42e5-867b-fdb678324ffb not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:15:26.895406 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbe1cae-1509-46de-8e6a-a4c3d9d722d2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:26.896093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbe1cae-1509-46de-8e6a-a4c3d9d722d2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:26.898065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cbbe1cae-1509-46de-8e6a-a4c3d9d722d2 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/d13baaa9-94a3-4569-8f8f-d73587a25c89 HTTP/1.1" status: 404 len: 337 time: 0.0649643 Mar 05 00:15:26.901574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:26.956911 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-34602dfd-be67-4abb-82dd-30f78bda187a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:26.957691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34602dfd-be67-4abb-82dd-30f78bda187a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:26.959504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-34602dfd-be67-4abb-82dd-30f78bda187a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/ca55e1b5-3f15-470d-91b9-8a2e9816779f HTTP/1.1" status: 404 len: 337 time: 0.0568640 Mar 05 00:15:26.962112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38992) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:26.986227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:26.991446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Usage tracker for resource:security_group_rule and tenant:9a81c31866f14eeda35e0e8d3d29a02b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:26.995254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:27.002118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:27.013724 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf459aa4-3001-46a0-b44b-25dcdcf56c95 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.014160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf459aa4-3001-46a0-b44b-25dcdcf56c95 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.018784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cf459aa4-3001-46a0-b44b-25dcdcf56c95 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/258ce726-d606-426b-b585-c15147cbfc65 HTTP/1.1" status: 404 len: 337 time: 0.0525315 Mar 05 00:15:27.027942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38996) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.033338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=05aa22f5-e7ba-4509-97ad-0d265dfaccf9,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:27.052203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-863ffa80-84bb-4988-9901-536c0a0ee8c2 None None] Provisioning complete for port 6b6c6335-f120-45b2-a714-778d4cc0fe32 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:27.061854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-863ffa80-84bb-4988-9901-536c0a0ee8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.085103 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9682b4-5321-4ee4-8020-f5e230edf8cb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.085571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9682b4-5321-4ee4-8020-f5e230edf8cb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.090207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fa9682b4-5321-4ee4-8020-f5e230edf8cb tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/c0aa9a62-0e0b-4326-b60d-5631066baf81 HTTP/1.1" status: 404 len: 333 time: 0.0583711 Mar 05 00:15:27.118961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39002) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.137282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Deleting port f517f701-e1f4-42e5-867b-fdb678324ffb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:27.137725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.163294 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecae336-833f-4503-b749-ccb4ae2c20f1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.163806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecae336-833f-4503-b749-ccb4ae2c20f1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.165405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aecae336-833f-4503-b749-ccb4ae2c20f1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/9e2ca35b-1daa-423a-b6ed-06b74b9ca075 HTTP/1.1" status: 404 len: 337 time: 0.0454652 Mar 05 00:15:27.168303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1da47a83-7693-4e21-bdfb-8989c8de2dbf req-e3b04869-d2a6-48b9-835b-75845c0ae078 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 210 time: 0.0790670 Mar 05 00:15:27.168938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.211598 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9c1bdb-01a9-43bd-a4aa-cd8d6cfbee72 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.212258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9c1bdb-01a9-43bd-a4aa-cd8d6cfbee72 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.214631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1f9c1bdb-01a9-43bd-a4aa-cd8d6cfbee72 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/5fca96cf-4346-4812-b65e-f0f6974957e0 HTTP/1.1" status: 404 len: 337 time: 0.0446129 Mar 05 00:15:27.214886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.217072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39010) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.221816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.227605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.258291 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3ce83e-7cb6-4704-a2b1-b1d15860b71b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.258931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3ce83e-7cb6-4704-a2b1-b1d15860b71b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.261442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ad3ce83e-7cb6-4704-a2b1-b1d15860b71b tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/a6879e53-298d-4981-8bae-4515d05e076f HTTP/1.1" status: 404 len: 333 time: 0.0433969 Mar 05 00:15:27.263022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-83a99529-5898-4b85-b47e-8c484ffa7a34 None None] The port 'f517f701-e1f4-42e5-867b-fdb678324ffb' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:15:27.264155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39016) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.279524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f414edc-72b1-43e8-a018-e4862a66c66d']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:27.294435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:27.295103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d29649-f25e-4b7d-9a85-82bc3ad0fd2f') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:27.308843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.331855 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c294bc2-760b-42a4-9ce4-396dd829bff1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.332668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c294bc2-760b-42a4-9ce4-396dd829bff1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.334744 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c294bc2-760b-42a4-9ce4-396dd829bff1 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/8c0e06e5-7734-430e-ae96-50f71f9f039a HTTP/1.1" status: 404 len: 337 time: 0.0695078 Mar 05 00:15:27.337165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39020) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.393493 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f38a21-d595-4266-9bfd-0dc02458fe86 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] DELETE failed (client error): The resource could not be found. Mar 05 00:15:27.394851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f38a21-d595-4266-9bfd-0dc02458fe86 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:27.398772 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53f38a21-d595-4266-9bfd-0dc02458fe86 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/subnets/93fd3161-3044-4434-bd0f-c248c05c629f HTTP/1.1" status: 404 len: 337 time: 0.0557396 Mar 05 00:15:27.399674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:27.411395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-863ffa80-84bb-4988-9901-536c0a0ee8c2 None None] Provisioning complete for port 521c6027-990b-41dc-9bb2-d8faca41b3dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:27.411997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-863ffa80-84bb-4988-9901-536c0a0ee8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.480365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-863ffa80-84bb-4988-9901-536c0a0ee8c2 None None] Port 521c6027-990b-41dc-9bb2-d8faca41b3dc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:27.481027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 521c6027-990b-41dc-9bb2-d8faca41b3dc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:27.481027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.504888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] DHCP port deletion for b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:15:27.511037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Deleting port 6b6c6335-f120-45b2-a714-778d4cc0fe32 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:27.511514 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.535821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.540559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.614798 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.619856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:15:27.620421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:15:27.723464 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:15:27.737183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:27.821619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:27.822020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.830780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b6c6335-f120-45b2-a714-778d4cc0fe32 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:27.864325 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:15:27.894053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.906225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:15:27.925635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.927472 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:27.969441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:27.972829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=1f414edc-72b1-43e8-a018-e4862a66c66d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:27.985442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:28.002005 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.002426 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Added segment ab250334-7d0d-401f-b7d7-78e0be932e30 of type vlan for network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 Mar 05 00:15:28.097147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Calling delete_port for 6b6c6335-f120-45b2-a714-778d4cc0fe32 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:28.127522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 521c6027-990b-41dc-9bb2-d8faca41b3dc owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:28.171334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3905-cf61-43ff-86f1-114de467b418 req-5119645e-4bef-4bf6-a3d6-3b7822283864 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:28.172811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-5119645e-4bef-4bf6-a3d6-3b7822283864 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.10 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 797 time: 0.6358969 Mar 05 00:15:28.261800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.266804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bce743fe-80a5-47dd-97ca-a60acada6d35 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/1f414edc-72b1-43e8-a018-e4862a66c66d HTTP/1.1" status: 204 len: 168 time: 3.6641386 Mar 05 00:15:28.281883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39042) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:28.292463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.330431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=521c6027-990b-41dc-9bb2-d8faca41b3dc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:28.337804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.371011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8f1056cf-f4df-4859-91a0-a3f3fda12590 tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/ports/521c6027-990b-41dc-9bb2-d8faca41b3dc HTTP/1.1" status: 204 len: 168 time: 0.9621863 Mar 05 00:15:28.371011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:28.399676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:28.408811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.455196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.478126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:15:28.478510 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:15:28.513057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:28.526226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e7f9fa7-1d13-448a-9985-1dd91c6b002a None None] Provisioning complete for port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:28.527116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9fa7-1d13-448a-9985-1dd91c6b002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.540110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.553309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Deleting port 6b6c6335-f120-45b2-a714-778d4cc0fe32 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:28.553779 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.584929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f9fa7-1d13-448a-9985-1dd91c6b002a None None] Port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:28.605574 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f6158b9-c93b-4d5a-a1fe-0d3829e33b43 req-0d2861ac-c6a8-4691-b385-577034f4008f tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 210 time: 0.1465032 Mar 05 00:15:28.609423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f34c3905-cf61-43ff-86f1-114de467b418 req-94db242d-3d7e-4385-b9c4-fb2055913f08 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:28.663071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e1c96-bbb5-4e2e-aaf5-84b4627183e4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:28.663658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bf4e1c96-bbb5-4e2e-aaf5-84b4627183e4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:28.675145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.675988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:28.676562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.680126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f34c3905-cf61-43ff-86f1-114de467b418 req-94db242d-3d7e-4385-b9c4-fb2055913f08 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:28.681267 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-94db242d-3d7e-4385-b9c4-fb2055913f08 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a734d7ece0c044c99e00c1f237c606a0 HTTP/1.1" status: 200 len: 476 time: 0.4787202 Mar 05 00:15:28.738903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'port': {'device_id': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'admin_state_up': True, 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'security_groups': ['78678aea-0820-47eb-9aec-8dfdd6606824', 'a628c87f-1f99-433e-aa59-1555c31adbe3']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:28.795889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] For port 6b6c6335-f120-45b2-a714-778d4cc0fe32, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b6c6335-f120-45b2-a714-778d4cc0fe32,segment=NetworkSegment(bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1),segment_id=bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:28.796249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:28.890303 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1467865 Mar 05 00:15:28.902772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bf4e1c96-bbb5-4e2e-aaf5-84b4627183e4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:28.907450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf4e1c96-bbb5-4e2e-aaf5-84b4627183e4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/33988200-e5d6-49e1-8a05-339312f4abe5 HTTP/1.1" status: 200 len: 845 time: 0.6180379 Mar 05 00:15:28.911820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:28.912224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39064) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:28.939736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Calling delete_port for 6b6c6335-f120-45b2-a714-778d4cc0fe32 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:28.960981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Request body: {'subnet': {'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1999337605-subnet', 'tenant_id': '9a81c31866f14eeda35e0e8d3d29a02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:28.980024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Deleting port 6b6c6335-f120-45b2-a714-778d4cc0fe32 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:28.980794 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.024062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98cb21-f2bc-43c2-8186-884d855205b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f29d1e5f-b6b3-443c-bd8c-8797754bdb98,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:29.031528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.032749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:29.046410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:29.070231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:29.081467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Made reservation on behalf of a734d7ece0c044c99e00c1f237c606a0 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:29.084656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.106254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Usage tracker for resource:subnet and tenant:9a81c31866f14eeda35e0e8d3d29a02b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:29.107800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Port': ['ID=6b6c6335-f120-45b2-a714-778d4cc0fe32,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:29.116345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] No DVR routers for this DVR port 6b6c6335-f120-45b2-a714-778d4cc0fe32 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:15:29.125110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:29.156468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:29.175766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:15:29.254620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0be533cb-a1e3-437e-937e-6cd636cb762f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/33988200-e5d6-49e1-8a05-339312f4abe5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3392003 Mar 05 00:15:29.264497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39076) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:29.268746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Made reservation on behalf of 9a81c31866f14eeda35e0e8d3d29a02b for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:29.271916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.277021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.294749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:29.304924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02a56f7-f83e-4ece-a3ae-3fec298cf3c3']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:29.307802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a765f790-6504-4cc2-945d-4621bb71b113 None None] The port '6b6c6335-f120-45b2-a714-778d4cc0fe32' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:15:29.325016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:29.325554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb821a9a-f5d8-4b8a-8566-9ce5dfc9b5c1') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:29.339703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.362166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.369928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:15:29.370683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:15:29.390990 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:15:29.496131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.514069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:29.527573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] Pushing event deleted for resources: {'Network': ['ID=b02a56f7-f83e-4ece-a3ae-3fec298cf3c3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:29.532859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c75c47bd-1b0b-48b5-9c10-d29a9effb19a tempest-PortsTestJSON-665261668 tempest-PortsTestJSON-665261668-project] 10.222.0.32 "DELETE /v2.0/networks/b02a56f7-f83e-4ece-a3ae-3fec298cf3c3 HTTP/1.1" status: 204 len: 168 time: 1.1652265 Mar 05 00:15:29.678209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:29.717454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:29.738863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:29.752741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:29.830933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.20.0.12 (56853e5d-bdce-4134-b2ce-5e9e38b34959/18edfa1a-6648-449d-bbd4-50e46db62c61/cd79e11d-88c7-4b22-9e31-09f453e7d2ea) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:29.835368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:29.849143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:29.851356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1bb21e3d-89b3-4318-9094-259023e982c0 req-9370d6b3-87ca-4812-8839-c604b5b4cb6c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 210 time: 0.0891063 Mar 05 00:15:29.873353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:15:30.057469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3805a1a7-b464-495b-95c4-8dfabceec467 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd5c92a7ffe64e34a1fb1ae03e4c6985&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004030 Mar 05 00:15:30.057469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:30.172207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.260635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb74-cb71-4412-8d2f-46728bda2537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.289955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb74-cb71-4412-8d2f-46728bda2537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.352211 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb74-cb71-4412-8d2f-46728bda2537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.388338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78cb74-cb71-4412-8d2f-46728bda2537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df39c9-af25-4700-9f39-c2b1cb178de0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:30.403671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7d78cb74-cb71-4412-8d2f-46728bda2537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.421864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7d78cb74-cb71-4412-8d2f-46728bda2537 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16df39c9-af25-4700-9f39-c2b1cb178de0 HTTP/1.1" status: 204 len: 168 time: 0.3638840 Mar 05 00:15:30.451655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.649037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.659410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e60a3ad-8b08-4987-a776-7252326ee905,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:30.703660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Transition to ACTIVE for port object cd79e11d-88c7-4b22-9e31-09f453e7d2ea will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:30.713558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:30.717559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Checking segment: {'id': 'ab250334-7d0d-401f-b7d7-78e0be932e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:30.717919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Network hostable DHCP agents. Network: f29d1e5f-b6b3-443c-bd8c-8797754bdb98, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:15:30.726884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Sync routers for ids ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:30.748166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Routers {'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:30.748859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:30.780965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8960c7ac-dd5d-45c7-b1c9-ae2aa164c566 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "PUT /v2.0/routers/a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6597161 Mar 05 00:15:30.781532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:30.825852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.909961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2d37b-1075-47cf-9df0-10998c0bae83 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:30.910954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9cf2d37b-1075-47cf-9df0-10998c0bae83 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:30.942438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:15:30.945482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:30.951960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9cf2d37b-1075-47cf-9df0-10998c0bae83 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:30.955605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9cf2d37b-1075-47cf-9df0-10998c0bae83 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports/05aa22f5-e7ba-4509-97ad-0d265dfaccf9 HTTP/1.1" status: 200 len: 911 time: 0.1709201 Mar 05 00:15:30.956029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:31.030871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=4adaaacd-9c41-481d-89a6-d999a45e6c52,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:31.033604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Set router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:31.073026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:31.078789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:31.087467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:31.101178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:31.102488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:31.126716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45798868-86f4-4c11-a13b-ed6b47c39fb5 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:31.150408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:31.155028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c3658-b163-49f3-b178-07620d2f6277 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:31.164570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c3658-b163-49f3-b178-07620d2f6277 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:31.168831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:31.172934 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ed9c3658-b163-49f3-b178-07620d2f6277 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2130926 Mar 05 00:15:31.172934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39148) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:31.299707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, f29d1e5f-b6b3-443c-bd8c-8797754bdb98) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:31.310052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:31.312372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:31.361059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540e331-b3be-4201-bfe3-7d87d919d702 None None] Network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:31.496045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:31.496620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:31.502578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:31.523640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5b534abe-1e58-4dd8-a1b2-057f9d85f810 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2556534 Mar 05 00:15:31.528757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39162) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:31.536136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'security_group': {'name': 'tempest-secgroup-1965891377'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:31.544711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:31.553172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-edce1763-7325-43bb-8b22-b510d30e618f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6346717 Mar 05 00:15:31.554799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-9aa123ed-b3b9-427e-a638-0c3a44eb214b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.8496525 Mar 05 00:15:31.561851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:31.567905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Request body: {'port': {'device_id': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:31.651691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:31.681271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:31.720287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:31.752470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:31.828149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4f6e8499-b819-4139-b563-f83b2821fa2c None None] Provisioning for port cd79e11d-88c7-4b22-9e31-09f453e7d2ea completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:31.845648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4f6e8499-b819-4139-b563-f83b2821fa2c None None] Provisioning complete for port cd79e11d-88c7-4b22-9e31-09f453e7d2ea triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:31.846207 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8499-b819-4139-b563-f83b2821fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:31.916038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935783c-2b82-444b-ba2f-a493bf2e356c req-7edef130-e26a-4cda-9d2a-a074533c6a8d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:31.917471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d935783c-2b82-444b-ba2f-a493bf2e356c req-7edef130-e26a-4cda-9d2a-a074533c6a8d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:31.923115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:31.946683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group_rule and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:31.951978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:31.966391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:31.969199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d935783c-2b82-444b-ba2f-a493bf2e356c req-7edef130-e26a-4cda-9d2a-a074533c6a8d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:31.976862 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d935783c-2b82-444b-ba2f-a493bf2e356c req-7edef130-e26a-4cda-9d2a-a074533c6a8d tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 971 time: 0.6970797 Mar 05 00:15:32.223226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e8499-b819-4139-b563-f83b2821fa2c None None] Port cd79e11d-88c7-4b22-9e31-09f453e7d2ea cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:32.251649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.368615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-fc03563a-c0d1-46ef-98d2-582e64a079e2', 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'tenant_id': '14232e2afcc44c20a2a8d664f291c2fd', 'fixed_ips': [{'subnet_id': '4adaaacd-9c41-481d-89a6-d999a45e6c52'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:15:32.369487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.481714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e568a8-4f0b-4ef1-b629-778e8e79e79e None None] Network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:32.676121 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d935783c-2b82-444b-ba2f-a493bf2e356c req-01fe007b-414d-4b00-964b-6119974a55ff tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6980431 Mar 05 00:15:32.773595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.782377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.849252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5a065-a009-4e12-a9f7-0393871b8a6a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:32.862089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.866212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-71e7015c-bec2-4cba-970b-ec0ac1ce130a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3370159 Mar 05 00:15:32.869459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:32.880034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795216496'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:32.886071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:32.890232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:32.893338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:32.903466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:32.923319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.940659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:32.941015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:32.971727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc', 'name': 'tempest-NetworksTestDHCPv6-router-380858028', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:15:19Z', 'updated_at': '2022-03-05T00:15:24Z', 'revision_number': 2, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None, '_interfaces': [{'id': '05aa22f5-e7ba-4509-97ad-0d265dfaccf9', 'name': '', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'mac_address': 'fa:16:3e:a2:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa10305d-dee9-49bb-9c8e-99b210a92a7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:22Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 2, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'subnets': [{'id': 'fa10305d-dee9-49bb-9c8e-99b210a92a7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:33.018494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Checking router: a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:33.018494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Updating router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:15:33.059581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:33.068256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group_rule and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:33.082765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:33.088698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd79e11d-88c7-4b22-9e31-09f453e7d2ea {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:15:33.113251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:33.116706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.141689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Transition to ACTIVE for port object cd79e11d-88c7-4b22-9e31-09f453e7d2ea will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:33.160493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.164135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251dd6d-df73-41bf-8283-7975b427afec req-b587ebd8-6d63-472e-b25f-94b5954e9fb9 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:33.165549 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.173045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-b587ebd8-6d63-472e-b25f-94b5954e9fb9 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/networks?id=f29d1e5f-b6b3-443c-bd8c-8797754bdb98 HTTP/1.1" status: 200 len: 813 time: 0.4217296 Mar 05 00:15:33.234403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-671c7882-fbae-4b5d-89cf-4b46f035f4a1 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/quotas/9a81c31866f14eeda35e0e8d3d29a02b HTTP/1.1" status: 200 len: 375 time: 0.0520852 Mar 05 00:15:33.236080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Pushing event updated for resources: {'Port': ['ID=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:33.271562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.296589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.320006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-40161c93-b846-4292-be8c-f9f8c45ee2d1 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a81c31866f14eeda35e0e8d3d29a02b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739546 Mar 05 00:15:33.428173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.514880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Allocated IP 2001:db8::2 (fc03563a-c0d1-46ef-98d2-582e64a079e2/4adaaacd-9c41-481d-89a6-d999a45e6c52/2937ed57-b21b-4c15-bee2-e7c4b6e52b83) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:33.540796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120901ac-92a0-46bb-9e91-9714bddf416f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:33.543441 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:33.548577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-65a84ba5-3f62-4b78-93a4-4587b739b35d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6778228 Mar 05 00:15:33.549952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39220) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:33.558863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-155679952', 'security_groups': ['120901ac-92a0-46bb-9e91-9714bddf416f'], 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4adaaacd-9c41-481d-89a6-d999a45e6c52'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:33.830752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:33.908499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:33.928574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Attempting to bind port cd79e11d-88c7-4b22-9e31-09f453e7d2ea on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:33.929314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Attempting to bind port cd79e11d-88c7-4b22-9e31-09f453e7d2ea by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:33.929314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Attempting to bind port cd79e11d-88c7-4b22-9e31-09f453e7d2ea on network 56853e5d-bdce-4134-b2ce-5e9e38b34959 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:33.938510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Port cd79e11d-88c7-4b22-9e31-09f453e7d2ea on network 56853e5d-bdce-4134-b2ce-5e9e38b34959 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:15:33.938834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Attempting to bind port cd79e11d-88c7-4b22-9e31-09f453e7d2ea on network 56853e5d-bdce-4134-b2ce-5e9e38b34959 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:33.945239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:33.952992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:33.953583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Checking segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:33.954209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Bound using segment: {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:33.954805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Bound port: cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334b3a25-74df-4f17-b525-7d6496ebe130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:33.955343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.078205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-e8759332-759a-4fa4-99e0-78002f68cced service neutron] 10.222.0.32 "GET /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070783 Mar 05 00:15:34.079694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:34.084452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.143857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 28244820-b177-4599-a764-0eddd3ee94ed yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:15:34.168819 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.248445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Transition to ACTIVE for port object 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:34.254288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] For port cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:34.280121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Transition to ACTIVE for port object 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:34.320116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9392c0-c1df-4ad5-b8c6-42b51cf92df6 req-7abf23a3-f33a-49e0-ae6a-f20eff313f58 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:34.327321 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.328669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da9392c0-c1df-4ad5-b8c6-42b51cf92df6 req-7abf23a3-f33a-49e0-ae6a-f20eff313f58 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 983 time: 0.3619134 Mar 05 00:15:34.340839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] For port cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:34.368165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.392257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.413233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:15:34.413921 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:15:34.475151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:34.479192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:34.495457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:34.506945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=05aa22f5-e7ba-4509-97ad-0d265dfaccf9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:34.534073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Pushing event updated for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:34.548769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.565754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] 10.222.0.10 "PUT /v2.0/ports/cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 1131 time: 2.9863455 Mar 05 00:15:34.566628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:34.568731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-38581fe8-a2ca-458d-afe8-5f30b2fa9033 service neutron] 10.222.0.32 "GET /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232198 Mar 05 00:15:34.746338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Attempting to bind port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:34.746709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Attempting to bind port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '0c57efce-e748-434b-9c06-844535f49602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:34.747067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Attempting to bind port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 on network fc03563a-c0d1-46ef-98d2-582e64a079e2 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:34.761201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:34.762862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Checking segment: {'id': '0c57efce-e748-434b-9c06-844535f49602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:34.765785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.766347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Bound using segment: {'id': '0c57efce-e748-434b-9c06-844535f49602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:34.766996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Bound port: 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c57efce-e748-434b-9c06-844535f49602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:34.767640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:34.796546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d837cd6-fdbc-4c87-b137-a889527dac67 service neutron] Pushing event updated for resources: {'Port': ['ID=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:34.846314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da9392c0-c1df-4ad5-b8c6-42b51cf92df6 req-2cefd8c0-0838-46a0-941c-d4b31de97e82 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5163226 Mar 05 00:15:34.991331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::14f (fc03563a-c0d1-46ef-98d2-582e64a079e2/4adaaacd-9c41-481d-89a6-d999a45e6c52/28244820-b177-4599-a764-0eddd3ee94ed) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:35.024384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:35.034246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:35.039084 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:35.087649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:35.129615 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'status': 'completed', 'code': 200} Mar 05 00:15:35.166801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-84391be2-93df-42bc-9e34-a870fed52534 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1134 time: 0.5489593 Mar 05 00:15:35.252873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ab0e-b5f0-497d-929b-d1c52955d9b5 None None] Pushing event updated for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:35.263965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Port 05aa22f5-e7ba-4509-97ad-0d265dfaccf9 not found while updating agent binding for router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc. {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 05 00:15:35.313120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f19-6c5b-4aa8-ae50-9bbad640ef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:35.331579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Routers {'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:35.332220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:35.397977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-bb71d3aa-2fc1-4190-8ead-f04259436935 req-0843d348-468e-4f0f-a784-4c463933805e service neutron] (83782) timed out ('10.222.0.36', 57525) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:15:35.413434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6edcd8f3-7507-4b09-b1cd-60fe8f188a2a req-08359398-c220-4aae-9d6f-2d7f544efa5b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 210 time: 0.1933386 Mar 05 00:15:35.435370 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-c4e19e5e-4de0-451b-9d74-502d1cfd74b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 217 time: 0.2473187 Mar 05 00:15:35.535802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] Set router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:35.559496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3905-cf61-43ff-86f1-114de467b418 req-12fe11ad-a692-4bda-b559-5b10f63cab3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:35.561484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-12fe11ad-a692-4bda-b559-5b10f63cab3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 200 len: 835 time: 0.1192191 Mar 05 00:15:35.699427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc', 'name': 'tempest-NetworksTestDHCPv6-router-380858028', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:15:19Z', 'updated_at': '2022-03-05T00:15:34Z', 'revision_number': 3, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:35.705386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5b48e-8ebb-4afe-8415-4fde99e97adc None None] The sync data for ids ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'] in n-d-828979-4 is: [{'id': 'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc', 'name': 'tempest-NetworksTestDHCPv6-router-380858028', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:15:19Z', 'updated_at': '2022-03-05T00:15:34Z', 'revision_number': 3, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:35.718792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-27592e2e-6c42-45a8-9848-3815018c326f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8263087 Mar 05 00:15:35.932090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:35.958888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:35.997266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object 28244820-b177-4599-a764-0eddd3ee94ed will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:36.121556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:36.148632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:36.337756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:15:36.359889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-7a23892a-b444-4858-9136-bd32aaef831b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=618e6c9acdb34dde959627d2784de187&device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 1097 time: 0.2284670 Mar 05 00:15:36.390894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:36.392381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=28244820-b177-4599-a764-0eddd3ee94ed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:36.401081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:36.405662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:36.411177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:36.411910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:36.513931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598ed72-c8d8-42ea-8032-a40732f30149 req-b7e720ae-5c87-468f-a561-3c3f80796da1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:36.522754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1598ed72-c8d8-42ea-8032-a40732f30149 req-b7e720ae-5c87-468f-a561-3c3f80796da1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 983 time: 0.3757939 Mar 05 00:15:36.562370 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf9dc2b0-5e2b-47a1-b26e-086653452437 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0107715 Mar 05 00:15:36.564738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:36.574509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:36.765379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-d07b4918-6953-475a-9ddc-f44d2d3a3baf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56853e5d-bdce-4134-b2ce-5e9e38b34959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1515164 Mar 05 00:15:36.811862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41286b4a-1faa-465a-8fe4-022db4fd10f5 req-6f55bb1e-13f0-4432-bba5-acd27d443b44 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 210 time: 0.0543182 Mar 05 00:15:36.831519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:36.965964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1598ed72-c8d8-42ea-8032-a40732f30149 req-c9b97510-f3c2-4d1f-9c2b-741f07ec3a37 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4427595 Mar 05 00:15:36.991698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a69f3b33-e468-4d11-813f-a407e9a7f619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.143908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-562f8dd3-dc54-454a-90da-53cd5b554cda tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "PUT /v2.0/routers/a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9697306 Mar 05 00:15:37.154932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39314) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:37.164952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-e55ece7a-158a-49e1-9601-5144b62b7882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:37.166970 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-e55ece7a-158a-49e1-9601-5144b62b7882 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 200 len: 907 time: 0.7316916 Mar 05 00:15:37.175941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:37.221395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:37.226053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:37.240873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-62dadb57-7930-47a2-a23d-9f6886cbde47 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497349 Mar 05 00:15:37.241755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:37.274535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Provisioning complete for port 33988200-e5d6-49e1-8a05-339312f4abe5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:37.276930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.330763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:37.439043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Port 33988200-e5d6-49e1-8a05-339312f4abe5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:37.458227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Provisioning for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:37.465475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:37.465984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.549150 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-e925cb12-c455-4dc9-9811-b6705817d691 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 200 len: 1001 time: 0.3054984 Mar 05 00:15:37.554504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34c3905-cf61-43ff-86f1-114de467b418 req-e13fbc7d-fc12-4112-bc12-e3f8ee696461 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039489 Mar 05 00:15:37.578780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251dd6d-df73-41bf-8283-7975b427afec req-ca9f10c7-6b58-4148-b1c1-e8e079b89b53 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:37.580287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-ca9f10c7-6b58-4148-b1c1-e8e079b89b53 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.36 "GET /v2.0/networks?id=f29d1e5f-b6b3-443c-bd8c-8797754bdb98 HTTP/1.1" status: 200 len: 813 time: 0.7395165 Mar 05 00:15:37.590234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-a834d8eb-ba02-402e-8ac7-911d1e58ad16 req-26bc4760-9b11-46f9-a175-96a1a5435cff service neutron] (83782) timed out ('10.222.0.36', 57547) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:15:37.609265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.622186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0dc8a-940d-4e33-990a-23c050622b1d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:37.623532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0dc8a-940d-4e33-990a-23c050622b1d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:37.624293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32d0dc8a-940d-4e33-990a-23c050622b1d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:37.673158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.694800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-e5e48b6d-3c39-4991-b6b3-ef64c93ce24c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:37.696671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-e5e48b6d-3c39-4991-b6b3-ef64c93ce24c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f823fc1-d23a-442f-986d-68c850f2d3cc HTTP/1.1" status: 200 len: 845 time: 0.1403146 Mar 05 00:15:37.701008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Request body: {'port': {'device_id': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98', 'admin_state_up': True, 'tenant_id': '9a81c31866f14eeda35e0e8d3d29a02b'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:37.743592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:37.751856 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.915124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7f438aa3-1277-45fb-8689-a07e32e91d58 None None] Provisioning for port 28244820-b177-4599-a764-0eddd3ee94ed completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:37.955495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7f438aa3-1277-45fb-8689-a07e32e91d58 None None] Provisioning complete for port 28244820-b177-4599-a764-0eddd3ee94ed triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:37.959251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f438aa3-1277-45fb-8689-a07e32e91d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:37.995986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-13f0bbb6-191d-445b-b145-dd33323bc59b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1134 time: 0.3340402 Mar 05 00:15:38.039069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf032c-1668-420c-a107-b18fb3537d1b None None] Pushing event updated for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:38.101150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32d0dc8a-940d-4e33-990a-23c050622b1d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:38.106708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-32d0dc8a-940d-4e33-990a-23c050622b1d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9434354 Mar 05 00:15:38.108494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:38.128910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7f438aa3-1277-45fb-8689-a07e32e91d58 None None] Port 28244820-b177-4599-a764-0eddd3ee94ed cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:38.162159 n-d-828979-4 neutron-server[83782]: INFO neutron.db.ipam_backend_mixin [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4adaaacd-9c41-481d-89a6-d999a45e6c52 (CIDR: 2001:db8::/64) Mar 05 00:15:38.230409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:38.234697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf97852e-c877-4db6-8d9f-aa5992f296a3 req-a778ab66-d8a9-4f36-a7ad-c4b43c618105 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 210 time: 0.0739491 Mar 05 00:15:38.235782 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:15:38.242414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:15:38.283305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ea66fda-0f4e-4e41-8ad3-497e2f214e37 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7172983 Mar 05 00:15:38.286591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39344) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:38.294236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:38.331385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:38.356872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:38.361082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Usage tracker for resource:port and tenant:9a81c31866f14eeda35e0e8d3d29a02b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:38.364241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:38.370908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:38.396184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Made reservation on behalf of 9a81c31866f14eeda35e0e8d3d29a02b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:38.399583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3e84c-0c1d-4711-a511-892124f28752 req-c766f340-dbd5-42a5-b62e-c98c71d4d193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:38.401637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-c766f340-dbd5-42a5-b62e-c98c71d4d193 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 898 time: 0.3892512 Mar 05 00:15:38.402462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:38.516539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-12321ca3-63e8-453d-90e1-832a5f8b2850 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 217 time: 0.1062965 Mar 05 00:15:38.590451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:38.653966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-543aafa2-e26b-4ae9-a3a7-b06d4fec7323 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a18acc35-72e2-4bdb-8a65-bcd0b1631711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8519645 Mar 05 00:15:38.754611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:38.764165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:38.777143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:38.794700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3e84c-0c1d-4711-a511-892124f28752 req-e13f8de0-5297-49ae-9cef-1b0e6a5950f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:38.796183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-e13f8de0-5297-49ae-9cef-1b0e6a5950f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 200 len: 835 time: 0.2696285 Mar 05 00:15:38.836734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:38.841185 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.001311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25145e8f-af86-4cc3-a786-bf1c4ae05e89 req-f5044963-0455-4694-92ef-103003b8aaf1 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:39.002811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25145e8f-af86-4cc3-a786-bf1c4ae05e89 req-f5044963-0455-4694-92ef-103003b8aaf1 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.4096420 Mar 05 00:15:39.079622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1181f5-da16-411c-bc22-f4e5e1bba83c req-30df9bf9-c1a1-462b-a176-665f21baa1f6 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:39.087531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad1181f5-da16-411c-bc22-f4e5e1bba83c req-30df9bf9-c1a1-462b-a176-665f21baa1f6 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 983 time: 0.7025838 Mar 05 00:15:39.109477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-15544e6c-157c-47ae-a44f-050186cb67ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56853e5d-bdce-4134-b2ce-5e9e38b34959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3045108 Mar 05 00:15:39.137915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet fa10305d-dee9-49bb-9c8e-99b210a92a7c {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:39.149156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Allocated IP 172.20.0.9 (f29d1e5f-b6b3-443c-bd8c-8797754bdb98/3e60a3ad-8b08-4987-a776-7252326ee905/a5b83332-0dba-4f29-98e5-8ff4c799f2fd) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:39.167858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.249808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ad1181f5-da16-411c-bc22-f4e5e1bba83c req-79d47dbc-ffe2-44bf-b1fb-3aa3f3c8486e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1608973 Mar 05 00:15:39.258658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-b7db0679-20c8-4cc1-b6ee-4174475106a4 service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855787 Mar 05 00:15:39.302077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.345864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25145e8f-af86-4cc3-a786-bf1c4ae05e89 req-ea5c2ef4-8557-4b96-9e57-a300b51b52e7 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303957 Mar 05 00:15:39.450348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.488408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.552437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:39.577794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:39.590366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b88f8-1769-4650-8c86-acded0fdef5b None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:39.592334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:39.593012 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.609490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=3fbae4da-2734-416a-8862-2c38bd9c6784,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:39.648145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-97c6af06-f3b6-4ba2-ad4d-e6dd3231d22c service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289385 Mar 05 00:15:39.698493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b427ee11-8279-449d-be05-ffbd168ebef5 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4106939 Mar 05 00:15:39.752607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39380) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:39.763896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.846448 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:39.863663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66b3e84c-0c1d-4711-a511-892124f28752 req-27720c7f-e001-47d3-9d4c-3f3c173742dd service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082353 Mar 05 00:15:39.906404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:39.951697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1339907686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3fbae4da-2734-416a-8862-2c38bd9c6784'}], 'security_groups': ['5ca5a065-a009-4e12-a9f7-0393871b8a6a']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:40.137685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:40.138276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:40.213743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3dde62ab-7aeb-4b96-ada9-6e4df59698b7 req-14699685-1a4d-42f4-84c9-6583b1912176 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 210 time: 0.6341691 Mar 05 00:15:40.219372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72749f70-1216-4d70-877b-b97b0614b2e7 req-85b30541-4987-4109-a5a4-7d98aebda363 service neutron] 10.222.0.36 "GET /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928495 Mar 05 00:15:40.450185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4c96d-d45e-4aaf-b160-14c75c1392dd None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:40.455974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=fa10305d-dee9-49bb-9c8e-99b210a92a7c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:40.469007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Update dhcp port {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'fixed_ips': [{'subnet_id': '4adaaacd-9c41-481d-89a6-d999a45e6c52', 'ip_address': '2001:db8::2'}, {'subnet_id': '3fbae4da-2734-416a-8862-2c38bd9c6784'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '2937ed57-b21b-4c15-bee2-e7c4b6e52b83'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:15:40.491063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6445b-79af-4c07-a7df-547fb7913407 req-6a2f7e8c-5942-48d8-8aff-aeb8c8ac017a tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:40.492635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-62d6445b-79af-4c07-a7df-547fb7913407 req-6a2f7e8c-5942-48d8-8aff-aeb8c8ac017a tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.1290066 Mar 05 00:15:40.512106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:40.582865 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:40.586039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-62d6445b-79af-4c07-a7df-547fb7913407 req-7f9d9079-d204-465c-85b1-feb698b6c744 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737443 Mar 05 00:15:40.595110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:40.635544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:40.635778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-774ae6ec-39b5-47fa-8f51-167a0f8bd871 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/fa10305d-dee9-49bb-9c8e-99b210a92a7c HTTP/1.1" status: 204 len: 168 time: 2.5198655 Mar 05 00:15:40.797268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9d42a-fbd7-4c11-b365-f4d541900fe1 req-1948cd89-fd35-4088-9239-efbf67afa976 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:40.804832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06e9d42a-fbd7-4c11-b365-f4d541900fe1 req-1948cd89-fd35-4088-9239-efbf67afa976 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 983 time: 0.3408518 Mar 05 00:15:40.846057 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:40.957162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9ec6075f-71e2-42dc-9e41-d5637483894b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3204827 Mar 05 00:15:40.959691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:41.018233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:41.019386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Pushing event updated for resources: {'Port': ['ID=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:41.025780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:41.042828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06e9d42a-fbd7-4c11-b365-f4d541900fe1 req-85213bc1-9476-4e96-8801-35f354e53c3f tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2344427 Mar 05 00:15:41.042828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:41.093380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Allocated IP 2001:db8:0:1::2 (fc03563a-c0d1-46ef-98d2-582e64a079e2/3fbae4da-2734-416a-8862-2c38bd9c6784/2937ed57-b21b-4c15-bee2-e7c4b6e52b83) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:41.101616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:41.213913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:41.214617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:41.241190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:15:41.256533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:41.267871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] Deleting port d524b141-436a-4bbd-a29a-9f90b47e25ef {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:41.268567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:41.280964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-4d19c318-f504-474e-82c5-268989bfb383 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6538088 Mar 05 00:15:41.292616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Request body: {'port': {'device_id': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:41.617351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cd79e11d-88c7-4b22-9e31-09f453e7d2ea details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:15:41.726251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:41.827776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:41.871698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Transition to ACTIVE for port object 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:41.995040 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Sync routers for ids ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:42.015144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Routers {'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:42.016767 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:42.074932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] For port d524b141-436a-4bbd-a29a-9f90b47e25ef, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d524b141-436a-4bbd-a29a-9f90b47e25ef,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:42.075613 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.125492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.207760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d524b141-436a-4bbd-a29a-9f90b47e25ef no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:42.302974 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.313900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] Calling delete_port for d524b141-436a-4bbd-a29a-9f90b47e25ef owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:42.349083 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Set router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:42.356174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a078-c64a-4823-84b8-a026888ff936 req-989832cf-5ea1-4ec2-91e4-3160a9f154ca tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:42.365572 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f53a078-c64a-4823-84b8-a026888ff936 req-989832cf-5ea1-4ec2-91e4-3160a9f154ca tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 931 time: 0.2858822 Mar 05 00:15:42.371153 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.390863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-1b4cd2a0-f97c-4d02-b480-ee69beece79f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:42.392906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-1b4cd2a0-f97c-4d02-b480-ee69beece79f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.36 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.7514145 Mar 05 00:15:42.398039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.439046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0f53a078-c64a-4823-84b8-a026888ff936 req-751d24d8-be5d-43be-9e47-a215f4d332ec tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Synchronizing usage tracker for tenant:9a81c31866f14eeda35e0e8d3d29a02b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:42.464397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:15:42.467533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.468222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Fanout notify agent at l3_agent the message router_deleted on router a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:15:42.474197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0f53a078-c64a-4823-84b8-a026888ff936 req-751d24d8-be5d-43be-9e47-a215f4d332ec tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Unset dirty status for tenant:9a81c31866f14eeda35e0e8d3d29a02b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:42.486161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f53a078-c64a-4823-84b8-a026888ff936 req-751d24d8-be5d-43be-9e47-a215f4d332ec tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196275 Mar 05 00:15:42.510249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fa6de-eff2-4a46-b0da-5892d7dabccc req-28a9a3a7-33d9-424a-ab09-ddf9323332ee tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:42.517878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c4fa6de-eff2-4a46-b0da-5892d7dabccc req-28a9a3a7-33d9-424a-ab09-ddf9323332ee tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.5950878 Mar 05 00:15:42.519405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.523212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f82cf08-00b9-4633-baaa-a6a23c842207 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/routers/a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc HTTP/1.1" status: 204 len: 168 time: 1.5599124 Mar 05 00:15:42.525683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39444) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:42.553802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc', 'name': 'tempest-NetworksTestDHCPv6-router-380858028', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:15:19Z', 'updated_at': '2022-03-05T00:15:34Z', 'revision_number': 3, 'project_id': '84a1c75586f34f92b98f51d42cae0855', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:42.563388 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Checking router: a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:42.600257 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Routers set() bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:42.600620 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Router IDs set() for agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 05 00:15:42.601284 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_agentschedulers_db [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent'). {{(pid=83785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 00:15:42.601663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7e11-3a27-4b65-9fc8-2d42a16a44cd None None] The sync data for ids ['a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:42.670813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb222c3-cd3b-490f-b6fd-eeb2695f52d4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:42.671414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7cb222c3-cd3b-490f-b6fd-eeb2695f52d4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:42.730050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7cb222c3-cd3b-490f-b6fd-eeb2695f52d4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:42.731191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7cb222c3-cd3b-490f-b6fd-eeb2695f52d4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2045600 Mar 05 00:15:42.736469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39448) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:42.808454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Deleting port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:42.808948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:42.832113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27073142-22aa-4490-ad53-64515f0da41f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:42.833141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-27073142-22aa-4490-ad53-64515f0da41f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:42.847646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420292e7-1863-46c7-8464-63147947b179 req-d871960b-66f5-4cce-ba4f-6adfd9e7f267 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:42.858265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-420292e7-1863-46c7-8464-63147947b179 req-d871960b-66f5-4cce-ba4f-6adfd9e7f267 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 983 time: 0.1721332 Mar 05 00:15:42.898404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7f0a5-a596-4da7-bdc6-f6b21fb81763 None None] Pushing event updated for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:42.934075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-27073142-22aa-4490-ad53-64515f0da41f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:42.943386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-27073142-22aa-4490-ad53-64515f0da41f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2048702 Mar 05 00:15:42.949643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:43.040468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.062914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-44e322eb-4c45-4a4e-9a63-7186543b7a21 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:router {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:43.081889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-420292e7-1863-46c7-8464-63147947b179 req-08151ad1-1fac-4ae4-ac28-b81f5d9ed3c1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2223916 Mar 05 00:15:43.111499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-44e322eb-4c45-4a4e-9a63-7186543b7a21 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:router {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:43.112945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-44e322eb-4c45-4a4e-9a63-7186543b7a21 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1563427 Mar 05 00:15:43.117196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39468) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:43.123279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:43.161122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] Pushing event deleted for resources: {'Port': ['ID=d524b141-436a-4bbd-a29a-9f90b47e25ef,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:43.167958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:43.209944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'port_id': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'mac_address': 'fa:16:3e:5b:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:15:43.228639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.233949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b83332-0dba-4f29-98e5-8ff4c799f2fd {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:15:43.253747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.293414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Transition to ACTIVE for port object a5b83332-0dba-4f29-98e5-8ff4c799f2fd will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:43.309593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:43.324076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:43.340545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:43.340672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc564fb1-c7ca-448c-889f-3494f6e4d4a1 None None] No DVR routers for this DVR port d524b141-436a-4bbd-a29a-9f90b47e25ef on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:15:43.512205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.539422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd79e11d-88c7-4b22-9e31-09f453e7d2ea {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:15:43.567396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:43.576928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.629259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.713897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:43.725209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:43.821429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:43.849279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c4fa6de-eff2-4a46-b0da-5892d7dabccc req-6095ed50-9db7-4a9e-a6b2-80d87b49ced5 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3286035 Mar 05 00:15:43.863129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Delete allocated IP 2001:db8::14f (fc03563a-c0d1-46ef-98d2-582e64a079e2/4adaaacd-9c41-481d-89a6-d999a45e6c52) {{(pid=83783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 00:15:43.870968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:43.897358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cd79e11d-88c7-4b22-9e31-09f453e7d2ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:15:43.957865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1768bd1-52ff-471a-b942-836c6c6f6460 req-8b42bc99-e457-479a-89e9-bc58c3cba5ae tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:43.960233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1768bd1-52ff-471a-b942-836c6c6f6460 req-8b42bc99-e457-479a-89e9-bc58c3cba5ae tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 943 time: 0.1702886 Mar 05 00:15:44.034627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] For port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:44.035032 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.069511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1768bd1-52ff-471a-b942-836c6c6f6460 req-5cd40ead-aac9-41c1-8e15-ad40a00dc2d0 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990438 Mar 05 00:15:44.140842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Provisioning complete for port 28244820-b177-4599-a764-0eddd3ee94ed triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:44.141212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.259489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8:0:1::5c (fc03563a-c0d1-46ef-98d2-582e64a079e2/3fbae4da-2734-416a-8862-2c38bd9c6784/28244820-b177-4599-a764-0eddd3ee94ed) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:44.268064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:15:44.271071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.346777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:44.350284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:44.357379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:44.358003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.381085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1f81a-22e3-44c2-9e61-969e594dc52a None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:44.393121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=486d7dfe-e194-4ef9-b665-b31cf9ac82cc,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:44.406963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Port 28244820-b177-4599-a764-0eddd3ee94ed cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:44.413482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0cb93914-b040-4136-afd6-0a419ac284c0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2949445 Mar 05 00:15:44.414357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:44.422048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:44.589011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Provisioning complete for port 33988200-e5d6-49e1-8a05-339312f4abe5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:44.589394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.625354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:44.631313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:44.635355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:44.637261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.637641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.637950 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Floating IP 0778cd64-ed89-488a-81d3-25082dc4266e disassociated. External IP: 172.25.0.89, port: b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0. Mar 05 00:15:44.638280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Calling delete_port for b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:44.641850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:44.653778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:44.657975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:44.712522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Port 33988200-e5d6-49e1-8a05-339312f4abe5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:44.836603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Provisioning for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:44.854996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:44.855390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4407c639-d228-4889-accf-003bfc2b59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:45.156635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '486d7dfe-e194-4ef9-b665-b31cf9ac82cc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:15:45.159077 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:45.401471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a587-096e-43cf-89e2-f54c3f380c23 req-ce3bd098-0bad-4ad8-b5cd-064cabe3e6a1 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:45.409944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee85a587-096e-43cf-89e2-f54c3f380c23 req-ce3bd098-0bad-4ad8-b5cd-064cabe3e6a1 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 946 time: 0.1933432 Mar 05 00:15:45.486079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee85a587-096e-43cf-89e2-f54c3f380c23 req-741afa42-3f83-4988-8ed5-1d9e1336f5ef tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups?id=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751529 Mar 05 00:15:45.515540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Allocated IP 2001:db8::f816:3eff:fe4d:1a1e (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/486d7dfe-e194-4ef9-b665-b31cf9ac82cc/764c1208-386d-4a9f-979b-d3b445aaaa51) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:45.538230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:45.567289 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:45.625110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cd79e11d-88c7-4b22-9e31-09f453e7d2ea up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:45.672867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:45.677740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:45.683348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:45.684464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:45.714668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Attempting to bind port a5b83332-0dba-4f29-98e5-8ff4c799f2fd on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:45.716116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Attempting to bind port a5b83332-0dba-4f29-98e5-8ff4c799f2fd by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'ab250334-7d0d-401f-b7d7-78e0be932e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:45.716116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Attempting to bind port a5b83332-0dba-4f29-98e5-8ff4c799f2fd on network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:45.754153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event deleted for resources: {'Port': ['ID=b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:45.774067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f921899-2438-490f-8eee-1b3f181fa4f6 req-5fad30d5-601b-41f2-b474-51f3222cd81c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:45.784225 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f921899-2438-490f-8eee-1b3f181fa4f6 req-5fad30d5-601b-41f2-b474-51f3222cd81c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 984 time: 1.2511976 Mar 05 00:15:45.806681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:45.823863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Port a5b83332-0dba-4f29-98e5-8ff4c799f2fd on network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:15:45.824359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Attempting to bind port a5b83332-0dba-4f29-98e5-8ff4c799f2fd on network f29d1e5f-b6b3-443c-bd8c-8797754bdb98 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:45.874343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:45.874779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Checking segment: {'id': 'ab250334-7d0d-401f-b7d7-78e0be932e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:45.875582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Bound using segment: {'id': 'ab250334-7d0d-401f-b7d7-78e0be932e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:45.876092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Bound port: a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab250334-7d0d-401f-b7d7-78e0be932e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:45.876550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:45.878594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:15:45.879488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:15:45.884404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=e1608af8-e6f3-46ae-9ccc-2471c41d03cd,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:45.902751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-afee822c-e2b4-472e-b247-24aa861f08bb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4858775 Mar 05 00:15:45.913121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:45.931993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:01:91:b7', 'name': 'tempest-NetworksTestDHCPv6-348621900'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:45.984613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port cd79e11d-88c7-4b22-9e31-09f453e7d2ea completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:46.002087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port cd79e11d-88c7-4b22-9e31-09f453e7d2ea triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:46.002569 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.047574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f51212-bdfc-437f-b692-7958902be2ee req-d84811e6-26b8-4423-a47b-27aca29c3d4b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:46.049160 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03f51212-bdfc-437f-b692-7958902be2ee req-d84811e6-26b8-4423-a47b-27aca29c3d4b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 943 time: 0.3221741 Mar 05 00:15:46.096109 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.141862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f921899-2438-490f-8eee-1b3f181fa4f6 req-8ac9db47-0147-40b8-b5fd-83f039c1c4d5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3559728 Mar 05 00:15:46.147685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:15:46.153368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Transition to ACTIVE for port object 764c1208-386d-4a9f-979b-d3b445aaaa51 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:46.171567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03f51212-bdfc-437f-b692-7958902be2ee req-a354405d-98dd-4650-acb5-683c9e221e3c tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157165 Mar 05 00:15:46.206888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.208998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:46.222112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:46.256547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Transition to ACTIVE for port object 764c1208-386d-4a9f-979b-d3b445aaaa51 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:46.257049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:46.268457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.301052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.330529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 4f2a7751-555b-4105-be76-607dbb52259b yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:15:46.363280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object 28244820-b177-4599-a764-0eddd3ee94ed will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:46.382769 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.433148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:46.434024 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.469844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] For port a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:46.475294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:46.484252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:46.486781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:46.517022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] For port a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,segment=NetworkSegment(ab250334-7d0d-401f-b7d7-78e0be932e30),segment_id=ab250334-7d0d-401f-b7d7-78e0be932e30)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:46.614111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:46.622677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 172.20.0.11 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/e1608af8-e6f3-46ae-9ccc-2471c41d03cd/4f2a7751-555b-4105-be76-607dbb52259b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:46.629894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe01:91b7 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/486d7dfe-e194-4ef9-b665-b31cf9ac82cc/4f2a7751-555b-4105-be76-607dbb52259b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:46.680307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.755122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] In _notify_port_updated(), no bound segment for port 28244820-b177-4599-a764-0eddd3ee94ed on network fc03563a-c0d1-46ef-98d2-582e64a079e2 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:15:46.765934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:46.766760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.768866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/ports/28244820-b177-4599-a764-0eddd3ee94ed HTTP/1.1" status: 200 len: 930 time: 7.0089238 Mar 05 00:15:46.772894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39550) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:46.785642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ccbce-8a2d-44d2-916b-a7a1b0d11ef1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=28244820-b177-4599-a764-0eddd3ee94ed,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:46.830187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:46.832772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Attempting to bind port 764c1208-386d-4a9f-979b-d3b445aaaa51 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:15:46.833241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Attempting to bind port 764c1208-386d-4a9f-979b-d3b445aaaa51 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:15:46.834228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Attempting to bind port 764c1208-386d-4a9f-979b-d3b445aaaa51 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:15:46.843055 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.976450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:46.980368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:15:46.981186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:15:46.981186 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:46.981769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:15:46.983420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Bound port: 764c1208-386d-4a9f-979b-d3b445aaaa51, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:15:46.983912 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.058493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:47.100262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 28244820-b177-4599-a764-0eddd3ee94ed {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:47.101051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.151960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.174073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b40a02e-4e9d-4a36-a8ad-4c468b14d754 req-af7f0ec1-2731-4b1a-9e9c-20bf17ff4cad tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.3262618 Mar 05 00:15:47.180423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.182336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-4009f3e3-a3ce-4231-a262-59ae5414a8e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a5b83332-0dba-4f29-98e5-8ff4c799f2fd HTTP/1.1" status: 200 len: 1091 time: 5.8944838 Mar 05 00:15:47.184147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'tag': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:47.210127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:15:47.219900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:15:47.232628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 4f2a7751-555b-4105-be76-607dbb52259b will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:47.233561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.289142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.346262 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'code': 200} Mar 05 00:15:47.374029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Router c10c570e-5cc6-43aa-a98b-51366cfe57fa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:15:47.375726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b14a58f7-93e8-4fcc-8c6e-f157afc5c18b None None] Provisioning for port 28244820-b177-4599-a764-0eddd3ee94ed completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:47.410641 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'tag': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd', 'status': 'completed', 'code': 200} Mar 05 00:15:47.425382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b14a58f7-93e8-4fcc-8c6e-f157afc5c18b None None] Provisioning complete for port 28244820-b177-4599-a764-0eddd3ee94ed triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:47.432912 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b14a58f7-93e8-4fcc-8c6e-f157afc5c18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.512449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b14a58f7-93e8-4fcc-8c6e-f157afc5c18b None None] Port 28244820-b177-4599-a764-0eddd3ee94ed cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:47.526137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:47.539764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:47.550526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525fa0e-daa2-4c41-9657-5257b0cc8144 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:47.553475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=4f2a7751-555b-4105-be76-607dbb52259b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:47.555954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:47.702184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:47.703785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.850288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8457d040-88ce-48cd-aa83-eb5b2de248ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9324274 Mar 05 00:15:47.858267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39578) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:47.879307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:47.892261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-087d8a1e-905e-4910-9c78-18384bb4f0f4 req-52409c34-09a8-4adf-8a28-86083218bc40 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.4819818 Mar 05 00:15:47.925404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-60a1a3e9-5e90-4232-8e62-4b28953ad21d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a81c31866f14eeda35e0e8d3d29a02b&device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 1094 time: 0.6862860 Mar 05 00:15:48.129383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-087d8a1e-905e-4910-9c78-18384bb4f0f4 req-51fa62f3-01fa-4795-95a4-79c4347b8b2b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1865604 Mar 05 00:15:48.146828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281ad46-e3a5-4965-911e-d36bae7c600e req-b23b0947-1987-4ba5-9c05-91655e8cb970 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:48.149788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2281ad46-e3a5-4965-911e-d36bae7c600e req-b23b0947-1987-4ba5-9c05-91655e8cb970 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 943 time: 0.4998181 Mar 05 00:15:48.227254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bd9570-152c-4f8f-a353-a93de058129b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:48.231312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bd9570-152c-4f8f-a353-a93de058129b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:48.232126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d8bd9570-152c-4f8f-a353-a93de058129b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:48.242951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2281ad46-e3a5-4965-911e-d36bae7c600e req-e7f58052-a879-41f0-a4eb-5e931915c2d0 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838192 Mar 05 00:15:48.258517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d8bd9570-152c-4f8f-a353-a93de058129b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:48.260754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d8bd9570-152c-4f8f-a353-a93de058129b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4007761 Mar 05 00:15:48.264354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39588) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:48.387693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 4f2a7751-555b-4105-be76-607dbb52259b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:48.388491 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:48.406450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-e53a11b0-db73-4cb0-8c19-94f6f01249fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd HTTP/1.1" status: 200 len: 217 time: 0.0717230 Mar 05 00:15:48.498414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 28244820-b177-4599-a764-0eddd3ee94ed owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:48.591415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dfed6-5de7-4497-8c40-1b8d2b31d3c4 req-22b6eeb5-23e6-478f-855c-85ab441ebe27 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:48.593243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-551dfed6-5de7-4497-8c40-1b8d2b31d3c4 req-22b6eeb5-23e6-478f-855c-85ab441ebe27 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 985 time: 0.9672985 Mar 05 00:15:48.690200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251dd6d-df73-41bf-8283-7975b427afec req-d0b15672-52e7-4a11-964a-e1af4357cbad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:48.691647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-d0b15672-52e7-4a11-964a-e1af4357cbad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e60a3ad-8b08-4987-a776-7252326ee905 HTTP/1.1" status: 200 len: 853 time: 0.2345095 Mar 05 00:15:48.763305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-551dfed6-5de7-4497-8c40-1b8d2b31d3c4 req-4ad2aefa-9030-49e4-811f-253f46fa8e13 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1607432 Mar 05 00:15:48.788720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-95262933-dae6-4246-8f58-3feba221c650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f29d1e5f-b6b3-443c-bd8c-8797754bdb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706003 Mar 05 00:15:49.115818 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-ccc444bb-cd66-46eb-bf97-f173aae276c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292790 Mar 05 00:15:49.141713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82d738e6-88a1-498d-9f16-50b659cda652 req-509a42c7-8afc-4f60-a0ea-3cc8bc53a1e8 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.6505964 Mar 05 00:15:49.204110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:49.340143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ee1ae-d1e9-4f4d-b9d9-fb65c27e6b81 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:49.345120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 4f2a7751-555b-4105-be76-607dbb52259b owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:49.359841 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7251dd6d-df73-41bf-8283-7975b427afec req-d911e7e6-624e-4024-a107-d49cb34dabf6 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359314 Mar 05 00:15:49.532628 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:49.641537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-709b439b-9aee-40a2-83be-3fea0d812a15 None None] Provisioning for port 764c1208-386d-4a9f-979b-d3b445aaaa51 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:49.673881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=28244820-b177-4599-a764-0eddd3ee94ed,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:49.755151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:15:49.842245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:49.885285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] Sync routers for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:15:50.010788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-0f84328f-8d35-41cc-85cc-a0206d6c98b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a81c31866f14eeda35e0e8d3d29a02b&device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 1094 time: 0.5858920 Mar 05 00:15:50.012625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:50.013575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:50.013876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] No DVR routers for this DVR port b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:15:50.026022 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:50.028041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d100cd78-b44f-4ff5-b82a-682412d798e3 req-3bfcdf7c-d77a-40cb-90f4-81d2f859ed7f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.36 "DELETE /v2.0/ports/b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0 HTTP/1.1" status: 204 len: 173 time: 7.6274421 Mar 05 00:15:50.031192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e1b52435-64e3-4e35-bb80-503607448e0a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/28244820-b177-4599-a764-0eddd3ee94ed HTTP/1.1" status: 204 len: 168 time: 3.2506509 Mar 05 00:15:50.031896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'name': 'network-vif-deleted', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:50.034861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:50.045829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39624) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:50.108045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 764c1208-386d-4a9f-979b-d3b445aaaa51 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:50.268159 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ffc2a9-4c32-4678-ba10-d99f98f96f0f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:15:50.268755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d0ffc2a9-4c32-4678-ba10-d99f98f96f0f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:50.281384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4b8f1-6e57-42f7-9d38-cea3b2e3d75a req-fc014b47-c537-40f8-90b0-464009c75f1f tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:50.290021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d2d4b8f1-6e57-42f7-9d38-cea3b2e3d75a req-fc014b47-c537-40f8-90b0-464009c75f1f tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Synchronizing usage tracker for tenant:9a81c31866f14eeda35e0e8d3d29a02b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:50.310686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=4f2a7751-555b-4105-be76-607dbb52259b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:50.511912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4afc72-a6be-43e5-911c-a47765669366 req-39f9f05b-8132-43ae-8947-fbec5d70349a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:50.513409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-39f9f05b-8132-43ae-8947-fbec5d70349a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f29d1e5f-b6b3-443c-bd8c-8797754bdb98 HTTP/1.1" status: 200 len: 914 time: 0.4666731 Mar 05 00:15:50.522115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:50.553862 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ffcada88-ffc6-4f50-aed2-d4506104b6e0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/4f2a7751-555b-4105-be76-607dbb52259b HTTP/1.1" status: 204 len: 168 time: 2.2862821 Mar 05 00:15:50.556601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39638) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:50.656574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b6e2-81da-4683-b4ec-0a69054b9eeb req-f44c15c4-e681-4da1-afa8-9d6f0af55cbf tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:50.667454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ee7b6e2-81da-4683-b4ec-0a69054b9eeb req-f44c15c4-e681-4da1-afa8-9d6f0af55cbf tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 985 time: 0.3578954 Mar 05 00:15:50.667879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-34c37295-9230-4018-9c2f-8a93f1d44f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd HTTP/1.1" status: 200 len: 217 time: 0.1457002 Mar 05 00:15:50.669302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d0ffc2a9-4c32-4678-ba10-d99f98f96f0f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:50.670624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d0ffc2a9-4c32-4678-ba10-d99f98f96f0f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/28244820-b177-4599-a764-0eddd3ee94ed HTTP/1.1" status: 404 len: 333 time: 0.5514410 Mar 05 00:15:50.675611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:50.686406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:50.746047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 764c1208-386d-4a9f-979b-d3b445aaaa51 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:50.762023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:50.762422 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:50.796541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d2d4b8f1-6e57-42f7-9d38-cea3b2e3d75a req-fc014b47-c537-40f8-90b0-464009c75f1f tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Unset dirty status for tenant:9a81c31866f14eeda35e0e8d3d29a02b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:50.798629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2d4b8f1-6e57-42f7-9d38-cea3b2e3d75a req-fc014b47-c537-40f8-90b0-464009c75f1f tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 943 time: 1.2767348 Mar 05 00:15:50.908943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f667e2-4e1a-4027-a1b0-4410e3c34b9d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:50.914562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f667e2-4e1a-4027-a1b0-4410e3c34b9d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:50.925156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f667e2-4e1a-4027-a1b0-4410e3c34b9d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:50.930395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-12f667e2-4e1a-4027-a1b0-4410e3c34b9d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:50.946412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1ee7b6e2-81da-4683-b4ec-0a69054b9eeb req-4ea5c5bc-3835-4469-9fac-db0f0adb5288 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2773206 Mar 05 00:15:51.010712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-12f667e2-4e1a-4027-a1b0-4410e3c34b9d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:51.020177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-12f667e2-4e1a-4027-a1b0-4410e3c34b9d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3827183 Mar 05 00:15:51.020747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39648) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:51.053495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc2db6-de3b-464e-a7e2-f77e4233ebfb None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '486d7dfe-e194-4ef9-b665-b31cf9ac82cc', 'ip_address': '2001:db8::f816:3eff:fe4d:1a1e'}, {'subnet_id': 'e1608af8-e6f3-46ae-9ccc-2471c41d03cd'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '764c1208-386d-4a9f-979b-d3b445aaaa51'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:15:51.201146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9bdc2db6-de3b-464e-a7e2-f77e4233ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.211132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4afc72-a6be-43e5-911c-a47765669366 req-690e573d-8532-4946-96fe-fb03e3d17a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:51.218347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-690e573d-8532-4946-96fe-fb03e3d17a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e60a3ad-8b08-4987-a776-7252326ee905 HTTP/1.1" status: 200 len: 853 time: 0.4852419 Mar 05 00:15:51.221371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.226688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2d4b8f1-6e57-42f7-9d38-cea3b2e3d75a req-3188a359-0645-461d-bd48-907947c679fc tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090898 Mar 05 00:15:51.432388 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9548cde5-2d28-444b-8917-80d3c6cec652', 'name': 'network-vif-deleted', 'tag': 'b40fd5ba-a8ea-4e9a-a45d-ce4d60a7eed0', 'status': 'completed', 'code': 200} Mar 05 00:15:51.471282 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-55cd68ff-3ce5-4436-a10b-b528df0af27e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f29d1e5f-b6b3-443c-bd8c-8797754bdb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2419853 Mar 05 00:15:51.478806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:51.587495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d99fb55-4deb-4652-86cc-ae728d3ab89d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.623757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.704931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 486d7dfe-e194-4ef9-b665-b31cf9ac82cc {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:51.713521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.759003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:51.771394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.771856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.772294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.772729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.773161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.773613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.774056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.774480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.774901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.775833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.776255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:15:51.782242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:49Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:51.795184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] Checking router: c10c570e-5cc6-43aa-a98b-51366cfe57fa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:15:51.823289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.829911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:15:51.834795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:15:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:51.850287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5eee3606-577f-4f23-b108-62b9cc3dfe33 req-ec567f55-ff0a-4d63-b153-de513f516782 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Synchronizing usage tracker for tenant:618e6c9acdb34dde959627d2784de187 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:51.859910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d99fb55-4deb-4652-86cc-ae728d3ab89d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.914693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:51.927842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5eee3606-577f-4f23-b108-62b9cc3dfe33 req-ec567f55-ff0a-4d63-b153-de513f516782 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Unset dirty status for tenant:618e6c9acdb34dde959627d2784de187 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:51.929631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5eee3606-577f-4f23-b108-62b9cc3dfe33 req-ec567f55-ff0a-4d63-b153-de513f516782 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/ports?device_id=9548cde5-2d28-444b-8917-80d3c6cec652 HTTP/1.1" status: 200 len: 210 time: 0.2866406 Mar 05 00:15:52.027843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-089d7b69-9acf-42be-8d62-2b85ea3826ec service neutron] 10.222.0.36 "GET /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415022 Mar 05 00:15:52.028579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d99fb55-4deb-4652-86cc-ae728d3ab89d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.049210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server [None req-9bdc2db6-de3b-464e-a7e2-f77e4233ebfb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 486d7dfe-e194-4ef9-b665-b31cf9ac82cc: This subnet is being modified by another concurrent operation. Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise value Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server raise exception Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 486d7dfe-e194-4ef9-b665-b31cf9ac82cc: This subnet is being modified by another concurrent operation. Mar 05 00:15:52.093765 n-d-828979-4 neutron-server[83784]: ERROR oslo_messaging.rpc.server Mar 05 00:15:52.120138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=486d7dfe-e194-4ef9-b665-b31cf9ac82cc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:52.170703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99fb55-4deb-4652-86cc-ae728d3ab89d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120901ac-92a0-46bb-9e91-9714bddf416f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:52.176849 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.203684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-54d02e45-d4d1-4e4b-b83a-99ee5295527c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/486d7dfe-e194-4ef9-b665-b31cf9ac82cc HTTP/1.1" status: 204 len: 168 time: 1.1817575 Mar 05 00:15:52.207135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39666) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:52.213295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d99fb55-4deb-4652-86cc-ae728d3ab89d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.235348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593f879-eb72-4374-a662-9da8fbcefa0c None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:52.239889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9d99fb55-4deb-4652-86cc-ae728d3ab89d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/security-groups/120901ac-92a0-46bb-9e91-9714bddf416f HTTP/1.1" status: 204 len: 168 time: 1.5378866 Mar 05 00:15:52.240477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39670) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:52.379142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610dd0e-9275-4e0f-92da-fa30d0d09aae req-9bcdab7a-67f8-4c35-8484-a4de102b0807 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:52.388168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d4afc72-a6be-43e5-911c-a47765669366 req-17450922-297a-4c81-a5a9-19f548f1cb89 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512301 Mar 05 00:15:52.393743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5610dd0e-9275-4e0f-92da-fa30d0d09aae req-9bcdab7a-67f8-4c35-8484-a4de102b0807 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 985 time: 0.3980954 Mar 05 00:15:52.432964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:15:52.441186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5dc0-203d-4e5f-9507-dd4071f1b337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.450801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet e1608af8-e6f3-46ae-9ccc-2471c41d03cd {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:52.454064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.521260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5dc0-203d-4e5f-9507-dd4071f1b337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.538484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.574068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b358d82-796e-4da2-86c8-6125c96ce068 None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:52.574806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b358d82-796e-4da2-86c8-6125c96ce068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.604601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.685509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.885556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5dc0-203d-4e5f-9507-dd4071f1b337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.891775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5610dd0e-9275-4e0f-92da-fa30d0d09aae req-5227b363-1344-4c7d-a74c-9ee5aed8b3f7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4942226 Mar 05 00:15:52.892574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=e1608af8-e6f3-46ae-9ccc-2471c41d03cd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:52.924347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5dc0-203d-4e5f-9507-dd4071f1b337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.928053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e7ab5dc0-203d-4e5f-9507-dd4071f1b337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ca5a065-a009-4e12-a9f7-0393871b8a6a HTTP/1.1" status: 204 len: 168 time: 0.6712902 Mar 05 00:15:52.928556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:52.928703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39686) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:52.931884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab5dc0-203d-4e5f-9507-dd4071f1b337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5a065-a009-4e12-a9f7-0393871b8a6a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:53.002139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacd64d-898d-4133-8b98-8ecc2d74a3a8 req-71c3dc22-d2c4-4deb-8a16-b182cf562aab tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:53.004177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eacd64d-898d-4133-8b98-8ecc2d74a3a8 req-71c3dc22-d2c4-4deb-8a16-b182cf562aab tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 943 time: 0.4528098 Mar 05 00:15:53.061062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-75c35bde-a741-46c0-af32-c4fdee3b9e87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/e1608af8-e6f3-46ae-9ccc-2471c41d03cd HTTP/1.1" status: 204 len: 168 time: 0.8499420 Mar 05 00:15:53.083417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39694) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:53.102662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-567f05cc-9d06-4d89-98ac-75f17f42670f req-89c08937-9183-4f10-b743-9db14b558726 service neutron] (83783) timed out ('10.222.0.32', 39508) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:15:53.106897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eacd64d-898d-4133-8b98-8ecc2d74a3a8 req-46f3abc6-3f24-4c63-83d0-eff7cc2576f3 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974655 Mar 05 00:15:53.265106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2b45dba2-e38c-4e50-8296-455ce41dab3c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1804178 Mar 05 00:15:53.269121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:53.276560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:53.463267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:49Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:15:53.470401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f1e60-953a-45f8-ae4f-2555bce0462b None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': 'e1608af8-e6f3-46ae-9ccc-2471c41d03cd'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '764c1208-386d-4a9f-979b-d3b445aaaa51'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:15:53.475715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39710) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:53.501103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5a8a2-8056-4245-ae58-faa4c954a0d6 None None] The sync data for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 is: [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:13:32Z', 'revision_number': 4, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b0a633bc-38de-4983-9b9f-c241912882d6', 'name': '', 'network_id': 'a18acc35-72e2-4bdb-8a65-bcd0b1631711', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'mac_address': 'fa:16:3e:98:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:29Z', 'updated_at': '2022-03-05T00:13:49Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'subnets': [{'id': '9f823fc1-d23a-442f-986d-68c850f2d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:15:53.532677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 4adaaacd-9c41-481d-89a6-d999a45e6c52 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:15:53.536212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.538720 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-608f1e60-953a-45f8-ae4f-2555bce0462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.636593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:53.643924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.648957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:53.653599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:53.660070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:53.691517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:53.756931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12266682-cf4b-456a-9049-11ba30b45d6a req-eb8c4cfe-0288-4903-8e5c-828a92b34e2e tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.4885182 Mar 05 00:15:53.799410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39de6860-d892-43a0-9cbe-2129a6e55392 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.808585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.894404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:53.898633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39de6860-d892-43a0-9cbe-2129a6e55392 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.926663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Usage tracker for resource:security_group_rule and tenant:b64f06a9cab34347b2f5716f7032ae69 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:53.938786 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:53.992136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a5b83332-0dba-4f29-98e5-8ff4c799f2fd details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:15:54.038646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:54.091121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:54.154731 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab143b-072d-4aac-8a7a-5dac749f805c None None] New status for floating IP 0778cd64-ed89-488a-81d3-25082dc4266e: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:15:54.157377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 764c1208-386d-4a9f-979b-d3b445aaaa51 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:15:54.206921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.261506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.305277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39de6860-d892-43a0-9cbe-2129a6e55392 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.314281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.405471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=4adaaacd-9c41-481d-89a6-d999a45e6c52,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:54.439387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df011802-406d-45fb-84a4-3ecb17045abc tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/4adaaacd-9c41-481d-89a6-d999a45e6c52 HTTP/1.1" status: 204 len: 168 time: 1.5095663 Mar 05 00:15:54.458258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39730) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:54.502511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e08e1e-2ec8-4e62-9ef5-4464e0d4d8da None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:54.543218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:54.687845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de6860-d892-43a0-9cbe-2129a6e55392 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:54.907858 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.911085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:54.931047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:54.945565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.954477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-39de6860-d892-43a0-9cbe-2129a6e55392 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:54.957605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-39de6860-d892-43a0-9cbe-2129a6e55392 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "DELETE /v2.0/security-groups/3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a HTTP/1.1" status: 204 len: 168 time: 1.4571102 Mar 05 00:15:54.964540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39734) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:54.977914 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.025050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:55.045163 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-b1b20f5c-63dc-4f1f-a3b8-9d1b48f0df14 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] show failed (client error): The resource could not be found. Mar 05 00:15:55.046615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b1b20f5c-63dc-4f1f-a3b8-9d1b48f0df14 tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "GET /v2.0/security-groups/3daaf4e2-80d1-4d0c-8ab1-bac9c1daa86a HTTP/1.1" status: 404 len: 347 time: 0.0782914 Mar 05 00:15:55.049388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39738) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:55.083536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Synchronizing usage tracker for tenant:b64f06a9cab34347b2f5716f7032ae69 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:15:55.091486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,segment=NetworkSegment(ab250334-7d0d-401f-b7d7-78e0be932e30),segment_id=ab250334-7d0d-401f-b7d7-78e0be932e30)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:55.094429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:55.129820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-96d0c486-86f7-44c8-b323-3036283694d9 None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:55.130126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96d0c486-86f7-44c8-b323-3036283694d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.159949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0784676-7a92-48e7-bc92-d4d354090b94,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:55.167679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:55.171423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.334434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd', 'network_id': 'f29d1e5f-b6b3-443c-bd8c-8797754bdb98', 'port_id': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd', 'mac_address': 'fa:16:3e:73:32:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e60a3ad-8b08-4987-a776-7252326ee905', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:15:55.389507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Unset dirty status for tenant:b64f06a9cab34347b2f5716f7032ae69 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:15:55.391872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12266682-cf4b-456a-9049-11ba30b45d6a req-3d6e06a0-0fc5-47d7-9314-0d3859de905d tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.6287429 Mar 05 00:15:55.410802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:55.419308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c868-e72d-44f4-b91e-99b01a293585 req-68dcd549-1db9-4ba2-ae56-b1b3d8251d58 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:55.427004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.448030 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76d0c868-e72d-44f4-b91e-99b01a293585 req-68dcd549-1db9-4ba2-ae56-b1b3d8251d58 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 943 time: 0.7751734 Mar 05 00:15:55.487058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39750) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:55.510660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.580204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Deleting port 6c2b5173-c34a-4dd1-9c90-bc41055e4df2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:15:55.580544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.644261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b83332-0dba-4f29-98e5-8ff4c799f2fd {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:15:55.661407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-82c87da0-5c6c-408d-8336-e7b81116b809 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1131 time: 0.1727881 Mar 05 00:15:55.669704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39760) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:55.676091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:55.689635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:55.696336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:55.697717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,segment=NetworkSegment(ab250334-7d0d-401f-b7d7-78e0be932e30),segment_id=ab250334-7d0d-401f-b7d7-78e0be932e30)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:55.704222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:floatingip and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:55.708649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.713004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:55.723265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:55.741924 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96d0c486-86f7-44c8-b323-3036283694d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.742913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.907030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-96d0c486-86f7-44c8-b323-3036283694d9 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:55.927468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96d0c486-86f7-44c8-b323-3036283694d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:55.932483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:56.098925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['a5b83332-0dba-4f29-98e5-8ff4c799f2fd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:15:56.112159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.204883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c38e6389-f671-4169-a6a3-4c94f3612aef None None] Could not find standard attr ID for object 4f2a7751-555b-4105-be76-607dbb52259b. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:15:56.250465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76d0c868-e72d-44f4-b91e-99b01a293585 req-b57979cf-3ced-4821-9769-5058911cb2e0 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8012257 Mar 05 00:15:56.278241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.278241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.303051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:56.329286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:56.337062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:56.338808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.352157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.366603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:56.424278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0c486-86f7-44c8-b323-3036283694d9 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:56.523825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bdc6d21b-7a12-43f3-b71f-190bb4eeff0e tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0607932 Mar 05 00:15:56.549942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39772) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:56.557826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'security_group': {'name': 'tempest-secgroup-2105880612'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:56.565296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:56.570024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:56.575019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:56.585303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:56.594542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Calling delete_port for 6c2b5173-c34a-4dd1-9c90-bc41055e4df2 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:15:56.612285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.693026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:56.698466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group_rule and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:56.701505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:56.708502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:56.781510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.794465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.902631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1222fd16-608c-4f42-83fa-fc0d4f3d628c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:56.908963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.913245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-118efc90-4733-44fb-8552-7bc4edef6d4f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3616416 Mar 05 00:15:56.913923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39784) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:56.923263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'security_group': {'name': 'tempest-secgroup-641176668'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:56.927951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:56.933089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:56.944677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:56.948794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.25.0.93 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d3f32ee6-533e-4a2f-993e-160e4db43f5f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:56.950895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:56.957135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f67219-ee6f-4824-91c7-2a184f108504 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:56.960327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:56.990405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.054893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Pushing event deleted for resources: {'Port': ['ID=6c2b5173-c34a-4dd1-9c90-bc41055e4df2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:57.103719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.110642 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.141973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:15:57.235116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:57.254723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group_rule and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:57.258991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:57.272865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3ea48a5-547f-4dd2-a3d4-946ca2a1532e None None] Provisioning complete for port 33988200-e5d6-49e1-8a05-339312f4abe5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:57.272865 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48a5-547f-4dd2-a3d4-946ca2a1532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.273566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:57.297370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.323629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.343048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.344723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-efe9f15c-35aa-4781-ac3b-a8537fe0fc0f tempest-ServersTestJSON-569820085 tempest-ServersTestJSON-569820085-project] 10.222.0.32 "DELETE /v2.0/floatingips/0778cd64-ed89-488a-81d3-25082dc4266e HTTP/1.1" status: 204 len: 168 time: 2.2938519 Mar 05 00:15:57.384041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea48a5-547f-4dd2-a3d4-946ca2a1532e None None] Port 33988200-e5d6-49e1-8a05-339312f4abe5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:15:57.399783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39794) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:57.412099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3ea48a5-547f-4dd2-a3d4-946ca2a1532e None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:57.412550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48a5-547f-4dd2-a3d4-946ca2a1532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.450501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.511288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.614771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=d3f32ee6-533e-4a2f-993e-160e4db43f5f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:57.630416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Update dhcp port {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'fixed_ips': [{'subnet_id': '3fbae4da-2734-416a-8862-2c38bd9c6784', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '2937ed57-b21b-4c15-bee2-e7c4b6e52b83'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:15:57.724160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.773097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:57.785312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:57.797247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:57.799755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:15:57.806667 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.812147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.813480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.849634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.876409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b2eac-735f-43ec-a46f-e412828dd73c req-461b533c-e902-4c70-b605-978d7c27add1 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:57.877857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b4b2eac-735f-43ec-a46f-e412828dd73c req-461b533c-e902-4c70-b605-978d7c27add1 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 944 time: 0.4089994 Mar 05 00:15:57.884451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:57.971292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=3c9a505a-9b82-476b-a844-90dd31b3fb7a,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:57.988087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e2392-8f0a-4520-9d26-b6c00108b9d8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:58.032114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:15:58.032366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Allocated IP 2001:db8::2 (fc03563a-c0d1-46ef-98d2-582e64a079e2/858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047/2937ed57-b21b-4c15-bee2-e7c4b6e52b83) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:58.037871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:15:58.050678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:15:58.051601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.141638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8713632 Mar 05 00:15:58.142879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4f5cf-bc9d-4844-9094-e95c02db86d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=8']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:58.157450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a5b83332-0dba-4f29-98e5-8ff4c799f2fd up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:15:58.157579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39820) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:58.166227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:58.185736 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.189678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39826) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:58.189841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dd8600f7-e343-4a78-a4a3-32940bcb9335 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2728007 Mar 05 00:15:58.196407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'security_group': {'name': 'tempest-secgroup-355403254'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:58.205330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb54076-5c11-4ca8-82a7-65bafcf20e20 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:15:58.210045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:58.221523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:58.224642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:58.232464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:58.244137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.290356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:58.295931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:security_group_rule and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:58.299324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:58.307733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:58.431744 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.443587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.492749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:58.498772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:15:58.501951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:15:58.509804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:58.520161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:58.536562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b4b2eac-735f-43ec-a46f-e412828dd73c req-4deb930f-b1a2-45e9-ba6e-989e09d02b74 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391816 Mar 05 00:15:58.542814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.550508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3591900 Mar 05 00:15:58.552065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:15:58.555537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:58.581040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1981210802', 'security_groups': ['1cc3da3a-0007-4f0c-9d80-9aef6d89b4ad'], 'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:15:58.611784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port a5b83332-0dba-4f29-98e5-8ff4c799f2fd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:15:58.612056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be40a8c-7bb3-4cbd-ad24-613122db7db1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3da3a-0007-4f0c-9d80-9aef6d89b4ad,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:58.638926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port a5b83332-0dba-4f29-98e5-8ff4c799f2fd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:58.639298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.702262 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:15:58.741945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:58.818122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:15:58.828169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:15:58.846791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Transition to ACTIVE for port object 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:15:58.849971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:15:58.886433 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:59.090701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:59.150868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:59.179744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:59.243698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] device_id is not set on port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:15:59.252716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b6512-0b4d-4430-95f8-7f42c0168e22 None None] Pushing event updated for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:59.283431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cd238d92-0085-4783-97ca-de601bd5cfdc None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:15:59.283853 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd238d92-0085-4783-97ca-de601bd5cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:59.332543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:15:59.484335 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd', 'code': 200} Mar 05 00:15:59.489672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,segment=NetworkSegment(ab250334-7d0d-401f-b7d7-78e0be932e30),segment_id=ab250334-7d0d-401f-b7d7-78e0be932e30)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:15:59.516505 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:15:59.693045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8::cb (fc03563a-c0d1-46ef-98d2-582e64a079e2/858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047/38b1ab13-4fda-4acf-a9ae-a6a355654dcc) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:15:59.714489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:15:59.873597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:00.063935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c891d7c-9d81-4d4c-8c3d-ab153bc54668 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:16:00.084397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.138574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Transition to ACTIVE for port object 38b1ab13-4fda-4acf-a9ae-a6a355654dcc will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:00.155188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cdd4349f-929b-4119-8f8c-d5b70d017fd5 req-5b1a9665-e384-4ae7-97b6-21c965e9cc6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1602697 Mar 05 00:16:00.190450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.200296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.224712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c891d7c-9d81-4d4c-8c3d-ab153bc54668 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:16:00.246681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bf0cdd0e-5506-40ad-91a9-31e97521d97f None None] Provisioning complete for port 33988200-e5d6-49e1-8a05-339312f4abe5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:00.247166 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdd0e-5506-40ad-91a9-31e97521d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.280676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cdd4349f-929b-4119-8f8c-d5b70d017fd5 req-4d88d3c1-c70b-4663-955a-cd3d5351b411 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180105 Mar 05 00:16:00.328059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cdd0e-5506-40ad-91a9-31e97521d97f None None] Port 33988200-e5d6-49e1-8a05-339312f4abe5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:00.354716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:00.355426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=38b1ab13-4fda-4acf-a9ae-a6a355654dcc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:00.367343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:00.369968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bd1e0-70dc-44dc-b4e8-1f246b1b5ef6 req-6faa1566-8f08-4d95-ac61-196496aac858 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:00.370791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:00.375099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-777bd1e0-70dc-44dc-b4e8-1f246b1b5ef6 req-6faa1566-8f08-4d95-ac61-196496aac858 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 945 time: 0.5934317 Mar 05 00:16:00.377846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bf0cdd0e-5506-40ad-91a9-31e97521d97f None None] Provisioning for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:00.378781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:00.380210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.421640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.428963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-65597958-99e6-4e55-adf3-a530ec51a3d7 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8751509 Mar 05 00:16:00.431229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39870) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:00.438386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bf0cdd0e-5506-40ad-91a9-31e97521d97f None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:00.438884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdd0e-5506-40ad-91a9-31e97521d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.445200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:00.502174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-777bd1e0-70dc-44dc-b4e8-1f246b1b5ef6 req-2222a6e5-0385-40de-bd3f-dd5d80eab200 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204820 Mar 05 00:16:00.542619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.729428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:00.733473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:00.736466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:00.744729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:00.763084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:00.772570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:00.834729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.020989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.053488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.085188 n-d-828979-4 neutron-server[83783]: INFO neutron.db.ipam_backend_mixin [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047 (CIDR: 2001:db8::/64) Mar 05 00:16:01.095101 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:01.095809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:01.121745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '3c9a505a-9b82-476b-a844-90dd31b3fb7a', 'ip_address': '2001:db8::f816:3eff:fe4d:1a1e'}, {'subnet_id': '8c08015e-6ca1-4f89-91e3-66d1ec722411'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '764c1208-386d-4a9f-979b-d3b445aaaa51'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:16:01.137106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-65ae2fd9-6cee-4929-9897-b4989f91815d tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7044940 Mar 05 00:16:01.139478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39888) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:01.150773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:01.211953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:01.249984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.276623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:01.285797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:01.286572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.294024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.395894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:01.406182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:01.416049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:01.422521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:01.437922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:01.442369 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.495581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=8c08015e-6ca1-4f89-91e3-66d1ec722411,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:01.532253 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5c19ab9f-99f4-4e94-bc53-48c0ba8fea80 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3748417 Mar 05 00:16:01.534440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39896) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:01.553730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:58:93:45', 'name': 'tempest-NetworksTestDHCPv6-148522415'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:01.602109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=d3f32ee6-533e-4a2f-993e-160e4db43f5f,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:01.612157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Allocated IP 172.20.0.2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/8c08015e-6ca1-4f89-91e3-66d1ec722411/764c1208-386d-4a9f-979b-d3b445aaaa51) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:01.645017 n-d-828979-4 neutron-server[83783]: INFO neutron.db.ipam_backend_mixin [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3fbae4da-2734-416a-8862-2c38bd9c6784 (CIDR: 2001:db8:0:1::/64) Mar 05 00:16:01.650961 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:01.651396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:01.731049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fd5128a4-b0bf-4187-843a-ec0ff6fd85d6 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5848393 Mar 05 00:16:01.731049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39904) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:01.765247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'subnet': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:01.874715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:01.882974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:01.886705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:01.896947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:01.901467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:01.923396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:01.927404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.929540 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:01.973669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Transition to ACTIVE for port object 764c1208-386d-4a9f-979b-d3b445aaaa51 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:01.980035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:02.078248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:02.085082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Usage tracker for resource:subnet and tenant:14232e2afcc44c20a2a8d664f291c2fd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:02.092025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:02.112720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:02.180140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Made reservation on behalf of 14232e2afcc44c20a2a8d664f291c2fd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:02.192274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:02.201174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21182b0-cd5d-4acb-88e4-e0df75ec91f1 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:02.394431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a256-c6e1-4425-b97f-205b71ea3673 req-07847fde-f5cf-48bf-9e7e-2c40ad0ecab8 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:02.396469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b121a256-c6e1-4425-b97f-205b71ea3673 req-07847fde-f5cf-48bf-9e7e-2c40ad0ecab8 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 945 time: 0.4160163 Mar 05 00:16:02.552298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:16:02.590727 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Floating IP f7490ae2-23ad-4b06-a25f-a008753da4bd associated. External IP: 172.25.0.93, port: cd79e11d-88c7-4b22-9e31-09f453e7d2ea. Mar 05 00:16:02.597758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b121a256-c6e1-4425-b97f-205b71ea3673 req-fce1770d-7a4a-4571-b48a-5c78d7ac79b6 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686575 Mar 05 00:16:02.974436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:03.253557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:03.261728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:03.278699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:03.279460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:03.324821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5897906 Mar 05 00:16:03.325183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:03.331535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-222719459', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54e9aea9-d9eb-4217-aaa4-7fdc5ea12978'}], 'security_groups': ['1222fd16-608c-4f42-83fa-fc0d4f3d628c', 'b14e2392-8f0a-4520-9d26-b6c00108b9d8']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:03.373860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539741-9b35-4b4e-92c4-068d4c849878 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Subnet': ['ID=54e9aea9-d9eb-4217-aaa4-7fdc5ea12978,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:03.439689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 172.20.0.14 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/8c08015e-6ca1-4f89-91e3-66d1ec722411/2f4aec56-b722-4aa4-8fcc-8d78e02305a2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:03.447981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe58:9345 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/3c9a505a-9b82-476b-a844-90dd31b3fb7a/2f4aec56-b722-4aa4-8fcc-8d78e02305a2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:03.537517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3623f-4814-44c0-bc9d-f35e899feab8 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:16:03.555034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:03.862578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3623f-4814-44c0-bc9d-f35e899feab8 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:16:04.027429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 764c1208-386d-4a9f-979b-d3b445aaaa51 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:04.103590 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:04.182546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:04.321103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44f6a079-ed8a-4b2d-8e9b-b80fe29d1e4a None None] Provisioning for port 764c1208-386d-4a9f-979b-d3b445aaaa51 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:04.368758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44f6a079-ed8a-4b2d-8e9b-b80fe29d1e4a None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:04.370525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44f6a079-ed8a-4b2d-8e9b-b80fe29d1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:04.428868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e5ef-c197-4443-89bc-6f1b000fb90e req-f433349d-ffac-4929-9fe7-c7ec121720ae tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:04.428868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2300e5ef-c197-4443-89bc-6f1b000fb90e req-f433349d-ffac-4929-9fe7-c7ec121720ae tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 945 time: 0.5138881 Mar 05 00:16:04.523297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2300e5ef-c197-4443-89bc-6f1b000fb90e req-ce1bf95e-e667-41f5-9ed6-d3213968442a tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 Mar 05 00:16:04.581075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:04.582588 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:04.606027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:04.657088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Delete allocated IP 2001:db8::cb (fc03563a-c0d1-46ef-98d2-582e64a079e2/858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047) {{(pid=83783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 00:16:04.666811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Allocated IP 2001:db8:0:2::11b (fc03563a-c0d1-46ef-98d2-582e64a079e2/54e9aea9-d9eb-4217-aaa4-7fdc5ea12978/38b1ab13-4fda-4acf-a9ae-a6a355654dcc) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:04.799598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=2f4aec56-b722-4aa4-8fcc-8d78e02305a2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:04.821193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:04.827686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:04.833253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:04.873545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:16:04.874734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Deleting port b0a633bc-38de-4983-9b9f-c241912882d6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:04.875253 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:04.921782 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-044adfcf-03a1-4bc2-92b2-c79cacde6700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.110540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:05.111295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.232675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-d0c4021f-1d42-41b0-8705-9e44d38a26da tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:05.234869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-d0c4021f-1d42-41b0-8705-9e44d38a26da tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 945 time: 0.1907291 Mar 05 00:16:05.266313 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8a95443c-ea2f-4475-8dba-6e7c98d5d681 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7233734 Mar 05 00:16:05.276426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39976) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:05.291308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.337642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:16:05.338601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Deleting port a5b83332-0dba-4f29-98e5-8ff4c799f2fd {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:05.339456 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.394543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Ignored duplicate provisioning block setup for port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 00:16:05.414233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.608856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] In _notify_port_updated(), no bound segment for port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc on network fc03563a-c0d1-46ef-98d2-582e64a079e2 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:16:05.613378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:05.614087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.619016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "PUT /v2.0/ports/38b1ab13-4fda-4acf-a9ae-a6a355654dcc HTTP/1.1" status: 200 len: 969 time: 2.2916954 Mar 05 00:16:05.620055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2107e-42ca-45d2-9709-02f960e21093 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event updated for resources: {'Port': ['ID=38b1ab13-4fda-4acf-a9ae-a6a355654dcc,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:05.634537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39986) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:05.769636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c3cd3-60f7-4672-9c01-eb0043d668b0 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:05.803920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] For port a5b83332-0dba-4f29-98e5-8ff4c799f2fd, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,segment=NetworkSegment(ab250334-7d0d-401f-b7d7-78e0be932e30),segment_id=ab250334-7d0d-401f-b7d7-78e0be932e30)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:05.804519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.879098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5db82cab-6919-43df-9cf5-3e5c88e4a52f None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:05.879596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] For port b0a633bc-38de-4983-9b9f-c241912882d6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b0a633bc-38de-4983-9b9f-c241912882d6,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:05.879753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5db82cab-6919-43df-9cf5-3e5c88e4a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.880299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:05.996388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Calling delete_port for a5b83332-0dba-4f29-98e5-8ff4c799f2fd owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:06.074603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Calling delete_port for b0a633bc-38de-4983-9b9f-c241912882d6 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:06.283781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d617d-9c79-4e9f-a47a-4d298ef473ec None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:06.325724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:06.376385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:06.377074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:06.398963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Pushing event deleted for resources: {'Port': ['ID=a5b83332-0dba-4f29-98e5-8ff4c799f2fd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:06.489239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:06.501322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] No DVR routers for this DVR port a5b83332-0dba-4f29-98e5-8ff4c799f2fd on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:16:06.504825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:06.518592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'name': 'network-vif-deleted', 'tag': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:16:06.529640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-948a0bf0-2c1b-404c-9dcd-49212951b181 req-755aef42-5609-49a4-a4b0-4dc65016328b tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.36 "DELETE /v2.0/ports/a5b83332-0dba-4f29-98e5-8ff4c799f2fd HTTP/1.1" status: 204 len: 173 time: 1.2829413 Mar 05 00:16:06.657008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-34f7851a-e2a7-44c4-832d-f963d5d6cfba None None] Provisioning for port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:06.674915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-34f7851a-e2a7-44c4-832d-f963d5d6cfba None None] Provisioning complete for port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:06.675287 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-34f7851a-e2a7-44c4-832d-f963d5d6cfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:06.680655 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff2a86-302d-4593-9905-3a2f0f531ff0', 'name': 'network-vif-deleted', 'tag': 'a5b83332-0dba-4f29-98e5-8ff4c799f2fd', 'status': 'completed', 'code': 200} Mar 05 00:16:06.814096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a633bc-38de-4983-9b9f-c241912882d6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:06.886440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e00db8-f36f-4b1c-9329-d500e557c446 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:06.890574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e00db8-f36f-4b1c-9329-d500e557c446 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:06.891373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63e00db8-f36f-4b1c-9329-d500e557c446 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:06.904645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-34f7851a-e2a7-44c4-832d-f963d5d6cfba None None] Port 38b1ab13-4fda-4acf-a9ae-a6a355654dcc cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:07.012174 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2515e7b0-ac6f-4655-a3fd-3dd62ead8735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:07.222182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:07.255703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Update dhcp port {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'fixed_ips': [{'subnet_id': '3fbae4da-2734-416a-8862-2c38bd9c6784', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047', 'ip_address': '2001:db8::2'}, {'subnet_id': '54e9aea9-d9eb-4217-aaa4-7fdc5ea12978'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '2937ed57-b21b-4c15-bee2-e7c4b6e52b83'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:16:07.339134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63e00db8-f36f-4b1c-9329-d500e557c446 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:07.341095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63e00db8-f36f-4b1c-9329-d500e557c446 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 2.0610034 Mar 05 00:16:07.345274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40028) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:07.407228 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:07.455601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:07.455948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:07.625893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-24604edb-00c5-4580-9191-0340075f4ef6 None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:07.626836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-24604edb-00c5-4580-9191-0340075f4ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:07.677750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 38b1ab13-4fda-4acf-a9ae-a6a355654dcc owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:07.857018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:07.964746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a5b83332-0dba-4f29-98e5-8ff4c799f2fd no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:07.998246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951d411-553c-4d49-bee5-db1d705fad5a req-e183ea58-2a7e-4030-bcbb-8328d27b595a tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:08.006215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9951d411-553c-4d49-bee5-db1d705fad5a req-e183ea58-2a7e-4030-bcbb-8328d27b595a tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff2a86-302d-4593-9905-3a2f0f531ff0 HTTP/1.1" status: 200 len: 867 time: 2.1875305 Mar 05 00:16:08.010689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:08.042921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: a5b83332-0dba-4f29-98e5-8ff4c799f2fd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:08.043604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a5b83332-0dba-4f29-98e5-8ff4c799f2fd not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:08.157315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Allocated IP 2001:db8:0:2::2 (fc03563a-c0d1-46ef-98d2-582e64a079e2/54e9aea9-d9eb-4217-aaa4-7fdc5ea12978/2937ed57-b21b-4c15-bee2-e7c4b6e52b83) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:08.256859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.276200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.331822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=2f4aec56-b722-4aa4-8fcc-8d78e02305a2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:08.379231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=38b1ab13-4fda-4acf-a9ae-a6a355654dcc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:08.400163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.423750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9951d411-553c-4d49-bee5-db1d705fad5a req-7e11e117-b740-433f-82aa-debd5b5a9fc2 tempest-ServerPasswordTestJSON-817374382 tempest-ServerPasswordTestJSON-817374382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163980 Mar 05 00:16:08.458123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:16:08.460840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-364474a2-5f3f-416a-97b8-e991251b383f tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/38b1ab13-4fda-4acf-a9ae-a6a355654dcc HTTP/1.1" status: 204 len: 168 time: 2.8208888 Mar 05 00:16:08.473473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40046) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:08.508613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] Sync routers for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:16:08.567458 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-36efa14e-d9b7-44e6-932b-b5ab6ffd6a15 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] GET failed (client error): The resource could not be found. Mar 05 00:16:08.569359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36efa14e-d9b7-44e6-932b-b5ab6ffd6a15 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:08.590335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.621707 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.644847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:08.656550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fc6b3ec7-009a-444b-98f5-1163acba509b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/2f4aec56-b722-4aa4-8fcc-8d78e02305a2 HTTP/1.1" status: 204 len: 168 time: 1.3120260 Mar 05 00:16:08.657190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40050) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:08.662604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36efa14e-d9b7-44e6-932b-b5ab6ffd6a15 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:08.664193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36efa14e-d9b7-44e6-932b-b5ab6ffd6a15 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports/38b1ab13-4fda-4acf-a9ae-a6a355654dcc HTTP/1.1" status: 404 len: 333 time: 0.1878276 Mar 05 00:16:08.672867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:08.705656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.711534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-24604edb-00c5-4580-9191-0340075f4ef6 None None] Provisioning for port 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:08.726902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-390af205-719f-48c7-acac-ffa360e59605 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.0561388 Mar 05 00:16:08.728742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-24604edb-00c5-4580-9191-0340075f4ef6 None None] Provisioning complete for port 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:08.731373 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-24604edb-00c5-4580-9191-0340075f4ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.733126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:08.735913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:16:08.795900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:08.796694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:08.798665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a2fd7-3f8e-4262-af49-94c30f3eaf8b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:08.800078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a2fd7-3f8e-4262-af49-94c30f3eaf8b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:08.801424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a2fd7-3f8e-4262-af49-94c30f3eaf8b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:08.802233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-596a2fd7-3f8e-4262-af49-94c30f3eaf8b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:08.823788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-596a2fd7-3f8e-4262-af49-94c30f3eaf8b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:08.830161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-596a2fd7-3f8e-4262-af49-94c30f3eaf8b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1702771 Mar 05 00:16:08.830161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40068) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:08.956051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:08.986650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-200cbb69-0f6d-4ed5-85e9-88c2d0bbb1c4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.042300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-24604edb-00c5-4580-9191-0340075f4ef6 None None] Port 2f4aec56-b722-4aa4-8fcc-8d78e02305a2 was deleted so its status cannot be updated. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 05 00:16:09.052761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 3c9a505a-9b82-476b-a844-90dd31b3fb7a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:09.055800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.123892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.235800 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'status': 'completed', 'code': 200} Mar 05 00:16:09.270676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.271114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.271561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.271932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.272869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.272869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.273169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.273611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.273920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.277081 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b6c7388-4535-4eeb-991b-f8a6eaf8ac61 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6505 time: 0.5350657 Mar 05 00:16:09.282295 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.283729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.289274 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.296693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Transition to ACTIVE for port object 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:09.309926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3ff38104-2dfe-496f-b1a4-774d0536ba3e None None] Could not find standard attr ID for object 2f4aec56-b722-4aa4-8fcc-8d78e02305a2. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:16:09.316941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.331568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40082) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:09.338148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-200cbb69-0f6d-4ed5-85e9-88c2d0bbb1c4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.447997 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.524348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9a505a-9b82-476b-a844-90dd31b3fb7a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:09.548704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.549471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.550037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.550571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.551105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.551643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.552178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.552691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.553204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.553732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.554258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.554763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:09.557509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17334035-161a-4c14-8b1b-2fec04532db8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7743 time: 0.2114496 Mar 05 00:16:09.561099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40090) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:09.564812 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-200cbb69-0f6d-4ed5-85e9-88c2d0bbb1c4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.564964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.566139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.566481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.573909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.574037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:09.574144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.574144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.574325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.575485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.575940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.580629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.581003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:09.603744 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.614017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40094) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:09.661319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-543d3c9e-1167-44a5-a69f-da6620883181 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/3c9a505a-9b82-476b-a844-90dd31b3fb7a HTTP/1.1" status: 204 len: 168 time: 0.8263474 Mar 05 00:16:09.663516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40098) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:09.715089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9791ed3-8935-4999-901c-972745ac574b None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:09.716509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Deleting subnet 3e60a3ad-8b08-4987-a776-7252326ee905 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:09.724711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.781351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cbb69-0f6d-4ed5-85e9-88c2d0bbb1c4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3da3a-0007-4f0c-9d80-9aef6d89b4ad,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:09.804866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-9752b8f8-52fb-42f0-a3a1-4f90f9372391 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.6568067 Mar 05 00:16:09.813952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-200cbb69-0f6d-4ed5-85e9-88c2d0bbb1c4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.818691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-200cbb69-0f6d-4ed5-85e9-88c2d0bbb1c4 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/security-groups/1cc3da3a-0007-4f0c-9d80-9aef6d89b4ad HTTP/1.1" status: 204 len: 168 time: 1.1429677 Mar 05 00:16:09.820896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40106) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:09.847079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:09.965034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bb1df-c2c5-49a9-a524-2b0da4027a07 None None] Pushing event updated for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:10.014689 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.211260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.375756 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546d8268-ce65-461f-9b11-5bdfccf89337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.380671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.435813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.447746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e60a3ad-8b08-4987-a776-7252326ee905,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:10.453733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f31ebb5b-15f0-461d-a334-9b6391c494b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e60a3ad-8b08-4987-a776-7252326ee905 HTTP/1.1" status: 204 len: 168 time: 0.8385313 Mar 05 00:16:10.456147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40120) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:10.771445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.788835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 8c08015e-6ca1-4f89-91e3-66d1ec722411 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:10.793292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.885298 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546d8268-ce65-461f-9b11-5bdfccf89337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.947540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f7490ae2-23ad-4b06-a25f-a008753da4bd', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'port_id': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'mac_address': 'fa:16:3e:5b:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:15:59Z', 'updated_at': '2022-03-05T00:15:59Z', 'revision_number': 0, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:10.961083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:10.977494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] Checking router: 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:16:11.011622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:11.014092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:11.036657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.079471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29d1e5f-b6b3-443c-bd8c-8797754bdb98']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:11.106650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab250334-7d0d-401f-b7d7-78e0be932e30') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:11.106950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab250334-7d0d-401f-b7d7-78e0be932e30') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:11.125604 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.144975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.146471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.154785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:16:11.155198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.253094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Could not find standard attr ID for object 38b1ab13-4fda-4acf-a9ae-a6a355654dcc. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:16:11.264462 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:16:11.324135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.324558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-3b3403cd-079a-4a3e-b6fb-e83381435558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:11.334540 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-3b3403cd-079a-4a3e-b6fb-e83381435558 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 898 time: 1.5118968 Mar 05 00:16:11.335629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.351511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.355260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f29d1e5f-b6b3-443c-bd8c-8797754bdb98,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:11.363749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e4b0452a-aa9b-4bd9-a5d1-6a10d5c06bc5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f29d1e5f-b6b3-443c-bd8c-8797754bdb98 HTTP/1.1" status: 204 len: 168 time: 0.9063396 Mar 05 00:16:11.496387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:11.536398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=8c08015e-6ca1-4f89-91e3-66d1ec722411,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:11.557932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.578022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Provisioning complete for port 33988200-e5d6-49e1-8a05-339312f4abe5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:11.578397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:11.821281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-aa65174f-e312-4e54-b9a3-0b9a41c2d277 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 999 time: 0.4561377 Mar 05 00:16:11.822577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b69288bd-941b-40ea-aab0-9701342ca99a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/8c08015e-6ca1-4f89-91e3-66d1ec722411 HTTP/1.1" status: 204 len: 168 time: 2.1558292 Mar 05 00:16:11.825542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40150) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:11.956989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40154) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:12.052673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Port 33988200-e5d6-49e1-8a05-339312f4abe5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:12.054031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:12.082551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-71abfe2a-add9-4fcc-b89a-d41dcdeca966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a81c31866f14eeda35e0e8d3d29a02b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1239491 Mar 05 00:16:12.084548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-46de11cd-7e7f-43e3-ad9e-b9173649596e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:router {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:12.087172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40164) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:12.221155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-46de11cd-7e7f-43e3-ad9e-b9173649596e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:router {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:12.222680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-46de11cd-7e7f-43e3-ad9e-b9173649596e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3959310 Mar 05 00:16:12.241600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40170) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:12.254638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546d8268-ce65-461f-9b11-5bdfccf89337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.257343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546d8268-ce65-461f-9b11-5bdfccf89337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.261631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:12.262501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-546d8268-ce65-461f-9b11-5bdfccf89337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/security-groups/b14e2392-8f0a-4520-9d26-b6c00108b9d8 HTTP/1.1" status: 204 len: 168 time: 2.4060185 Mar 05 00:16:12.288824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40174) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:12.290839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e489e0e-a1f9-4cac-aafc-4de81913886d None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:12.301919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-4169953b-81a1-4003-90d9-1e99e3af22a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:12.303557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-4169953b-81a1-4003-90d9-1e99e3af22a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 200 len: 835 time: 0.2983835 Mar 05 00:16:12.362350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-415f6f67-6ecf-4e6c-a2bb-aab25dfa453a tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 2.7961793 Mar 05 00:16:12.367492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d8268-ce65-461f-9b11-5bdfccf89337 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e2392-8f0a-4520-9d26-b6c00108b9d8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:12.371968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40178) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:12.404294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d094622-d60b-45db-b4b2-0b15271735d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.454439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d159d4c-8ec6-4fa5-af7c-dc4034491443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.495135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d094622-d60b-45db-b4b2-0b15271735d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.514986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-51c568c2-07a5-4ae8-af66-c64b271c4888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56853e5d-bdce-4134-b2ce-5e9e38b34959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982374 Mar 05 00:16:12.550766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:12.568548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:12.575498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d159d4c-8ec6-4fa5-af7c-dc4034491443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.585506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:12.597183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:12.615164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4e9f6ab3-eafb-447b-a0f9-b1fa13a9ef5a tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f850db8-5cb8-4016-862e-cb2e5bdea5d4 HTTP/1.1" status: 200 len: 1990 time: 0.2341309 Mar 05 00:16:12.664820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:12.668849 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.679098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Provisioning for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:12.747029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:12.747413 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-890f2119-9d3b-4c9a-9cc7-c52abadaa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:12.938471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-40b09f34-6cbc-4ade-ae25-63c2592e9d02 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532512 Mar 05 00:16:12.945910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d094622-d60b-45db-b4b2-0b15271735d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.043440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094622-d60b-45db-b4b2-0b15271735d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6b6f2a-14f3-42e8-b65c-449cccb9c37f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:13.052794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d159d4c-8ec6-4fa5-af7c-dc4034491443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.109975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.111089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:13.111601 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.217173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d159d4c-8ec6-4fa5-af7c-dc4034491443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222fd16-608c-4f42-83fa-fc0d4f3d628c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:13.242005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2af1a93-32cf-4277-ae12-437ad73bb3bd req-ad29485a-39bb-4952-aafc-157e0716a7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907472 Mar 05 00:16:13.263780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Router c10c570e-5cc6-43aa-a98b-51366cfe57fa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:16:13.273394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d159d4c-8ec6-4fa5-af7c-dc4034491443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.277335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1d159d4c-8ec6-4fa5-af7c-dc4034491443 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/security-groups/1222fd16-608c-4f42-83fa-fc0d4f3d628c HTTP/1.1" status: 204 len: 168 time: 0.9793122 Mar 05 00:16:13.278711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40204) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:13.281449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d094622-d60b-45db-b4b2-0b15271735d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.294902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6d094622-d60b-45db-b4b2-0b15271735d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec6b6f2a-14f3-42e8-b65c-449cccb9c37f HTTP/1.1" status: 204 len: 168 time: 1.2001767 Mar 05 00:16:13.301375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:13.304745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:13.314481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:13.315087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.363402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=c1abd620-ebfb-426c-8be3-8d2de095e146,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:13.378015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f252301c-c3e7-4799-923e-488eb914139f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1350410 Mar 05 00:16:13.378762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40210) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:13.406072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:13.498000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:16:13.522660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f7490ae2-23ad-4b06-a25f-a008753da4bd', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'port_id': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'mac_address': 'fa:16:3e:5b:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:15:59Z', 'updated_at': '2022-03-05T00:15:59Z', 'revision_number': 0, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:13.554452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1403a78-9f7b-4571-a624-1924bd6b3b0a None None] The sync data for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 is: [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f7490ae2-23ad-4b06-a25f-a008753da4bd', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'port_id': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'mac_address': 'fa:16:3e:5b:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:15:59Z', 'updated_at': '2022-03-05T00:15:59Z', 'revision_number': 0, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:16:13.619114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Deleting port 764c1208-386d-4a9f-979b-d3b445aaaa51 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:13.619114 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.627797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:13.632246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:13.646286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:13.652964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:13.670798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:13.681375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.706804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-762488a6-ec3c-49c9-a711-9d79776d1eba None None] Provisioning complete for port 764c1208-386d-4a9f-979b-d3b445aaaa51 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:13.707524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-762488a6-ec3c-49c9-a711-9d79776d1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:13.893977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 764c1208-386d-4a9f-979b-d3b445aaaa51 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:14.117796 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd539b-9689-4fc4-80bc-dba3ff4dcc25 None None] New status for floating IP f7490ae2-23ad-4b06-a25f-a008753da4bd: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:16:14.325551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:14.333452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:14.506238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:14.550763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-762488a6-ec3c-49c9-a711-9d79776d1eba None None] Could not find standard attr ID for object 38b1ab13-4fda-4acf-a9ae-a6a355654dcc. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:16:14.670514 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:14.700190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:14.700808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:14.762326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:14.801662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:14.901848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:16:14.913169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:16:14.937966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1b218b2-4f8f-45c5-b68b-e385e90b5816 admin admin] 10.222.0.32 "PUT /v2.0/routers/c10c570e-5cc6-43aa-a98b-51366cfe57fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5335023 Mar 05 00:16:14.947418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] Sync routers for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:16:14.955872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40252) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:14.961270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Calling delete_port for 764c1208-386d-4a9f-979b-d3b445aaaa51 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:14.997406 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.154091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:15.154739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:15.162733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.231973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40260) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:15.326614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:15.329109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.329979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.408027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6485cc9-b2d9-4cd9-93ef-c2a6d62f5f56 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:15.424034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bfaf7bc9-1487-440a-b3ea-60346b2bb951 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047 HTTP/1.1" status: 204 len: 168 time: 2.1451187 Mar 05 00:16:15.430215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40272) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:15.580670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:15.582505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 54e9aea9-d9eb-4217-aaa4-7fdc5ea12978 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:15.585781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.678488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.791767 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:15.831594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.834861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:15.878058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.889004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.889004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:15.937478 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:16:15.937828 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:16:16.010662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-134447878-network', 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:16.034471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.139180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:16.147324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=54e9aea9-d9eb-4217-aaa4-7fdc5ea12978,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:16.152593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Usage tracker for resource:network and tenant:5a97b9f568fb4725a1aef578cfe0e15b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:16.155628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:16.161519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:16.182857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:16.185104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.199457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:16.200935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=3b1a6bc0-d724-4974-9fd0-e207d1aa897f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:16.201302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.206767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.218700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:16:06Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:16.219361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:16.224933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:16.226675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] Checking router: c10c570e-5cc6-43aa-a98b-51366cfe57fa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:16:16.226925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.227406 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-97eaa161-a781-48e1-b857-7b8ba480dd23 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/54e9aea9-d9eb-4217-aaa4-7fdc5ea12978 HTTP/1.1" status: 204 len: 168 time: 0.7960196 Mar 05 00:16:16.228104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:16.255503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] Routers {'c10c570e-5cc6-43aa-a98b-51366cfe57fa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:16.256640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:16.261194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=14']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:16.282756 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce8c9db-be82-4f35-bf24-38ffe13b39d0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:16.283198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce8c9db-be82-4f35-bf24-38ffe13b39d0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:16.288217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9ce8c9db-be82-4f35-bf24-38ffe13b39d0 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/858ad8ff-b7b0-4a9e-be4e-a79d4e3d3047 HTTP/1.1" status: 404 len: 337 time: 0.0548348 Mar 05 00:16:16.290131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:16.339231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:16.349603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Usage tracker for resource:security_group_rule and tenant:5a97b9f568fb4725a1aef578cfe0e15b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:16.354776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:16.367109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:16.371518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.684082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b417b938-e828-4f88-adc7-3bcdeb704331 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3036208 Mar 05 00:16:16.690807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] Set router c10c570e-5cc6-43aa-a98b-51366cfe57fa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:16.750209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.768847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40312) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:16.810807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.836912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Deleting port 764c1208-386d-4a9f-979b-d3b445aaaa51 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:16.837205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.881131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting subnet 3fbae4da-2734-416a-8862-2c38bd9c6784 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:16.884621 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:16.899267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:f4:32:c8', 'name': 'tempest-NetworksTestDHCPv6-1360805370'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:16.956195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.107463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:16:17.126913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.157548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:17.188450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.201044 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Added segment 4864c9f6-ff5e-45e5-9112-8f958ab896db of type vlan for network 9206eb68-7d7e-4dc9-985e-5d0798025d24 Mar 05 00:16:17.257354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.300938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.307183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f6ea2-573b-400a-9eb9-0aad6b7f8101 None None] Update dhcp port {'port': {'network_id': 'fc03563a-c0d1-46ef-98d2-582e64a079e2', 'fixed_ips': [{'subnet_id': '3fbae4da-2734-416a-8862-2c38bd9c6784', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54e9aea9-d9eb-4217-aaa4-7fdc5ea12978'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '2937ed57-b21b-4c15-bee2-e7c4b6e52b83'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:16:17.316220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.329358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbae4da-2734-416a-8862-2c38bd9c6784,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:17.338813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bf1d89ec-51df-4674-8488-e501d5f84c2c tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/3fbae4da-2734-416a-8862-2c38bd9c6784 HTTP/1.1" status: 204 len: 168 time: 1.0469506 Mar 05 00:16:17.339543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40330) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.392159 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c390b0-8eac-491d-bb97-d1e1e0568610 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.392597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c390b0-8eac-491d-bb97-d1e1e0568610 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.396639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4c390b0-8eac-491d-bb97-d1e1e0568610 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/4adaaacd-9c41-481d-89a6-d999a45e6c52 HTTP/1.1" status: 404 len: 337 time: 0.0538025 Mar 05 00:16:17.396855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40338) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.432091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:17.434419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.435291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:17.435893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.449196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a203c841-3a2d-475d-a826-fcaa17cee52a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Synchronizing usage tracker for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:17.466143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:17.473174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a203c841-3a2d-475d-a826-fcaa17cee52a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Unset dirty status for tenant:14232e2afcc44c20a2a8d664f291c2fd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:17.475341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a203c841-3a2d-475d-a826-fcaa17cee52a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0958c7-038c-4c9f-8e60-b94f0752f1b6 HTTP/1.1" status: 200 len: 205 time: 0.0768449 Mar 05 00:16:17.475481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:17.477182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40346) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.533158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6ea2-573b-400a-9eb9-0aad6b7f8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.555449 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-66fecb6d-bd0f-4895-a576-39af62d2b457 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] delete failed (client error): The resource could not be found. Mar 05 00:16:17.556858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-66fecb6d-bd0f-4895-a576-39af62d2b457 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/routers/ff0958c7-038c-4c9f-8e60-b94f0752f1b6 HTTP/1.1" status: 404 len: 336 time: 0.0781910 Mar 05 00:16:17.559401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40350) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.564701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:17.608018 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44c8bfe-7782-4db8-b6f5-bfbdccafe20a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.608866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44c8bfe-7782-4db8-b6f5-bfbdccafe20a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.611118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f44c8bfe-7782-4db8-b6f5-bfbdccafe20a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/e131cf30-1c59-4a8b-81b1-759760892994 HTTP/1.1" status: 404 len: 337 time: 0.0503974 Mar 05 00:16:17.613538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40354) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.622571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] Pushing event updated for resources: {'Network': ['ID=9206eb68-7d7e-4dc9-985e-5d0798025d24,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:17.627227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] For port 764c1208-386d-4a9f-979b-d3b445aaaa51, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=764c1208-386d-4a9f-979b-d3b445aaaa51,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:17.627700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:17.635324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5825c503-0b2c-4921-b07b-1b2fab8dd52b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3211460 Mar 05 00:16:17.648881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.650487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:16:17.651469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:17.668676 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dcb74f-beae-4770-9e24-137ccd5273da tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.669120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dcb74f-beae-4770-9e24-137ccd5273da tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.673398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d9dcb74f-beae-4770-9e24-137ccd5273da tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/2abc2fff-311c-4ca3-b59e-53c7e57ebd24 HTTP/1.1" status: 404 len: 337 time: 0.0563836 Mar 05 00:16:17.673677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40360) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.718746 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb60ebb-6b7d-4c3a-836b-f617f8997862 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.719393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb60ebb-6b7d-4c3a-836b-f617f8997862 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.723492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5eb60ebb-6b7d-4c3a-836b-f617f8997862 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/f29b4639-d4c1-4bee-b67d-66fda88a92e6 HTTP/1.1" status: 404 len: 337 time: 0.0461128 Mar 05 00:16:17.723753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40366) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.768961 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0c9248-a9bb-475b-8eac-4296f1ddfeb9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.769476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0c9248-a9bb-475b-8eac-4296f1ddfeb9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.773282 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-be0c9248-a9bb-475b-8eac-4296f1ddfeb9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/ef48314b-7fc3-443c-8d71-c9e77c06ff40 HTTP/1.1" status: 404 len: 333 time: 0.0465636 Mar 05 00:16:17.779160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40370) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.841327 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce45c7d-3816-4b23-bc17-1b6d614292f8 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.841768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce45c7d-3816-4b23-bc17-1b6d614292f8 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.845955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ce45c7d-3816-4b23-bc17-1b6d614292f8 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/46479732-15d1-4b58-a86b-a296c3ede4d2 HTTP/1.1" status: 404 len: 337 time: 0.0632951 Mar 05 00:16:17.850827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40378) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:17.950482 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-197793a5-afa4-4eba-b9cc-838facb9acd3 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:17.952351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197793a5-afa4-4eba-b9cc-838facb9acd3 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:17.956764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-197793a5-afa4-4eba-b9cc-838facb9acd3 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/90725e19-2066-4f89-b79d-f3cbbd6b709d HTTP/1.1" status: 404 len: 337 time: 0.1049247 Mar 05 00:16:17.960450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40384) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:18.044321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Calling delete_port for 764c1208-386d-4a9f-979b-d3b445aaaa51 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:18.063068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Request body: {'subnet': {'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-134447878-subnet', 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:18.083645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:18.099510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Usage tracker for resource:subnet and tenant:5a97b9f568fb4725a1aef578cfe0e15b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:18.112934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:18.120607 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e324db04-7ed5-4f45-8428-80145708a712 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:18.121415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:16:06Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:18.121946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e324db04-7ed5-4f45-8428-80145708a712 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:18.122629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.123925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e324db04-7ed5-4f45-8428-80145708a712 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/f96f771a-9946-46e4-a2cf-d74e4c2060ca HTTP/1.1" status: 404 len: 333 time: 0.1622958 Mar 05 00:16:18.126813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40390) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:18.133716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:18.136819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0b71f-68c9-4a2b-b567-6e1d11c2b341 None None] The sync data for ids ['c10c570e-5cc6-43aa-a98b-51366cfe57fa'] in n-d-828979-4 is: [{'id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'name': 'tempest-ServersTestJSON-1102925535-router', 'tenant_id': '618e6c9acdb34dde959627d2784de187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:17Z', 'updated_at': '2022-03-05T00:16:06Z', 'revision_number': 5, 'project_id': '618e6c9acdb34dde959627d2784de187', 'gw_port': {'id': '0fc4267f-57d1-4696-ac17-4bce1a76abf1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10c570e-5cc6-43aa-a98b-51366cfe57fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:19Z', 'updated_at': '2022-03-05T00:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:16:18.187645 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8d6457-eb91-4c55-9e6d-911f9bfeced9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:18.189390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8d6457-eb91-4c55-9e6d-911f9bfeced9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:18.195460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Deleting port 0fc4267f-57d1-4696-ac17-4bce1a76abf1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:18.199554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.199682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e8d6457-eb91-4c55-9e6d-911f9bfeced9 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/9a0c67e4-4f8b-4ed0-80c5-a10a564dbc53 HTTP/1.1" status: 404 len: 337 time: 0.0678034 Mar 05 00:16:18.199682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40394) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:18.232949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:18.235305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.250044 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c9b7d6-90af-4d2b-8299-cf49c8eac2b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] DELETE failed (client error): The resource could not be found. Mar 05 00:16:18.250044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c9b7d6-90af-4d2b-8299-cf49c8eac2b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:18.254966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e3c9b7d6-90af-4d2b-8299-cf49c8eac2b1 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/subnets/5dcdd665-c3ac-450f-8007-838982927a3d HTTP/1.1" status: 404 len: 337 time: 0.0520720 Mar 05 00:16:18.256342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40398) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:18.258528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.322414 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.347617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 33988200-e5d6-49e1-8a05-339312f4abe5 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:18.348125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.383107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 7023069c-3078-43c5-b707-aaa2ca821034 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:16:18.389604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] Pushing event deleted for resources: {'Port': ['ID=764c1208-386d-4a9f-979b-d3b445aaaa51,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:18.470217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0f898-734a-4527-8892-e16286724fdd None None] No DVR routers for this DVR port 764c1208-386d-4a9f-979b-d3b445aaaa51 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:16:18.492526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e3eb7-1a89-4826-ada3-64136bbc364b None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:18.640851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcef30-6d30-41d0-bb18-20cbde1404e9 None None] Network fc03563a-c0d1-46ef-98d2-582e64a079e2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:18.683366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 172.20.0.5 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/c1abd620-ebfb-426c-8be3-8d2de095e146/7023069c-3078-43c5-b707-aaa2ca821034) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:18.693823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.761561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fef4:32c8 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/3b1a6bc0-d724-4974-9fd0-e207d1aa897f/7023069c-3078-43c5-b707-aaa2ca821034) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:18.891913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c6c9aa02-c12d-4ef1-a8cf-7e6be5114bf6 None None] Provisioning complete for port 33988200-e5d6-49e1-8a05-339312f4abe5 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:18.892509 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c6c9aa02-c12d-4ef1-a8cf-7e6be5114bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:18.954018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 33988200-e5d6-49e1-8a05-339312f4abe5 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:19.073904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.127969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] For port 0fc4267f-57d1-4696-ac17-4bce1a76abf1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0fc4267f-57d1-4696-ac17-4bce1a76abf1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:19.128580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.183715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=33988200-e5d6-49e1-8a05-339312f4abe5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:19.213495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.236777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-715f50ed-08c4-4910-a684-899c72d38a13 tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/ports/33988200-e5d6-49e1-8a05-339312f4abe5 HTTP/1.1" status: 204 len: 168 time: 0.9792490 Mar 05 00:16:19.237921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40420) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:19.273158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9aa02-c12d-4ef1-a8cf-7e6be5114bf6 None None] Port 33988200-e5d6-49e1-8a05-339312f4abe5 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:19.325348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '3b1a6bc0-d724-4974-9fd0-e207d1aa897f'}, {'subnet_id': 'c1abd620-ebfb-426c-8be3-8d2de095e146'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:19.326169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.396909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.419419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Deleting port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:19.419763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.486446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Calling delete_port for 0fc4267f-57d1-4696-ac17-4bce1a76abf1 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:19.583110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c6c9aa02-c12d-4ef1-a8cf-7e6be5114bf6 None None] Provisioning complete for port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:19.583996 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c6c9aa02-c12d-4ef1-a8cf-7e6be5114bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.620228 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.641537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 7023069c-3078-43c5-b707-aaa2ca821034 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:19.671660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.675871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db2a8-b064-4ce3-aa12-b6209474dca0 req-e34bf28a-bf86-4546-9713-a416ef98174b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:19.677684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a14db2a8-b064-4ce3-aa12-b6209474dca0 req-e34bf28a-bf86-4546-9713-a416ef98174b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.1955764 Mar 05 00:16:19.726800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] DHCP port deletion for fc03563a-c0d1-46ef-98d2-582e64a079e2 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:16:19.748486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.756784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Deleting port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:19.757157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.825909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a14db2a8-b064-4ce3-aa12-b6209474dca0 req-92fcd36a-f59d-460e-a974-4d8e11ede559 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231284 Mar 05 00:16:19.830933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:19.831298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:19.887664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:19.892034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:19.894271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=7023069c-3078-43c5-b707-aaa2ca821034,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:19.896714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308a6945-82b9-4a9c-b6a6-a15de10f0ba9,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:19.919096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:19.949155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:19.950044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Network hostable DHCP agents. Network: 9206eb68-7d7e-4dc9-985e-5d0798025d24, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:16:20.001537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b0a633bc-38de-4983-9b9f-c241912882d6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:20.021728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Calling delete_port for 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:20.036441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Allocated IP 172.20.0.2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/c1abd620-ebfb-426c-8be3-8d2de095e146/b9f88498-43e4-4304-9704-a9224ca02c3a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:20.038997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:20.039612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.042246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b0a633bc-38de-4983-9b9f-c241912882d6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:20.042755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b0a633bc-38de-4983-9b9f-c241912882d6 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:20.043210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:20.078834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:16:20.097018 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90f310a3-bd1c-4884-8820-610d1533534a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2818854 Mar 05 00:16:20.100728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:20.115045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.131660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Allocated IP 2001:db8::f816:3eff:fec5:6447 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/3b1a6bc0-d724-4974-9fd0-e207d1aa897f/b9f88498-43e4-4304-9704-a9224ca02c3a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:20.133475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 9206eb68-7d7e-4dc9-985e-5d0798025d24) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:20.140013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.144740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:20.144960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:20.159029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220aaa3-b164-4976-b34c-5e6bf5c21e46 None None] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:20.165649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Port': ['ID=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:20.174819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] No DVR routers for this DVR port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:16:20.179363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:20.179935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.202183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc4267f-57d1-4696-ac17-4bce1a76abf1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:20.261105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] For port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2937ed57-b21b-4c15-bee2-e7c4b6e52b83,segment=NetworkSegment(0c57efce-e748-434b-9c06-844535f49602),segment_id=0c57efce-e748-434b-9c06-844535f49602)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:20.261546 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.391719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-88a7c3ee-0da0-46ab-8b76-78dff1ba0026 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6867180 Mar 05 00:16:20.403880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.432158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc03563a-c0d1-46ef-98d2-582e64a079e2']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:20.445649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c57efce-e748-434b-9c06-844535f49602') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:20.446043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c57efce-e748-434b-9c06-844535f49602') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:20.460240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.478813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.496397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:16:20.496813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:16:20.515892 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:16:20.546323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Calling delete_port for 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:20.610187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.619563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:20.657278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] Pushing event deleted for resources: {'Network': ['ID=fc03563a-c0d1-46ef-98d2-582e64a079e2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:20.674144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-895f771e-383e-4985-bcd6-d10deabc479a tempest-PortsIpV6TestJSON-592606729 tempest-PortsIpV6TestJSON-592606729-project] 10.222.0.32 "DELETE /v2.0/networks/fc03563a-c0d1-46ef-98d2-582e64a079e2 HTTP/1.1" status: 204 len: 168 time: 1.4319234 Mar 05 00:16:20.715938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:16:20.716301 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:16:20.813059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.017497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4f27c-997a-49db-af80-2d7a1de9a6fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:21.018270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-00b4f27c-997a-49db-af80-2d7a1de9a6fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:21.073050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96041df0-de6e-4952-9c34-d4be0621c74b None None] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:21.234678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Deleting port 2937ed57-b21b-4c15-bee2-e7c4b6e52b83 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:21.234968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.287363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a86f-b6ff-4042-acfd-5cfdf2e0df3d req-3d7c05b3-c134-47f6-8eb9-30264bb8d995 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:21.294372 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.299879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0922a86f-b6ff-4042-acfd-5cfdf2e0df3d req-3d7c05b3-c134-47f6-8eb9-30264bb8d995 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.1303422 Mar 05 00:16:21.323090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40512) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:21.350843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fd519c54-af97-4849-899a-f7592e275bcf None None] The port '2937ed57-b21b-4c15-bee2-e7c4b6e52b83' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:16:21.356283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Transition to ACTIVE for port object b9f88498-43e4-4304-9704-a9224ca02c3a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:21.386505 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0922a86f-b6ff-4042-acfd-5cfdf2e0df3d req-a0f34b6c-2811-4a29-b7c2-855e780f8847 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855348 Mar 05 00:16:21.410006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Transition to ACTIVE for port object b9f88498-43e4-4304-9704-a9224ca02c3a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:21.412988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-00b4f27c-997a-49db-af80-2d7a1de9a6fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:21.414392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-00b4f27c-997a-49db-af80-2d7a1de9a6fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 1.3125572 Mar 05 00:16:21.417036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40526) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:21.454550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.490474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 7023069c-3078-43c5-b707-aaa2ca821034 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:21.491570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.518709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.544382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.575144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-0a23abbd-f8a7-444d-8c67-a1523af6c6ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:21.575993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-0a23abbd-f8a7-444d-8c67-a1523af6c6ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:21.604388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.605594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10c570e-5cc6-43aa-a98b-51366cfe57fa {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:16:21.614953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-0a23abbd-f8a7-444d-8c67-a1523af6c6ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:21.624321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-0a23abbd-f8a7-444d-8c67-a1523af6c6ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.4137406 Mar 05 00:16:21.643784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.648802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-090ced66-7994-434c-b1b4-772a7b2d44bb admin admin] 10.222.0.32 "DELETE /v2.0/routers/c10c570e-5cc6-43aa-a98b-51366cfe57fa HTTP/1.1" status: 204 len: 168 time: 6.6707225 Mar 05 00:16:21.650399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40552) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:21.660009 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-2ec81b98-7b5a-46d7-94b1-9b317fd90e02 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0341582 Mar 05 00:16:21.674094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:21.678743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:21.694524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:21.705651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Pushing event updated for resources: {'Port': ['ID=b9f88498-43e4-4304-9704-a9224ca02c3a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:21.757948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-92b6b7da-b5a6-434b-8bec-91619e5a00cc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965490 Mar 05 00:16:21.818554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Deleting subnet 9f823fc1-d23a-442f-986d-68c850f2d3cc {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:21.823745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.921024 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.953787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Attempting to bind port b9f88498-43e4-4304-9704-a9224ca02c3a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:21.954165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Attempting to bind port b9f88498-43e4-4304-9704-a9224ca02c3a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:21.954527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Attempting to bind port b9f88498-43e4-4304-9704-a9224ca02c3a on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:21.967331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:21.967795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:21.968466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:21.968932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:21.970679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Bound port: b9f88498-43e4-4304-9704-a9224ca02c3a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:21.971132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.096169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.113823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 7023069c-3078-43c5-b707-aaa2ca821034 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:22.156393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] For port b9f88498-43e4-4304-9704-a9224ca02c3a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:22.166520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] For port b9f88498-43e4-4304-9704-a9224ca02c3a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b9f88498-43e4-4304-9704-a9224ca02c3a,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:22.176583 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.252998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.314045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f632-aaa6-4c21-8754-ecf5ff2f0f70 None None] Pushing event updated for resources: {'Port': ['ID=b9f88498-43e4-4304-9704-a9224ca02c3a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:22.540747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-0f8106fe-5d2d-4173-9f14-de6ec96339d5 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490608 Mar 05 00:16:22.556979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.635351 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b287499-2221-47ec-a156-b626ff970458 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14232e2afcc44c20a2a8d664f291c2fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3091807 Mar 05 00:16:22.636490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40654) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:22.653006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.728345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f823fc1-d23a-442f-986d-68c850f2d3cc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:22.752170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.753693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.754026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.754387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.754696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.755039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.755343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.756106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.757055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.757619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.758120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:22.779358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73c157-db51-45d2-a5ed-8ad45d8cdb2a None None] Network a18acc35-72e2-4bdb-8a65-bcd0b1631711 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:22.789055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=7023069c-3078-43c5-b707-aaa2ca821034,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:22.791312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-72dfb658-2357-47c2-b94b-fe63b3a333a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1097 time: 0.8779709 Mar 05 00:16:22.792386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:22.974028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18e49899-bcf5-46ef-a036-6aaa21c1b3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.002905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18e49899-bcf5-46ef-a036-6aaa21c1b3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.147796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] DHCP port deletion for a18acc35-72e2-4bdb-8a65-bcd0b1631711 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:16:23.153875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] Deleting port 6bbaa21a-c637-4652-9550-3f44947a0e79 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:23.154460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.155236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bc992-a7da-47d6-a29d-120a0657e29a req-38782d13-f174-45a4-9d70-8f9e1d29174c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:23.156771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-359bc992-a7da-47d6-a29d-120a0657e29a req-38782d13-f174-45a4-9d70-8f9e1d29174c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.5194132 Mar 05 00:16:23.171049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5552457c-ee58-47ba-bba9-4baa1c71acef admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f823fc1-d23a-442f-986d-68c850f2d3cc HTTP/1.1" status: 204 len: 168 time: 1.5172765 Mar 05 00:16:23.173900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-f39a2467-6bdc-4ec4-9eb6-655a759801a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:23.175480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-f39a2467-6bdc-4ec4-9eb6-655a759801a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.3620937 Mar 05 00:16:23.176232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40714) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:23.190015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-284a643d-1e97-470d-8f82-e5feb5b61183 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357322 Mar 05 00:16:23.199580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.234184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ea4528ce-5e55-4d5f-bf89-98f0ed7f8804 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/7023069c-3078-43c5-b707-aaa2ca821034 HTTP/1.1" status: 204 len: 168 time: 1.8158851 Mar 05 00:16:23.237309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18e49899-bcf5-46ef-a036-6aaa21c1b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.239735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18e49899-bcf5-46ef-a036-6aaa21c1b3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.240876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-18e49899-bcf5-46ef-a036-6aaa21c1b3d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/825a73fd-6dd6-4cb8-a88a-97b598786696 HTTP/1.1" status: 204 len: 168 time: 0.5920651 Mar 05 00:16:23.241473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40724) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:23.428328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e49899-bcf5-46ef-a036-6aaa21c1b3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825a73fd-6dd6-4cb8-a88a-97b598786696,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:23.551777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-359bc992-a7da-47d6-a29d-120a0657e29a req-6ba35a90-3a53-4e31-b4be-37415406e74d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838754 Mar 05 00:16:23.572389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2d11b-e883-43f4-81df-cc24e219c1e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:23.576870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2d11b-e883-43f4-81df-cc24e219c1e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:23.588838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2d11b-e883-43f4-81df-cc24e219c1e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:23.590063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6ce2d11b-e883-43f4-81df-cc24e219c1e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:23.627969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6ce2d11b-e883-43f4-81df-cc24e219c1e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:23.629143 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6ce2d11b-e883-43f4-81df-cc24e219c1e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3564954 Mar 05 00:16:23.631815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40772) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:23.776215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-734a2318-17b4-4ce8-8d1d-1e0bb6a13ad2 req-33b45852-752a-4646-a3f6-52f30025d398 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 210 time: 0.2325051 Mar 05 00:16:23.812268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] For port 6bbaa21a-c637-4652-9550-3f44947a0e79, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6bbaa21a-c637-4652-9550-3f44947a0e79,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:23.816017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.836391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:23.875214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-6c8d0e50-b096-4308-b0f8-1b8f6ddff886 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 1001 time: 0.6766934 Mar 05 00:16:23.969168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Deleting port 6bbaa21a-c637-4652-9550-3f44947a0e79 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:23.980295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:24.314282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-1cfe280d-b859-493e-9840-1242434b46ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:24.324124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-1cfe280d-b859-493e-9840-1242434b46ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.4373786 Mar 05 00:16:24.356477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9f88498-43e4-4304-9704-a9224ca02c3a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:24.427994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1501b-b659-44f3-81d5-a676c478d772 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:24.495735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] Calling delete_port for 6bbaa21a-c637-4652-9550-3f44947a0e79 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:24.522841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 3b1a6bc0-d724-4974-9fd0-e207d1aa897f {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:24.528618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:24.589998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] For port 6bbaa21a-c637-4652-9550-3f44947a0e79, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6bbaa21a-c637-4652-9550-3f44947a0e79,segment=NetworkSegment(4e722f1d-431a-4d05-ac65-d22c4ae8850a),segment_id=4e722f1d-431a-4d05-ac65-d22c4ae8850a)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:24.590374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:24.618836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:24.773602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:24.824127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:24.843119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] No DVR routers for this DVR port 6bbaa21a-c637-4652-9550-3f44947a0e79 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:16:24.849510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Calling delete_port for 6bbaa21a-c637-4652-9550-3f44947a0e79 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:24.880179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb947b-53cf-4838-bda5-2069a99a8f0c None None] Pushing event deleted for resources: {'Port': ['ID=6bbaa21a-c637-4652-9550-3f44947a0e79,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:24.902383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9fdec666-3be2-49f4-968b-b52e5315b615 None None] Provisioning for port b9f88498-43e4-4304-9704-a9224ca02c3a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:24.933293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9fdec666-3be2-49f4-968b-b52e5315b615 None None] Provisioning complete for port b9f88498-43e4-4304-9704-a9224ca02c3a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:24.933892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9fdec666-3be2-49f4-968b-b52e5315b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.019266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-a505e7e2-445f-4b90-9e8d-b31b1e30988a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6872063 Mar 05 00:16:25.049714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40928) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:25.082416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b9f88498-43e4-4304-9704-a9224ca02c3a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:25.092765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b9f88498-43e4-4304-9704-a9224ca02c3a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:25.093129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.149725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dae0a-c6a2-4079-ba6e-e5c79dc6f267 req-c3a9d4a3-f353-4eb5-970c-e5a70715710d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:25.151319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-512dae0a-c6a2-4079-ba6e-e5c79dc6f267 req-c3a9d4a3-f353-4eb5-970c-e5a70715710d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.2149825 Mar 05 00:16:25.153016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.311152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.313814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6adc1418-f19f-4cdc-9285-db4374c178e6 req-e6757ea7-ca81-4df3-81fc-9c6e9f95c270 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 210 time: 0.1452713 Mar 05 00:16:25.314499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:16:25.318264 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:16:25.333125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1a6bc0-d724-4974-9fd0-e207d1aa897f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:25.376599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40968) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:25.389476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c93df5f-8aef-4695-bc91-5a31d2a1a1fd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/3b1a6bc0-d724-4974-9fd0-e207d1aa897f HTTP/1.1" status: 204 len: 168 time: 1.7399516 Mar 05 00:16:25.409973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-512dae0a-c6a2-4079-ba6e-e5c79dc6f267 req-eec0317f-706b-4fbd-9a79-f80d3fa91983 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202001 Mar 05 00:16:25.511900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-589583172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:25.526056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:25.552317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-bedbe36a-4b34-45d0-9052-41b81f7db509 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007465 Mar 05 00:16:25.553553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:router and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:25.558746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:25.603035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:25.688341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-f8cbe323-4b35-4b47-b1b0-6b8fbbb6e863 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:25.690881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-f8cbe323-4b35-4b47-b1b0-6b8fbbb6e863 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.2737725 Mar 05 00:16:25.707762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:25.720083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.746477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9fdec666-3be2-49f4-968b-b52e5315b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.788893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21dce152-9aa7-4c02-a66a-bf3d11d88355 req-3f863fdd-b494-43e0-96af-8003a51cbd63 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248273 Mar 05 00:16:25.807356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b9f88498-43e4-4304-9704-a9224ca02c3a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b9f88498-43e4-4304-9704-a9224ca02c3a,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:25.876038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:25.951513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0fc4267f-57d1-4696-ac17-4bce1a76abf1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:25.992044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0fc4267f-57d1-4696-ac17-4bce1a76abf1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:25.992591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0fc4267f-57d1-4696-ac17-4bce1a76abf1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:25.993055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6bbaa21a-c637-4652-9550-3f44947a0e79 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:26.037449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6bbaa21a-c637-4652-9550-3f44947a0e79 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:26.038103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6bbaa21a-c637-4652-9550-3f44947a0e79 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:26.052179 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-9fdec666-3be2-49f4-968b-b52e5315b615 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:16:26.052705 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-9fdec666-3be2-49f4-968b-b52e5315b615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:16:26.064796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:26.075355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Usage tracker for resource:port and tenant:5a97b9f568fb4725a1aef578cfe0e15b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:26.076287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b9f88498-43e4-4304-9704-a9224ca02c3a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:26.083925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:26.101073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:26.120480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:26.124917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.212144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Deleting port 6bbaa21a-c637-4652-9550-3f44947a0e79 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:26.212739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.239124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.240196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.304455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] The port '6bbaa21a-c637-4652-9550-3f44947a0e79' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:16:26.443733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.446232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.9 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/406776d7-48b1-4f21-919a-5a358c95b8f0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:26.489129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18acc35-72e2-4bdb-8a65-bcd0b1631711']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:26.505254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e722f1d-431a-4d05-ac65-d22c4ae8850a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:26.505712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e722f1d-431a-4d05-ac65-d22c4ae8850a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:26.523564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet c1abd620-ebfb-426c-8be3-8d2de095e146 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:26.592437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.636682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.663263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.672208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:16:26.672932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.769954 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-05cf7319-d9d1-4f4a-a5b3-adb111fbcb60 req-97a0e8d1-5453-4a8e-b6ce-703df12ed25b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 210 time: 0.2434902 Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:16:26.770989 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:16:26.781785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.787031 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.827679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18acc35-72e2-4bdb-8a65-bcd0b1631711,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:26.828244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-db23811e-734d-4ce2-9319-96789083ed80 None None] Provisioning complete for port b9f88498-43e4-4304-9704-a9224ca02c3a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:26.828688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-db23811e-734d-4ce2-9319-96789083ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.845951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.879983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.918138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0aff7837-380f-4282-bd53-3d08ba792842 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a18acc35-72e2-4bdb-8a65-bcd0b1631711 HTTP/1.1" status: 204 len: 168 time: 3.7252648 Mar 05 00:16:26.952406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:26.977273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1be18-d6c3-4f84-b40f-24d9544e5375 req-81899b46-367e-4729-9225-da159532999b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:26.994449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3d1be18-d6c3-4f84-b40f-24d9544e5375 req-81899b46-367e-4729-9225-da159532999b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.1927977 Mar 05 00:16:27.000435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.033149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.046376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.050185 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2426ea3e-7a29-41f8-84c7-0bf901a3be11 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.9925971 Mar 05 00:16:27.060460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41026) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:27.076387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3d1be18-d6c3-4f84-b40f-24d9544e5375 req-f6f1b5e7-4509-46aa-8b7b-f5fe8e87efeb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806971 Mar 05 00:16:27.078494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2069339293'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:27.093066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:27.106508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:network and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:27.112974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:27.136473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.139887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:27.150957 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.151648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.204914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Made reservation on behalf of 8b2a4236c9784707af0a00c1bc3c9050 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:27.208880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.231190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.272774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:27.282050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:security_group_rule and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:27.285912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:27.298165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:27.298549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:27.305250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:27.309774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:27.317662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6e88c36c-769c-4230-84b3-42e0cdce2957 None None] Could not find standard attr ID for object 7023069c-3078-43c5-b707-aaa2ca821034. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:16:27.373731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=406776d7-48b1-4f21-919a-5a358c95b8f0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:27.428841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41032) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:27.437097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:27.438209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.467135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4b77acc1-9f11-4645-85ea-50b0f3a8e04b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7625432 Mar 05 00:16:27.484182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Request body: {'port': {'device_id': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:27.514696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41aef61b-6a5b-4845-bd68-e98395983259 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=618e6c9acdb34dde959627d2784de187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0847147 Mar 05 00:16:27.516541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.517328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41036) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:27.518334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.573498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.594623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=c1abd620-ebfb-426c-8be3-8d2de095e146,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:27.619424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.622441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.627065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a309b-80bb-42be-8f1c-b20a13d5e939 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:27.638982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:16:27.644077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a8a30e8-a108-4fe1-ac33-05396f970b96 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/c1abd620-ebfb-426c-8be3-8d2de095e146 HTTP/1.1" status: 204 len: 168 time: 2.2661180 Mar 05 00:16:27.660767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:27.757294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:27.760067 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Added segment 63898d47-0825-489d-b2d1-4183ced4f8f3 of type vlan for network 36b0c77d-16be-421c-b7dc-acb18cd75f36 Mar 05 00:16:27.779452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bc5d4-8e3b-4915-99bc-23f0239a68b9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:27.791308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2195d719-5526-44bf-b16c-cb31d722e17c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215794 Mar 05 00:16:27.796526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41046) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:27.824001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:28.122620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:16:28.128495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] Deleting port b9f88498-43e4-4304-9704-a9224ca02c3a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:28.134493 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.183015 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.197144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aabe5613-7df9-448c-b987-6ef0c20c0a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.338177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:28.346537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aabe5613-7df9-448c-b987-6ef0c20c0a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.356133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:28.369545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:28.387398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.391531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:28.392124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.401079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:28.511763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904442d5-1fdd-4b82-b70a-00606297b412 req-e3ffbb15-dbd3-4a83-a0a3-cf1c51ede0f7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:28.518214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-904442d5-1fdd-4b82-b70a-00606297b412 req-e3ffbb15-dbd3-4a83-a0a3-cf1c51ede0f7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.1452911 Mar 05 00:16:28.534685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:28.538273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.576646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5150967 Mar 05 00:16:28.595607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] For port b9f88498-43e4-4304-9704-a9224ca02c3a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b9f88498-43e4-4304-9704-a9224ca02c3a,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:28.596655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.598489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406776d7-48b1-4f21-919a-5a358c95b8f0 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:16:28.607322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.623163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41056) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:28.643721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'subnet': {'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:28.659372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b1e2-dace-423e-a64a-0ca3ff476ae9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Network': ['ID=36b0c77d-16be-421c-b7dc-acb18cd75f36,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:28.679143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eff55-e2c2-44e3-a9c7-c32551b80c01 req-0abcc293-c00b-4873-9c1c-b17a4aa6dd02 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:28.680782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d30eff55-e2c2-44e3-a9c7-c32551b80c01 req-0abcc293-c00b-4873-9c1c-b17a4aa6dd02 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 931 time: 0.5783982 Mar 05 00:16:28.766357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aabe5613-7df9-448c-b987-6ef0c20c0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.771692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:16:28.795937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] Calling delete_port for b9f88498-43e4-4304-9704-a9224ca02c3a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:28.802700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe5613-7df9-448c-b987-6ef0c20c0a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf5038a-0de5-4a05-a1a9-f9ce704bf6b6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:28.839014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d30eff55-e2c2-44e3-a9c7-c32551b80c01 req-cf16ed8e-c9ad-486e-b314-7c144831c90f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:28.845425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aabe5613-7df9-448c-b987-6ef0c20c0a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.846118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Transition to ACTIVE for port object 406776d7-48b1-4f21-919a-5a358c95b8f0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:28.851558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:28.861118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aabe5613-7df9-448c-b987-6ef0c20c0a5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cf5038a-0de5-4a05-a1a9-f9ce704bf6b6 HTTP/1.1" status: 204 len: 168 time: 1.3270531 Mar 05 00:16:28.873400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:subnet and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:28.879682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:28.910574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d30eff55-e2c2-44e3-a9c7-c32551b80c01 req-cf16ed8e-c9ad-486e-b314-7c144831c90f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:28.911861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d30eff55-e2c2-44e3-a9c7-c32551b80c01 req-cf16ed8e-c9ad-486e-b314-7c144831c90f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211099 Mar 05 00:16:28.919241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:28.942517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:29.026008 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:29.098179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Made reservation on behalf of 8b2a4236c9784707af0a00c1bc3c9050 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:29.124783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] Pushing event deleted for resources: {'Port': ['ID=b9f88498-43e4-4304-9704-a9224ca02c3a,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:29.160399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45f3f3-9433-468e-82dc-abc25b647156 None None] No DVR routers for this DVR port b9f88498-43e4-4304-9704-a9224ca02c3a on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:16:29.369770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-904442d5-1fdd-4b82-b70a-00606297b412 req-1723c340-9e0d-4732-be3a-f0c56252678f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8467977 Mar 05 00:16:29.395762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Pushing event updated for resources: {'Port': ['ID=406776d7-48b1-4f21-919a-5a358c95b8f0,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:29.419673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:29.424964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:29.528396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:29.531819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:29.536711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:29.537422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:29.541872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=624c62f7-6c96-41e6-9b82-9e1a82d3a2c2,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:29.554526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447c223-9904-4192-ad36-e12bec287308 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:29.574915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0e964095-9d0d-4194-965b-bd613151d105 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7736332 Mar 05 00:16:29.575566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41070) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:29.585134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:29.836232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Attempting to bind port 406776d7-48b1-4f21-919a-5a358c95b8f0 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:29.836846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Attempting to bind port 406776d7-48b1-4f21-919a-5a358c95b8f0 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:29.837091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Attempting to bind port 406776d7-48b1-4f21-919a-5a358c95b8f0 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:29.850112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Port 406776d7-48b1-4f21-919a-5a358c95b8f0 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:16:29.850442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Attempting to bind port 406776d7-48b1-4f21-919a-5a358c95b8f0 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:29.885164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:29.890779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:29.897363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:29.899548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:29.899862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:29.900251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:29.900691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Bound port: 406776d7-48b1-4f21-919a-5a358c95b8f0, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:29.901034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:29.918888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:29.935561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:29.939351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:30.030685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] For port 406776d7-48b1-4f21-919a-5a358c95b8f0, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:30.035597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] For port 406776d7-48b1-4f21-919a-5a358c95b8f0, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=406776d7-48b1-4f21-919a-5a358c95b8f0,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:30.046409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:30.203398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9f88498-43e4-4304-9704-a9224ca02c3a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:30.239395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:30.241175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] 10.222.0.36 "PUT /v2.0/ports/406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 200 len: 1091 time: 2.7657447 Mar 05 00:16:30.241816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'tag': '406776d7-48b1-4f21-919a-5a358c95b8f0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:16:30.264823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '624c62f7-6c96-41e6-9b82-9e1a82d3a2c2'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:30.265844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:30.283577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:30.291097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b9f88498-43e4-4304-9704-a9224ca02c3a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:30.291446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9f88498-43e4-4304-9704-a9224ca02c3a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:30.449669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835d1ff-adc9-43b3-96c7-d9ac4e2d490f service neutron] Pushing event updated for resources: {'Port': ['ID=406776d7-48b1-4f21-919a-5a358c95b8f0,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:30.556313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Subnet': ['ID=20e21754-47b0-4047-9ebe-d3dc9880cd49,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:30.573971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Allocated IP 172.20.0.2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/624c62f7-6c96-41e6-9b82-9e1a82d3a2c2/a3c90611-77f1-4336-ace2-bda3a0ae481b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:30.596183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8844-786e-48c7-a662-81e11e3511f1 req-16e1ca58-b160-4924-8334-4573fbe3e299 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:30.608484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82cc8844-786e-48c7-a662-81e11e3511f1 req-16e1ca58-b160-4924-8334-4573fbe3e299 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 943 time: 0.3550434 Mar 05 00:16:30.653449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-4aaab0e9-e888-4b6b-a48d-f82bd78448b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 1094 time: 0.3333738 Mar 05 00:16:30.660277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Checking segment: {'id': '63898d47-0825-489d-b2d1-4183ced4f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:30.660277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network hostable DHCP agents. Network: 36b0c77d-16be-421c-b7dc-acb18cd75f36, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:16:30.875741 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'tag': '406776d7-48b1-4f21-919a-5a358c95b8f0', 'status': 'completed', 'code': 200} Mar 05 00:16:30.879538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-1e5dbefc-cb12-4b2a-8218-0b7b52464f9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 200 len: 217 time: 0.1979306 Mar 05 00:16:30.951541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82cc8844-786e-48c7-a662-81e11e3511f1 req-363cbb77-df4f-4b8e-8f05-92ce1e64a526 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330016 Mar 05 00:16:30.986749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:16:31.025089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 36b0c77d-16be-421c-b7dc-acb18cd75f36) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:31.053625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f676b-b9f9-4a8b-87de-1f735a4e56cb None None] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:31.111803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:31.116593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.142508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41118) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:31.270486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41126) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:31.309480 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.330797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-d099dda9-2350-47aa-9a96-96655e04517a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:31.335726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-d099dda9-2350-47aa-9a96-96655e04517a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.4444141 Mar 05 00:16:31.349646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e3c5fbb1-70f9-4ae9-ae3f-d43e671138f0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7117817 Mar 05 00:16:31.353747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41134) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:31.358581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:16:31.370215 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.378850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Transition to ACTIVE for port object a3c90611-77f1-4336-ace2-bda3a0ae481b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:31.417109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'network': {'name': 'tempest-router-network01--1605626532'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:31.442552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:31.481488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:network and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:31.487965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:31.491672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:31.492046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:31.502353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:31.502955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.506231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:31.522037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=eff7e2c3-cb9d-473c-88f8-da4d74b2baea,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:31.529637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Transition to ACTIVE for port object a3c90611-77f1-4336-ace2-bda3a0ae481b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:31.531477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-bb3c6ca4-d7c1-4f17-b429-995ca83d6a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783037 Mar 05 00:16:31.540676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Made reservation on behalf of 8b2a4236c9784707af0a00c1bc3c9050 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:31.550637 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.557147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e04fa820-4195-495d-9f19-06ec3050f3e2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9806664 Mar 05 00:16:31.559865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41138) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:31.560239 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.567386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:c7:7d:43', 'name': 'tempest-NetworksTestDHCPv6-486395357'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:31.676751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Pushing event updated for resources: {'Port': ['ID=a3c90611-77f1-4336-ace2-bda3a0ae481b,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:31.698078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:31.699347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:31.702385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:31.706129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-36b0c77d-16be-421c-b7dc-acb18cd75f36', 'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36', 'tenant_id': '8b2a4236c9784707af0a00c1bc3c9050', 'fixed_ips': [{'subnet_id': '20e21754-47b0-4047-9ebe-d3dc9880cd49'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:31.706915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.728414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-176127993-network', 'tenant_id': '4edf1e3150024705ab750abab4d6c670'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:31.752373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:31.762664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:16:31.768047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Usage tracker for resource:network and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:31.777278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:31.789266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:31.835478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:31.837801 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.854566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.855209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.870239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Attempting to bind port a3c90611-77f1-4336-ace2-bda3a0ae481b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:31.870497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Attempting to bind port a3c90611-77f1-4336-ace2-bda3a0ae481b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:31.870833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Attempting to bind port a3c90611-77f1-4336-ace2-bda3a0ae481b on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:31.879607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:31.891341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:31.897372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:31.907144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:31.907424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e93dd-bcff-4ad5-8899-12e173dc6700 req-fa06823c-0b6c-4901-b8dc-43f9cc9b664d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:31.908988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-646e93dd-bcff-4ad5-8899-12e173dc6700 req-fa06823c-0b6c-4901-b8dc-43f9cc9b664d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.7253075 Mar 05 00:16:31.913869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:31.920896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:16:31.922406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Usage tracker for resource:security_group_rule and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:31.926811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:31.927230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:31.927425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:31.927671 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.928099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:31.928576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Bound port: a3c90611-77f1-4336-ace2-bda3a0ae481b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:31.928973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:31.935169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:31.937372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:31.997394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-646e93dd-bcff-4ad5-8899-12e173dc6700 req-0b6e80cf-e7b2-4cef-b56e-6a3543152fce tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608580 Mar 05 00:16:32.000922 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.001680 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Added segment 07ee0a78-e4e4-42f6-b240-0adbd317ef67 of type vlan for network 0e784c2d-6c48-41e2-858c-d3623fcdca55 Mar 05 00:16:32.047029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.096676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.132791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:32.138618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 9d1ffa27-81a5-4d7a-8168-6b6de4dcc868 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:16:32.139154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Usage tracker for resource:security_group_rule and tenant:8c549419206b4b8b887fafb2b8eaebb2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:32.143053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:32.151982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:32.246350 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.286680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Allocated IP 172.20.0.2 (36b0c77d-16be-421c-b7dc-acb18cd75f36/20e21754-47b0-4047-9ebe-d3dc9880cd49/3933c339-78f3-4ab9-b26e-046da6a47a61) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:32.290850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-7e9d9822-1c9c-42dc-aff3-840be9c2546b service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139604 Mar 05 00:16:32.296928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.325105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] For port a3c90611-77f1-4336-ace2-bda3a0ae481b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:32.329172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:32.336351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.341268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:32.342322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.363674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c549419206b4b8b887fafb2b8eaebb2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2174745 Mar 05 00:16:32.373558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 172.20.0.13 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/624c62f7-6c96-41e6-9b82-9e1a82d3a2c2/9d1ffa27-81a5-4d7a-8168-6b6de4dcc868) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:32.381162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fec7:7d43 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/eff7e2c3-cb9d-473c-88f8-da4d74b2baea/9d1ffa27-81a5-4d7a-8168-6b6de4dcc868) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:32.399881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41150) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:32.456652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:16:32.461462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] For port a3c90611-77f1-4336-ace2-bda3a0ae481b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3c90611-77f1-4336-ace2-bda3a0ae481b,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:32.563719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Network': ['ID=0e784c2d-6c48-41e2-858c-d3623fcdca55,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:32.684571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fdf6abbc-42d0-4ee2-8651-3cb683a1f691 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3259010 Mar 05 00:16:32.684786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:16:32.688768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41154) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:32.692859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6697-af3c-41d6-9e22-fd573374b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91855cfe-a8b0-4a1a-a256-f8c4bca74ad3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:32.703822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.708966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'network': {'name': 'tempest-router-network02--150367758'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:32.720029 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.723549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:32.732971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:network and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:32.772974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.782870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d37ea7a-eb9e-4ce8-bf4d-8ee34da1f4d4 req-ec443797-e49b-4da8-8c75-fa19e9250a1d service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342747 Mar 05 00:16:32.783513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6240b449-da22-418d-9e1c-0e8acaedbbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.800229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 9d1ffa27-81a5-4d7a-8168-6b6de4dcc868 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:32.814087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6240b449-da22-418d-9e1c-0e8acaedbbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.827856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:32.832208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.942419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-d9d1c83c-3505-4dfd-b922-9f56a86cc358 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 1094 time: 0.1053088 Mar 05 00:16:32.945401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6240b449-da22-418d-9e1c-0e8acaedbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:32.957465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3253a2-44ae-4a15-bd78-bc5cc7544d9c None None] Pushing event updated for resources: {'Port': ['ID=a3c90611-77f1-4336-ace2-bda3a0ae481b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:32.991348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240b449-da22-418d-9e1c-0e8acaedbbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91855cfe-a8b0-4a1a-a256-f8c4bca74ad3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:33.000148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.007057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.041111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Transition to ACTIVE for port object 3933c339-78f3-4ab9-b26e-046da6a47a61 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:33.058358 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6240b449-da22-418d-9e1c-0e8acaedbbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.059787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6240b449-da22-418d-9e1c-0e8acaedbbb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91855cfe-a8b0-4a1a-a256-f8c4bca74ad3 HTTP/1.1" status: 204 len: 168 time: 0.6337049 Mar 05 00:16:33.088412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:16:33.115223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:33.127510 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.134056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.162581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:33.189815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-97134ef5-a6c5-47c1-a944-4a730cf496cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:33.191466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-97134ef5-a6c5-47c1-a944-4a730cf496cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.2403343 Mar 05 00:16:33.197249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Transition to ACTIVE for port object 3933c339-78f3-4ab9-b26e-046da6a47a61 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:33.248014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:33.254327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.329772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:16:33.342815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.343165 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Added segment a5d698e9-2153-415a-a330-fcbfcaad3387 of type vlan for network efd46df0-1c82-4725-adb6-be0b3d7d344b Mar 05 00:16:33.368315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-83519838-bf55-4d76-9d3e-ffd6bd3cce1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 200 len: 217 time: 0.1701927 Mar 05 00:16:33.390173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3d064-6256-43ae-b0cc-d7d96d402567,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:33.454140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['d62a7234-edcb-4f64-97ad-1b5d59059bd2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:16:33.476700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee6512-1e75-4d48-a64c-c527e0c3af86 req-99e0ca8d-dd92-49f7-ab7f-80bfadcf056a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:33.478420 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdee6512-1e75-4d48-a64c-c527e0c3af86 req-99e0ca8d-dd92-49f7-ab7f-80bfadcf056a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 943 time: 1.0210378 Mar 05 00:16:33.497381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-ded9ca60-f93e-4b7b-a57c-9c86286b571b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:33.499012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-ded9ca60-f93e-4b7b-a57c-9c86286b571b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.1163568 Mar 05 00:16:33.503244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.507911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Made reservation on behalf of 8b2a4236c9784707af0a00c1bc3c9050 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:33.517450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9baab7-3319-435b-ad4c-29ce104cfadf req-f2ba3c61-74ef-4764-bd00-4f78fda83496 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:33.518786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d9baab7-3319-435b-ad4c-29ce104cfadf req-f2ba3c61-74ef-4764-bd00-4f78fda83496 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.2349336 Mar 05 00:16:33.527978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.540946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Pushing event updated for resources: {'Port': ['ID=3933c339-78f3-4ab9-b26e-046da6a47a61,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:33.558613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:33.560594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:33.563680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:33.568408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:33.583245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-f7a88cc0-2bc2-46ac-b4d6-a4b1e62bf27c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748692 Mar 05 00:16:33.603662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:33.616060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:33.659903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=9d1ffa27-81a5-4d7a-8168-6b6de4dcc868,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:33.715718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdee6512-1e75-4d48-a64c-c527e0c3af86 req-73742a1d-055e-46fe-9f3c-eaccce83a0ae tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254338 Mar 05 00:16:33.738009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:33.738648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.772909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:16:33.779023 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.780095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:33.780673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.792968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d9baab7-3319-435b-ad4c-29ce104cfadf req-698aa977-5ab2-48c0-a4c5-4fc0d7d5305e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087338 Mar 05 00:16:33.800189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Attempting to bind port 3933c339-78f3-4ab9-b26e-046da6a47a61 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:33.800658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Attempting to bind port 3933c339-78f3-4ab9-b26e-046da6a47a61 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '63898d47-0825-489d-b2d1-4183ced4f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:33.801249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Attempting to bind port 3933c339-78f3-4ab9-b26e-046da6a47a61 on network 36b0c77d-16be-421c-b7dc-acb18cd75f36 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:33.811988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:33.812531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Checking segment: {'id': '63898d47-0825-489d-b2d1-4183ced4f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:33.813027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.813653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Bound using segment: {'id': '63898d47-0825-489d-b2d1-4183ced4f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:33.818186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Bound port: 3933c339-78f3-4ab9-b26e-046da6a47a61, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63898d47-0825-489d-b2d1-4183ced4f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36b0c77d-16be-421c-b7dc-acb18cd75f36'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:33.818673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.856780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-251d68b2-a50b-4c36-a8b8-11ac4e0bbd2c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2953551 Mar 05 00:16:33.857757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41174) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:33.869196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6001041 Mar 05 00:16:33.873338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41178) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:33.918374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:33.918374 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Added segment 7b7e8a4e-e34b-40ea-95dc-959abfac03c4 of type vlan for network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 Mar 05 00:16:33.940686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-354bc9ae-83d1-4ed8-84b0-fbb58814861d service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925105 Mar 05 00:16:33.999695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Request body: {'subnet': {'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-subnet', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:34.000423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] For port 3933c339-78f3-4ab9-b26e-046da6a47a61, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:34.036420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] For port 3933c339-78f3-4ab9-b26e-046da6a47a61, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3933c339-78f3-4ab9-b26e-046da6a47a61,segment=NetworkSegment(63898d47-0825-489d-b2d1-4183ced4f8f3),segment_id=63898d47-0825-489d-b2d1-4183ced4f8f3)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:34.045643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:34.133947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315356be-4532-4059-9ce8-c4858e73757c admin admin] Pushing event updated for resources: {'Network': ['ID=efd46df0-1c82-4725-adb6-be0b3d7d344b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:34.137055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3aa9f594-b900-4011-8992-9054e21f3dfb req-ab787e63-4787-49f5-88c7-92fa1d0a2247 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899562 Mar 05 00:16:34.139536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:34.163830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Usage tracker for resource:subnet and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:34.181744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network efd46df0-1c82-4725-adb6-be0b3d7d344b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:16:34.193111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:34.205480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:34.241787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:34.298238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:34.300540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:34.390151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3c90611-77f1-4336-ace2-bda3a0ae481b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:34.429879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:34.434435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:34.435233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:34.535033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2c948-8734-40ce-ae76-5199811966dc None None] Pushing event updated for resources: {'Port': ['ID=3933c339-78f3-4ab9-b26e-046da6a47a61,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:34.627895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a3c90611-77f1-4336-ace2-bda3a0ae481b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:34.657684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-112dfcc1-ee1a-4f2b-9cc1-6d84c0d0eac7 req-74dac3fa-1a66-4a79-b11a-bc03fe142757 tempest-ServerDiskConfigTestJSON-2053642351 tempest-ServerDiskConfigTestJSON-2053642351-project] (83782) timed out ('10.222.0.10', 55063) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:16:34.752679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45164357-0cba-4280-a01f-85a9cbde1732 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:34.757152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45164357-0cba-4280-a01f-85a9cbde1732 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:34.757463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45164357-0cba-4280-a01f-85a9cbde1732 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:34.799702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1091666 Mar 05 00:16:34.802895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41198) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:34.808673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'subnet': {'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:34.858886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc2cfa-1ac8-45f7-a550-a15e017e1938 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:34.873932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10a130-d8d2-4989-a78d-84cb5e330834 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Network': ['ID=65ef97fc-f5e5-44f1-b2f3-c718f9eca406,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:34.886717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-45164357-0cba-4280-a01f-85a9cbde1732 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:34.895586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45164357-0cba-4280-a01f-85a9cbde1732 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 1.0314012 Mar 05 00:16:34.897990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41204) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:34.903500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:16:34.985872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:34.990381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:subnet and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:34.993588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:34.999774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:35.016226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Made reservation on behalf of 8b2a4236c9784707af0a00c1bc3c9050 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:35.131145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.140336 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b061d1d4-1ec9-4906-a9f3-4bb10bdc1e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.250560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] Provisioning for port a3c90611-77f1-4336-ace2-bda3a0ae481b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:35.264808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 9d1ffa27-81a5-4d7a-8168-6b6de4dcc868 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:35.267105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.275743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] Provisioning complete for port a3c90611-77f1-4336-ace2-bda3a0ae481b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:35.276116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.387889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.408503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:35.427781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Checking segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:35.428951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Network hostable DHCP agents. Network: efd46df0-1c82-4725-adb6-be0b3d7d344b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:16:35.519660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.566721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ec06c-f470-4410-b21a-0084c1548b1b req-bb234c8e-d88d-4723-960f-b10c69eb183c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:35.568629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d7ec06c-f470-4410-b21a-0084c1548b1b req-bb234c8e-d88d-4723-960f-b10c69eb183c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.2734849 Mar 05 00:16:35.610443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] For port a3c90611-77f1-4336-ace2-bda3a0ae481b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3c90611-77f1-4336-ace2-bda3a0ae481b,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:35.619761 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.735586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccba23f-a948-4a54-8403-eb499004c215 None None] Pushing event updated for resources: {'Port': ['ID=a3c90611-77f1-4336-ace2-bda3a0ae481b,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:35.739457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:35.819876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:35.855778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d7ec06c-f470-4410-b21a-0084c1548b1b req-d47ea497-e58b-419c-902a-88c9a6205eb5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378874 Mar 05 00:16:35.880871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc11b2-b37b-48b8-90b6-bd3e501b7350 req-fb5003f9-7a0f-4894-a3fc-d190ba342822 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:35.882714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bacc11b2-b37b-48b8-90b6-bd3e501b7350 req-fb5003f9-7a0f-4894-a3fc-d190ba342822 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 943 time: 0.8375695 Mar 05 00:16:35.890346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 9d1ffa27-81a5-4d7a-8168-6b6de4dcc868 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:35.929771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09799eba-5842-4c4e-8fe5-2ff6f32a4e2b None None] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:35.971703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.114499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Network efd46df0-1c82-4725-adb6-be0b3d7d344b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:16:36.117071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 406776d7-48b1-4f21-919a-5a358c95b8f0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:16:36.126909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Subnet': ['ID=06007e24-94dd-46d8-87be-85ce5c3834a9,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:36.156043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, efd46df0-1c82-4725-adb6-be0b3d7d344b) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:36.161454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:36.162077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.168654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bacc11b2-b37b-48b8-90b6-bd3e501b7350 req-c1e33e60-929c-4912-9b4f-1aaae8535851 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281969 Mar 05 00:16:36.197152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf1ac5-a611-4d26-b522-01805e3d744a None None] Network efd46df0-1c82-4725-adb6-be0b3d7d344b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:36.234052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36597d3d-9966-4776-92f0-506cbdc4b1e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3233204 Mar 05 00:16:36.240655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41232) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:36.248424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Checking segment: {'id': '07ee0a78-e4e4-42f6-b240-0adbd317ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:36.250049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network hostable DHCP agents. Network: 0e784c2d-6c48-41e2-858c-d3623fcdca55, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:16:36.255663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:36.256899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-749aae2c-b633-4001-b8c9-af437bad0ef0 None None] Provisioning for port 3933c339-78f3-4ab9-b26e-046da6a47a61 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:36.264567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:36.274028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Usage tracker for resource:router and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:36.278968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:36.288856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:36.307680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:16:36.315729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0e784c2d-6c48-41e2-858c-d3623fcdca55) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:36.331056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:36.331653 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.382172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '624c62f7-6c96-41e6-9b82-9e1a82d3a2c2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eff7e2c3-cb9d-473c-88f8-da4d74b2baea'}], 'binding:host_id': 'n-d-828979-4'}, 'id': 'a3c90611-77f1-4336-ace2-bda3a0ae481b'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:16:36.409870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f5869a72-22c3-4b02-9c7f-c48080202f43 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6057556 Mar 05 00:16:36.412750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41238) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:36.426543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port d62a7234-edcb-4f64-97ad-1b5d59059bd2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:36.426907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.432508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'subnet': {'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:36.455637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8c894-3a94-48a9-9783-31f4189376a1 None None] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:36.467799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3933c339-78f3-4ab9-b26e-046da6a47a61 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:36.501072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:16:36.526782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.527788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.599948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.667481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=9d1ffa27-81a5-4d7a-8168-6b6de4dcc868,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:36.701688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-26720216-cb44-40fd-9458-a8b101faad3f req-9db989be-d8da-4cae-8efb-f0ed088ff039 service neutron] (83783) timed out ('10.222.0.10', 55079) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:16:36.712761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:36.715149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:36.723206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Usage tracker for resource:subnet and tenant:8b2a4236c9784707af0a00c1bc3c9050 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:16:36.734177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:16:36.745038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:36.768391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Made reservation on behalf of 8b2a4236c9784707af0a00c1bc3c9050 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:36.916233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.264918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.282389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fdc74992-27d5-4e3d-9d09-fdcccf2909a1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9d1ffa27-81a5-4d7a-8168-6b6de4dcc868 HTTP/1.1" status: 204 len: 168 time: 2.3256683 Mar 05 00:16:37.285318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41254) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:37.285573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.392907 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.409529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.415673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d5ae2-61ef-41a5-9594-56cd387749fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:37.417385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d5ae2-61ef-41a5-9594-56cd387749fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:37.419041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d5ae2-61ef-41a5-9594-56cd387749fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:37.419918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-df7d5ae2-61ef-41a5-9594-56cd387749fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:37.467292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0f309040-7039-4881-b464-57b62aa01d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.515377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-df7d5ae2-61ef-41a5-9594-56cd387749fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:37.519146 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df7d5ae2-61ef-41a5-9594-56cd387749fc tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2315693 Mar 05 00:16:37.525444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41268) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:37.571994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3933c339-78f3-4ab9-b26e-046da6a47a61 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:37.582754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Subnet': ['ID=cee9b7a4-028f-42a1-aa52-15f86e46b48e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:37.585442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3933c339-78f3-4ab9-b26e-046da6a47a61 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:37.585819 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.616433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0cd46-f209-4383-9f23-1c092d7e1401 req-280fe8e4-e5e1-4cda-ad1d-98f0929ef781 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:37.624392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27a0cd46-f209-4383-9f23-1c092d7e1401 req-280fe8e4-e5e1-4cda-ad1d-98f0929ef781 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.3772354 Mar 05 00:16:37.672781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Checking segment: {'id': '7b7e8a4e-e34b-40ea-95dc-959abfac03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:37.673277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network hostable DHCP agents. Network: 65ef97fc-f5e5-44f1-b2f3-c718f9eca406, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:16:37.695944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-efd46df0-1c82-4725-adb6-be0b3d7d344b', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:37.696779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.710572 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27a0cd46-f209-4383-9f23-1c092d7e1401 req-13bc4540-3cab-4965-9a67-e9b22205d2a9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849700 Mar 05 00:16:37.713536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:16:37.728478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 65ef97fc-f5e5-44f1-b2f3-c718f9eca406) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:37.755707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:37.756289 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:37.794390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8fd3484c-a048-4e7a-8119-f3f5d64c15a0 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3805037 Mar 05 00:16:37.797108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:37.983565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Allocated IP 2001:db8::f816:3eff:fed3:f854 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/eff7e2c3-cb9d-473c-88f8-da4d74b2baea/a3c90611-77f1-4336-ace2-bda3a0ae481b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:38.107256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc06368-9560-49a8-92fb-64ae368bc8ab req-43209233-0a66-4b41-be7b-0fa5f1ff48c0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:38.125464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fc06368-9560-49a8-92fb-64ae368bc8ab req-43209233-0a66-4b41-be7b-0fa5f1ff48c0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 943 time: 0.6426659 Mar 05 00:16:38.144181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 624c62f7-6c96-41e6-9b82-9e1a82d3a2c2 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:38.162450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a6ab4c-eaed-4ee5-ba7e-b6dc25303175 None None] Network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:38.218307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1fc06368-9560-49a8-92fb-64ae368bc8ab req-40dcf837-4019-46da-b84f-1991c1a4e99e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918226 Mar 05 00:16:38.296050 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:38.332282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:38.510474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Allocated IP 172.20.0.2 (efd46df0-1c82-4725-adb6-be0b3d7d344b/dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf/2ee97f41-3f01-4200-8eff-32ec9ac2a37b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:38.617344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Allocated IP 172.25.0.140 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e1bc5b50-352e-4819-8ea0-fff68c5c8439) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:38.933958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:38.986597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:39.068516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:39.072135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:39.075921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:39.087998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:39.168564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bc5b50-352e-4819-8ea0-fff68c5c8439,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:39.367619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 406776d7-48b1-4f21-919a-5a358c95b8f0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=406776d7-48b1-4f21-919a-5a358c95b8f0,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:39.448697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '406776d7-48b1-4f21-919a-5a358c95b8f0', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': '406776d7-48b1-4f21-919a-5a358c95b8f0', 'mac_address': 'fa:16:3e:6c:03:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:16:39.510584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:39.512086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:39.760626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-0e784c2d-6c48-41e2-858c-d3623fcdca55', 'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55', 'tenant_id': '8b2a4236c9784707af0a00c1bc3c9050', 'fixed_ips': [{'subnet_id': '06007e24-94dd-46d8-87be-85ce5c3834a9'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:39.761628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9baf-aa95-4f66-982e-cd4ee771858e req-303cb2b3-d307-4e0a-9970-9c5734d7b6d9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:39.761998 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:39.769627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e9d9baf-aa95-4f66-982e-cd4ee771858e req-303cb2b3-d307-4e0a-9970-9c5734d7b6d9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.6973867 Mar 05 00:16:39.957591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Allocated IP 172.20.0.2 (0e784c2d-6c48-41e2-858c-d3623fcdca55/06007e24-94dd-46d8-87be-85ce5c3834a9/f07ef69b-ff31-4a61-9fb7-1e5f89422127) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:40.250454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e9d9baf-aa95-4f66-982e-cd4ee771858e req-b0734fe1-bceb-4b7a-848e-490180bce057 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798205 Mar 05 00:16:40.300828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89805ff1-8557-4ca0-8214-f9d58e8265b5 req-2da433ee-ea0a-439d-96a7-63dbb34db823 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:40.302355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89805ff1-8557-4ca0-8214-f9d58e8265b5 req-2da433ee-ea0a-439d-96a7-63dbb34db823 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 943 time: 0.4370146 Mar 05 00:16:40.345097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.383802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89805ff1-8557-4ca0-8214-f9d58e8265b5 req-b7e1b7f1-6afb-4a36-8de1-eff58438a81e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716958 Mar 05 00:16:40.476154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406776d7-48b1-4f21-919a-5a358c95b8f0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:16:40.490783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Router 206e551d-167f-407b-bb66-28a5a44883b3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:16:40.498994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 406776d7-48b1-4f21-919a-5a358c95b8f0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=406776d7-48b1-4f21-919a-5a358c95b8f0,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:40.548004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.548703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.631601 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.702968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.800956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:16:40.810212 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Sync routers for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:16:40.815024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-65ef97fc-f5e5-44f1-b2f3-c718f9eca406', 'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406', 'tenant_id': '8b2a4236c9784707af0a00c1bc3c9050', 'fixed_ips': [{'subnet_id': 'cee9b7a4-028f-42a1-aa52-15f86e46b48e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:40.820433 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.830334 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:40.831228 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:40.839332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.840762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0552ca23-202e-43d9-9cb2-d35791f84558 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5989308 Mar 05 00:16:40.845202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41312) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:40.920232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] For port a3c90611-77f1-4336-ace2-bda3a0ae481b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3c90611-77f1-4336-ace2-bda3a0ae481b,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:40.928402 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:40.940662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Transition to ACTIVE for port object f07ef69b-ff31-4a61-9fb7-1e5f89422127 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:40.961960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Transition to ACTIVE for port object f07ef69b-ff31-4a61-9fb7-1e5f89422127 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:41.006313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=406776d7-48b1-4f21-919a-5a358c95b8f0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:41.034293 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:41.038405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:16:41.061483 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:41.110528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:41.257090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:41.259022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:41.267706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Pushing event updated for resources: {'Port': ['ID=f07ef69b-ff31-4a61-9fb7-1e5f89422127,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:41.272091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:16:41.290732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:41.322638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Allocated IP 172.20.0.1 (0e784c2d-6c48-41e2-858c-d3623fcdca55/06007e24-94dd-46d8-87be-85ce5c3834a9/c81cb210-ccfe-4591-8404-58a8216aa294) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:41.531802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Transition to ACTIVE for port object 2ee97f41-3f01-4200-8eff-32ec9ac2a37b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:41.566935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:39Z', 'revision_number': 3, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:41.584099 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Checking router: 206e551d-167f-407b-bb66-28a5a44883b3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:16:41.584436 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Updating router 206e551d-167f-407b-bb66-28a5a44883b3 port e1bc5b50-352e-4819-8ea0-fff68c5c8439 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:16:41.665417 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'code': 200} Mar 05 00:16:41.671881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:41.743369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51781f12-c145-4ed5-b165-33b3d7e10a24 req-5a6de82c-b698-4e95-87e9-312a0a77b4f4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:41.751731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51781f12-c145-4ed5-b165-33b3d7e10a24 req-5a6de82c-b698-4e95-87e9-312a0a77b4f4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.1388609 Mar 05 00:16:41.755925 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:41.792212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:16:41.824955 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51781f12-c145-4ed5-b165-33b3d7e10a24 req-60cc995d-b793-40c9-a352-310b59c23a37 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709138 Mar 05 00:16:41.852758 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.044134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:16:42.182696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Allocated IP 172.20.0.2 (65ef97fc-f5e5-44f1-b2f3-c718f9eca406/cee9b7a4-028f-42a1-aa52-15f86e46b48e/bf1595bf-aacc-4475-9102-9138fc3b825d) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:42.198349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.350097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:42.435571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Transition to ACTIVE for port object c81cb210-ccfe-4591-8404-58a8216aa294 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:42.535911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9c8b-1ae5-43a4-aa36-c2c6b87eb06d req-3a17e079-664a-4153-8ec7-6e45fdf3fe47 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:42.536658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b4da9c8b-1ae5-43a4-aa36-c2c6b87eb06d req-3a17e079-664a-4153-8ec7-6e45fdf3fe47 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:42.558992 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.603064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:42.616533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b4da9c8b-1ae5-43a4-aa36-c2c6b87eb06d req-3a17e079-664a-4153-8ec7-6e45fdf3fe47 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:42.627170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4da9c8b-1ae5-43a4-aa36-c2c6b87eb06d req-3a17e079-664a-4153-8ec7-6e45fdf3fe47 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 944 time: 0.8424625 Mar 05 00:16:42.696001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:42.709618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Transition to ACTIVE for port object 2ee97f41-3f01-4200-8eff-32ec9ac2a37b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:42.772774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.820234 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.840254 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Transition to ACTIVE for port object e1bc5b50-352e-4819-8ea0-fff68c5c8439 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:42.853064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a91ce6ba-215a-4286-bdac-64ba864ff772 None None] Provisioning complete for port 3933c339-78f3-4ab9-b26e-046da6a47a61 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:42.853543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a91ce6ba-215a-4286-bdac-64ba864ff772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.855822 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.919894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Transition to ACTIVE for port object a3c90611-77f1-4336-ace2-bda3a0ae481b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:42.921569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.937519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:42.965844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Port': ['ID=c81cb210-ccfe-4591-8404-58a8216aa294,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:43.020974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4da9c8b-1ae5-43a4-aa36-c2c6b87eb06d req-d81e9b75-9480-415c-a25d-a58f7ecb4226 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927357 Mar 05 00:16:43.095676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.116425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3933c339-78f3-4ab9-b26e-046da6a47a61, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3933c339-78f3-4ab9-b26e-046da6a47a61,segment=NetworkSegment(63898d47-0825-489d-b2d1-4183ced4f8f3),segment_id=63898d47-0825-489d-b2d1-4183ced4f8f3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:43.117806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:43.120790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:43.144238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:43.148700 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Pushing event updated for resources: {'Port': ['ID=e1bc5b50-352e-4819-8ea0-fff68c5c8439,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:43.159307 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Attempting to bind port e1bc5b50-352e-4819-8ea0-fff68c5c8439 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:43.160366 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Attempting to bind port e1bc5b50-352e-4819-8ea0-fff68c5c8439 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:43.160963 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Attempting to bind port e1bc5b50-352e-4819-8ea0-fff68c5c8439 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:43.170941 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.171637 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.172294 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.172975 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.173574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.174123 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.174685 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.175228 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.175771 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.176505 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.177061 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:43.188952 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:43.190068 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:43.190890 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.191497 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:43.192187 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Bound port: e1bc5b50-352e-4819-8ea0-fff68c5c8439, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:43.193097 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.220978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.303998 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] For port e1bc5b50-352e-4819-8ea0-fff68c5c8439, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:43.309010 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] For port e1bc5b50-352e-4819-8ea0-fff68c5c8439, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e1bc5b50-352e-4819-8ea0-fff68c5c8439,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:43.312850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.317923 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.396504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09848485-09a4-45d3-9f67-fdf54b10e203 req-3de3cc16-0fe9-47bb-b1b0-780999f6422f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:43.417831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09848485-09a4-45d3-9f67-fdf54b10e203 req-3de3cc16-0fe9-47bb-b1b0-780999f6422f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.2202511 Mar 05 00:16:43.453900 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.469911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Transition to ACTIVE for port object bf1595bf-aacc-4475-9102-9138fc3b825d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:43.489104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.489519 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668825-98f8-4625-996b-fe123a3ce5b9 None None] Pushing event updated for resources: {'Port': ['ID=e1bc5b50-352e-4819-8ea0-fff68c5c8439,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:43.501154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Transition to ACTIVE for port object bf1595bf-aacc-4475-9102-9138fc3b825d will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:43.549379 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:43.552075 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:43.563665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Pushing event updated for resources: {'Port': ['ID=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:43.612075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.618466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3c90611-77f1-4336-ace2-bda3a0ae481b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:43.648852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09848485-09a4-45d3-9f67-fdf54b10e203 req-87ccb5f0-1b6b-44b7-ba29-75b7059533f9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300067 Mar 05 00:16:43.704503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.717044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Network efd46df0-1c82-4725-adb6-be0b3d7d344b is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:43.769925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:43.776789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:43.803473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=624c62f7-6c96-41e6-9b82-9e1a82d3a2c2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:43.810109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.830994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f00557a-c04d-4c40-9005-e9d94e16a468 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/624c62f7-6c96-41e6-9b82-9e1a82d3a2c2 HTTP/1.1" status: 204 len: 168 time: 6.3042498 Mar 05 00:16:43.833269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:43.869468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:43.970140 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:44.023211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:44.159810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:44.166408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:44.186695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Attempting to bind port f07ef69b-ff31-4a61-9fb7-1e5f89422127 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:44.187440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Attempting to bind port f07ef69b-ff31-4a61-9fb7-1e5f89422127 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '07ee0a78-e4e4-42f6-b240-0adbd317ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:44.188054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Attempting to bind port f07ef69b-ff31-4a61-9fb7-1e5f89422127 on network 0e784c2d-6c48-41e2-858c-d3623fcdca55 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:44.435984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet eff7e2c3-cb9d-473c-88f8-da4d74b2baea {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:16:44.447210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.453880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:44.454376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Checking segment: {'id': '07ee0a78-e4e4-42f6-b240-0adbd317ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:44.461065 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.461065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Bound using segment: {'id': '07ee0a78-e4e4-42f6-b240-0adbd317ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:44.461065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Bound port: f07ef69b-ff31-4a61-9fb7-1e5f89422127, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ee0a78-e4e4-42f6-b240-0adbd317ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e784c2d-6c48-41e2-858c-d3623fcdca55'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:44.462207 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.542277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.634751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.670765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfacece-8662-4b5e-8bce-eb41fe11edce None None] Pushing event updated for resources: {'Port': ['ID=a3c90611-77f1-4336-ace2-bda3a0ae481b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:44.852718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Attempting to bind port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:44.853093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Attempting to bind port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:44.853848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Attempting to bind port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b on network efd46df0-1c82-4725-adb6-be0b3d7d344b {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:44.875695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:44.875997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Checking segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:44.876394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.876853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Bound using segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:44.877461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Bound port: 2ee97f41-3f01-4200-8eff-32ec9ac2a37b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:44.877859 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:44.923707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.124879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Attempting to bind port bf1595bf-aacc-4475-9102-9138fc3b825d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:45.125374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Attempting to bind port bf1595bf-aacc-4475-9102-9138fc3b825d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '7b7e8a4e-e34b-40ea-95dc-959abfac03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:45.125814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Attempting to bind port bf1595bf-aacc-4475-9102-9138fc3b825d on network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:45.133974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.216494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3933c339-78f3-4ab9-b26e-046da6a47a61,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:45.323361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=eff7e2c3-cb9d-473c-88f8-da4d74b2baea,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:45.323940 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:39Z', 'revision_number': 3, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:45.345649 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.346186 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfd7c1-bef2-4ac7-9772-1a3da8024b85 None None] The sync data for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 is: [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:39Z', 'revision_number': 3, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:16:45.387364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:45.387743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Checking segment: {'id': '7b7e8a4e-e34b-40ea-95dc-959abfac03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:45.388162 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.388549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Bound using segment: {'id': '7b7e8a4e-e34b-40ea-95dc-959abfac03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:45.389038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Bound port: bf1595bf-aacc-4475-9102-9138fc3b825d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7e8a4e-e34b-40ea-95dc-959abfac03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ef97fc-f5e5-44f1-b2f3-c718f9eca406'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:45.397560 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.455282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-66f4e16b-346a-4fc6-91a6-7aea62fd75f3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/eff7e2c3-cb9d-473c-88f8-da4d74b2baea HTTP/1.1" status: 204 len: 168 time: 1.6188927 Mar 05 00:16:45.462541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41382) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:45.613995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] For port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:45.622978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] For port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:45.657954 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f3a866e-fb94-42e0-be91-67b64a411239 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1923270 Mar 05 00:16:45.658572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41388) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:45.777166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] For port bf1595bf-aacc-4475-9102-9138fc3b825d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:45.785555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] For port bf1595bf-aacc-4475-9102-9138fc3b825d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bf1595bf-aacc-4475-9102-9138fc3b825d,segment=NetworkSegment(7b7e8a4e-e34b-40ea-95dc-959abfac03c4),segment_id=7b7e8a4e-e34b-40ea-95dc-959abfac03c4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:45.808942 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.832714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6e7a-b794-47ac-a0d9-54c16fdb6e3e req-4ef28b26-1da2-4ae1-ad70-c89576e4d8cb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:45.848784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cdae6e7a-b794-47ac-a0d9-54c16fdb6e3e req-4ef28b26-1da2-4ae1-ad70-c89576e4d8cb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.6189291 Mar 05 00:16:45.859310 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:45.890712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc802ba-d057-4c56-8b8a-9b07d7731017 req-0a766b82-c1e5-4e80-aed9-88951bf78168 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:45.899331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6bc802ba-d057-4c56-8b8a-9b07d7731017 req-0a766b82-c1e5-4e80-aed9-88951bf78168 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 944 time: 0.8004673 Mar 05 00:16:45.923619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] For port f07ef69b-ff31-4a61-9fb7-1e5f89422127, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:46.011567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Pushing event updated for resources: {'Port': ['ID=bf1595bf-aacc-4475-9102-9138fc3b825d,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:46.060778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6bc802ba-d057-4c56-8b8a-9b07d7731017 req-851af9aa-04a7-4e08-ba96-c4b83e311098 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602700 Mar 05 00:16:46.062618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:46.178365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] For port f07ef69b-ff31-4a61-9fb7-1e5f89422127, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f07ef69b-ff31-4a61-9fb7-1e5f89422127,segment=NetworkSegment(07ee0a78-e4e4-42f6-b240-0adbd317ef67),segment_id=07ee0a78-e4e4-42f6-b240-0adbd317ef67)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:16:46.270713 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:46.336815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3933c339-78f3-4ab9-b26e-046da6a47a61 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:46.457447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cdae6e7a-b794-47ac-a0d9-54c16fdb6e3e req-8bb8ebdb-3ac7-44b6-9e36-bf0bb4fca481 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5957217 Mar 05 00:16:46.480478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3185f85-57c9-4371-9bc5-f77c80059b64 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:46.483415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3185f85-57c9-4371-9bc5-f77c80059b64 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:46.529443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3185f85-57c9-4371-9bc5-f77c80059b64 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:46.533948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b3185f85-57c9-4371-9bc5-f77c80059b64 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8628175 Mar 05 00:16:46.535062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41402) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:46.566240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d908bb6-eedb-4e98-8bd5-1a94168ba1ac None None] Pushing event updated for resources: {'Port': ['ID=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:46.662801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c8780-b25e-4b4f-bc3f-77b429e826eb None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:46.703272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c29c6d-2662-4ba5-8dfe-df3a9c9e47b7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:46.706179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63c29c6d-2662-4ba5-8dfe-df3a9c9e47b7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:46.725933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 406776d7-48b1-4f21-919a-5a358c95b8f0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:46.760566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63c29c6d-2662-4ba5-8dfe-df3a9c9e47b7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:46.765600 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63c29c6d-2662-4ba5-8dfe-df3a9c9e47b7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2292771 Mar 05 00:16:46.766521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:46.970092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-913c3f6d-315f-4e88-97c6-288a8905661e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2021182 Mar 05 00:16:46.970980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41412) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:46.986410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:46.997560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:16:47.073586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:47.095564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:47.607835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:47.653128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:47.696465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Allocated IP 172.20.0.1 (efd46df0-1c82-4725-adb6-be0b3d7d344b/dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf/0b2833a3-283e-4e32-af74-070b1182b48d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:47.700368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:47.704997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:47.706553 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:47.708185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:47.724588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:47.737684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Port': ['ID=c81cb210-ccfe-4591-8404-58a8216aa294,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:47.762608 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2806f2c5-2869-4cfc-9c56-3b34943c96c7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7882357 Mar 05 00:16:47.765992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:47.785484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:47.787985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3730287d-bc05-4dad-a3e2-7cfa0c31c31a None None] Provisioning for port a3c90611-77f1-4336-ace2-bda3a0ae481b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:47.799578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb21ed-cb89-4a2b-a7f4-5cc23fef51bb None None] Pushing event updated for resources: {'Port': ['ID=bf1595bf-aacc-4475-9102-9138fc3b825d,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:47.940493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e950a4-94e1-4f0e-8b52-5be9b3dfb621 None None] Pushing event updated for resources: {'Port': ['ID=f07ef69b-ff31-4a61-9fb7-1e5f89422127,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:47.996022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe179a-45de-4952-badd-3f3b175bab0e req-9b1cb895-9100-4361-bc9c-27e037c44f52 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:47.997665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12fe179a-45de-4952-badd-3f3b175bab0e req-9b1cb895-9100-4361-bc9c-27e037c44f52 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 944 time: 0.4472635 Mar 05 00:16:48.049379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3730287d-bc05-4dad-a3e2-7cfa0c31c31a None None] Provisioning complete for port a3c90611-77f1-4336-ace2-bda3a0ae481b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:48.050148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3730287d-bc05-4dad-a3e2-7cfa0c31c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.156974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 406776d7-48b1-4f21-919a-5a358c95b8f0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:48.176013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 406776d7-48b1-4f21-919a-5a358c95b8f0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:48.176390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.191110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:48.207157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:48.229420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:48.233539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.235212 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:48.235647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:48.274885 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d842dfea-7273-4d68-b2a2-08d7947e8d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5059564 Mar 05 00:16:48.283053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd201a2-00b5-4ab2-8378-af21baf8b595 req-db0aae18-57cc-448a-8a12-4b51036ce4b5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:48.292595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4bd201a2-00b5-4ab2-8378-af21baf8b595 req-db0aae18-57cc-448a-8a12-4b51036ce4b5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.2195330 Mar 05 00:16:48.306846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3933c339-78f3-4ab9-b26e-046da6a47a61 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:48.307422 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.324263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:48.378372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12fe179a-45de-4952-badd-3f3b175bab0e req-7dbed19b-387e-49e9-99e9-aebe647dd225 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613811 Mar 05 00:16:48.379162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4bd201a2-00b5-4ab2-8378-af21baf8b595 req-412e47d3-fb7a-40ed-a43b-8e7dd657bb2c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852895 Mar 05 00:16:48.393254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:48.457140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.515105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Transition to ACTIVE for port object 0b2833a3-283e-4e32-af74-070b1182b48d will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:48.528654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:48.534657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:48.629179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3730287d-bc05-4dad-a3e2-7cfa0c31c31a None None] Could not find standard attr ID for object 9d1ffa27-81a5-4d7a-8168-6b6de4dcc868. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:16:48.643344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.744959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 406776d7-48b1-4f21-919a-5a358c95b8f0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=406776d7-48b1-4f21-919a-5a358c95b8f0,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:48.755554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406776d7-48b1-4f21-919a-5a358c95b8f0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:16:48.793626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:48.896407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e1bc5b50-352e-4819-8ea0-fff68c5c8439 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:48.964250 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406776d7-48b1-4f21-919a-5a358c95b8f0', 'code': 200} Mar 05 00:16:49.118477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=406776d7-48b1-4f21-919a-5a358c95b8f0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:49.137324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:16:49.153811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Deleting port a3c90611-77f1-4336-ace2-bda3a0ae481b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:16:49.154188 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:49.228770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e1bc5b50-352e-4819-8ea0-fff68c5c8439 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:49.244909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e1bc5b50-352e-4819-8ea0-fff68c5c8439 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:49.247785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:49.638023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56276813-d457-4a0b-8445-45b54a7bef7f None None] Network efd46df0-1c82-4725-adb6-be0b3d7d344b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:49.699304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:49.857841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07620-9868-4a53-863e-19d9ba1fcae8 req-140bdfed-0e50-4ecf-9712-ed67274ba8c4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:49.860539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dff07620-9868-4a53-863e-19d9ba1fcae8 req-140bdfed-0e50-4ecf-9712-ed67274ba8c4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 945 time: 0.1617579 Mar 05 00:16:49.888297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e185b-f583-4044-add8-44a993b0ac30 None None] Network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:49.903031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959fa2af-1cdc-4a28-9fb4-f8327c13d01c None None] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:49.913006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Pushing event updated for resources: {'Port': ['ID=0b2833a3-283e-4e32-af74-070b1182b48d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:49.980718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Network efd46df0-1c82-4725-adb6-be0b3d7d344b is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:49.985658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dff07620-9868-4a53-863e-19d9ba1fcae8 req-3d1af710-c55e-49a4-86cc-409ab6f142a5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157274 Mar 05 00:16:50.044621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:50.050492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:50.084758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e084eeca-7074-4462-9549-b61cc42ccf68 None None] Provisioning for port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:50.250549 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:50.304103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:50.368525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:50.370911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:50.456942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:50.634727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e1bc5b50-352e-4819-8ea0-fff68c5c8439, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e1bc5b50-352e-4819-8ea0-fff68c5c8439,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:50.660687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:50.661147 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:50.661610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:50.809108 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:50.809989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3c90611-77f1-4336-ace2-bda3a0ae481b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:50.864468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] For port a3c90611-77f1-4336-ace2-bda3a0ae481b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3c90611-77f1-4336-ace2-bda3a0ae481b,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:50.864468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:50.888676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcc8648d-afa1-44bd-9e0e-c0e103e7517b req-742ff59a-2d37-48c5-9483-ac27556f4da9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 1096 time: 1.3766189 Mar 05 00:16:50.993246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73fd8208-9272-4c76-8254-a9e8b046e79f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 2.6185834 Mar 05 00:16:50.993951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41486) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:51.011580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:51.031828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb4b9d-1753-42da-b6c0-c87cef14db5a req-8107d67c-82f3-4274-9b9d-7ebe24374afd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:51.033377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08bb4b9d-1753-42da-b6c0-c87cef14db5a req-8107d67c-82f3-4274-9b9d-7ebe24374afd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 1.2488482 Mar 05 00:16:51.084596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Calling delete_port for a3c90611-77f1-4336-ace2-bda3a0ae481b owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:16:51.187077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcc8648d-afa1-44bd-9e0e-c0e103e7517b req-64ee2021-9823-475d-acde-6bbddbc070dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555747 Mar 05 00:16:51.203528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:51.298746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:51.331935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0af0c6ea-bbf5-436b-acd7-4fca6ca18107 None None] Provisioning for port bf1595bf-aacc-4475-9102-9138fc3b825d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:51.373163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08bb4b9d-1753-42da-b6c0-c87cef14db5a req-0ce8dbf8-5fea-4d87-b1d5-65af0e43cbb8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183990 Mar 05 00:16:51.439391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Router 7f4ad4cf-1827-4951-aaec-c9dd24e7803d is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:16:51.458787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] No DVR routers for this DVR port a3c90611-77f1-4336-ace2-bda3a0ae481b on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:16:51.528240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:51.558084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:51.590915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port a3c90611-77f1-4336-ace2-bda3a0ae481b {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:16:51.590915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3c90611-77f1-4336-ace2-bda3a0ae481b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 05 00:16:51.608309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:51.674146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port a3c90611-77f1-4336-ace2-bda3a0ae481b not found, will not notify nova. {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 05 00:16:51.740017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e1bc5b50-352e-4819-8ea0-fff68c5c8439,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:51.845642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:51.846668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0af0c6ea-bbf5-436b-acd7-4fca6ca18107 None None] Provisioning for port f07ef69b-ff31-4a61-9fb7-1e5f89422127 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:51.847168 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:51.848428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:51.862043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4f84-915d-46c4-8a6a-8fc056679fca req-c5e9fc51-9dd4-4e76-899f-0c4a7673a9d8 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:51.884461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a8a4f84-915d-46c4-8a6a-8fc056679fca req-c5e9fc51-9dd4-4e76-899f-0c4a7673a9d8 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 945 time: 0.4015932 Mar 05 00:16:51.923948 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Pushing event deleted for resources: {'Port': ['ID=a3c90611-77f1-4336-ace2-bda3a0ae481b,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:52.049918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a8a4f84-915d-46c4-8a6a-8fc056679fca req-ea18ca48-d90e-480c-a2d2-b137a1144334 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644351 Mar 05 00:16:52.060516 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d7d23f41-2431-4f97-a9b1-ac386a3512e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0613329 Mar 05 00:16:52.061622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41522) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:52.074127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.074461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.074804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.075141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.075471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.075800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.076127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.076449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.076771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.077089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.092882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:52.105487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28053dc1-8393-437d-a502-207ccbfd61aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:16:52.206227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f07ef69b-ff31-4a61-9fb7-1e5f89422127 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:52.483600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:52.497130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:52.603953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:52.622950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:52.651634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:52.660958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:52.662766 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:52.666948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:52.718865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f07ef69b-ff31-4a61-9fb7-1e5f89422127 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:52.740456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f07ef69b-ff31-4a61-9fb7-1e5f89422127 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:52.740735 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:52.741611 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0313a36d-84fa-4ca3-bae1-11d2c2214b1f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6768296 Mar 05 00:16:52.743045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41536) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:52.757455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:53.083956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Provisioning for port c81cb210-ccfe-4591-8404-58a8216aa294 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:53.136873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Provisioning complete for port c81cb210-ccfe-4591-8404-58a8216aa294 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:53.137582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:53.157275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:53.178340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:53.221649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:53.225361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:53.253037 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:53.255752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:16:53.293124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Port c81cb210-ccfe-4591-8404-58a8216aa294 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:53.330940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-294a7218-9aed-4f31-a471-1305f5ba0392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5831008 Mar 05 00:16:53.331982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41542) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:53.340794 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:53.379774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Provisioning complete for port f07ef69b-ff31-4a61-9fb7-1e5f89422127 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:53.380136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:53.440930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-56b4dace-f71f-4ab4-b88d-2c2465f4face tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1069205 Mar 05 00:16:53.498650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Pushing event updated for resources: {'Port': ['ID=0b2833a3-283e-4e32-af74-070b1182b48d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:53.510039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41546) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:53.526261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f07ef69b-ff31-4a61-9fb7-1e5f89422127, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f07ef69b-ff31-4a61-9fb7-1e5f89422127,segment=NetworkSegment(07ee0a78-e4e4-42f6-b240-0adbd317ef67),segment_id=07ee0a78-e4e4-42f6-b240-0adbd317ef67)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:53.536679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:53.537511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf1595bf-aacc-4475-9102-9138fc3b825d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:53.578154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:16:53.729241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] Sync routers for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:16:53.733925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34905ad7-dea6-44f5-86ef-6aa858ba97cb req-59328784-475d-4415-bc70-d834ce4479ff tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:53.742844 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-60232ef2-4d65-4273-8d4c-9ae9836f861a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9446383 Mar 05 00:16:53.743413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34905ad7-dea6-44f5-86ef-6aa858ba97cb req-59328784-475d-4415-bc70-d834ce4479ff tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 945 time: 0.2944145 Mar 05 00:16:53.744202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41554) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:53.878584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:53.940635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8142c00-d075-44c5-8317-3ffca1ba9af1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:53.941544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e8142c00-d075-44c5-8317-3ffca1ba9af1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:16:53.975410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f07ef69b-ff31-4a61-9fb7-1e5f89422127,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:53.983191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:53.983819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:54.140644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e8142c00-d075-44c5-8317-3ffca1ba9af1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:16:54.141754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e8142c00-d075-44c5-8317-3ffca1ba9af1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5747726 Mar 05 00:16:54.145165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41558) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:54.172160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:54.252571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dbd1-4019-4064-afda-3f41eb527b33 req-2b85e754-2af2-492b-b8ef-619b16423756 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:54.254206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6eb6dbd1-4019-4064-afda-3f41eb527b33 req-2b85e754-2af2-492b-b8ef-619b16423756 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 1.3657286 Mar 05 00:16:54.261868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:54.263217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:54.330532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9bcd9e03-8045-420b-9bb6-98e94ecc4314 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1771550 Mar 05 00:16:54.339144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41562) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:54.347170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:54.366726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Network efd46df0-1c82-4725-adb6-be0b3d7d344b is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:54.389004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:54.407322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34905ad7-dea6-44f5-86ef-6aa858ba97cb req-b60097e3-465a-4508-96df-e3783066d7d1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503780 Mar 05 00:16:54.408412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:54.410630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd389ccd-7ae3-4f97-9c5e-c32fd2af92bd None None] The sync data for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:16:54.419180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port bf1595bf-aacc-4475-9102-9138fc3b825d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:54.431445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bf1595bf-aacc-4475-9102-9138fc3b825d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:54.439042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:54.555543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Provisioning for port 0b2833a3-283e-4e32-af74-070b1182b48d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:54.575148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Provisioning complete for port 0b2833a3-283e-4e32-af74-070b1182b48d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:54.579152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:54.768881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6eb6dbd1-4019-4064-afda-3f41eb527b33 req-9fa1931b-6ecf-479c-a124-85357b51f90c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5060480 Mar 05 00:16:54.854617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3fde1522-ad8e-49ad-8748-c12c1bc3c44f None None] Port 0b2833a3-283e-4e32-af74-070b1182b48d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:54.905581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:54.926000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:55.091694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Provisioning complete for port bf1595bf-aacc-4475-9102-9138fc3b825d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:55.092559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.096103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:55.103941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.127225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08171110-5a6e-4dab-bad6-fd45cd119f88 req-016619cb-e035-4509-a700-22d2dc455ae0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:55.134428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08171110-5a6e-4dab-bad6-fd45cd119f88 req-016619cb-e035-4509-a700-22d2dc455ae0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.2066698 Mar 05 00:16:55.196515 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.230813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port bf1595bf-aacc-4475-9102-9138fc3b825d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bf1595bf-aacc-4475-9102-9138fc3b825d,segment=NetworkSegment(7b7e8a4e-e34b-40ea-95dc-959abfac03c4),segment_id=7b7e8a4e-e34b-40ea-95dc-959abfac03c4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:55.240372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08171110-5a6e-4dab-bad6-fd45cd119f88 req-ad83914d-205e-4a70-91a1-4bec646fd3b1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.1047206 Mar 05 00:16:55.430295 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08171110-5a6e-4dab-bad6-fd45cd119f88 req-a47ce9b1-b585-46e9-8721-0377a5ca3612 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1883702 Mar 05 00:16:55.475399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.476322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ee97f41-3f01-4200-8eff-32ec9ac2a37b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:55.631089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Provisioning complete for port c81cb210-ccfe-4591-8404-58a8216aa294 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:55.631463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.723090 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-8be137c6-1cc0-45bb-bb35-f53d93f0c929 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:16:55.727631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8be137c6-1cc0-45bb-bb35-f53d93f0c929 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9805555 Mar 05 00:16:55.728270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41580) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:55.735465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=bf1595bf-aacc-4475-9102-9138fc3b825d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:55.760435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Port c81cb210-ccfe-4591-8404-58a8216aa294 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:55.775305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:16:55.784014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:55.784392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.824428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08171110-5a6e-4dab-bad6-fd45cd119f88 req-cc843436-c178-47e7-855d-f110531c1e9d service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926811 Mar 05 00:16:55.872259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:16:55.880736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.946191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Provisioning complete for port 0b2833a3-283e-4e32-af74-070b1182b48d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:55.946820 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:55.991722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:55.996839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:55.998815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=de41b968-d59b-4a12-9663-5cf1471a4f6a,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:56.002842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:56.004357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:56.014405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Router 206e551d-167f-407b-bb66-28a5a44883b3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:16:56.044846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7b111-a03f-4dc3-b151-9f5e004b31dc None None] Port 0b2833a3-283e-4e32-af74-070b1182b48d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:16:56.047530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed20049-bf1e-445f-839d-17fca4bc5c54 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:16:56.245006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-24e1e4b8-3fcf-41e5-b6ed-d70fcd953c7e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9046867 Mar 05 00:16:56.245864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41602) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:16:56.269169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:30:bd:9e', 'name': 'tempest-NetworksTestDHCPv6-1751385777'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:16:56.651712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08171110-5a6e-4dab-bad6-fd45cd119f88 req-2a75adf6-7102-4b14-8dcf-c9cdc60ed541 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8263292 Mar 05 00:16:56.831569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': 'de41b968-d59b-4a12-9663-5cf1471a4f6a'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:16:56.833638 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:57.348838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:16:57.368347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0cc11-2a4f-4c26-8a7d-59f5e160a1c3 req-1044020d-2ce2-48bd-9777-25c59eb8a14d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:57.379668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5a0cc11-2a4f-4c26-8a7d-59f5e160a1c3 req-1044020d-2ce2-48bd-9777-25c59eb8a14d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 1.1434402 Mar 05 00:16:57.379781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Allocated IP 2001:db8::f816:3eff:fe53:8635 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/de41b968-d59b-4a12-9663-5cf1471a4f6a/c8e3536e-a328-4528-a32a-f0c7b2463320) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:57.430941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:16:57.509381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:16:57.555833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:57.626499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:57.642602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:57.731052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:16:57.858135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:57.893606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:57.999858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3c90611-77f1-4336-ace2-bda3a0ae481b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:16:58.008861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5a0cc11-2a4f-4c26-8a7d-59f5e160a1c3 req-92eece6e-f546-4487-a88b-78b2083d37a2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922277 Mar 05 00:16:58.032152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:16:58.044161 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Sync routers for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:16:58.076251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-076ffece-8659-4753-a749-d6f9837bdcfe admin admin] 10.222.0.32 "PUT /v2.0/routers/206e551d-167f-407b-bb66-28a5a44883b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2310615 Mar 05 00:16:58.078454 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:16:58.079096 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:58.217379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a3c90611-77f1-4336-ace2-bda3a0ae481b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:16:58.218579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3c90611-77f1-4336-ace2-bda3a0ae481b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:16:58.246306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:58.326762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 16d916c6-5607-4978-bbef-7ed709d9b621 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:16:58.482173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:58.511167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f07ef69b-ff31-4a61-9fb7-1e5f89422127 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:58.540794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-d143592a-45bf-4ed2-a504-13ec80179673 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:58.550064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-d143592a-45bf-4ed2-a504-13ec80179673 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.6856234 Mar 05 00:16:58.575433 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:58.591749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Transition to ACTIVE for port object c8e3536e-a328-4528-a32a-f0c7b2463320 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:58.622716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Transition to ACTIVE for port object c8e3536e-a328-4528-a32a-f0c7b2463320 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:58.637474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-372af7e1-e542-4c98-963c-c81ffd6d3fdf tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0863030 Mar 05 00:16:58.659668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:58.668742 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:16:58.879796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:16:58.891504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f07ef69b-ff31-4a61-9fb7-1e5f89422127 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:16:58.892211 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:58.953654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe30:bd9e (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/de41b968-d59b-4a12-9663-5cf1471a4f6a/16d916c6-5607-4978-bbef-7ed709d9b621) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:16:58.969484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:16:59.002049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:16:59.013128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-c65baeb2-3f87-46d7-8d2a-ced1d42242b4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3713229 Mar 05 00:16:59.119086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Pushing event updated for resources: {'Port': ['ID=c8e3536e-a328-4528-a32a-f0c7b2463320,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:16:59.405703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Attempting to bind port c8e3536e-a328-4528-a32a-f0c7b2463320 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:16:59.406459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Attempting to bind port c8e3536e-a328-4528-a32a-f0c7b2463320 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:16:59.406925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Attempting to bind port c8e3536e-a328-4528-a32a-f0c7b2463320 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:16:59.488519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:16:59.495237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:16:59.496817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:59.497661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:16:59.501525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Bound port: c8e3536e-a328-4528-a32a-f0c7b2463320, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:16:59.502533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:59.708317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf1595bf-aacc-4475-9102-9138fc3b825d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:16:59.734387 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:16:51Z', 'revision_number': 2, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:16:59.748298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:59.751227 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Checking router: 206e551d-167f-407b-bb66-28a5a44883b3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:16:59.752313 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Updating router 206e551d-167f-407b-bb66-28a5a44883b3 port 0b2833a3-283e-4e32-af74-070b1182b48d binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:16:59.782848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976501d-669c-4033-800d-1ac6863e7152 req-e7525513-5067-429e-a1ca-8e9b796f5444 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:16:59.785545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6976501d-669c-4033-800d-1ac6863e7152 req-e7525513-5067-429e-a1ca-8e9b796f5444 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.1815894 Mar 05 00:16:59.787072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 16d916c6-5607-4978-bbef-7ed709d9b621 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:16:59.893530 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:59.905940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6976501d-669c-4033-800d-1ac6863e7152 req-01240355-4b24-4b44-9826-2674806892a1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127646 Mar 05 00:16:59.942383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:16:59.953522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:16:59.986745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:00.005688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:00.181358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:00.182620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=16d916c6-5607-4978-bbef-7ed709d9b621,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:00.200995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:00.203178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:00.217455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:00.218134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:00.336942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bf1595bf-aacc-4475-9102-9138fc3b825d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:00.337592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:00.358909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7b6852f2-d3db-4232-b515-1e441b85b6a8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0959511 Mar 05 00:17:00.359715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:00.450858 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-0fa3d9cc-c647-41f4-9840-861909147851 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4172118 Mar 05 00:17:00.489853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c3c46-3825-4ea6-8082-ff6199e3b5f4 None None] Pushing event updated for resources: {'Port': ['ID=c8e3536e-a328-4528-a32a-f0c7b2463320,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:00.646903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db3d1e-66d7-440e-9744-b87fd61aa5e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:00.668654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db3d1e-66d7-440e-9744-b87fd61aa5e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:00.674555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-10db3d1e-66d7-440e-9744-b87fd61aa5e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:00.681853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41690) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:00.811382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e1bc5b50-352e-4819-8ea0-fff68c5c8439 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:00.920251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-10db3d1e-66d7-440e-9744-b87fd61aa5e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:00.926718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-10db3d1e-66d7-440e-9744-b87fd61aa5e7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5655177 Mar 05 00:17:00.928916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41696) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:01.016993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:01.031938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e1bc5b50-352e-4819-8ea0-fff68c5c8439 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:01.032522 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:01.050123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-network', 'tenant_id': '7190b40911e64ef08f972a9a9986e455'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:01.113636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:01.121350 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:01.154409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-f7103eac-4292-428f-bc3f-905ee8c3fe5d service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014945 Mar 05 00:17:01.200884 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Transition to ACTIVE for port object 0b2833a3-283e-4e32-af74-070b1182b48d will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:01.218774 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:01.222607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Usage tracker for resource:network and tenant:7190b40911e64ef08f972a9a9986e455 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:01.251523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:01.292634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:01.417273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9151979a-818e-43ef-a3ed-a21e4e73cf02 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3354 time: 0.7250197 Mar 05 00:17:01.417960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41706) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:01.445487 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Made reservation on behalf of 7190b40911e64ef08f972a9a9986e455 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:01.466951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:01.512370 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b15809-2ea8-4750-907d-37dc3113baf8 None None] Pushing event updated for resources: {'Port': ['ID=0b2833a3-283e-4e32-af74-070b1182b48d,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:01.525642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'network': {'name': 'tempest-network-smoke--325821335', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'port_security_enabled': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:01.565152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:01.691539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:01.693621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting port c81cb210-ccfe-4591-8404-58a8216aa294 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:01.693964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:01.710652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 16d916c6-5607-4978-bbef-7ed709d9b621 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:01.710652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:01.980340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c8e3536e-a328-4528-a32a-f0c7b2463320 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:02.047690 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Attempting to bind port 0b2833a3-283e-4e32-af74-070b1182b48d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:02.048354 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Attempting to bind port 0b2833a3-283e-4e32-af74-070b1182b48d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:02.049254 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Attempting to bind port 0b2833a3-283e-4e32-af74-070b1182b48d on network efd46df0-1c82-4725-adb6-be0b3d7d344b {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:02.071968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.080781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a19d7b84-25c3-4e89-8ef1-1cbee93d2d0a req-ec11c245-8186-43bd-9304-dae0e4c89efa tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 210 time: 0.4213920 Mar 05 00:17:02.090656 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:02.097757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Checking segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:02.100739 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.116833 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Bound using segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:02.121612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Bound port: 0b2833a3-283e-4e32-af74-070b1182b48d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:02.127443 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.156354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Made reservation on behalf of a734d7ece0c044c99e00c1f237c606a0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:02.171304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.305026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port c8e3536e-a328-4528-a32a-f0c7b2463320 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:02.316891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ee97f41-3f01-4200-8eff-32ec9ac2a37b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:02.463905 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] For port 0b2833a3-283e-4e32-af74-070b1182b48d, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:02.468944 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] For port 0b2833a3-283e-4e32-af74-070b1182b48d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b2833a3-283e-4e32-af74-070b1182b48d,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:02.481425 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.522089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:02.545307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Usage tracker for resource:security_group_rule and tenant:7190b40911e64ef08f972a9a9986e455 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:02.552652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:17:02.561980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:02.586757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.587941 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Added segment 5d053a15-50a5-4e32-847a-5d8b18c8967d of type vlan for network bafd3961-296e-4322-8229-fd6e62cd4a78 Mar 05 00:17:02.605117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:02.718338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.822843 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b15809-2ea8-4750-907d-37dc3113baf8 None None] Pushing event updated for resources: {'Port': ['ID=0b2833a3-283e-4e32-af74-070b1182b48d,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:02.826571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:02.826968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.847397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:02.850939 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:02.859300 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:02.991800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.005703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.303462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:17:03.321173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] Provisioning for port c8e3536e-a328-4528-a32a-f0c7b2463320 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:03.350179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] Provisioning complete for port c8e3536e-a328-4528-a32a-f0c7b2463320 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:03.360209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.424463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a909cc1-c316-4337-9d82-7b3399773425,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:03.512056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.516192 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Added segment 092543cd-035e-4b0d-8ec9-c6ed0891f632 of type vlan for network 54aa6447-c29c-46e1-9b44-a8545eb80a27 Mar 05 00:17:03.609709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:03.645974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] It took 0.80 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:03.662426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2c12-a494-4ef5-b1bd-2a4af8513e6a req-385ebe91-ba8d-4a40-84ac-f471c349162c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:03.671300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-708f2c12-a494-4ef5-b1bd-2a4af8513e6a req-385ebe91-ba8d-4a40-84ac-f471c349162c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 2.2294514 Mar 05 00:17:03.838826 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.843467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.986947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:03.989388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:03.991122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.040853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:04.051662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.096008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Calling delete_port for c81cb210-ccfe-4591-8404-58a8216aa294 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:04.353955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29387d22-c8e8-4b78-aa9f-af19cbaa98c8 None None] Pushing event updated for resources: {'Port': ['ID=c8e3536e-a328-4528-a32a-f0c7b2463320,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:04.359101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-02beba00-08f0-4ad0-8162-22a82b2e2efa None None] Provisioning for port 16d916c6-5607-4978-bbef-7ed709d9b621 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:04.371249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-02beba00-08f0-4ad0-8162-22a82b2e2efa None None] Provisioning complete for port 16d916c6-5607-4978-bbef-7ed709d9b621 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:04.373908 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-02beba00-08f0-4ad0-8162-22a82b2e2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.593633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-02beba00-08f0-4ad0-8162-22a82b2e2efa None None] Port 16d916c6-5607-4978-bbef-7ed709d9b621 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:04.612689 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:02Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:04.623067 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e804684-19dc-4295-9f96-5f798394f194 None None] The sync data for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 is: [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:02Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:04.651216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e13a2b1-1716-42a3-bf15-5735c5f2b617 req-eee0f073-819b-47ba-9d00-b1a3cdc1bad4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 210 time: 0.9475279 Mar 05 00:17:04.734355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.778396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.784904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:04.793784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.866216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-36ffbaae-6c1b-4397-999f-4478005957dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:04.925843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-708f2c12-a494-4ef5-b1bd-2a4af8513e6a req-c15e2916-9cf4-473b-9188-7524f6061762 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2531409 Mar 05 00:17:05.070882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] Pushing event updated for resources: {'Network': ['ID=54aa6447-c29c-46e1-9b44-a8545eb80a27,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:05.081268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:17:05.105743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:05.287362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fdfa062b-9afb-42f0-b479-35dd16feeac1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.2653539 Mar 05 00:17:05.291780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41758) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:05.449867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 16d916c6-5607-4978-bbef-7ed709d9b621 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:05.544324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Request body: {'subnet': {'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-subnet', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:05.556913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41762) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:05.564325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:05.580882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Usage tracker for resource:subnet and tenant:7190b40911e64ef08f972a9a9986e455 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:05.587704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:05.596046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:05.689623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Port': ['ID=c81cb210-ccfe-4591-8404-58a8216aa294,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:05.693740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Network': ['ID=bafd3961-296e-4322-8229-fd6e62cd4a78,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:05.741945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-40e4c044-7734-4c8d-98b1-bbdd1586cac0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.3204434 Mar 05 00:17:05.745686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41770) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:05.751437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network bafd3961-296e-4322-8229-fd6e62cd4a78 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:17:05.767726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'admin_state_up': True, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:05.813914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:05.848035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Made reservation on behalf of 7190b40911e64ef08f972a9a9986e455 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:05.850038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:router and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:05.861082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:05.892068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:06.068456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c8e3536e-a328-4528-a32a-f0c7b2463320 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:06.209261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:06.250502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.301684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.394391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c8e3536e-a328-4528-a32a-f0c7b2463320 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:06.395135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.519451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=16d916c6-5607-4978-bbef-7ed709d9b621,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:06.573506 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6ab65cb-8d26-4f33-b4f5-8caaeeeeef7a req-b1088b84-af6e-4601-a2dd-5b0af1a28403 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 210 time: 0.3915308 Mar 05 00:17:06.622584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:06.626864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.627789 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.649420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7be9637a864b20b5e83228ad836fc5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:06.655376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-f0ad56f3-1e05-419a-9c0c-55e527d802d4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:06.656975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-f0ad56f3-1e05-419a-9c0c-55e527d802d4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 2.0013964 Mar 05 00:17:06.668443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b2833a3-283e-4e32-af74-070b1182b48d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:06.680389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:06.690318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.691926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41782) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:06.704569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:06.708958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:06.769667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.790469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0b2833a3-283e-4e32-af74-070b1182b48d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:06.801508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0b2833a3-283e-4e32-af74-070b1182b48d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:06.802702 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.927624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:06.947761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c3ce526a-1f65-4680-95c2-6627f36daafb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/16d916c6-5607-4978-bbef-7ed709d9b621 HTTP/1.1" status: 204 len: 168 time: 6.0161638 Mar 05 00:17:06.949970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:06.950363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41788) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:06.951451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:07.097308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1f0af-6f90-4187-a39a-fd0b924c0a53 req-02634ca3-3990-4792-9954-8807edc229a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:07.103439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36a1f0af-6f90-4187-a39a-fd0b924c0a53 req-02634ca3-3990-4792-9954-8807edc229a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.6494853 Mar 05 00:17:07.112750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9ddb38a7-0f58-4283-af54-8301784bad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.154340 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.159858 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.181211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:07.184505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.212753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0b2833a3-283e-4e32-af74-070b1182b48d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b2833a3-283e-4e32-af74-070b1182b48d,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:07.224126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.282334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c6397-ab50-43be-b9d0-486c85ac2f88 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:07.284357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c6397-ab50-43be-b9d0-486c85ac2f88 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:07.285297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-642c6397-ab50-43be-b9d0-486c85ac2f88 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:07.307798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.337609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0b2833a3-283e-4e32-af74-070b1182b48d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:07.380190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36a1f0af-6f90-4187-a39a-fd0b924c0a53 req-4c756765-ea5d-4f4d-b8b1-dade299219e9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683940 Mar 05 00:17:07.386075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2966d98-b1ab-48c2-a748-d9ee66f3ec31,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:07.408652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-642c6397-ab50-43be-b9d0-486c85ac2f88 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:07.419763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-642c6397-ab50-43be-b9d0-486c85ac2f88 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4412174 Mar 05 00:17:07.424449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41792) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:07.432786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.433012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.5 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/dffbdc0c-d26b-4c32-962e-ab2327bd74db) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:07.554906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.659283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b2833a3-283e-4e32-af74-070b1182b48d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:07.736652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Checking segment: {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:07.737021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Network hostable DHCP agents. Network: 54aa6447-c29c-46e1-9b44-a8545eb80a27, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:17:07.822772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd26e8-a5b3-4b0b-9c99-21c6994478f8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:07.841048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fedb0e25-5f4e-4b85-aac2-997526192f26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d7be9637a864b20b5e83228ad836fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2828612 Mar 05 00:17:07.841962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41798) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:07.850362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0b2833a3-283e-4e32-af74-070b1182b48d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:07.850879 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:07.917067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet de41b968-d59b-4a12-9663-5cf1471a4f6a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:17:07.933474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:17:07.937082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.002542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 54aa6447-c29c-46e1-9b44-a8545eb80a27) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:08.014699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:08.015293 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.020490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6db9a-5dfe-42f7-a6b5-328f44118c82 None None] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:08.051035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.102844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:08.145331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb468994-f387-4e0d-9039-52f636475dc0 req-0362c3c7-2962-4cfd-b7cf-77d305471393 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 210 time: 0.2495370 Mar 05 00:17:08.146677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9ec9200932468288a89d69fabe635c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:08.159049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.217838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:08.232556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:08.248333 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.274861 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.294425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.353023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5e30-539a-4192-88de-63b1e1cd145b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.360751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08130175-d79a-4e79-babc-9b6fa68c1121 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9404619 Mar 05 00:17:08.362338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-54aa6447-c29c-46e1-9b44-a8545eb80a27', 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'fixed_ips': [{'subnet_id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:17:08.363476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.376369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41802) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:08.377346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=de41b968-d59b-4a12-9663-5cf1471a4f6a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:08.382752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.387470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a0117479-1837-4e2d-b32a-c2c9efceb8eb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/de41b968-d59b-4a12-9663-5cf1471a4f6a HTTP/1.1" status: 204 len: 168 time: 0.9615691 Mar 05 00:17:08.393983 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.397185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d07870a-4caf-4aef-8b70-49feb4c84018 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:08.397907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41806) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:08.402013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:08.540028 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.584265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:08.602529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5e30-539a-4192-88de-63b1e1cd145b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.609884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Usage tracker for resource:router and tenant:7190b40911e64ef08f972a9a9986e455 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:08.617156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e8a7f2a5-b43d-444d-a715-26d803deff04 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2110283 Mar 05 00:17:08.617867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41812) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:08.618780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:08.634225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:08.655329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:08.762247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Allocated IP 172.20.0.2 (54aa6447-c29c-46e1-9b44-a8545eb80a27/d2966d98-b1ab-48c2-a748-d9ee66f3ec31/7bc04152-291c-48d6-b99a-92f79f51aeb6) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:08.795539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.796481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.859100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Router 7f4ad4cf-1827-4951-aaec-c9dd24e7803d has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:17:08.879012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:08.887348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5e30-539a-4192-88de-63b1e1cd145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.890971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:08.894133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.910634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:08.928189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:08.931546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f5e30-539a-4192-88de-63b1e1cd145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd26e8-a5b3-4b0b-9c99-21c6994478f8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:08.977607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.979509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:08.992559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:17:09.011295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:17:09.042934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb558982-ddc9-4420-b669-023c9bc5e11a req-d0700846-c3b7-458a-a5a9-f1b019f88c67 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:09.050625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb558982-ddc9-4420-b669-023c9bc5e11a req-d0700846-c3b7-458a-a5a9-f1b019f88c67 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.3176212 Mar 05 00:17:09.069676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5e30-539a-4192-88de-63b1e1cd145b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.074606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b7f5e30-539a-4192-88de-63b1e1cd145b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56fd26e8-a5b3-4b0b-9c99-21c6994478f8 HTTP/1.1" status: 204 len: 168 time: 1.2131207 Mar 05 00:17:09.149270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:09.152655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.249300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=dffbdc0c-d26b-4c32-962e-ab2327bd74db,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:09.251739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.264396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.277982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Transition to ACTIVE for port object 7bc04152-291c-48d6-b99a-92f79f51aeb6 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:09.295492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a9ec9200932468288a89d69fabe635c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5633266 Mar 05 00:17:09.301979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41820) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:09.319725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Transition to ACTIVE for port object 7bc04152-291c-48d6-b99a-92f79f51aeb6 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:09.327696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Deleting port c8e3536e-a328-4528-a32a-f0c7b2463320 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:09.329930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.338350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.374751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.377124 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb558982-ddc9-4420-b669-023c9bc5e11a req-02700469-f347-4109-a52b-cc0f8ead5712 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209577 Mar 05 00:17:09.396592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.448760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.546070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:09.555286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9445b2b-cf75-4e72-8f04-5b8f47f97085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdefb6e9-72d8-47e8-bbce-f5acc445032a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:09.565485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:09.568682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:09.642017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:09.677724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:09.690981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:09.693953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.708026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:09.755407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] Sync routers for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:09.793325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c8e3536e-a328-4528-a32a-f0c7b2463320 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:09.796100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41826) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:09.825652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.829254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:09.830768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.849963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:09.881533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Pushing event updated for resources: {'Port': ['ID=7bc04152-291c-48d6-b99a-92f79f51aeb6,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:09.927645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.25.0.146 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/cfbc0ed3-97cc-4c1c-bef8-8dcbba559517) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:09.938783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-37e2914d-af03-4e5c-9c3f-ee22713d9502 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2515323 Mar 05 00:17:09.948008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7e7e20e7-d8e4-48b2-9414-be7196a3de7c tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2112036 Mar 05 00:17:09.953108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41830) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:09.958290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Request body: {'port': {'device_id': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:09.967069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.098948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e75e7-3033-4ab8-9f38-3eb37f9126d3 req-64c431ce-84d6-4a18-b64e-b67a1b46182c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:10.100000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c73e75e7-3033-4ab8-9f38-3eb37f9126d3 req-64c431ce-84d6-4a18-b64e-b67a1b46182c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:10.144019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:10.151797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Usage tracker for resource:security_group_rule and tenant:9d3277cf5adc47a28c7e2db3d39efe56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:10.155874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:10.163453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:10.169611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Attempting to bind port 7bc04152-291c-48d6-b99a-92f79f51aeb6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:10.170188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Attempting to bind port 7bc04152-291c-48d6-b99a-92f79f51aeb6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:10.170335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Attempting to bind port 7bc04152-291c-48d6-b99a-92f79f51aeb6 on network 54aa6447-c29c-46e1-9b44-a8545eb80a27 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:10.178548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:10.179096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:10.219186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.280782 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-b6f830de-9a17-4944-8abc-04d84f377b95 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] delete failed (client error): The resource could not be found. Mar 05 00:17:10.282186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b6f830de-9a17-4944-8abc-04d84f377b95 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1454776856 HTTP/1.1" status: 404 len: 335 time: 0.3226109 Mar 05 00:17:10.294373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.299132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdefb6e9-72d8-47e8-bbce-f5acc445032a HTTP/1.1" status: 204 len: 168 time: 0.9944608 Mar 05 00:17:10.306686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41834) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:10.328817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdefb6e9-72d8-47e8-bbce-f5acc445032a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:10.346328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5ad0f49a-3e24-407b-9f38-3ec2507b6481 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f4ad4cf-1827-4951-aaec-c9dd24e7803d'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:10.422823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c73e75e7-3033-4ab8-9f38-3eb37f9126d3 req-64c431ce-84d6-4a18-b64e-b67a1b46182c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:10.427028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.427421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.428396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.428396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.428677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.428772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:10.428871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.429205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.429989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.430263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.430604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.430922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7244ddc1-940a-489b-ba36-4497d8b049da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:10.438973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c73e75e7-3033-4ab8-9f38-3eb37f9126d3 req-64c431ce-84d6-4a18-b64e-b67a1b46182c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 931 time: 0.9359322 Mar 05 00:17:10.506395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.525365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:10.525746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Checking segment: {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:10.526147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.526537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Bound using segment: {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:10.531375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Bound port: 7bc04152-291c-48d6-b99a-92f79f51aeb6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:10.531714 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.545486 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.585127 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.688214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:10.688528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:10.713264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:10.731395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:10.754152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:10.905501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:10.929316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c73e75e7-3033-4ab8-9f38-3eb37f9126d3 req-7f1eca17-8ad3-4a42-9132-d1b8a1d99add tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681834 Mar 05 00:17:10.948347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Calling delete_port for c8e3536e-a328-4528-a32a-f0c7b2463320 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:11.015268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.057699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.098186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:11.098832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:11.238367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:11.239034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0123de-e262-4e0e-bb31-0484719c9527 None None] The sync data for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:11.318091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] For port 7bc04152-291c-48d6-b99a-92f79f51aeb6, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:11.360168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] For port 7bc04152-291c-48d6-b99a-92f79f51aeb6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7bc04152-291c-48d6-b99a-92f79f51aeb6,segment=NetworkSegment(092543cd-035e-4b0d-8ec9-c6ed0891f632),segment_id=092543cd-035e-4b0d-8ec9-c6ed0891f632)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:11.370681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.371750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.377912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:11.379312 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.426296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.451277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:11.451657 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:11.524593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581ac9-44cb-403b-99a7-6ae71840901e None None] Pushing event updated for resources: {'Port': ['ID=7bc04152-291c-48d6-b99a-92f79f51aeb6,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:11.547989 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.584243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.604726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.641788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:11.735240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffbdc0c-d26b-4c32-962e-ab2327bd74db {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:17:11.744790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.746259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=c8e3536e-a328-4528-a32a-f0c7b2463320,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:11.772314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Transition to ACTIVE for port object dffbdc0c-d26b-4c32-962e-ab2327bd74db will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:11.798541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:11.878598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41862) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:11.924894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d3277cf5adc47a28c7e2db3d39efe56&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1219907 Mar 05 00:17:11.925827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476197f-538d-4c8f-a5e0-1b0dea1b57da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241df0c-b628-4ef2-8942-06d8d6dfd8a1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:11.938800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41868) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:11.953639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Deleting port c8e3536e-a328-4528-a32a-f0c7b2463320 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:11.954581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.000506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:17:12.027651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=dffbdc0c-d26b-4c32-962e-ab2327bd74db,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:12.376662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-562697693-network', 'tenant_id': '7887760f5d534554a628128be48d2fa8'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:12.386460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:12.406581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Usage tracker for resource:network and tenant:7887760f5d534554a628128be48d2fa8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:12.433118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:12.434441 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.481605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334938c-3ee7-4de2-92d2-d25988e25b4b req-9b89bf95-821c-4e7e-871e-477735529b80 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:12.488277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f334938c-3ee7-4de2-92d2-d25988e25b4b req-9b89bf95-821c-4e7e-871e-477735529b80 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 1.6777873 Mar 05 00:17:12.496893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:12.514299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:12.555872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Made reservation on behalf of 7887760f5d534554a628128be48d2fa8 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:12.558645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.593716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.602459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Calling delete_port for c8e3536e-a328-4528-a32a-f0c7b2463320 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:12.658132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Attempting to bind port dffbdc0c-d26b-4c32-962e-ab2327bd74db on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:12.658611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Attempting to bind port dffbdc0c-d26b-4c32-962e-ab2327bd74db by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:12.658763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Attempting to bind port dffbdc0c-d26b-4c32-962e-ab2327bd74db on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:12.690236 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af8674c2-21d1-41ec-860e-db9cd12c8973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.696562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Allocated IP 172.25.0.208 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/df50d9da-1e2b-4498-a017-58274c80b3aa) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:12.747311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:12.747311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Usage tracker for resource:security_group_rule and tenant:7887760f5d534554a628128be48d2fa8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:12.747311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:12.760790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:12.776739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af8674c2-21d1-41ec-860e-db9cd12c8973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.778356 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:12.779077 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:12.779381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Port dffbdc0c-d26b-4c32-962e-ab2327bd74db on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:17:12.779713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Attempting to bind port dffbdc0c-d26b-4c32-962e-ab2327bd74db on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:12.831934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac061d2-c626-4629-aa90-7d436b26db75 req-de04dd9e-39f7-4836-84db-f925e0b45827 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:12.839252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ac061d2-c626-4629-aa90-7d436b26db75 req-de04dd9e-39f7-4836-84db-f925e0b45827 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 943 time: 0.5614498 Mar 05 00:17:12.869344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:12.869684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:12.870075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:12.870525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Bound port: dffbdc0c-d26b-4c32-962e-ab2327bd74db, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:12.870921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.894584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 4e35bca2-683a-4d15-be6c-6d5f88838a18 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:17:12.944684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f49a-3e24-407b-9f38-3ec2507b6481 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.951757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Deleting port c8e3536e-a328-4528-a32a-f0c7b2463320 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:12.952141 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.958470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:12.980082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f334938c-3ee7-4de2-92d2-d25988e25b4b req-668efcf2-34d6-424b-a073-b740b6b5bea0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909294 Mar 05 00:17:13.006954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.047002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] For port dffbdc0c-d26b-4c32-962e-ab2327bd74db, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:13.051580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] For port dffbdc0c-d26b-4c32-962e-ab2327bd74db, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:13.062227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.084690 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.084890 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-5ad0f49a-3e24-407b-9f38-3ec2507b6481 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] update failed (client error): The resource could not be found. Mar 05 00:17:13.086450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ad0f49a-3e24-407b-9f38-3ec2507b6481 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d HTTP/1.1" status: 404 len: 339 time: 2.7776995 Mar 05 00:17:13.094560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:13.176641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.187685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af8674c2-21d1-41ec-860e-db9cd12c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.223253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8674c2-21d1-41ec-860e-db9cd12c8973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241df0c-b628-4ef2-8942-06d8d6dfd8a1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:13.254705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f684b2d-6e18-4167-b2f3-5c1d0c579b84 None None] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:13.310743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af8674c2-21d1-41ec-860e-db9cd12c8973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.314134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af8674c2-21d1-41ec-860e-db9cd12c8973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2241df0c-b628-4ef2-8942-06d8d6dfd8a1 HTTP/1.1" status: 204 len: 168 time: 1.3725498 Mar 05 00:17:13.422374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:13.453865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.458399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.460407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ac80cd4c-0ed0-427b-a1d0-7134c8ad6c95 None None] Provisioning for port 7bc04152-291c-48d6-b99a-92f79f51aeb6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:13.467867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:13.468408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.500776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:17:13.514942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ac061d2-c626-4629-aa90-7d436b26db75 req-3d6b4c39-e64b-4cf6-a930-b3c76cd2aa3d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748502 Mar 05 00:17:13.534207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.536930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] 10.222.0.10 "PUT /v2.0/ports/dffbdc0c-d26b-4c32-962e-ab2327bd74db HTTP/1.1" status: 200 len: 1091 time: 3.5859787 Mar 05 00:17:13.555886 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.556726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.630259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'tag': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:17:13.635204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Pushing event updated for resources: {'Port': ['ID=df50d9da-1e2b-4498-a017-58274c80b3aa,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:13.644684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=590f2c64-84bc-4254-a873-f0ccc57300dc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:13.684990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a77e2c-4156-4938-8ad2-f75846262441,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:13.705547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.706132 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Added segment d8b6e752-25c0-4195-a77a-48d59f17b24e of type vlan for network 868339ae-0377-4401-85b2-7c09f35c7561 Mar 05 00:17:13.747619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925c51f-1e4a-48cc-bc62-aedc96171ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=dffbdc0c-d26b-4c32-962e-ab2327bd74db,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:13.751017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=c8e3536e-a328-4528-a32a-f0c7b2463320,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:13.769755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:13.774711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:13.778329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:13.809438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Calling delete_port for c8e3536e-a328-4528-a32a-f0c7b2463320 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:13.825184 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'tag': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db', 'status': 'completed', 'code': 200} Mar 05 00:17:13.844839 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:13.891250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7bc04152-291c-48d6-b99a-92f79f51aeb6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:13.916995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:13.926456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:13.999731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:14.000818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.113376 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb21756f-fb11-49b2-80e2-a81f2391171d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4871380 Mar 05 00:17:14.114699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41900) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:14.136567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-ff8257f2-1fe9-4673-83de-91d8b233859b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 1094 time: 0.5135243 Mar 05 00:17:14.143062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:11:de:56', 'name': 'tempest-NetworksTestDHCPv6-899276060'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:14.151722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.152703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:14.153399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.244778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:14.245175 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:14.283335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7bc04152-291c-48d6-b99a-92f79f51aeb6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:14.295411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7bc04152-291c-48d6-b99a-92f79f51aeb6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:14.296322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.430060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-365eb5dc-f70b-45ed-ab66-50363de28900 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1097 time: 0.5042927 Mar 05 00:17:14.459205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-aecd48bd-2a5b-49af-8a1d-68986968f915 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db HTTP/1.1" status: 200 len: 217 time: 0.3018503 Mar 05 00:17:14.537170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] Pushing event updated for resources: {'Network': ['ID=868339ae-0377-4401-85b2-7c09f35c7561,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:14.553064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 868339ae-0377-4401-85b2-7c09f35c7561 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:17:14.556870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6494eee4-e518-4cbe-8977-fadc82e33318 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6770172 Mar 05 00:17:14.560726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41910) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:14.573207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Request body: {'subnet': {'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-562697693-subnet', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:14.590329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:14.644237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Usage tracker for resource:subnet and tenant:7887760f5d534554a628128be48d2fa8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:14.662546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:14.684887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-b4ff7364-321c-4ce5-9bf2-889004d64a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:14.687973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:14.690613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-b4ff7364-321c-4ce5-9bf2-889004d64a24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.2221761 Mar 05 00:17:14.692826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:14.699037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:14.716726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:14.727985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:14.774393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-fe4d69f5-fdeb-4d9c-8b69-f9851d0912df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660033 Mar 05 00:17:14.778142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:14.794437 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Sync routers for ids ['4e35bca2-683a-4d15-be6c-6d5f88838a18'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:14.798770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:14.801753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.815681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-5d8d3bcc-e0b7-4e06-8d05-9ffd77b1d603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:14.817133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-5d8d3bcc-e0b7-4e06-8d05-9ffd77b1d603 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.3746958 Mar 05 00:17:14.817626 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Routers {'4e35bca2-683a-4d15-be6c-6d5f88838a18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:14.818246 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4e35bca2-683a-4d15-be6c-6d5f88838a18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:14.822869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.823641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.893789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2ea620f5-fc53-4980-8b85-dd514f7947da None None] Provisioning complete for port 7bc04152-291c-48d6-b99a-92f79f51aeb6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:14.894246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2ea620f5-fc53-4980-8b85-dd514f7947da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.908646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Made reservation on behalf of 7887760f5d534554a628128be48d2fa8 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:14.934119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.956499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7bc04152-291c-48d6-b99a-92f79f51aeb6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7bc04152-291c-48d6-b99a-92f79f51aeb6,segment=NetworkSegment(092543cd-035e-4b0d-8ec9-c6ed0891f632),segment_id=092543cd-035e-4b0d-8ec9-c6ed0891f632)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:14.987254 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:14.996224 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.155425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7bc04152-291c-48d6-b99a-92f79f51aeb6,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:15.171778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-e8bb7a92-88b6-442c-9722-8d3c053507d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 1001 time: 0.3444526 Mar 05 00:17:15.218663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Set router 4e35bca2-683a-4d15-be6c-6d5f88838a18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:15.237993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b0951-1452-4aa4-96dc-228ed2916b05 req-02b82c3e-c2a2-4b1b-b87b-9b44faecc319 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:15.239506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9d8b0951-1452-4aa4-96dc-228ed2916b05 req-02b82c3e-c2a2-4b1b-b87b-9b44faecc319 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 943 time: 0.4936399 Mar 05 00:17:15.241956 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.329082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-5f795fae-512b-4dfc-baa7-bb00a6d7a1b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:15.329257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98b76d-8203-4602-ba1e-e0b9d6fb6a53 req-eeb526a7-07a9-4498-97b9-18fb6ffc6924 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:15.330531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-5f795fae-512b-4dfc-baa7-bb00a6d7a1b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.1394966 Mar 05 00:17:15.331122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd98b76d-8203-4602-ba1e-e0b9d6fb6a53 req-eeb526a7-07a9-4498-97b9-18fb6ffc6924 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 1.0468907 Mar 05 00:17:15.331690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 27513189-f70c-4b0e-9062-3d2eef4103cf yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:17:15.417470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.422866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a338ae05-c1d0-45ba-88bc-fa3017b6b121 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.6594691 Mar 05 00:17:15.425132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41926) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:15.443938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9d8b0951-1452-4aa4-96dc-228ed2916b05 req-03b24357-3735-4922-80b2-c700fa11f127 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925616 Mar 05 00:17:15.586294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe11:de56 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/590f2c64-84bc-4254-a873-f0ccc57300dc/27513189-f70c-4b0e-9062-3d2eef4103cf) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:15.596012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-f73c10fa-ad44-49e3-bc3b-af756fa0eb48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250514 Mar 05 00:17:15.625715 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-c3e08381-3fba-4058-8341-6226f20f348f service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724056 Mar 05 00:17:15.630367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:17:11Z', 'revision_number': 3, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:15.636610 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Checking router: 4e35bca2-683a-4d15-be6c-6d5f88838a18 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:17:15.637147 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Updating router 4e35bca2-683a-4d15-be6c-6d5f88838a18 port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:17:15.679021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7bc04152-291c-48d6-b99a-92f79f51aeb6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:15.744350 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.766157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd98b76d-8203-4602-ba1e-e0b9d6fb6a53 req-095101d7-04f1-4545-899d-12a1ca7c201f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628824 Mar 05 00:17:15.770247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7bc04152-291c-48d6-b99a-92f79f51aeb6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:15.770617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.846282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Deleting port c8e3536e-a328-4528-a32a-f0c7b2463320 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:15.846812 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.963162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:15.963446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-7e3dcfd2-1660-4ee1-b149-b5793ded2542 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578877 Mar 05 00:17:16.045617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:16.192123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:17:16.262327 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.298990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e0ff15-b5ea-4b16-809a-f94ba718fae8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:16.300750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76e0ff15-b5ea-4b16-809a-f94ba718fae8 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a734d7ece0c044c99e00c1f237c606a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.8453174 Mar 05 00:17:16.315158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:16.403574 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.417658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Transition to ACTIVE for port object cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:16.428892 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.434266 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.503162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] For port c8e3536e-a328-4528-a32a-f0c7b2463320, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c8e3536e-a328-4528-a32a-f0c7b2463320,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:16.504063 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.510190 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Attempting to bind port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:16.510622 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Attempting to bind port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:16.511036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Attempting to bind port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:16.520306 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:16.520306 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:16.520920 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.521428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:16.521952 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Bound port: cfbc0ed3-97cc-4c1c-bef8-8dcbba559517, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:16.522381 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.534818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 27513189-f70c-4b0e-9062-3d2eef4103cf will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:16.545212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fb84459-f1f6-43fd-957d-bf92bd6efb55 req-2f8791ad-16ef-4228-8eac-65844839df31 service neutron] 10.222.0.10 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731792 Mar 05 00:17:16.552335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfa59c-e6d4-4659-90e3-574cc2566142 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:16.567412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8dfa59c-e6d4-4659-90e3-574cc2566142 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2362385 Mar 05 00:17:16.573335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41948) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:16.584951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:16.624088 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] For port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:16.627650 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] For port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:16.641014 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.680547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c04828f0-42c2-4c1d-aa03-8a04b07129f4 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1044374 Mar 05 00:17:16.683355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41958) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:16.684723 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Routers {'4e35bca2-683a-4d15-be6c-6d5f88838a18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:16.685392 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4e35bca2-683a-4d15-be6c-6d5f88838a18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:16.699538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Calling delete_port for c8e3536e-a328-4528-a32a-f0c7b2463320 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:16.767997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1dbec574-5ac1-4ee0-a067-2f876da57633 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a734d7ece0c044c99e00c1f237c606a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833790 Mar 05 00:17:16.779084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41962) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:16.780495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.820557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Checking segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:16.821138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Network hostable DHCP agents. Network: 868339ae-0377-4401-85b2-7c09f35c7561, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:17:16.836231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1a56cf0-1424-451d-9cbf-7187b23ef247 req-c87d81b1-90e9-4bf8-a44b-9d6fb6c9413e service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1576786 Mar 05 00:17:16.906103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:16.907989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:17:16.912528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] Set router 4e35bca2-683a-4d15-be6c-6d5f88838a18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:16.914411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:16.972246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.023988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] Pushing event deleted for resources: {'Port': ['ID=c8e3536e-a328-4528-a32a-f0c7b2463320,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:17.101681 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e850a-6077-4566-8e72-531f7aecd426 None None] Pushing event updated for resources: {'Port': ['ID=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:17.137633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:17.145875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:17.149124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:17.154676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.155352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.197760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=27513189-f70c-4b0e-9062-3d2eef4103cf,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:17.208717 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-593e59c9-05c1-4781-b5ac-706aa092348f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0873091 Mar 05 00:17:17.218905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41970) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:17.223387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce1537-a431-4f13-bbd8-734df44366d8 None None] No DVR routers for this DVR port c8e3536e-a328-4528-a32a-f0c7b2463320 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:17.228406 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e850a-6077-4566-8e72-531f7aecd426 None None] Pushing event updated for resources: {'Port': ['ID=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:17.250115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89755b6f-3033-4fb3-a25a-f585ee901208 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:17.271761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Network 868339ae-0377-4401-85b2-7c09f35c7561 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:17:17.307913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 868339ae-0377-4401-85b2-7c09f35c7561) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:17.315247 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-0c28d539-1245-4c10-9cba-4d2f4d7caece service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 1094 time: 0.4163692 Mar 05 00:17:17.354378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:17.366076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:17:11Z', 'revision_number': 3, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:17.369495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.370114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.370922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe59c2-a2dc-402c-ac0b-fde4bd05543f None None] Network 868339ae-0377-4401-85b2-7c09f35c7561 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:17.372679 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c649b-10dc-4a2e-a8af-2b2dbe7b8a53 None None] The sync data for ids ['4e35bca2-683a-4d15-be6c-6d5f88838a18'] in n-d-828979-4 is: [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:17:11Z', 'revision_number': 3, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:17.424068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb181e5-7d2b-4147-98bf-340391accbe1 req-bc344970-64c3-4a9a-9a8b-59d473013446 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.425463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Allocated IP 172.20.0.1 (36b0c77d-16be-421c-b7dc-acb18cd75f36/20e21754-47b0-4047-9ebe-d3dc9880cd49/f4ef6247-4e0e-49f6-a492-dec8e81896c3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:17.426207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcb181e5-7d2b-4147-98bf-340391accbe1 req-bc344970-64c3-4a9a-9a8b-59d473013446 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 943 time: 0.6962211 Mar 05 00:17:17.459309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6901a37-75b0-4357-8b98-19a9f1ff7d20 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.463703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e6901a37-75b0-4357-8b98-19a9f1ff7d20 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6810408 Mar 05 00:17:17.469313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41976) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:17.535419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9154427-4223-4ab5-ae9b-9db4e93e233a tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617840 Mar 05 00:17:17.541440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41980) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:17.557584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2145827430', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:17.584519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:17.605045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Sync routers for ids ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:17.610511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dac60-d75e-46e9-a80d-22cae7ec1fae req-6ef5f698-3692-4c0e-aaa5-74202a64847c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.611985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d56dac60-d75e-46e9-a80d-22cae7ec1fae req-6ef5f698-3692-4c0e-aaa5-74202a64847c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.5292258 Mar 05 00:17:17.617752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fc9dfd27-3b8c-42b5-a5e0-42a5bf49082b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0548937 Mar 05 00:17:17.627307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41984) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:17.641029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcb181e5-7d2b-4147-98bf-340391accbe1 req-ce333e6c-3346-4d2e-8158-f16c0a26c841 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065172 Mar 05 00:17:17.649372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:17.681425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d85eae-a887-414a-9353-64c345e604c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.682309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-50d85eae-a887-414a-9353-64c345e604c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:17.717737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.722100 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4327a35e-9517-4557-beb1-8b336576d73b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3412886 Mar 05 00:17:17.722901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:17.728334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Routers {'21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:17.729452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:17.783689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-50d85eae-a887-414a-9353-64c345e604c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:17.786106 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'code': 200} Mar 05 00:17:17.786955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50d85eae-a887-414a-9353-64c345e604c8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5606780 Mar 05 00:17:17.793559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41992) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:17.809811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:17.826050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Usage tracker for resource:router and tenant:7887760f5d534554a628128be48d2fa8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:17.844288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:17.861898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:17.888729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:17.890421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-c39afc56-b5ac-4aec-b307-b529ac5ea95b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:17.891864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-c39afc56-b5ac-4aec-b307-b529ac5ea95b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.5078952 Mar 05 00:17:17.900877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.903595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Usage tracker for resource:subnet and tenant:a734d7ece0c044c99e00c1f237c606a0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:17.907035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d56dac60-d75e-46e9-a80d-22cae7ec1fae req-4f9ffe2c-8551-47e8-8523-19c2e27ef08a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846234 Mar 05 00:17:17.914552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:17.926566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-868339ae-0377-4401-85b2-7c09f35c7561', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'fixed_ips': [{'subnet_id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:17:17.927358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.934236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:17.970616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 27513189-f70c-4b0e-9062-3d2eef4103cf {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:17.970616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.982555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:17.983476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.014640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Transition to ACTIVE for port object f4ef6247-4e0e-49f6-a492-dec8e81896c3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:18.019052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-deffcb2a-41a7-4b20-af17-e07217b247ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db HTTP/1.1" status: 200 len: 217 time: 0.1146154 Mar 05 00:17:18.054267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Made reservation on behalf of a734d7ece0c044c99e00c1f237c606a0 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:18.108407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Allocated IP 172.20.0.2 (868339ae-0377-4401-85b2-7c09f35c7561/8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e/21aa493a-d2c7-49a6-a32c-26853e68e7dc) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:18.167374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.182985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '590f2c64-84bc-4254-a873-f0ccc57300dc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:17:18.183919 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.207532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-b11f7f9a-a667-40e9-850b-37262d1f184b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:18.208979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-b11f7f9a-a667-40e9-850b-37262d1f184b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.1820626 Mar 05 00:17:18.267692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.318506 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.365997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-1e9d160e-6003-4f4a-bde1-0a9a818a6766 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498649 Mar 05 00:17:18.517497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Set router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:18.580782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:18.588866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:18.593801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Port': ['ID=f4ef6247-4e0e-49f6-a492-dec8e81896c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:18.596669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:18.646680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.719566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.816498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-ff967313-326d-4875-b640-e149ec59be04 service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857720 Mar 05 00:17:18.849241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Allocated IP 2001:db8::f816:3eff:feaa:d2ec (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/590f2c64-84bc-4254-a873-f0ccc57300dc/8c74069c-5ffa-4956-acd3-59363f4f10e6) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:18.950762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:18.959681 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:17:19.025346 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.071077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Transition to ACTIVE for port object 21aa493a-d2c7-49a6-a32c-26853e68e7dc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:19.134048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Transition to ACTIVE for port object 21aa493a-d2c7-49a6-a32c-26853e68e7dc will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:19.139137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f84a0932-1b9a-4601-a9e8-f374e644e88b req-37d3a513-509d-4712-a0ae-e0529b995e15 service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135583 Mar 05 00:17:19.196734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 27513189-f70c-4b0e-9062-3d2eef4103cf owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:19.200082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.277893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Pushing event updated for resources: {'Port': ['ID=21aa493a-d2c7-49a6-a32c-26853e68e7dc,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:19.280165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3b8fb9e0-4570-4d60-a871-96e69267beba None None] Provisioning for port f4ef6247-4e0e-49f6-a492-dec8e81896c3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:19.288947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.330040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3b8fb9e0-4570-4d60-a871-96e69267beba None None] Provisioning complete for port f4ef6247-4e0e-49f6-a492-dec8e81896c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:19.330401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3b8fb9e0-4570-4d60-a871-96e69267beba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.416711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Network 868339ae-0377-4401-85b2-7c09f35c7561 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:19.440444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fb9e0-4570-4d60-a871-96e69267beba None None] Port f4ef6247-4e0e-49f6-a492-dec8e81896c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:19.483427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeacff-50a9-4882-8dc0-ec4bcf39a5f4 req-121badc8-de7a-4da8-beab-3ba81f49f615 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:19.490610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabeacff-50a9-4882-8dc0-ec4bcf39a5f4 req-121badc8-de7a-4da8-beab-3ba81f49f615 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 943 time: 0.5736172 Mar 05 00:17:19.492160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:19.509423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:19.597578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aabeacff-50a9-4882-8dc0-ec4bcf39a5f4 req-4d1f1512-6897-411e-8dbb-1ab64731ff1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059909 Mar 05 00:17:19.604403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:17:14Z', 'revision_number': 3, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:19.620407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.652367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38530b-127d-4ee6-a6c4-d934a9be92e1 req-a1b9bc11-2165-467a-b742-9909b081e231 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:19.653960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b38530b-127d-4ee6-a6c4-d934a9be92e1 req-a1b9bc11-2165-467a-b742-9909b081e231 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.4761398 Mar 05 00:17:19.680542 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.683226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.717941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Transition to ACTIVE for port object 8c74069c-5ffa-4956-acd3-59363f4f10e6 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:19.719731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Subnet': ['ID=30d7819f-0d99-4099-b0b8-6de16fe0e08b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:19.743898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Transition to ACTIVE for port object 8c74069c-5ffa-4956-acd3-59363f4f10e6 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:19.746995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Attempting to bind port 21aa493a-d2c7-49a6-a32c-26853e68e7dc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:19.747682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Attempting to bind port 21aa493a-d2c7-49a6-a32c-26853e68e7dc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:19.748383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Attempting to bind port 21aa493a-d2c7-49a6-a32c-26853e68e7dc on network 868339ae-0377-4401-85b2-7c09f35c7561 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:19.753671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Checking router: 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:17:19.754222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Updating router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef port df50d9da-1e2b-4498-a017-58274c80b3aa binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:17:19.754464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.796754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.835209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:19.868688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Checking segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:19.873342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network hostable DHCP agents. Network: bafd3961-296e-4322-8229-fd6e62cd4a78, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:17:19.920581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=27513189-f70c-4b0e-9062-3d2eef4103cf,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:19.950154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network bafd3961-296e-4322-8229-fd6e62cd4a78 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:17:20.070074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.091296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, bafd3961-296e-4322-8229-fd6e62cd4a78) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:20.119658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:20.120259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.157098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6ed0bdcf-fe3d-4203-bf40-3160b1f5395f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/27513189-f70c-4b0e-9062-3d2eef4103cf HTTP/1.1" status: 204 len: 168 time: 2.3575678 Mar 05 00:17:20.157901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42010) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:20.162552 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f6de8d73-4072-4bcc-95a4-bbcdf58649b0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6199760 Mar 05 00:17:20.200912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42014) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:20.227023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:20.291582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.299995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.333842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.349781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dffbdc0c-d26b-4c32-962e-ab2327bd74db details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:17:20.353138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb15a2-d41e-4b7f-a0ce-3b1a9ce5a11d None None] Network bafd3961-296e-4322-8229-fd6e62cd4a78 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:20.535310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b38530b-127d-4ee6-a6c4-d934a9be92e1 req-9b8e7718-56f9-450e-ab93-af00eb734406 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8739893 Mar 05 00:17:20.575060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event updated for resources: {'Port': ['ID=f4ef6247-4e0e-49f6-a492-dec8e81896c3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:20.577483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.586141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:20.586523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Checking segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:20.586931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.587326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Bound using segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:20.588419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Bound port: 21aa493a-d2c7-49a6-a32c-26853e68e7dc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:20.588808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.706533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.722535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Transition to ACTIVE for port object df50d9da-1e2b-4498-a017-58274c80b3aa will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:20.737357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:20.751846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:20.753943 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:20.767696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:20.816269 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:20.834980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Pushing event updated for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:20.859559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd130e7c-f2ef-4e83-a654-91982b38a80b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:20.865267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd130e7c-f2ef-4e83-a654-91982b38a80b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:20.866052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dd130e7c-f2ef-4e83-a654-91982b38a80b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:20.907801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dd130e7c-f2ef-4e83-a654-91982b38a80b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:20.911807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dd130e7c-f2ef-4e83-a654-91982b38a80b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7513905 Mar 05 00:17:20.912581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42038) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:20.979816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:20.991445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:21.010150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Allocated IP 172.25.0.246 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/80f6cc5d-4094-41ea-8c41-c51be56eb655) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:21.127996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Attempting to bind port df50d9da-1e2b-4498-a017-58274c80b3aa on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:21.128367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Attempting to bind port df50d9da-1e2b-4498-a017-58274c80b3aa by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:21.128729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Attempting to bind port df50d9da-1e2b-4498-a017-58274c80b3aa on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:21.343163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:21.343853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:21.343984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.344489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:21.344986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Bound port: df50d9da-1e2b-4498-a017-58274c80b3aa, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:21.345570 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.399458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 590f2c64-84bc-4254-a873-f0ccc57300dc {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:17:21.404756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.435984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca840ec-58c6-422f-8976-700f2d08f8a0 req-2bc29231-3c90-4e92-b986-c5a57cd0c85e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:21.437565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ca840ec-58c6-422f-8976-700f2d08f8a0 req-2bc29231-3c90-4e92-b986-c5a57cd0c85e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 943 time: 0.5635059 Mar 05 00:17:21.468240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] For port 21aa493a-d2c7-49a6-a32c-26853e68e7dc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:21.471427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Attempting to bind port 8c74069c-5ffa-4956-acd3-59363f4f10e6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:21.471798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Attempting to bind port 8c74069c-5ffa-4956-acd3-59363f4f10e6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:21.472318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Attempting to bind port 8c74069c-5ffa-4956-acd3-59363f4f10e6 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:21.485411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.504783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:21.505044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:21.505374 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.514243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:21.515079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Bound port: 8c74069c-5ffa-4956-acd3-59363f4f10e6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:21.515654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.526328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:21.529148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4fbb7-dc53-4bf3-bbb9-352700787cc9 None None] Pushing event updated for resources: {'Port': ['ID=df50d9da-1e2b-4498-a017-58274c80b3aa,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:21.567278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.593089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.598947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] For port 21aa493a-d2c7-49a6-a32c-26853e68e7dc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21aa493a-d2c7-49a6-a32c-26853e68e7dc,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:21.602301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:21.602674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.761969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-bafd3961-296e-4322-8229-fd6e62cd4a78', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'fixed_ips': [{'subnet_id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:17:21.762688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.765359 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.779507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] For port df50d9da-1e2b-4498-a017-58274c80b3aa, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:21.788899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.819236 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ca840ec-58c6-422f-8976-700f2d08f8a0 req-db9fc29c-0350-451c-9f94-f1d6d5c0e00b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756523 Mar 05 00:17:21.922345 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:21.936964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=590f2c64-84bc-4254-a873-f0ccc57300dc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:21.999594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] For port df50d9da-1e2b-4498-a017-58274c80b3aa, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=df50d9da-1e2b-4498-a017-58274c80b3aa,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:22.005290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dffbdc0c-d26b-4c32-962e-ab2327bd74db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:22.064497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7e655ce4-a49c-4941-ba21-45d21a302dd5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/590f2c64-84bc-4254-a873-f0ccc57300dc HTTP/1.1" status: 204 len: 168 time: 1.1499941 Mar 05 00:17:22.067719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42056) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:22.095293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.142409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.186591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db', 'mac_address': 'fa:16:3e:fd:01:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:17:22.196617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Pushing event updated for resources: {'Port': ['ID=80f6cc5d-4094-41ea-8c41-c51be56eb655,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:22.228272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42060) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:22.233702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-000e5b9c-9e9a-456e-b587-7dec1c932c5b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595075 Mar 05 00:17:22.284815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-165bcf28-5eb0-4547-85f4-e7b097ed3688 None None] Provisioning complete for port f4ef6247-4e0e-49f6-a492-dec8e81896c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:22.285294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-165bcf28-5eb0-4547-85f4-e7b097ed3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.299253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:22.310406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:22.317659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:22.332054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe0b1ecf-0cd4-4627-a95e-bcef44b45c0b req-df4288a8-4016-4616-9229-5f96a339043a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3429244 Mar 05 00:17:22.377352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.419519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-76628df3-fcba-4584-80dd-cbf7d56e0d85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4688354 Mar 05 00:17:22.442457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Router 7f4ad4cf-1827-4951-aaec-c9dd24e7803d has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:17:22.458820 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.502375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcda65-b416-4b86-8b29-bfd69f361fb5 None None] Pushing event updated for resources: {'Port': ['ID=21aa493a-d2c7-49a6-a32c-26853e68e7dc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:22.515239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:22.606250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffbdc0c-d26b-4c32-962e-ab2327bd74db {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:17:22.624132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-165bcf28-5eb0-4547-85f4-e7b097ed3688 None None] Port f4ef6247-4e0e-49f6-a492-dec8e81896c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:22.627475 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.647432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:22.672665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Allocated IP 172.20.0.18 (bafd3961-296e-4322-8229-fd6e62cd4a78/30d7819f-0d99-4099-b0b8-6de16fe0e08b/1963b278-aea4-4734-a355-f82940c4f148) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:22.675292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.680781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:22.684383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Allocated IP 172.20.0.1 (54aa6447-c29c-46e1-9b44-a8545eb80a27/d2966d98-b1ab-48c2-a748-d9ee66f3ec31/e6dd70b3-fc32-4b90-a155-955d32247e1a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:22.687064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Routers {'21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:22.687864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:22.809417 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.825466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dffbdc0c-d26b-4c32-962e-ab2327bd74db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:22.870017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:22.877314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4fbb7-dc53-4bf3-bbb9-352700787cc9 None None] Pushing event updated for resources: {'Port': ['ID=df50d9da-1e2b-4498-a017-58274c80b3aa,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:23.095576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccd559-4cb0-43f8-845d-1a3ca39f44ae tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:23.105845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-47ccd559-4cb0-43f8-845d-1a3ca39f44ae tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8745103 Mar 05 00:17:23.107196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42080) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:23.178261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-ad60c23f-18f0-4788-9d75-48d557a14aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.7261219 Mar 05 00:17:23.185067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21aa493a-d2c7-49a6-a32c-26853e68e7dc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:23.317501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8fca2-9bad-4a53-8d5a-14463b7f8073 req-4dbbd6d4-b975-4052-b890-538762cd806d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:23.325339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dffbdc0c-d26b-4c32-962e-ab2327bd74db'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:17:23.340456 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91d8fca2-9bad-4a53-8d5a-14463b7f8073 req-4dbbd6d4-b975-4052-b890-538762cd806d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.6242740 Mar 05 00:17:23.489392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e985c-1bf0-438e-a49d-c672b4cd766d None None] Pushing event updated for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:23.497463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aec0dd-a1c5-4fb1-9be5-4d24fe520a5a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:23.503868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42090) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:23.507030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1aec0dd-a1c5-4fb1-9be5-4d24fe520a5a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3956535 Mar 05 00:17:23.592243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] Set router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:23.683075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:23.708984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-caa870bf-8f48-41e8-a654-50c926f5528e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:23.715386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-caa870bf-8f48-41e8-a654-50c926f5528e service neutron] 10.222.0.10 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 898 time: 0.4955254 Mar 05 00:17:23.721596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dffb616e-94cc-4d94-a634-475583ecb392 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405830 Mar 05 00:17:23.732019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42098) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:23.740225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:23.740577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91d8fca2-9bad-4a53-8d5a-14463b7f8073 req-be02503c-f286-4fff-8d5d-42c92eaec15a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960166 Mar 05 00:17:23.825847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Transition to ACTIVE for port object e6dd70b3-fc32-4b90-a155-955d32247e1a will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:23.886862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:23.913713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:23.923679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d85355-8d1e-48ad-b6ab-5746536d5e1c req-1fa9e2bc-ccae-4781-8882-d3544b4bdd62 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:23.923900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac308e8e-2e8f-4e0f-bb01-65816212182c None None] Network 868339ae-0377-4401-85b2-7c09f35c7561 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:23.925130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37d85355-8d1e-48ad-b6ab-5746536d5e1c req-1fa9e2bc-ccae-4781-8882-d3544b4bdd62 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 944 time: 0.8061917 Mar 05 00:17:23.929825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:23.936389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:23.950254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-b2d651f6-45fb-49ba-8b97-e8bf07f3571b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 1001 time: 0.2083991 Mar 05 00:17:23.951411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:23.952099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:23.988186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:24.001893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:24.002148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 21aa493a-d2c7-49a6-a32c-26853e68e7dc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:24.014223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-d3597a1d-8b34-411c-8c29-29aa9a9aa970 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3108051 Mar 05 00:17:24.015192 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] Sync routers for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:24.024670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.037477 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:24.038099 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:24.060938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90689017-1538-4ee5-be9e-d77b8a7315e4 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7894878 Mar 05 00:17:24.061523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42108) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:24.105832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.205964 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:24.234551 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:24.235166 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:24.252054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Transition to ACTIVE for port object 1963b278-aea4-4734-a355-f82940c4f148 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:24.320577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:24.321265 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e272e-86f7-4c5b-a689-14a4000a4b5e None None] The sync data for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:24.385836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] Provisioning for port 21aa493a-d2c7-49a6-a32c-26853e68e7dc completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:24.392409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Transition to ACTIVE for port object 1963b278-aea4-4734-a355-f82940c4f148 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:24.400467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:24.404528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.421080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dffbdc0c-d26b-4c32-962e-ab2327bd74db,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:24.444988 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.487509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] Provisioning complete for port 21aa493a-d2c7-49a6-a32c-26853e68e7dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:24.487883 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.516784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:24.526435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-4d4d0194-9004-4845-a7c1-776f4e7f52a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:24.527842 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-4d4d0194-9004-4845-a7c1-776f4e7f52a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 200 len: 835 time: 0.5688794 Mar 05 00:17:24.534093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.662701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:24.696812 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ebc13d3a-643c-47bb-b6e4-50f268e2b52a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:24.748116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Network bafd3961-296e-4322-8229-fd6e62cd4a78 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:24.799655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:24.813428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:24.901258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37d85355-8d1e-48ad-b6ab-5746536d5e1c req-7e6a1979-6006-4a92-af31-40bbb00f6605 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9665883 Mar 05 00:17:24.905258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Pushing event updated for resources: {'Port': ['ID=e6dd70b3-fc32-4b90-a155-955d32247e1a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:24.983587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:25.004503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:25.026678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:25.077693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:25.144162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-900be6a3-9802-439a-abfe-cfeeb3602ebf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56853e5d-bdce-4134-b2ce-5e9e38b34959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6023326 Mar 05 00:17:25.241908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Pushing event updated for resources: {'Port': ['ID=1963b278-aea4-4734-a355-f82940c4f148,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:25.318943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Attempting to bind port 1963b278-aea4-4734-a355-f82940c4f148 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:25.319627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Attempting to bind port 1963b278-aea4-4734-a355-f82940c4f148 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:25.320503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Attempting to bind port 1963b278-aea4-4734-a355-f82940c4f148 on network bafd3961-296e-4322-8229-fd6e62cd4a78 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:25.446166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Router e272733d-3f07-467c-aaa0-ce54e7c4aef3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:17:25.474567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:25.509566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:25.510088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Checking segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:25.510554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:25.511186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Bound using segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:25.511874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Bound port: 1963b278-aea4-4734-a355-f82940c4f148, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:25.512800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:25.696234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.20.0.17 (bafd3961-296e-4322-8229-fd6e62cd4a78/30d7819f-0d99-4099-b0b8-6de16fe0e08b/d06263cc-50b8-44b6-bf61-dc6879548b2e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:25.698408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505675e6-8065-45b5-b580-8d07ea0d5660 req-cc5c4824-ec55-4c7b-9da3-d1d04b0ccc35 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:25.700411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-505675e6-8065-45b5-b580-8d07ea0d5660 req-cc5c4824-ec55-4c7b-9da3-d1d04b0ccc35 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.4921288 Mar 05 00:17:25.727182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:25.789493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-505675e6-8065-45b5-b580-8d07ea0d5660 req-c6351a3d-e1c3-41bc-89eb-edc81bf7e479 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762463 Mar 05 00:17:25.859003 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-ebc13d3a-643c-47bb-b6e4-50f268e2b52a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 00:17:25.863784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ebc13d3a-643c-47bb-b6e4-50f268e2b52a tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d HTTP/1.1" status: 409 len: 329 time: 1.7980890 Mar 05 00:17:25.866006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42126) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:25.970460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-c3349bd3-9a5f-4319-bec7-652ccb9ffb76 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123684 Mar 05 00:17:25.985134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] For port 1963b278-aea4-4734-a355-f82940c4f148, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:25.993933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] For port 1963b278-aea4-4734-a355-f82940c4f148, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1963b278-aea4-4734-a355-f82940c4f148,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:26.020017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:26.090209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:17:14Z', 'revision_number': 3, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:26.092424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:26.092796 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:26.125418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] For port 21aa493a-d2c7-49a6-a32c-26853e68e7dc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21aa493a-d2c7-49a6-a32c-26853e68e7dc,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:26.153384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dffb64-db20-4b91-bb18-89b04d2d162a None None] The sync data for ids ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'] in n-d-828979-4 is: [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:17:14Z', 'revision_number': 3, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:26.155911 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:26.216477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091468d0-c4f1-4cd0-a009-fdc1f54faad3 None None] Pushing event updated for resources: {'Port': ['ID=1963b278-aea4-4734-a355-f82940c4f148,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:26.374825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bbb9a-000c-4885-ae55-a32373cac644 None None] Pushing event updated for resources: {'Port': ['ID=21aa493a-d2c7-49a6-a32c-26853e68e7dc,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:26.386584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:17:26.435780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8c9cab4-f496-48b2-a625-180e3014d8ac req-22aa2ada-79eb-4b5b-a1ce-60ae114c4da5 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333292 Mar 05 00:17:26.518418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d95aec5c-9885-47b7-884c-c7191bc56dbe None None] Provisioning for port e6dd70b3-fc32-4b90-a155-955d32247e1a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:26.532883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d95aec5c-9885-47b7-884c-c7191bc56dbe None None] Provisioning complete for port e6dd70b3-fc32-4b90-a155-955d32247e1a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:26.533489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d95aec5c-9885-47b7-884c-c7191bc56dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:26.574648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:26.647261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Sync routers for ids ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:26.751480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Routers {'e272733d-3f07-467c-aaa0-ce54e7c4aef3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:26.752339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:26.848165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d95aec5c-9885-47b7-884c-c7191bc56dbe None None] Port e6dd70b3-fc32-4b90-a155-955d32247e1a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:26.992670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:26.994284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-29c193e3-c07f-447d-9afd-3a0ff96dfacd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3660426 Mar 05 00:17:27.005849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42138) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:27.063096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dffbdc0c-d26b-4c32-962e-ab2327bd74db up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:27.096332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.223254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517c988-d0c7-4113-8ed0-dc1fcedd3511 req-56f71666-4d31-4f89-9f64-dae32bb7648b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:27.225355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1517c988-d0c7-4113-8ed0-dc1fcedd3511 req-56f71666-4d31-4f89-9f64-dae32bb7648b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 944 time: 1.0489459 Mar 05 00:17:27.226831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:27.249535 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.308527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.326484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21aa493a-d2c7-49a6-a32c-26853e68e7dc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:27.415908 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.459943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e0468ae2-ffe3-4896-bd9c-79904eefb5a1 None None] Provisioning complete for port 21aa493a-d2c7-49a6-a32c-26853e68e7dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:27.460913 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0468ae2-ffe3-4896-bd9c-79904eefb5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.657122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:27.663103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.715880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.736414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port dffbdc0c-d26b-4c32-962e-ab2327bd74db completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:27.744510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port dffbdc0c-d26b-4c32-962e-ab2327bd74db triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:27.745124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.798846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Transition to ACTIVE for port object d06263cc-50b8-44b6-bf61-dc6879548b2e will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:27.834015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.835581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.857292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:27.907937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Set router e272733d-3f07-467c-aaa0-ce54e7c4aef3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:28.019848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:28.088879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:28.230293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:28.253294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:28.257482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:28.258425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:28.280528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c955852-77a0-48d9-be5f-5a8754e0c26a None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:28.302301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b842764-417e-41bb-b19e-e4f94fca71c9 None None] Network bafd3961-296e-4322-8229-fd6e62cd4a78 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:28.355669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network bafd3961-296e-4322-8229-fd6e62cd4a78 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:28.370718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1517c988-d0c7-4113-8ed0-dc1fcedd3511 req-b3520e3f-2dfa-4197-82a0-f09789ec247d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509728 Mar 05 00:17:28.396048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:28.410304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aeae95-46e0-4a6b-9a1f-7b76a0a6e6a2 req-ec9ccd9d-d865-4f20-b16a-10a3b7b7e1c7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:28.410886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:28.419573 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-84aeae95-46e0-4a6b-9a1f-7b76a0a6e6a2 req-ec9ccd9d-d865-4f20-b16a-10a3b7b7e1c7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 1.1106565 Mar 05 00:17:28.486787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=5']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:28.498461 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:28.512228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=96fcae21-0ea3-4cad-9b2e-e3897ef42e4b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:28.580465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-84aeae95-46e0-4a6b-9a1f-7b76a0a6e6a2 req-f346481d-8cf9-4964-af03-34913e3354d5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598825 Mar 05 00:17:28.606864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4cdefc18-a24a-47a3-9fff-fafcdee27c32 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.8710978 Mar 05 00:17:28.611273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42156) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:28.626793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 21aa493a-d2c7-49a6-a32c-26853e68e7dc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:28.627511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:28.655355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:98:1f:ff', 'name': 'tempest-NetworksTestDHCPv6-607285094'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:28.715243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:28.730921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=d06263cc-50b8-44b6-bf61-dc6879548b2e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:28.882171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Pushing event updated for resources: {'Port': ['ID=e6dd70b3-fc32-4b90-a155-955d32247e1a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:28.892195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:28.894693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:29.116030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-442d2152-acb1-445d-9c93-1a28e55c8975 None None] Provisioning for port 1963b278-aea4-4734-a355-f82940c4f148 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:29.123278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:29.130027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:29.135612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:29.146717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:29.265352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:29.310891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:29.366667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-b0bad3be-0ff2-433f-b175-a4736fe444b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91&tenant_id=4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 1095 time: 0.2917662 Mar 05 00:17:29.390711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:29.457599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:29.471303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1963b278-aea4-4734-a355-f82940c4f148 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:29.490540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 7a42423a-4086-4b53-a8d8-f64ae48ade4d yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:17:29.522348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5c9aa3ff-5bd6-4e9e-9d9e-c092f1e1a87d None None] Provisioning complete for port e6dd70b3-fc32-4b90-a155-955d32247e1a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:29.522348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa3ff-5bd6-4e9e-9d9e-c092f1e1a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:29.667135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe98:1fff (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/96fcae21-0ea3-4cad-9b2e-e3897ef42e4b/7a42423a-4086-4b53-a8d8-f64ae48ade4d) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:29.750838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:17:29.771843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:29.773434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5c9aa3ff-5bd6-4e9e-9d9e-c092f1e1a87d None None] Port e6dd70b3-fc32-4b90-a155-955d32247e1a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:29.801687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dffbdc0c-d26b-4c32-962e-ab2327bd74db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:29.818769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 3, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:29.827451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Checking router: e272733d-3f07-467c-aaa0-ce54e7c4aef3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:17:29.827846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Updating router e272733d-3f07-467c-aaa0-ce54e7c4aef3 port 80f6cc5d-4094-41ea-8c41-c51be56eb655 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:17:29.857990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:29.986346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1963b278-aea4-4734-a355-f82940c4f148 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:29.995720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1963b278-aea4-4734-a355-f82940c4f148 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:29.996118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.043325 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.125977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dffbdc0c-d26b-4c32-962e-ab2327bd74db,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:30.298055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.424011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 7a42423a-4086-4b53-a8d8-f64ae48ade4d will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:30.540680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.587499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.626794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6d054-107a-4631-b957-376fad36eea3 req-2d36e230-2fb2-4c04-bbcf-8d71e5f99586 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:30.637772 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb6d054-107a-4631-b957-376fad36eea3 req-2d36e230-2fb2-4c04-bbcf-8d71e5f99586 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 0.6300335 Mar 05 00:17:30.681070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59152fdd-6b20-446b-8b04-8082139d9d93 req-24e2df99-fdef-4f17-a688-217f5616db45 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:30.682852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59152fdd-6b20-446b-8b04-8082139d9d93 req-24e2df99-fdef-4f17-a688-217f5616db45 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 0.8821468 Mar 05 00:17:30.706314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1963b278-aea4-4734-a355-f82940c4f148, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1963b278-aea4-4734-a355-f82940c4f148,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:30.717050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.776738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-67fc38e2-e9bd-4572-bf1b-6352ea049092 None None] Provisioning for port d06263cc-50b8-44b6-bf61-dc6879548b2e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:30.785662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-67fc38e2-e9bd-4572-bf1b-6352ea049092 None None] Provisioning complete for port d06263cc-50b8-44b6-bf61-dc6879548b2e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:30.786561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-67fc38e2-e9bd-4572-bf1b-6352ea049092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.895130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59152fdd-6b20-446b-8b04-8082139d9d93 req-a0003924-ab98-4301-88fa-4c0dc2e33c02 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950405 Mar 05 00:17:30.901323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:30.934174 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.971038 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:30.986559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1963b278-aea4-4734-a355-f82940c4f148,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:30.989344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8c74069c-5ffa-4956-acd3-59363f4f10e6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:31.039246 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db', 'code': 200} Mar 05 00:17:31.040380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-67fc38e2-e9bd-4572-bf1b-6352ea049092 None None] Port d06263cc-50b8-44b6-bf61-dc6879548b2e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:31.129191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.158352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Transition to ACTIVE for port object 80f6cc5d-4094-41ea-8c41-c51be56eb655 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:31.161694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-67fc38e2-e9bd-4572-bf1b-6352ea049092 None None] Provisioning complete for port 1963b278-aea4-4734-a355-f82940c4f148 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:31.162069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-67fc38e2-e9bd-4572-bf1b-6352ea049092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.214045 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.216362 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.223871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=d06263cc-50b8-44b6-bf61-dc6879548b2e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:31.228200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:17:31.256814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.277857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8c74069c-5ffa-4956-acd3-59363f4f10e6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:31.286887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb6d054-107a-4631-b957-376fad36eea3 req-dd387e9f-bd25-4c8a-b778-be25c50c5828 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6482148 Mar 05 00:17:31.347247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device df50d9da-1e2b-4498-a017-58274c80b3aa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:31.425490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:31.436354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:31.451511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:31.455790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:31.456412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.461189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=7a42423a-4086-4b53-a8d8-f64ae48ade4d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:31.491070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af83edd-2cd4-4291-8ae4-eebf65b11a98 None None] Pushing event updated for resources: {'Port': ['ID=80f6cc5d-4094-41ea-8c41-c51be56eb655,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:31.514700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3afbe87-4a6d-4d32-abd4-66e83cf9abd7 req-906fe5de-1c81-4a10-83d1-9e37ca8aca27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 1096 time: 0.3753848 Mar 05 00:17:31.533173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.533549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.533890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.534226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.534556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.534881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.535202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.535524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.535864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.536187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.536515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:31.537727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Attempting to bind port 80f6cc5d-4094-41ea-8c41-c51be56eb655 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:31.538858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Attempting to bind port 80f6cc5d-4094-41ea-8c41-c51be56eb655 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:31.539528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Attempting to bind port 80f6cc5d-4094-41ea-8c41-c51be56eb655 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:31.575386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:31.576585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:31.577197 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.577981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:31.578790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Bound port: 80f6cc5d-4094-41ea-8c41-c51be56eb655, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:31.579375 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.610003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52722a12-700b-4851-b3ae-db7529050e37 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9830737 Mar 05 00:17:31.612443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:31.705261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port df50d9da-1e2b-4498-a017-58274c80b3aa completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:31.764350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3afbe87-4a6d-4d32-abd4-66e83cf9abd7 req-16918ab4-5794-478e-b822-b7672c0c2318 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183166 Mar 05 00:17:31.783737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting port f4ef6247-4e0e-49f6-a492-dec8e81896c3 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:31.784087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.847078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port df50d9da-1e2b-4498-a017-58274c80b3aa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:31.847673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.887435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Provisioning for port 8c74069c-5ffa-4956-acd3-59363f4f10e6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:31.893122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337361ee-3b50-4ed9-8297-920c083dbb19 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:17:31.910483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network bafd3961-296e-4322-8229-fd6e62cd4a78 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:31.913929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:31.933745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Provisioning complete for port 8c74069c-5ffa-4956-acd3-59363f4f10e6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:31.934146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:31.970424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] For port 80f6cc5d-4094-41ea-8c41-c51be56eb655, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:31.986576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:32.020689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] For port 80f6cc5d-4094-41ea-8c41-c51be56eb655, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=80f6cc5d-4094-41ea-8c41-c51be56eb655,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:32.040709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.052351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5cd53-dfa5-4ad4-a55c-23efb13ba236 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:32.067081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5cd53-dfa5-4ad4-a55c-23efb13ba236 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:32.067931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f0c5cd53-dfa5-4ad4-a55c-23efb13ba236 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:32.169480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:32.244193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f0c5cd53-dfa5-4ad4-a55c-23efb13ba236 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:32.247888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f0c5cd53-dfa5-4ad4-a55c-23efb13ba236 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6294580 Mar 05 00:17:32.254294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42206) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:32.255434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:17:32.319261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.382572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Transition to ACTIVE for port object d62a7234-edcb-4f64-97ad-1b5d59059bd2 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:32.427728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af83edd-2cd4-4291-8ae4-eebf65b11a98 None None] Pushing event updated for resources: {'Port': ['ID=80f6cc5d-4094-41ea-8c41-c51be56eb655,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:32.447641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.478183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.499126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Routers {'e272733d-3f07-467c-aaa0-ce54e7c4aef3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:32.499664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:32.545869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 7a42423a-4086-4b53-a8d8-f64ae48ade4d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:32.546503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.588339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.651918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:32.668156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-830af162-4b29-44f8-bead-c1d4427a67fb admin admin] 10.222.0.32 "PUT /v2.0/routers/21035a5f-8d40-4865-a3e6-ec58e1c1a3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9409258 Mar 05 00:17:32.688825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] Set router e272733d-3f07-467c-aaa0-ce54e7c4aef3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:32.728314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c301cd8-4ced-4af0-836c-6e66a831ec65 req-46851af9-1b0d-4544-8b4a-801e26eec23c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:32.735608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c301cd8-4ced-4af0-836c-6e66a831ec65 req-46851af9-1b0d-4544-8b4a-801e26eec23c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 0.4651775 Mar 05 00:17:32.805186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=9']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:32.831959 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:32.882860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c301cd8-4ced-4af0-836c-6e66a831ec65 req-d9d0c235-0b73-4071-b568-bcd9a7325141 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462469 Mar 05 00:17:32.893859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] No DVR routers for this DVR port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:33.015062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Calling delete_port for f4ef6247-4e0e-49f6-a492-dec8e81896c3 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:33.016905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port df50d9da-1e2b-4498-a017-58274c80b3aa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=df50d9da-1e2b-4498-a017-58274c80b3aa,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:33.086349 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:33.102168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:33.199297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:33.236555 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:33.253072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337361ee-3b50-4ed9-8297-920c083dbb19 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:17:33.272395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 4e35bca2-683a-4d15-be6c-6d5f88838a18 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:17:33.312249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1963b278-aea4-4734-a355-f82940c4f148 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:33.450989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=df50d9da-1e2b-4498-a017-58274c80b3aa,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:33.458027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Provisioning complete for port d06263cc-50b8-44b6-bf61-dc6879548b2e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:33.458633 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:33.725288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfff445-425e-48d5-bfed-45454fde20fe req-e5158519-4f20-4cf2-87d4-9c886e7fdc10 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:33.748245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fcfff445-425e-48d5-bfed-45454fde20fe req-e5158519-4f20-4cf2-87d4-9c886e7fdc10 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 944 time: 1.1507261 Mar 05 00:17:33.771497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:33.772031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:33.772657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:33.790558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:17:33.791085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Attempting to bind port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:33.803299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:33.804283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Checking segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:33.804776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Bound using segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:33.805338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Bound port: d62a7234-edcb-4f64-97ad-1b5d59059bd2, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:33.805907 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:33.951448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Port d06263cc-50b8-44b6-bf61-dc6879548b2e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:33.984810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1963b278-aea4-4734-a355-f82940c4f148 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:33.985182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:34.008241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fcfff445-425e-48d5-bfed-45454fde20fe req-dddf1f4f-62a5-4622-9af1-e78eabe89be7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591026 Mar 05 00:17:34.042024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c631d9a-3367-4849-ba00-d86faaff027c None None] Pushing event updated for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:34.045260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:34.056360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:34.066295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:34.069246 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:34.224273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ceb4cd42-8134-4df1-8c61-d321d9fb50aa None None] Provisioning for port 7a42423a-4086-4b53-a8d8-f64ae48ade4d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:34.232516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 3, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:34.242628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd013512-c80e-4693-bd7a-6bcff9b48611 None None] The sync data for ids ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'] in n-d-828979-4 is: [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 3, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:34.265547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ceb4cd42-8134-4df1-8c61-d321d9fb50aa None None] Provisioning complete for port 7a42423a-4086-4b53-a8d8-f64ae48ade4d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:34.265915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ceb4cd42-8134-4df1-8c61-d321d9fb50aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:34.437400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 7a42423a-4086-4b53-a8d8-f64ae48ade4d owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:34.524400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:34.528478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Allocated IP 172.20.0.1 (868339ae-0377-4401-85b2-7c09f35c7561/8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e/4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:34.571071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:34.584627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:34.594338 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Sync routers for ids ['4e35bca2-683a-4d15-be6c-6d5f88838a18'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:34.597355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6cfc877f-2a1a-4add-90bf-fe8426115b8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "PUT /v2.0/routers/4e35bca2-683a-4d15-be6c-6d5f88838a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3963335 Mar 05 00:17:34.621383 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Routers {'4e35bca2-683a-4d15-be6c-6d5f88838a18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:34.622242 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4e35bca2-683a-4d15-be6c-6d5f88838a18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:34.633593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:34.644070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-5ceaea64-a8e9-4d1f-af27-57feb5baa132 service neutron] 10.222.0.36 "PUT /v2.0/ports/d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 1092 time: 4.8754618 Mar 05 00:17:34.653654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:17:34.662323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Port': ['ID=f4ef6247-4e0e-49f6-a492-dec8e81896c3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:34.696850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Sync routers for ids ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:34.857809 n-d-828979-4 neutron-server[83783]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'status': 'failed', 'code': 422} returned with failed status Mar 05 00:17:34.886303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4cd42-8134-4df1-8c61-d321d9fb50aa None None] Port 7a42423a-4086-4b53-a8d8-f64ae48ade4d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:34.942853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973dac9-aa61-48ff-a421-2207836f1fe6 req-e7941a5d-ac3f-483d-a230-3cc44eed05c4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:34.951530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f973dac9-aa61-48ff-a421-2207836f1fe6 req-e7941a5d-ac3f-483d-a230-3cc44eed05c4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 0.4293828 Mar 05 00:17:34.989020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Routers {'21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:34.989784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:35.014672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-78e8442f-2b7c-4890-a573-637a5c0fd16b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1096 time: 0.3426600 Mar 05 00:17:35.057587 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Set router 4e35bca2-683a-4d15-be6c-6d5f88838a18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:35.264193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97434443-9059-4f2f-a07f-cd786df03352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:35.423781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f973dac9-aa61-48ff-a421-2207836f1fe6 req-f7f8576e-b03c-4c4d-9e87-e6aa9a89c5a1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712903 Mar 05 00:17:35.424530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Set router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:35.426032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-f3ff7483-f73f-4527-8861-5dd87e406c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:35.449569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-f3ff7483-f73f-4527-8861-5dd87e406c1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.3879702 Mar 05 00:17:35.472973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8c74069c-5ffa-4956-acd3-59363f4f10e6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:35.663894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:35.839017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-3e1ffb8d-6562-4513-97f0-9c7318787c04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 999 time: 0.3822863 Mar 05 00:17:35.921215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:17:29Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd06263cc-50b8-44b6-bf61-dc6879548b2e', 'name': '', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:0e:b6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:25Z', 'updated_at': '2022-03-05T00:17:30Z', 'revision_number': 2, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:35.922913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Transition to ACTIVE for port object 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:35.933702 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Checking router: 4e35bca2-683a-4d15-be6c-6d5f88838a18 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:17:35.934230 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Updating router 4e35bca2-683a-4d15-be6c-6d5f88838a18 port d06263cc-50b8-44b6-bf61-dc6879548b2e binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:17:35.988708 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:36.004253 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:36.102617 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:36.231210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8c74069c-5ffa-4956-acd3-59363f4f10e6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:36.231829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:36.305470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-8cd3b9a4-cf34-4105-9a4d-995f533113d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:36.306940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-8cd3b9a4-cf34-4105-9a4d-995f533113d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.2940614 Mar 05 00:17:36.343275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-a7cda868-2cae-43a5-8ee5-42a139b0f9a7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:36.346530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-a7cda868-2cae-43a5-8ee5-42a139b0f9a7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:36.386913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956680d-eecc-4803-895f-3c739eba95c0 req-3bbdfa4b-351e-4112-bfd1-fd64eadb6aa1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:36.389112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9956680d-eecc-4803-895f-3c739eba95c0 req-3bbdfa4b-351e-4112-bfd1-fd64eadb6aa1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.5478232 Mar 05 00:17:36.547382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9956680d-eecc-4803-895f-3c739eba95c0 req-b65096b4-b6f3-44c8-8a44-f633bf052f8b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469169 Mar 05 00:17:36.565636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-1baaf632-dc49-4655-93b5-a0b66137fe4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379401 Mar 05 00:17:36.722786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device df50d9da-1e2b-4498-a017-58274c80b3aa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:36.768643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Network 868339ae-0377-4401-85b2-7c09f35c7561 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:36.793758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:36.828495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:17:25Z', 'revision_number': 4, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'e6dd70b3-fc32-4b90-a155-955d32247e1a', 'name': '', 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'mac_address': 'fa:16:3e:60:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:22Z', 'updated_at': '2022-03-05T00:17:25Z', 'revision_number': 2, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'subnets': [{'id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:36.869527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Checking router: 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:17:36.870000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Updating router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef port e6dd70b3-fc32-4b90-a155-955d32247e1a binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:17:36.905186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:36.923056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:37.010223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-c9f58806-8b59-4c86-98be-e63af6af0759 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384489 Mar 05 00:17:37.031703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-a7cda868-2cae-43a5-8ee5-42a139b0f9a7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:37.041585 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.046950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-a7cda868-2cae-43a5-8ee5-42a139b0f9a7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/networks?id=bafd3961-296e-4322-8229-fd6e62cd4a78 HTTP/1.1" status: 200 len: 797 time: 1.9193439 Mar 05 00:17:37.090484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.103236 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Transition to ACTIVE for port object d06263cc-50b8-44b6-bf61-dc6879548b2e will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:37.124996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=7a42423a-4086-4b53-a8d8-f64ae48ade4d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:37.144103 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.199720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.215610 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-6139e4b2-616f-4b0c-9c8c-7fce5dda2c7f tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/quotas/a734d7ece0c044c99e00c1f237c606a0 HTTP/1.1" status: 200 len: 375 time: 0.1658947 Mar 05 00:17:37.235968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.293811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb05c439-2f53-4ffa-b2f6-677f55719697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.324341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0727ee90-0dfd-407e-9a19-56ded1c5b277 None None] Provisioning complete for port 8c74069c-5ffa-4956-acd3-59363f4f10e6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:37.324710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0727ee90-0dfd-407e-9a19-56ded1c5b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.446817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-727592f2-2588-4145-83fa-cbf4cb95c715 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/7a42423a-4086-4b53-a8d8-f64ae48ade4d HTTP/1.1" status: 204 len: 168 time: 5.1910045 Mar 05 00:17:37.452044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:37.477770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42308) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:37.598410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-219a930e-0f3d-49ba-8975-f8a9e9e1ac29 req-c87217d0-7f34-450f-891d-16e09b7b5452 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698292 Mar 05 00:17:37.653157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e663e-32bf-4cc0-832a-bb5bca05a71d req-ce7b1f34-deca-406b-a21e-daf876d5c2d9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:37.672272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-884e663e-32bf-4cc0-832a-bb5bca05a71d req-ce7b1f34-deca-406b-a21e-daf876d5c2d9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 0.7984369 Mar 05 00:17:37.781087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-884e663e-32bf-4cc0-832a-bb5bca05a71d req-4225e99c-5e0d-444f-bf4e-acda38e58880 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073215 Mar 05 00:17:37.785049 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c8e0e-dfbe-4990-82ad-4faed2eeadce None None] Pushing event updated for resources: {'Port': ['ID=d06263cc-50b8-44b6-bf61-dc6879548b2e,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:38.079531 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Attempting to bind port d06263cc-50b8-44b6-bf61-dc6879548b2e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:38.080611 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Attempting to bind port d06263cc-50b8-44b6-bf61-dc6879548b2e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:38.081151 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Attempting to bind port d06263cc-50b8-44b6-bf61-dc6879548b2e on network bafd3961-296e-4322-8229-fd6e62cd4a78 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:38.102318 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:38.102995 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Checking segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:38.103551 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:38.104090 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Bound using segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:38.104720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Bound port: d06263cc-50b8-44b6-bf61-dc6879548b2e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:38.105292 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:38.267789 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] For port d06263cc-50b8-44b6-bf61-dc6879548b2e, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:38.271399 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] For port d06263cc-50b8-44b6-bf61-dc6879548b2e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d06263cc-50b8-44b6-bf61-dc6879548b2e,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:38.279084 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:38.279506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port df50d9da-1e2b-4498-a017-58274c80b3aa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:38.280205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:38.296606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d1eb7-a87b-41f2-a669-2b518d92ed8e req-56a41897-1096-4286-aa92-87446ffd23fb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:38.298183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a44d1eb7-a87b-41f2-a669-2b518d92ed8e req-56a41897-1096-4286-aa92-87446ffd23fb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.1487393 Mar 05 00:17:38.369930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:38.393084 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c8e0e-dfbe-4990-82ad-4faed2eeadce None None] Pushing event updated for resources: {'Port': ['ID=d06263cc-50b8-44b6-bf61-dc6879548b2e,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:38.403978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:38.407906 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Routers {'4e35bca2-683a-4d15-be6c-6d5f88838a18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:38.408867 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4e35bca2-683a-4d15-be6c-6d5f88838a18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:38.425836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a44d1eb7-a87b-41f2-a669-2b518d92ed8e req-45d96e04-b403-4944-9685-4a545f5080a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181929 Mar 05 00:17:38.548273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-640005b7-5f08-424b-b2a6-e46bd6290c58 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&fields=id HTTP/1.1" status: 200 len: 486 time: 1.3233328 Mar 05 00:17:38.731649 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] Set router 4e35bca2-683a-4d15-be6c-6d5f88838a18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:38.790388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837c2b6-910c-4810-87e5-57371d19da4d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:38.791850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837c2b6-910c-4810-87e5-57371d19da4d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:38.794177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d837c2b6-910c-4810-87e5-57371d19da4d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 1.3014376 Mar 05 00:17:38.798537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42336) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:38.966772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:39.030077 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:39.070587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Transition to ACTIVE for port object e6dd70b3-fc32-4b90-a155-955d32247e1a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:39.135142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:39.748183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 96fcae21-0ea3-4cad-9b2e-e3897ef42e4b {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:17:39.753866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:17:29Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd06263cc-50b8-44b6-bf61-dc6879548b2e', 'name': '', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:0e:b6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:25Z', 'updated_at': '2022-03-05T00:17:38Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:39.759371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:39.774652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf1a56-ba07-462c-becc-534d48f9c3ad None None] Pushing event updated for resources: {'Port': ['ID=e6dd70b3-fc32-4b90-a155-955d32247e1a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:39.790287 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded23d3-0470-4975-9a65-4ef0f869f3d7 None None] The sync data for ids ['4e35bca2-683a-4d15-be6c-6d5f88838a18'] in n-d-828979-4 is: [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:17:29Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd06263cc-50b8-44b6-bf61-dc6879548b2e', 'name': '', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:0e:b6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:25Z', 'updated_at': '2022-03-05T00:17:38Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:39.794608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0727ee90-0dfd-407e-9a19-56ded1c5b277 None None] Could not find standard attr ID for object 7a42423a-4086-4b53-a8d8-f64ae48ade4d. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:17:39.941874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 80f6cc5d-4094-41ea-8c41-c51be56eb655 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:40.049523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd4c39-d5c6-45c5-8406-dadc8218243f req-6aa874f4-47cb-461c-8f16-043146b28458 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:40.051046 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76cd4c39-d5c6-45c5-8406-dadc8218243f req-6aa874f4-47cb-461c-8f16-043146b28458 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 0.8977482 Mar 05 00:17:40.073519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-8a9f592f-343e-4af5-946e-cfe3429a994b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1096 time: 1.0824776 Mar 05 00:17:40.079107 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.182516 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.263917 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-45b4cc36-4e5b-46cf-89fd-1e5e99050abc service neutron] 10.222.0.32 "GET /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7133660 Mar 05 00:17:40.280422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da20afbe-1df7-4283-9efe-9330d1335a02 None None] Provisioning for port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:40.287084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Attempting to bind port e6dd70b3-fc32-4b90-a155-955d32247e1a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:40.287797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Attempting to bind port e6dd70b3-fc32-4b90-a155-955d32247e1a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:40.288523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Attempting to bind port e6dd70b3-fc32-4b90-a155-955d32247e1a on network 54aa6447-c29c-46e1-9b44-a8545eb80a27 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:40.302297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da20afbe-1df7-4283-9efe-9330d1335a02 None None] Provisioning complete for port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:40.321059 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da20afbe-1df7-4283-9efe-9330d1335a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.434087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:40.434936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Checking segment: {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:40.435572 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.436185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Bound using segment: {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:40.436941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Bound port: e6dd70b3-fc32-4b90-a155-955d32247e1a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092543cd-035e-4b0d-8ec9-c6ed0891f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:40.437578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.497085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 80f6cc5d-4094-41ea-8c41-c51be56eb655 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:40.567688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 80f6cc5d-4094-41ea-8c41-c51be56eb655 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:40.589556 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.636242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da20afbe-1df7-4283-9efe-9330d1335a02 None None] Port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:40.736965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76cd4c39-d5c6-45c5-8406-dadc8218243f req-ee79ea93-8413-46ae-8be7-cae9b8d09135 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692109 Mar 05 00:17:40.844084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] For port e6dd70b3-fc32-4b90-a155-955d32247e1a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:40.942337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8a99-c590-471b-99e4-75af497169c2 req-415ac342-a7b0-488c-9b04-418c45cd4c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:40.951307 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-415ac342-a7b0-488c-9b04-418c45cd4c3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.8139458 Mar 05 00:17:40.960760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:40.961921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] For port e6dd70b3-fc32-4b90-a155-955d32247e1a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e6dd70b3-fc32-4b90-a155-955d32247e1a,segment=NetworkSegment(092543cd-035e-4b0d-8ec9-c6ed0891f632),segment_id=092543cd-035e-4b0d-8ec9-c6ed0891f632)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:40.988116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:41.013017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Router 7f4ad4cf-1827-4951-aaec-c9dd24e7803d has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:17:41.136032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-0c0a0c99-3af3-479a-8c5b-cf17f234d9b1 service neutron] 10.222.0.32 "GET /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439507 Mar 05 00:17:41.141276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:41.195704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-e40be17f-8d26-4558-bf57-168f61237af3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:41.201074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 80f6cc5d-4094-41ea-8c41-c51be56eb655, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=80f6cc5d-4094-41ea-8c41-c51be56eb655,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:41.212961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-e40be17f-8d26-4558-bf57-168f61237af3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 0.8775094 Mar 05 00:17:41.238199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:41.354751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf1a56-ba07-462c-becc-534d48f9c3ad None None] Pushing event updated for resources: {'Port': ['ID=e6dd70b3-fc32-4b90-a155-955d32247e1a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:41.434904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-cb02fb31-1507-4f96-8593-30688134ab1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 200 len: 999 time: 0.3364072 Mar 05 00:17:41.659817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=80f6cc5d-4094-41ea-8c41-c51be56eb655,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:41.704720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Routers {'21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:41.709271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:41.819701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:41.875426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:41.916941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-53725a41-9b8f-4c74-a644-50cd48af8595 req-80741ffe-eb01-4c7f-8d3d-57d82f4e06c1 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 210 time: 0.2759206 Mar 05 00:17:41.926691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d06263cc-50b8-44b6-bf61-dc6879548b2e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:41.988646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:42.119464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:42.185375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:42.200531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=96fcae21-0ea3-4cad-9b2e-e3897ef42e4b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:42.212145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa813ec-d720-4054-a5c1-c27f08ea9ee9 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:42.271858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e7f022f-2180-4651-b514-acc59502a8ef tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/96fcae21-0ea3-4cad-9b2e-e3897ef42e4b HTTP/1.1" status: 204 len: 168 time: 3.4692848 Mar 05 00:17:42.282108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42392) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:42.290214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8a99-c590-471b-99e4-75af497169c2 req-ea914076-5322-41c8-88bd-d898bcbd488e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:42.294110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-ea914076-5322-41c8-88bd-d898bcbd488e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.6512043 Mar 05 00:17:42.410483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:42.422813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port dffbdc0c-d26b-4c32-962e-ab2327bd74db {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:42.423428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:42.593692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:42.642367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cd1e1243-9150-4b1b-8cce-9b53d2d2cd52 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3569336 Mar 05 00:17:42.664299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42400) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:42.715284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:42.954285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a262d2b-cdeb-4474-9d9e-95fd248bd296 req-039d9486-2053-4f9f-a90c-2b38bf6a5481 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:42.971183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a262d2b-cdeb-4474-9d9e-95fd248bd296 req-039d9486-2053-4f9f-a90c-2b38bf6a5481 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 1.8746629 Mar 05 00:17:43.008498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:43.023349 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] Sync routers for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:17:43.045777 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:43.047866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:43.253085 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:43.257062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:43.276535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f5ad9b8-b4d1-4323-83dd-218b50de78d6 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4062030 Mar 05 00:17:43.277413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d06263cc-50b8-44b6-bf61-dc6879548b2e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:43.285493 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] Routers {'7f4ad4cf-1827-4951-aaec-c9dd24e7803d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:17:43.286304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42406) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:43.287478 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:43.300830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:43.324932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d06263cc-50b8-44b6-bf61-dc6879548b2e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:43.325341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:43.452870 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-a5682b6c-87fa-474d-a63a-51da939681e5 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] show failed (client error): The resource could not be found. Mar 05 00:17:43.454391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a5682b6c-87fa-474d-a63a-51da939681e5 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-343543435 HTTP/1.1" status: 404 len: 334 time: 0.1641550 Mar 05 00:17:43.458884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:43.467486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42412) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:43.480802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a262d2b-cdeb-4474-9d9e-95fd248bd296 req-76769c7d-3253-422c-98b3-7060336c07db tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063214 Mar 05 00:17:43.498816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:43.526852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-356ed097-36a6-4cef-8ff5-0d5c6489b3d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2214184 Mar 05 00:17:43.531021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2a7ef0ca-b8df-46fb-816d-67b4037bcf8f tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:43.692000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] Set router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:17:43.708091 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:43.709296 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fc561-3c1f-427d-be8b-92b92cf602d2 None None] The sync data for ids ['7f4ad4cf-1827-4951-aaec-c9dd24e7803d'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:43.754598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:43.762983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:43.776205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d4500-5795-4c20-9943-49dbbb97cf37 req-93eaba9c-8076-4c70-873c-19610b0238ba tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:43.777709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-438d4500-5795-4c20-9943-49dbbb97cf37 req-93eaba9c-8076-4c70-873c-19610b0238ba tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 945 time: 1.2300291 Mar 05 00:17:43.793833 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-2a7ef0ca-b8df-46fb-816d-67b4037bcf8f tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] update failed (client error): The resource could not be found. Mar 05 00:17:43.810046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2a7ef0ca-b8df-46fb-816d-67b4037bcf8f tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1952717010 HTTP/1.1" status: 404 len: 335 time: 0.3193970 Mar 05 00:17:43.810647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42418) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:44.007566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port dffbdc0c-d26b-4c32-962e-ab2327bd74db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dffbdc0c-d26b-4c32-962e-ab2327bd74db,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:44.008046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:44.164039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Network 868339ae-0377-4401-85b2-7c09f35c7561 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:44.235394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for dffbdc0c-d26b-4c32-962e-ab2327bd74db owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:44.268368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:44.291366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-438d4500-5795-4c20-9943-49dbbb97cf37 req-d0c68a28-c794-463f-92c2-fc960df46532 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759831 Mar 05 00:17:44.582919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-c845f663-5281-4536-b448-58fca42c79c8 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0464838 Mar 05 00:17:44.602348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-481de62b-9e12-4de7-ad93-d50a65e49a97 req-25f24169-9fe1-48ae-9529-eccc5ea5e8e8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:44.771617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting subnet cee9b7a4-028f-42a1-aa52-15f86e46b48e {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:17:44.775762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:44.940759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:44.973840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dffbdc0c-d26b-4c32-962e-ab2327bd74db no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:45.153175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d06263cc-50b8-44b6-bf61-dc6879548b2e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d06263cc-50b8-44b6-bf61-dc6879548b2e,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:45.175733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:17:45.176296 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:45.205645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:45.333709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Deleting port 8c74069c-5ffa-4956-acd3-59363f4f10e6 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:45.334146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:45.472426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 80f6cc5d-4094-41ea-8c41-c51be56eb655 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:45.624508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:45.655956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-89c780fe-fec0-45de-bf61-8476aa94c878 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:45.667368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-89c780fe-fec0-45de-bf61-8476aa94c878 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.36 "GET /v2.0/networks?id=bafd3961-296e-4322-8229-fd6e62cd4a78 HTTP/1.1" status: 200 len: 797 time: 1.3913181 Mar 05 00:17:45.718056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:17:45.739765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Request body: {'port': {'device_id': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'admin_state_up': True, 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:45.764609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e71e68e9-b324-452b-93fd-8953ffb6eb95 None None] Provisioning complete for port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:45.765126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e71e68e9-b324-452b-93fd-8953ffb6eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:45.798299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=dffbdc0c-d26b-4c32-962e-ab2327bd74db,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:45.895448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e71e68e9-b324-452b-93fd-8953ffb6eb95 None None] Port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:45.925185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No active binding found for port dffbdc0c-d26b-4c32-962e-ab2327bd74db {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:17:45.925185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dffbdc0c-d26b-4c32-962e-ab2327bd74db not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:17:46.098908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-481de62b-9e12-4de7-ad93-d50a65e49a97 req-25f24169-9fe1-48ae-9529-eccc5ea5e8e8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:46.107015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-481de62b-9e12-4de7-ad93-d50a65e49a97 req-25f24169-9fe1-48ae-9529-eccc5ea5e8e8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 210 time: 1.7042985 Mar 05 00:17:46.239741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-147f8a99-c590-471b-99e4-75af497169c2 req-48c67ae1-9fdb-4cb0-b7b3-95de5fbfaf35 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5945992 Mar 05 00:17:46.306284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d06263cc-50b8-44b6-bf61-dc6879548b2e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:46.511211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port dffbdc0c-d26b-4c32-962e-ab2327bd74db on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:46.514223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:46.566094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd02ee-d0a8-48f3-9ea6-7aa84ea6eac9 req-2aada64c-5400-43c8-a4f9-70f492b47463 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:46.574045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24bd02ee-d0a8-48f3-9ea6-7aa84ea6eac9 req-2aada64c-5400-43c8-a4f9-70f492b47463 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 1.6832862 Mar 05 00:17:46.598978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:46.617207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'name': 'network-vif-deleted', 'tag': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:17:46.642101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c61b41f-276d-4bbc-9c11-769e6a599eef req-117a7c72-f9de-48ca-bdf2-afd224ceb5cb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "DELETE /v2.0/ports/dffbdc0c-d26b-4c32-962e-ab2327bd74db HTTP/1.1" status: 204 len: 173 time: 5.4173408 Mar 05 00:17:46.704923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24bd02ee-d0a8-48f3-9ea6-7aa84ea6eac9 req-25c92232-6d6b-4e7a-95ee-bec4b61aa389 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299152 Mar 05 00:17:46.760547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82ee7480-93b3-4ac9-b74e-65df5c0c82ad req-468cecac-d8cd-491a-a9db-edbf1448c3fd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=225ddace-1f2c-4843-aea6-b05001b3d4e2 HTTP/1.1" status: 200 len: 210 time: 0.2772021 Mar 05 00:17:46.847452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:46.907039 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225ddace-1f2c-4843-aea6-b05001b3d4e2', 'name': 'network-vif-deleted', 'tag': 'dffbdc0c-d26b-4c32-962e-ab2327bd74db', 'status': 'completed', 'code': 200} Mar 05 00:17:46.911338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 80f6cc5d-4094-41ea-8c41-c51be56eb655 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:46.911800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:47.014020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:47.014426 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:47.045691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Subnet': ['ID=cee9b7a4-028f-42a1-aa52-15f86e46b48e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:47.053955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:47.075349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ea2f370-d887-4070-8712-35586e7589e9 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/subnets/cee9b7a4-028f-42a1-aa52-15f86e46b48e HTTP/1.1" status: 204 len: 168 time: 3.2481322 Mar 05 00:17:47.079889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42444) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:47.184653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5c5bd-893a-41a6-9289-d37506907f66 None None] Network 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:47.267006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:17:47.409008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:47.469946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Router e272733d-3f07-467c-aaa0-ce54e7c4aef3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:17:47.572239 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-799a6fc2-61d9-4bc5-939e-81a4a6f85a91 req-4bdba019-abf3-4568-9157-890ba6635806 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 210 time: 0.1248789 Mar 05 00:17:47.573445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:47.619494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Made reservation on behalf of a734d7ece0c044c99e00c1f237c606a0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:47.628564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:47.712659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Calling delete_port for 8c74069c-5ffa-4956-acd3-59363f4f10e6 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:47.891114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting subnet 06007e24-94dd-46d8-87be-85ce5c3834a9 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:17:47.903227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:48.100327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:17:25Z', 'revision_number': 4, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'e6dd70b3-fc32-4b90-a155-955d32247e1a', 'name': '', 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'mac_address': 'fa:16:3e:60:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:22Z', 'updated_at': '2022-03-05T00:17:40Z', 'revision_number': 4, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'subnets': [{'id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:48.134154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:48.140197 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:48.141189 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:48.166289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae94e902-de8f-4228-b4b8-98ee20a32350 None None] The sync data for ids ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'] in n-d-828979-4 is: [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:17:25Z', 'revision_number': 4, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'e6dd70b3-fc32-4b90-a155-955d32247e1a', 'name': '', 'network_id': '54aa6447-c29c-46e1-9b44-a8545eb80a27', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'mac_address': 'fa:16:3e:60:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:22Z', 'updated_at': '2022-03-05T00:17:40Z', 'revision_number': 4, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'subnets': [{'id': 'd2966d98-b1ab-48c2-a748-d9ee66f3ec31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:17:48.389499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:48.512086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8c74069c-5ffa-4956-acd3-59363f4f10e6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:48.681806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Deleting port 8c74069c-5ffa-4956-acd3-59363f4f10e6 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:48.682355 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:48.784045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:48.881905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1527f-73a8-469e-8ee5-f76d847f7d9a req-59544e6b-1f78-440e-bd97-d7e99ad89a64 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:48.889347 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7af1527f-73a8-469e-8ee5-f76d847f7d9a req-59544e6b-1f78-440e-bd97-d7e99ad89a64 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.5926416 Mar 05 00:17:48.969269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Allocated IP 172.20.0.28 (bafd3961-296e-4322-8229-fd6e62cd4a78/30d7819f-0d99-4099-b0b8-6de16fe0e08b/3eca4206-b279-4478-8731-365932a80b4c) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:49.208694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7af1527f-73a8-469e-8ee5-f76d847f7d9a req-4a04e807-f981-4300-9830-c798243cf48c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179302 Mar 05 00:17:49.258840 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:49.393570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:17:49.400176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Subnet': ['ID=06007e24-94dd-46d8-87be-85ce5c3834a9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:49.412180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:49.414192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6590c1-d254-48e5-bf59-6cf94b1c9435 None None] Network 0e784c2d-6c48-41e2-858c-d3623fcdca55 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:49.435213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-65e4d24e-686b-490b-8427-a10a526909f1 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/subnets/06007e24-94dd-46d8-87be-85ce5c3834a9 HTTP/1.1" status: 204 len: 168 time: 2.3499756 Mar 05 00:17:49.439330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ba81f842-a82c-4d2d-8f6c-67cf226e5671 admin admin] 10.222.0.32 "PUT /v2.0/routers/e272733d-3f07-467c-aaa0-ce54e7c4aef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.4183106 Mar 05 00:17:49.440713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42470) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:49.833600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:49.869137 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.091338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Transition to ACTIVE for port object 3eca4206-b279-4478-8731-365932a80b4c will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:50.175048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f6379673-8b84-488c-9bf2-74ff0fd5fab7 req-798cd02a-77c5-42d7-8f9f-645bc1decfa3 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 210 time: 0.3002138 Mar 05 00:17:50.206253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting port bf1595bf-aacc-4475-9102-9138fc3b825d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:50.206629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.269973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:50.269973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.341058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:50.358206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.611694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:17:50.631884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Calling delete_port for 8c74069c-5ffa-4956-acd3-59363f4f10e6 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:50.667962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Network bafd3961-296e-4322-8229-fd6e62cd4a78 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:50.674440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.684123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:50.698946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:50.828740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.829635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.840160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:50.843499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.860378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] For port bf1595bf-aacc-4475-9102-9138fc3b825d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bf1595bf-aacc-4475-9102-9138fc3b825d,segment=NetworkSegment(7b7e8a4e-e34b-40ea-95dc-959abfac03c4),segment_id=7b7e8a4e-e34b-40ea-95dc-959abfac03c4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:50.860998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:50.953051 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:50.969891 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:50.994694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=0b80339d-24dc-4a61-84fa-9a31a252b6cf,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:51.059341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54fd5b-74e0-4171-8d60-810bef8ae6b7 None None] DHCP port deletion for 65ef97fc-f5e5-44f1-b2f3-c718f9eca406 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:17:51.113103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4e54fd5b-74e0-4171-8d60-810bef8ae6b7 None None] Deleting port bf1595bf-aacc-4475-9102-9138fc3b825d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:51.114348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event updated for resources: {'Port': ['ID=3eca4206-b279-4478-8731-365932a80b4c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:51.125362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-637848c1-79ab-4fa6-be61-207f87aad53e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.3983755 Mar 05 00:17:51.134200 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e54fd5b-74e0-4171-8d60-810bef8ae6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:51.183695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:51.215497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Request body: {'port': {'device_id': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:51.295696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Deleting port 8c74069c-5ffa-4956-acd3-59363f4f10e6 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:51.296183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:51.328958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Calling delete_port for bf1595bf-aacc-4475-9102-9138fc3b825d owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:51.353901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:51.391475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:51.399329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:51.399931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:51.534627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=9']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:51.559219 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7648c96c-6d8b-4c51-8cc1-6a20790be222 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 8.8810439 Mar 05 00:17:51.561143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42510) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:51.569787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:51.584429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:66:38:42', 'name': 'tempest-NetworksTestDHCPv6-463211947'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:51.663783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Port': ['ID=bf1595bf-aacc-4475-9102-9138fc3b825d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:51.679330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] No DVR routers for this DVR port bf1595bf-aacc-4475-9102-9138fc3b825d on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:51.949361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4e54fd5b-74e0-4171-8d60-810bef8ae6b7 None None] The port 'bf1595bf-aacc-4475-9102-9138fc3b825d' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:17:51.963751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.019344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a371cce-3bdf-4839-99e0-5a688e957471 None None] Provisioning for port 3eca4206-b279-4478-8731-365932a80b4c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:52.074647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a371cce-3bdf-4839-99e0-5a688e957471 None None] Provisioning complete for port 3eca4206-b279-4478-8731-365932a80b4c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:52.075428 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a371cce-3bdf-4839-99e0-5a688e957471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.078274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ef97fc-f5e5-44f1-b2f3-c718f9eca406']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:52.130653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7e8a4e-e34b-40ea-95dc-959abfac03c4') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:52.130959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7e8a4e-e34b-40ea-95dc-959abfac03c4') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:52.176788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.213897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c587b-a9a0-4533-ab06-cae6859883ea req-5d1468f5-d56a-4aac-99d8-06fbc9d63fc0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:52.220751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f32c587b-a9a0-4533-ab06-cae6859883ea req-5d1468f5-d56a-4aac-99d8-06fbc9d63fc0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 1.3729830 Mar 05 00:17:52.225257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:52.237178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:52.244852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:52.250002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.284960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:17:52.286895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.291582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:52.296381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:17:52.333618 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:17:52.349951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9a371cce-3bdf-4839-99e0-5a688e957471 None None] Port 3eca4206-b279-4478-8731-365932a80b4c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:17:52.358221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42532) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:52.362779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:52.363142 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:52.392875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f32c587b-a9a0-4533-ab06-cae6859883ea req-4876c4d1-dc25-4619-8a4e-f891e53432aa tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493840 Mar 05 00:17:52.397927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:52.593950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-699961512-network', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:52.657970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:52.697456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] DHCP port deletion for 0e784c2d-6c48-41e2-858c-d3623fcdca55 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:17:52.704511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Deleting port f07ef69b-ff31-4a61-9fb7-1e5f89422127 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:52.704893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.731956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Usage tracker for resource:network and tenant:f31301ba9f1c45ccade16e0ff5f22951 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:52.770453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:52.794820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:52.812323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.834818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.917032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/networks/65ef97fc-f5e5-44f1-b2f3-c718f9eca406 HTTP/1.1" status: 204 len: 168 time: 3.4724660 Mar 05 00:17:52.920193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42542) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:52.947000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Made reservation on behalf of f31301ba9f1c45ccade16e0ff5f22951 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:52.954970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:52.977377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f974ab-0406-400a-ab58-5fed031a6b89 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Network': ['ID=65ef97fc-f5e5-44f1-b2f3-c718f9eca406,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:53.019073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] For port f07ef69b-ff31-4a61-9fb7-1e5f89422127, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f07ef69b-ff31-4a61-9fb7-1e5f89422127,segment=NetworkSegment(07ee0a78-e4e4-42f6-b240-0adbd317ef67),segment_id=07ee0a78-e4e4-42f6-b240-0adbd317ef67)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:53.020012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.135492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eca4206-b279-4478-8731-365932a80b4c {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:17:53.170585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.204222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Transition to ACTIVE for port object 3eca4206-b279-4478-8731-365932a80b4c will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:53.277457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.312165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.321005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Calling delete_port for f07ef69b-ff31-4a61-9fb7-1e5f89422127 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:53.464955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.516507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:53.538542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f31301ba9f1c45ccade16e0ff5f22951 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:53.541968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:53.569360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:53.612034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.643613 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.755473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.856115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:53.856941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:53.895576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Pushing event deleted for resources: {'Port': ['ID=f07ef69b-ff31-4a61-9fb7-1e5f89422127,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:53.955227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Pushing event updated for resources: {'Port': ['ID=3eca4206-b279-4478-8731-365932a80b4c,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:54.023250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:17:54.166151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42556) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:54.166594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.178887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.243852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148758b-2bec-461a-811b-f140c2c4138c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:54.260813 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.283082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Calling delete_port for 8c74069c-5ffa-4956-acd3-59363f4f10e6 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:54.283631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:17:54.322227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.322762 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Added segment 07a3a973-1233-4cda-b15f-d32c97240780 of type vlan for network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 Mar 05 00:17:54.340900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e784c2d-6c48-41e2-858c-d3623fcdca55']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:54.376604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ee0a78-e4e4-42f6-b240-0adbd317ef67') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:54.376981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ee0a78-e4e4-42f6-b240-0adbd317ef67') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:54.388197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] No DVR routers for this DVR port f07ef69b-ff31-4a61-9fb7-1e5f89422127 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:54.410651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.411183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.411687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.412307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.412830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.413350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.413834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.414389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.414882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.415525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.416007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f0cc0-dd52-4b8f-a552-9147f0ce3916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:17:54.451726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:54.481026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.532283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afda9b-6d3c-4031-8633-db521cab9a5c req-359a9927-56ce-4537-a971-83fc98dc7ca6 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:54.535774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.541837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-91afda9b-6d3c-4031-8633-db521cab9a5c req-359a9927-56ce-4537-a971-83fc98dc7ca6 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:54.568712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.613262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.648820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:17:54.649212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.654558 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:17:54.659276 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:17:54.666071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:17:54.667100 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:17:54.749860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.804601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-91afda9b-6d3c-4031-8633-db521cab9a5c req-359a9927-56ce-4537-a971-83fc98dc7ca6 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:54.804757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.806078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:54.808930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:54.813545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e6dd70b3-fc32-4b90-a155-955d32247e1a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:54.813764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-91afda9b-6d3c-4031-8633-db521cab9a5c req-359a9927-56ce-4537-a971-83fc98dc7ca6 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 907 time: 1.6043661 Mar 05 00:17:54.851331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe66:3842 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/0b80339d-24dc-4a61-84fa-9a31a252b6cf/b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:55.019851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e6dd70b3-fc32-4b90-a155-955d32247e1a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:17:55.028082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e6dd70b3-fc32-4b90-a155-955d32247e1a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:55.028441 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.103534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7571e5af-da7c-42b9-99a9-c49b0a75c0a6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:55.143150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:17:55.144671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Attempting to bind port 3eca4206-b279-4478-8731-365932a80b4c on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:17:55.145851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Attempting to bind port 3eca4206-b279-4478-8731-365932a80b4c by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:17:55.146395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Attempting to bind port 3eca4206-b279-4478-8731-365932a80b4c on network bafd3961-296e-4322-8229-fd6e62cd4a78 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:55.171337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ae4ea615-803b-430d-bd29-b27a4c62b7f5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8118119 Mar 05 00:17:55.175033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42564) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:55.181087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Port 3eca4206-b279-4478-8731-365932a80b4c on network bafd3961-296e-4322-8229-fd6e62cd4a78 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:17:55.181864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Attempting to bind port 3eca4206-b279-4478-8731-365932a80b4c on network bafd3961-296e-4322-8229-fd6e62cd4a78 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:17:55.182121 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.196050 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.197908 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/networks/0e784c2d-6c48-41e2-858c-d3623fcdca55 HTTP/1.1" status: 204 len: 168 time: 2.2553337 Mar 05 00:17:55.201485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Request body: {'subnet': {'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-699961512-subnet', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:55.226833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:55.232097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42568) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:55.249537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:55.265694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19a579-2f9b-4bdf-8e59-9aa425618859 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Network': ['ID=0e784c2d-6c48-41e2-858c-d3623fcdca55,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:55.281403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Usage tracker for resource:subnet and tenant:f31301ba9f1c45ccade16e0ff5f22951 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:55.285150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:55.295459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:55.302204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf489628c9a4e01aa1af7cf71c62adc is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:55.321055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Made reservation on behalf of f31301ba9f1c45ccade16e0ff5f22951 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:17:55.323434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.389754 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.391668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:55.395368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:17:55.395852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Checking segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:55.396413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Bound using segment: {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:17:55.397013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Bound port: 3eca4206-b279-4478-8731-365932a80b4c, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d053a15-50a5-4e32-847a-5d8b18c8967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:17:55.397522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.451552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:55.465871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e6dd70b3-fc32-4b90-a155-955d32247e1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e6dd70b3-fc32-4b90-a155-955d32247e1a,segment=NetworkSegment(092543cd-035e-4b0d-8ec9-c6ed0891f632),segment_id=092543cd-035e-4b0d-8ec9-c6ed0891f632)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:55.479036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Deleting port 8c74069c-5ffa-4956-acd3-59363f4f10e6 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:55.479683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.536525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.542263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d06263cc-50b8-44b6-bf61-dc6879548b2e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:55.691054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e6dd70b3-fc32-4b90-a155-955d32247e1a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:55.838113 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.870860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:55.928597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] For port 3eca4206-b279-4478-8731-365932a80b4c, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:17:55.931809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] For port 3eca4206-b279-4478-8731-365932a80b4c, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3eca4206-b279-4478-8731-365932a80b4c,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:17:55.950988 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:17:55.963388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d06263cc-50b8-44b6-bf61-dc6879548b2e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:55.964199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.040113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] For port 8c74069c-5ffa-4956-acd3-59363f4f10e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8c74069c-5ffa-4956-acd3-59363f4f10e6,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:56.043636 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.074776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.110357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ac2e05-f651-4073-9137-9a925c388b00,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:56.159767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Checking segment: {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:17:56.160167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Network hostable DHCP agents. Network: 7571e5af-da7c-42b9-99a9-c49b0a75c0a6, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:17:56.219263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:17:56.238372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 7571e5af-da7c-42b9-99a9-c49b0a75c0a6) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:56.250707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:56.252139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.283671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Calling delete_port for 8c74069c-5ffa-4956-acd3-59363f4f10e6 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:56.285308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:56.308229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ae2a17c7-d700-4f2a-8458-e466f59e33e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1290858 Mar 05 00:17:56.310194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42576) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:56.318827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:17:56.321173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc6ca0-a2d3-4f0a-aa96-9bdc1a733c05 None None] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:56.338691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:56.350816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Usage tracker for resource:router and tenant:f31301ba9f1c45ccade16e0ff5f22951 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:56.360634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:56.392894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:56.447459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.454751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.501069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.505589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.511111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.516758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] 10.222.0.36 "PUT /v2.0/ports/3eca4206-b279-4478-8731-365932a80b4c HTTP/1.1" status: 200 len: 1055 time: 5.3085854 Mar 05 00:17:56.539434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'tag': '3eca4206-b279-4478-8731-365932a80b4c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:17:56.552697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cfaa0-f735-45db-823a-95184db18d75 req-58a87e0c-330e-4db4-97e6-2ad6b37c50b1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:56.555861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.564891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a97cfaa0-f735-45db-823a-95184db18d75 req-58a87e0c-330e-4db4-97e6-2ad6b37c50b1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 1.3980532 Mar 05 00:17:56.662454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.691320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:56.713015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a97cfaa0-f735-45db-823a-95184db18d75 req-824ed281-1f8b-45cd-bdf5-c57730c8c2ae tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454060 Mar 05 00:17:56.738632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:56.752974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting subnet 20e21754-47b0-4047-9ebe-d3dc9880cd49 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:17:56.763072 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:56.984630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:56.994514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:56.996168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.007563 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.079614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f07ef69b-ff31-4a61-9fb7-1e5f89422127 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:57.159294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f07ef69b-ff31-4a61-9fb7-1e5f89422127 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:17:57.160047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f07ef69b-ff31-4a61-9fb7-1e5f89422127 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:17:57.160614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf1595bf-aacc-4475-9102-9138fc3b825d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:57.172866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5985596 Mar 05 00:17:57.180591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bf489628c9a4e01aa1af7cf71c62adc&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0096669 Mar 05 00:17:57.208338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: bf1595bf-aacc-4475-9102-9138fc3b825d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:17:57.208795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf1595bf-aacc-4475-9102-9138fc3b825d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:17:57.226892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] Pushing event deleted for resources: {'Port': ['ID=8c74069c-5ffa-4956-acd3-59363f4f10e6,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:57.242671 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.266141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42588) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:57.266766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42590) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:57.439221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e6dd70b3-fc32-4b90-a155-955d32247e1a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:17:57.450891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f74dd-c8d6-4bb6-8662-987723896a7a service neutron] Pushing event updated for resources: {'Port': ['ID=3eca4206-b279-4478-8731-365932a80b4c,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:57.465474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.491238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-7571e5af-da7c-42b9-99a9-c49b0a75c0a6', 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'fixed_ips': [{'subnet_id': 'b0ac2e05-f651-4073-9137-9a925c388b00'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:17:57.492237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.511983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f798f-375e-446e-9ef6-f7b0f43fc9f1 None None] No DVR routers for this DVR port 8c74069c-5ffa-4956-acd3-59363f4f10e6 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:57.552244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbc1fa-2656-4e77-90ba-5d43d7499329 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:57.569963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce0250-209d-4fe0-a24b-7b7aeeb24c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a7cc40-c895-41cf-a99c-b49210a562fd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:57.597964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.633680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28e970-52eb-471b-ae6a-4291bdaceea5 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:57.694095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.720457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-f0e383ae-d997-42c5-b9f4-29a94b33f534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 1058 time: 0.8450763 Mar 05 00:17:57.736373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-e4da35bf-33b8-46fb-b1fb-657a39b4ddd9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:57.738198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-e4da35bf-33b8-46fb-b1fb-657a39b4ddd9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.8548813 Mar 05 00:17:57.774435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f6cef75-e24a-423a-8b3d-7fce127aa9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.780291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-caceb653-d11e-4330-8c09-d6b0c5b8d95a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0208752 Mar 05 00:17:57.797913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a9b0f-286c-4721-8013-7b3c35146763 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:57.798750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d08a9b0f-286c-4721-8013-7b3c35146763 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:57.818904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570ecd-e850-4265-be67-66fc2f5d878e req-e8af7050-08a4-4975-83ed-6c683793fd8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:57.820091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e570ecd-e850-4265-be67-66fc2f5d878e req-e8af7050-08a4-4975-83ed-6c683793fd8c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 907 time: 0.7237854 Mar 05 00:17:57.822209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Allocated IP 172.20.0.2 (7571e5af-da7c-42b9-99a9-c49b0a75c0a6/b0ac2e05-f651-4073-9137-9a925c388b00/67d5273f-ce13-426e-bb5f-4ba87e78251d) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:57.852475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f6cef75-e24a-423a-8b3d-7fce127aa9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.865451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:57.914617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d08a9b0f-286c-4721-8013-7b3c35146763 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:57.915820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d08a9b0f-286c-4721-8013-7b3c35146763 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6013229 Mar 05 00:17:57.929241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:57.990949 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'tag': '3eca4206-b279-4478-8731-365932a80b4c', 'status': 'completed', 'code': 200} Mar 05 00:17:58.031809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e6dd70b3-fc32-4b90-a155-955d32247e1a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:17:58.032430 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.054680 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f6cef75-e24a-423a-8b3d-7fce127aa9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.107121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.205396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cef75-e24a-423a-8b3d-7fce127aa9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a7cc40-c895-41cf-a99c-b49210a562fd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:58.224725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Subnet': ['ID=20e21754-47b0-4047-9ebe-d3dc9880cd49,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:58.237317 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.268906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f7bce-dc58-4be1-9df0-a9544d6a5f06 None None] Network 36b0c77d-16be-421c-b7dc-acb18cd75f36 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:17:58.283749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-339f5a0d-69bb-45d4-9921-23b7f24741ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:17:58.289492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d970d5ba-8379-4a93-8633-103d8ce298cf tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/subnets/20e21754-47b0-4047-9ebe-d3dc9880cd49 HTTP/1.1" status: 204 len: 168 time: 3.0496049 Mar 05 00:17:58.290563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f6cef75-e24a-423a-8b3d-7fce127aa9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.291808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4f6cef75-e24a-423a-8b3d-7fce127aa9f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0a7cc40-c895-41cf-a99c-b49210a562fd HTTP/1.1" status: 204 len: 168 time: 0.9758241 Mar 05 00:17:58.292536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42606) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:58.361933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:58.362273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.398295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-339f5a0d-69bb-45d4-9921-23b7f24741ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:17:58.399651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-339f5a0d-69bb-45d4-9921-23b7f24741ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5242012 Mar 05 00:17:58.462499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.488464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0d17-d85e-4c7e-b508-2c4cb72cfd9a req-18c316d8-9dcc-4909-b5b6-766a260a517e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:58.489921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90de0d17-d85e-4c7e-b508-2c4cb72cfd9a req-18c316d8-9dcc-4909-b5b6-766a260a517e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.2565606 Mar 05 00:17:58.491947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Deleting port 3933c339-78f3-4ab9-b26e-046da6a47a61 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:58.492282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.537193 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.649815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90de0d17-d85e-4c7e-b508-2c4cb72cfd9a req-1b4e120c-84ff-4471-b708-588f41fe0813 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290190 Mar 05 00:17:58.779577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.813795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-5d6f859c-13e9-4f04-8cea-cbdc6962d5a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=3eca4206-b279-4478-8731-365932a80b4c HTTP/1.1" status: 200 len: 217 time: 0.1629174 Mar 05 00:17:58.865095 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.882876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Transition to ACTIVE for port object 67d5273f-ce13-426e-bb5f-4ba87e78251d will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:58.905051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Transition to ACTIVE for port object 67d5273f-ce13-426e-bb5f-4ba87e78251d will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:17:58.910299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:58.912583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '0b80339d-24dc-4a61-84fa-9a31a252b6cf'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:17:58.914301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.953828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:58.994497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] For port 3933c339-78f3-4ab9-b26e-046da6a47a61, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3933c339-78f3-4ab9-b26e-046da6a47a61,segment=NetworkSegment(63898d47-0825-489d-b2d1-4183ced4f8f3),segment_id=63898d47-0825-489d-b2d1-4183ced4f8f3)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:58.997569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.012521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42618) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:59.178231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.191703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-4c23df77-faf6-4260-bbcd-06f77468c75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:59.193139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-4c23df77-faf6-4260-bbcd-06f77468c75e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30d7819f-0d99-4099-b0b8-6de16fe0e08b HTTP/1.1" status: 200 len: 838 time: 0.3729086 Mar 05 00:17:59.200521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Calling delete_port for 3933c339-78f3-4ab9-b26e-046da6a47a61 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:17:59.204574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] DHCP port deletion for 36b0c77d-16be-421c-b7dc-acb18cd75f36 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:17:59.211687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Pushing event updated for resources: {'Port': ['ID=67d5273f-ce13-426e-bb5f-4ba87e78251d,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:59.223411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Deleting port 3933c339-78f3-4ab9-b26e-046da6a47a61 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:17:59.224042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.298831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.301440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:17:59.418522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.421712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:59.450200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3933c339-78f3-4ab9-b26e-046da6a47a61 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:17:59.461930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-31806785-83da-4d15-8e4c-ab201c949398 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0350175 Mar 05 00:17:59.479199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:17:59.577950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:17:59.585603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Usage tracker for resource:security_group_rule and tenant:17a2b52ad237496a9fa730db52109827 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:17:59.592355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:17:59.595501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.628441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:17:59.641038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:17:59.658326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Port': ['ID=3933c339-78f3-4ab9-b26e-046da6a47a61,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:17:59.676614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] For port 3933c339-78f3-4ab9-b26e-046da6a47a61, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3933c339-78f3-4ab9-b26e-046da6a47a61,segment=NetworkSegment(63898d47-0825-489d-b2d1-4183ced4f8f3),segment_id=63898d47-0825-489d-b2d1-4183ced4f8f3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:17:59.677574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.683816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] No DVR routers for this DVR port 3933c339-78f3-4ab9-b26e-046da6a47a61 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:17:59.735569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac688af-1bb0-485b-a6f0-4e9bf96a865e req-3f21c8a2-dc15-4f0d-8d4d-f00486e4209e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:59.739953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.749663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ac688af-1bb0-485b-a6f0-4e9bf96a865e req-3f21c8a2-dc15-4f0d-8d4d-f00486e4209e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 907 time: 0.6233847 Mar 05 00:17:59.756050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-1d4446ab-4200-41b5-bf61-b7bf59d2bc42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bafd3961-296e-4322-8229-fd6e62cd4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3355019 Mar 05 00:17:59.767860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-88c37e97-344d-4e19-b599-0acd9058312b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632 HTTP/1.1" status: 204 len: 168 time: 1.8114359 Mar 05 00:17:59.776159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42624) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:59.856375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a80065-3699-4e3f-8ced-dbeb9151cf3f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:59.857888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a80065-3699-4e3f-8ced-dbeb9151cf3f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:17:59.859423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74a80065-3699-4e3f-8ced-dbeb9151cf3f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0820417 Mar 05 00:17:59.865045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42630) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:17:59.877011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Allocated IP 172.25.0.64 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e006aa35-66b6-49d6-a75e-36f65fa6408f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:17:59.943769 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:17:59.979357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b0c77d-16be-421c-b7dc-acb18cd75f36']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:59.993121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63898d47-0825-489d-b2d1-4183ced4f8f3') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:17:59.993486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63898d47-0825-489d-b2d1-4183ced4f8f3') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:00.005881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.023966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.030748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:18:00.031148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.049406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Calling delete_port for 3933c339-78f3-4ab9-b26e-046da6a47a61 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:18:00.107914 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:18:00.118957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 3933c339-78f3-4ab9-b26e-046da6a47a61 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:18:00.119372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3933c339-78f3-4ab9-b26e-046da6a47a61 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:00.163129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Attempting to bind port 67d5273f-ce13-426e-bb5f-4ba87e78251d on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:00.163501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Attempting to bind port 67d5273f-ce13-426e-bb5f-4ba87e78251d by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:00.164120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Attempting to bind port 67d5273f-ce13-426e-bb5f-4ba87e78251d on network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:00.175153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Allocated IP 2001:db8::f816:3eff:fe18:7a02 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/0b80339d-24dc-4a61-84fa-9a31a252b6cf/625d9e02-3b0f-4e3e-9744-e7aa15849613) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:00.180096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:00.180096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Checking segment: {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:00.180409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.180814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Bound using segment: {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:00.181352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Bound port: 67d5273f-ce13-426e-bb5f-4ba87e78251d, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:00.181752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.278840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-07add001-18af-4881-9978-58a9391a5e6a service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023975 Mar 05 00:18:00.330780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.381526 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.381526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Pushing event deleted for resources: {'Network': ['ID=36b0c77d-16be-421c-b7dc-acb18cd75f36,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:00.427564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.452659 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8737ca3f-6837-44f8-8c74-88d77d19e508 tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/networks/36b0c77d-16be-421c-b7dc-acb18cd75f36 HTTP/1.1" status: 204 len: 168 time: 2.1545861 Mar 05 00:18:00.455495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.456253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42642) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:00.512707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.518868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.523910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] For port 67d5273f-ce13-426e-bb5f-4ba87e78251d, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:00.528501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] For port 67d5273f-ce13-426e-bb5f-4ba87e78251d, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=67d5273f-ce13-426e-bb5f-4ba87e78251d,segment=NetworkSegment(07a3a973-1233-4cda-b15f-d32c97240780),segment_id=07a3a973-1233-4cda-b15f-d32c97240780)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:00.549038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:00.570539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3b6033-94e8-4776-b819-221f1e32a5a3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:00.578122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc29f179-7a4b-43a1-b056-4385257fccec tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Synchronizing usage tracker for tenant:8b2a4236c9784707af0a00c1bc3c9050 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:00.581773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-91a7540d-ae74-4f92-81ef-ab6d82c2d716 service neutron] 10.222.0.36 "GET /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864740 Mar 05 00:18:00.634975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883875e-8d63-41cc-9e25-c8039e5821c4 req-effa1fab-278d-4733-9905-b3f006721779 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:00.643744 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f883875e-8d63-41cc-9e25-c8039e5821c4 req-effa1fab-278d-4733-9905-b3f006721779 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.5077252 Mar 05 00:18:00.648635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:18:00.649916 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:18:00.676942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef842212-f710-4100-b6d4-5554151340b0 req-163054d3-4c46-4b6f-b686-a13ab9dda458 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 210 time: 0.0860927 Mar 05 00:18:00.680088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 0b80339d-24dc-4a61-84fa-9a31a252b6cf {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:00.706331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:00.709836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:00.718193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Pushing event updated for resources: {'Port': ['ID=e006aa35-66b6-49d6-a75e-36f65fa6408f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:00.722393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:00.758005 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f883875e-8d63-41cc-9e25-c8039e5821c4 req-bc7ed75d-e70f-4ff0-9322-63808f09dcef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144841 Mar 05 00:18:00.779027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eeb1b2e7-25b9-48f6-9d61-11cf56e12173 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17a2b52ad237496a9fa730db52109827&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7591197 Mar 05 00:18:00.782435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42652) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:00.806844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc29f179-7a4b-43a1-b056-4385257fccec tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Unset dirty status for tenant:8b2a4236c9784707af0a00c1bc3c9050 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:00.811532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cc29f179-7a4b-43a1-b056-4385257fccec tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f4ad4cf-1827-4951-aaec-c9dd24e7803d HTTP/1.1" status: 200 len: 205 time: 0.3431149 Mar 05 00:18:00.815537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42658) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:00.873094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978c10e-024d-4687-812e-b63cd4532a97 None None] Pushing event updated for resources: {'Port': ['ID=67d5273f-ce13-426e-bb5f-4ba87e78251d,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:00.946588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8703b79c-3ade-4c4b-a86e-7fb6ccb8188d req-7d70b70c-6965-4f5c-9f57-bc947713393a service neutron] 10.222.0.36 "GET /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488135 Mar 05 00:18:01.004183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f8457a7-5f37-4d5a-a3c4-03b984ea5c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.039226 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.070962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Transition to ACTIVE for port object 625d9e02-3b0f-4e3e-9744-e7aa15849613 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:01.114530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f8457a7-5f37-4d5a-a3c4-03b984ea5c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.141833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Transition to ACTIVE for port object 625d9e02-3b0f-4e3e-9744-e7aa15849613 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:01.152252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Deleting port 3933c339-78f3-4ab9-b26e-046da6a47a61 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:01.153249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.186863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-cc6482f1-e79c-44d6-8e96-dcc0bdbbd83e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 1058 time: 0.1880598 Mar 05 00:18:01.245425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.392017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.407713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f8457a7-5f37-4d5a-a3c4-03b984ea5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.421144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.453085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c01d2a66-6e19-4e5a-967c-0b673ac51f5b None None] The port '3933c339-78f3-4ab9-b26e-046da6a47a61' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:18:01.481950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8457a7-5f37-4d5a-a3c4-03b984ea5c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3b6033-94e8-4776-b819-221f1e32a5a3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:01.534972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f8457a7-5f37-4d5a-a3c4-03b984ea5c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.539017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f8457a7-5f37-4d5a-a3c4-03b984ea5c75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe3b6033-94e8-4776-b819-221f1e32a5a3 HTTP/1.1" status: 204 len: 168 time: 0.7549362 Mar 05 00:18:01.551448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-96e2e3f7-8f5d-4b43-949d-447716bf97a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:01.553563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-96e2e3f7-8f5d-4b43-949d-447716bf97a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bafd3961-296e-4322-8229-fd6e62cd4a78 HTTP/1.1" status: 200 len: 898 time: 0.3601263 Mar 05 00:18:01.566170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.574913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:01.588030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Pushing event updated for resources: {'Port': ['ID=625d9e02-3b0f-4e3e-9744-e7aa15849613,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:01.598069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:01.609045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 67d5273f-ce13-426e-bb5f-4ba87e78251d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:01.643493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:01.700329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-c39a86a5-e58f-469e-be6f-a52bdfd3b4b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=3eca4206-b279-4478-8731-365932a80b4c HTTP/1.1" status: 200 len: 217 time: 0.1399951 Mar 05 00:18:01.801307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Attempting to bind port 625d9e02-3b0f-4e3e-9744-e7aa15849613 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:01.802315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Attempting to bind port 625d9e02-3b0f-4e3e-9744-e7aa15849613 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:01.803139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Attempting to bind port 625d9e02-3b0f-4e3e-9744-e7aa15849613 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:01.831606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:01.832437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:01.833191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.833984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:01.835265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Bound port: 625d9e02-3b0f-4e3e-9744-e7aa15849613, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:01.835874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:01.843645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-2de5c7e2-e251-408e-aec6-0f93ac07a203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:01.845096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-2de5c7e2-e251-408e-aec6-0f93ac07a203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30d7819f-0d99-4099-b0b8-6de16fe0e08b HTTP/1.1" status: 200 len: 838 time: 0.1381311 Mar 05 00:18:01.934917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d419bc-bedf-4c5a-8437-28a60e072423 req-8508eeab-bcec-4e4e-be5f-8b52be23dfd8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:01.950175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91d419bc-bedf-4c5a-8437-28a60e072423 req-8508eeab-bcec-4e4e-be5f-8b52be23dfd8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 907 time: 0.7987537 Mar 05 00:18:01.968414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 67d5273f-ce13-426e-bb5f-4ba87e78251d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:02.096234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] For port 625d9e02-3b0f-4e3e-9744-e7aa15849613, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:02.102195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] For port 625d9e02-3b0f-4e3e-9744-e7aa15849613, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=625d9e02-3b0f-4e3e-9744-e7aa15849613,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:02.124431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:02.156446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d8349f9-0f21-4a74-a67c-302f06fc501e req-6d727646-864f-47ba-8295-ac19d13a3b90 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 210 time: 0.1734560 Mar 05 00:18:02.196120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-7c74a394-05ec-473f-b7e9-227f67e5dbcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bafd3961-296e-4322-8229-fd6e62cd4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3441348 Mar 05 00:18:02.285165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:02.365361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b80cf2-b4b3-4053-a113-a94717bb040a None None] Pushing event updated for resources: {'Port': ['ID=625d9e02-3b0f-4e3e-9744-e7aa15849613,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:02.581948 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787dd72-7838-422c-ae8e-62be055f4956 None None] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:02.627862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-90c2ad42-48e4-4159-af84-30d720d62056 service neutron] 10.222.0.36 "GET /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216650 Mar 05 00:18:02.984697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] Provisioning for port 67d5273f-ce13-426e-bb5f-4ba87e78251d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:02.995040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] Provisioning complete for port 67d5273f-ce13-426e-bb5f-4ba87e78251d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:02.995416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.002740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ddf9f25b-3b7b-4ac5-850c-3ee7cfa072b5 req-b1c541e8-f08a-4850-8a8d-511e7ac6cbfd service neutron] 10.222.0.36 "GET /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677578 Mar 05 00:18:03.352775 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.421548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.423220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c37db-0b0f-4b5c-93d8-cb687f5ada4f req-98e02299-b30b-4c65-a6cc-0258c2d71755 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:03.443614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7c37db-0b0f-4b5c-93d8-cb687f5ada4f req-98e02299-b30b-4c65-a6cc-0258c2d71755 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 907 time: 0.2619174 Mar 05 00:18:03.448268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] For port 67d5273f-ce13-426e-bb5f-4ba87e78251d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=67d5273f-ce13-426e-bb5f-4ba87e78251d,segment=NetworkSegment(07a3a973-1233-4cda-b15f-d32c97240780),segment_id=07a3a973-1233-4cda-b15f-d32c97240780)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:03.461391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.466215 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.566630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-9487e062-386a-49ca-8992-1bbe33307bb6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:03.567971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-9487e062-386a-49ca-8992-1bbe33307bb6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.9307249 Mar 05 00:18:03.588200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.592774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701cf64-3e0a-4c5d-804d-5d8f1462eeee None None] Pushing event updated for resources: {'Port': ['ID=67d5273f-ce13-426e-bb5f-4ba87e78251d,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:03.597640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.604670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 625d9e02-3b0f-4e3e-9744-e7aa15849613 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:03.622886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:03.639213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:03.672052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=0b80339d-24dc-4a61-84fa-9a31a252b6cf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:03.743700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5452f22-3d94-4750-af9f-10dfef62b5a4 req-237918b1-b918-4ed4-9777-d1b4a472b3c6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:03.766025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5452f22-3d94-4750-af9f-10dfef62b5a4 req-237918b1-b918-4ed4-9777-d1b4a472b3c6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 1.3556728 Mar 05 00:18:03.775806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 625d9e02-3b0f-4e3e-9744-e7aa15849613 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:03.842855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a43580a-057a-4831-9bdf-79929bfe9fce req-9731b27e-9f4c-444e-93c4-3639d1852c02 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 210 time: 0.1293402 Mar 05 00:18:03.934867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:04.030008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a6f6f956-32f2-4e0c-9021-80913aafc04b None None] Provisioning complete for port 67d5273f-ce13-426e-bb5f-4ba87e78251d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:04.030376 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f956-32f2-4e0c-9021-80913aafc04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:04.216157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c463b83-acba-4547-a733-1300d6b0bb82 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/0b80339d-24dc-4a61-84fa-9a31a252b6cf HTTP/1.1" status: 204 len: 168 time: 4.3399813 Mar 05 00:18:04.216803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42712) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:04.280566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:04.281187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Fanout notify agent at l3_agent the message router_deleted on router 7f4ad4cf-1827-4951-aaec-c9dd24e7803d {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:18:04.294035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5452f22-3d94-4750-af9f-10dfef62b5a4 req-55d76c67-6a3b-4846-b998-4002221d84e4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5263813 Mar 05 00:18:04.306420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00afc9-cb0d-4ffe-8202-0a3d7984bc41 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:04.329259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:04.333285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-082b9243-5c1e-4676-8992-d3281f38bd9b tempest-RoutersNegativeTest-406850349 tempest-RoutersNegativeTest-406850349-project] 10.222.0.32 "DELETE /v2.0/routers/7f4ad4cf-1827-4951-aaec-c9dd24e7803d HTTP/1.1" status: 204 len: 168 time: 3.5155618 Mar 05 00:18:04.343938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:04.357064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:04.379527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:04.383925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:04.435033 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-87f42a53-95c8-4e24-9268-08e27f5385f4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2169080 Mar 05 00:18:04.435855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42720) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:04.576000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Provisioning for port 625d9e02-3b0f-4e3e-9744-e7aa15849613 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:04.593910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Provisioning complete for port 625d9e02-3b0f-4e3e-9744-e7aa15849613 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:04.594565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:04.598509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1745d4-0fb5-4fcc-b91a-2e66dc856915 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:04.604364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0c1745d4-0fb5-4fcc-b91a-2e66dc856915 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1672227 Mar 05 00:18:04.607427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42728) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:04.782969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0b683-44da-4caf-a5b0-1ca6d81ab1d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:04.783813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e0c0b683-44da-4caf-a5b0-1ca6d81ab1d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:04.827558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e0c0b683-44da-4caf-a5b0-1ca6d81ab1d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:04.828832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e0c0b683-44da-4caf-a5b0-1ca6d81ab1d3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2204206 Mar 05 00:18:04.831747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42734) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:04.862586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42738) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:04.874162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.3 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/cef7110c-be9c-408f-8154-65b9e5ef9205) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:04.985852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e53b6-b540-42fa-b54e-29c7112f10ba req-b5294ee0-43f7-4916-bd50-ca7a5bc8b22f tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:04.987536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b36e53b6-b540-42fa-b54e-29c7112f10ba req-b5294ee0-43f7-4916-bd50-ca7a5bc8b22f tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 907 time: 0.2528312 Mar 05 00:18:05.001426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Router 1f01582d-a5e6-4748-ab1f-70009be8f27c is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:18:05.003721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5213f9ab-a305-411a-aaa6-d1f5f2640f39 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708922 Mar 05 00:18:05.009062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42746) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:05.015341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:05.034421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3eca4206-b279-4478-8731-365932a80b4c details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:18:05.164684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.175732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:05.199618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:05.226426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:05.275749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-013ac3f6-4d30-4eed-86a5-239d9c8b9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.370882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.395495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] For port 625d9e02-3b0f-4e3e-9744-e7aa15849613, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=625d9e02-3b0f-4e3e-9744-e7aa15849613,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:05.409542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3eca4206-b279-4478-8731-365932a80b4c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3eca4206-b279-4478-8731-365932a80b4c,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:05.449293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 67d5273f-ce13-426e-bb5f-4ba87e78251d up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:05.568765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-232b75dc-e9bc-4fa6-af80-b8924ff049b7 req-817ba214-bc60-45c0-b23e-3651c978b91b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 210 time: 0.2949047 Mar 05 00:18:05.600350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3eca4206-b279-4478-8731-365932a80b4c', 'network_id': 'bafd3961-296e-4322-8229-fd6e62cd4a78', 'port_id': '3eca4206-b279-4478-8731-365932a80b4c', 'mac_address': 'fa:16:3e:17:65:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d7819f-0d99-4099-b0b8-6de16fe0e08b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:18:05.609194 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.743757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:18:05.757826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Could not find standard attr ID for object b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:18:05.829739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.834831 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.861030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eca4206-b279-4478-8731-365932a80b4c {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:05.867071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c448ac4-97a1-4623-9894-8dee8777ef29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b2a4236c9784707af0a00c1bc3c9050&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0025749 Mar 05 00:18:05.874942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42766) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:05.880884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3eca4206-b279-4478-8731-365932a80b4c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3eca4206-b279-4478-8731-365932a80b4c,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:05.889133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] Deleting port 625d9e02-3b0f-4e3e-9744-e7aa15849613 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:05.890034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.900562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=af902199-2b09-4a39-9df4-337ae2eceab1,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:05.926609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.967173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:05.970252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:05.977212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.984447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:05.985080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:05.995006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 67d5273f-ce13-426e-bb5f-4ba87e78251d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:05.999102 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.031020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89a2f0-cbe8-43f6-b6d6-5e59839086ed req-7d19ce58-d7d3-4d54-acc6-ee4628d5ee25 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:06.042708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a89a2f0-cbe8-43f6-b6d6-5e59839086ed req-7d19ce58-d7d3-4d54-acc6-ee4628d5ee25 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.3246293 Mar 05 00:18:06.071497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd288e48-2b6b-4682-92a2-cdc257e80355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.088939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Sync routers for ids ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:18:06.151865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.161605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fe5f3010-02dd-482b-b019-2f2628fecee6 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1492999 Mar 05 00:18:06.161845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd288e48-2b6b-4682-92a2-cdc257e80355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.168816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42774) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:06.210411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:dc:8e:cc', 'name': 'tempest-NetworksTestDHCPv6-455075225'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:06.230877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:06.289084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a89a2f0-cbe8-43f6-b6d6-5e59839086ed req-e4ca58b7-4ce4-46cf-b991-730237cab2c7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442052 Mar 05 00:18:06.319183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:06.320862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314b031-13bf-4888-87bd-018ac1a4d784 None None] Pushing event updated for resources: {'Port': ['ID=625d9e02-3b0f-4e3e-9744-e7aa15849613,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:06.323823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:18:06.335966 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Sync routers for ids ['1f01582d-a5e6-4748-ab1f-70009be8f27c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:18:06.339661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=cef7110c-be9c-408f-8154-65b9e5ef9205,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:06.344111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:06.346328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:06.369615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Routers {'1f01582d-a5e6-4748-ab1f-70009be8f27c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:06.370313 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1f01582d-a5e6-4748-ab1f-70009be8f27c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:06.469104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:06.469959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.478295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.479901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4b7bd62b-3d66-4d21-b15a-ae6b9b15d581 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.1682053 Mar 05 00:18:06.480867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd288e48-2b6b-4682-92a2-cdc257e80355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.483332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd288e48-2b6b-4682-92a2-cdc257e80355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:06.487277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fd288e48-2b6b-4682-92a2-cdc257e80355 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c57bc5d4-8e3b-4915-99bc-23f0239a68b9 HTTP/1.1" status: 204 len: 168 time: 0.6113205 Mar 05 00:18:06.488069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42784) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:06.571286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd288e48-2b6b-4682-92a2-cdc257e80355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bc5d4-8e3b-4915-99bc-23f0239a68b9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:06.588522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3eca4206-b279-4478-8731-365932a80b4c'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:06.705441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-148e2113-b0dc-49a4-b9d7-bb70794beb76 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0942950 Mar 05 00:18:06.725893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:06.735415 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Set router 1f01582d-a5e6-4748-ab1f-70009be8f27c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:06.738115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:06.746230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Request body: {'port': {'device_id': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:06.747671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:06.768900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:06.790941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:06.801086 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:07.010251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 4a5b422d-47a0-429c-88e8-f757c0217157 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:18:07.083489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab5dd-9335-4780-91d2-e07ff4e7d908 req-e9349867-7bd2-4936-936f-a1e6f3b2a1b7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:07.093713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f9ab5dd-9335-4780-91d2-e07ff4e7d908 req-e9349867-7bd2-4936-936f-a1e6f3b2a1b7 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 908 time: 0.8350427 Mar 05 00:18:07.198688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Routers {'e272733d-3f07-467c-aaa0-ce54e7c4aef3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:07.199429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:07.229808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:07.250600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4880-1af9-49bc-965b-7a4a543c81bd req-f321331d-a1d9-4a9d-9e79-add058805d0b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:07.253586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36ad4880-1af9-49bc-965b-7a4a543c81bd req-f321331d-a1d9-4a9d-9e79-add058805d0b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 931 time: 0.4032292 Mar 05 00:18:07.295369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42798) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:07.393942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36ad4880-1af9-49bc-965b-7a4a543c81bd req-badfde2b-3afe-4ebd-a6bf-069b3ddab541 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991781 Mar 05 00:18:07.457260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::2ae (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/af902199-2b09-4a39-9df4-337ae2eceab1/4a5b422d-47a0-429c-88e8-f757c0217157) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:07.496859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3eca4206-b279-4478-8731-365932a80b4c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:07.634324 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:18:01Z', 'revision_number': 3, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:07.643939 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Checking router: 1f01582d-a5e6-4748-ab1f-70009be8f27c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:18:07.645302 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Updating router 1f01582d-a5e6-4748-ab1f-70009be8f27c port e006aa35-66b6-49d6-a75e-36f65fa6408f binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:18:07.750028 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:07.831447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:07.841497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] For port 625d9e02-3b0f-4e3e-9744-e7aa15849613, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=625d9e02-3b0f-4e3e-9744-e7aa15849613,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:07.842615 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:07.911411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:07.946047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2639f22ab142d2a031e4eacdc78d92 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:07.951701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:07.968502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:08.043447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] Calling delete_port for 625d9e02-3b0f-4e3e-9744-e7aa15849613 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:08.052392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.130111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 4a5b422d-47a0-429c-88e8-f757c0217157 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:08.140427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f6be8f1d-31f5-420d-a3ca-dee33d2a5715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.162806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.179731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.251048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf0956-bab4-4bdb-8c2f-50c425bb6ea6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:08.296740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741780d-e946-4ab2-a685-44fccd03c3a4 req-2725aa8f-dd9c-4b14-92b3-f9f8ff25019c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:08.299128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c741780d-e946-4ab2-a685-44fccd03c3a4 req-2725aa8f-dd9c-4b14-92b3-f9f8ff25019c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 945 time: 0.6724689 Mar 05 00:18:08.325827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-58e4766a-3503-47e5-a1d8-ef717d3c0704 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e2639f22ab142d2a031e4eacdc78d92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0294223 Mar 05 00:18:08.327217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:08.356930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.451339 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c741780d-e946-4ab2-a685-44fccd03c3a4 req-0b1eec1a-5d14-4f22-b57f-5b52df4bd118 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438079 Mar 05 00:18:08.468095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef7110c-be9c-408f-8154-65b9e5ef9205 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:08.479556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.507632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Transition to ACTIVE for port object cef7110c-be9c-408f-8154-65b9e5ef9205 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:08.516374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.554109 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.580769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Set router e272733d-3f07-467c-aaa0-ce54e7c4aef3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:08.594617 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Transition to ACTIVE for port object e006aa35-66b6-49d6-a75e-36f65fa6408f will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:08.596109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42830) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:08.596931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7110c-be9c-408f-8154-65b9e5ef9205,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:08.612564 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.627659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:08.634941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:08.637963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:08.642508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:08.643258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.714437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 625d9e02-3b0f-4e3e-9744-e7aa15849613 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:08.776734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ecf900e7-2cca-46ed-b447-1d8483d4da4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.799682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.836087 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Pushing event updated for resources: {'Port': ['ID=e006aa35-66b6-49d6-a75e-36f65fa6408f,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:08.854027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ecf900e7-2cca-46ed-b447-1d8483d4da4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.858230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.887077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.887937 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.893822 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.894449 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.894969 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.895510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.896032 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.896596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.897117 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.897642 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.898144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:08.901801 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Attempting to bind port e006aa35-66b6-49d6-a75e-36f65fa6408f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:08.907803 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Attempting to bind port e006aa35-66b6-49d6-a75e-36f65fa6408f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:08.908181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Attempting to bind port e006aa35-66b6-49d6-a75e-36f65fa6408f on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:08.930663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:08.931024 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:08.931671 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.932069 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:08.932697 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Bound port: e006aa35-66b6-49d6-a75e-36f65fa6408f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:08.933071 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.952854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:08.972405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=4a5b422d-47a0-429c-88e8-f757c0217157,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:08.991831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ecf900e7-2cca-46ed-b447-1d8483d4da4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.018722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf900e7-2cca-46ed-b447-1d8483d4da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf0956-bab4-4bdb-8c2f-50c425bb6ea6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:09.050573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ecf900e7-2cca-46ed-b447-1d8483d4da4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.051858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ecf900e7-2cca-46ed-b447-1d8483d4da4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afcf0956-bab4-4bdb-8c2f-50c425bb6ea6 HTTP/1.1" status: 204 len: 168 time: 0.7236981 Mar 05 00:18:09.067952 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] For port e006aa35-66b6-49d6-a75e-36f65fa6408f, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:09.075972 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-12482922-9aaa-4c00-a286-85cdb9c35e65 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8964849 Mar 05 00:18:09.076527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:18:09.077654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42842) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:09.079681 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] For port e006aa35-66b6-49d6-a75e-36f65fa6408f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e006aa35-66b6-49d6-a75e-36f65fa6408f,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:09.089852 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.092993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506685667'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:09.129729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377a43f-9888-45a6-8f93-5a9ead029dea req-1ed3f4a3-6a4f-4f45-bc91-e495f46ccefd tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:09.132513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a377a43f-9888-45a6-8f93-5a9ead029dea req-1ed3f4a3-6a4f-4f45-bc91-e495f46ccefd tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 908 time: 0.6429930 Mar 05 00:18:09.216029 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Routers {'1f01582d-a5e6-4748-ab1f-70009be8f27c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:09.218796 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:08Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1f01582d-a5e6-4748-ab1f-70009be8f27c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:09.243791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3cb92-be47-4340-a54f-10cd44adcc1c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:09.244749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-27a3cb92-be47-4340-a54f-10cd44adcc1c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:09.251319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:09.266677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3eca4206-b279-4478-8731-365932a80b4c up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:09.277175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:09.278743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-27a3cb92-be47-4340-a54f-10cd44adcc1c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:09.284458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-27a3cb92-be47-4340-a54f-10cd44adcc1c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2045147 Mar 05 00:18:09.285116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:09.305318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:09.317660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'port_id': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:18:09.320382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] Pushing event deleted for resources: {'Port': ['ID=625d9e02-3b0f-4e3e-9744-e7aa15849613,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:09.322366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 625d9e02-3b0f-4e3e-9744-e7aa15849613 update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 00:18:09.340104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:09.380019 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11bffb-9f7c-4a10-a42e-ed32ec1c0d19 None None] Pushing event updated for resources: {'Port': ['ID=e006aa35-66b6-49d6-a75e-36f65fa6408f,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:09.437094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 4a5b422d-47a0-429c-88e8-f757c0217157 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:09.437757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.454489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:09.497582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f7ebe-945d-4d91-a206-6687b76dee43 None None] No DVR routers for this DVR port 625d9e02-3b0f-4e3e-9744-e7aa15849613 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:18:09.551870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.624935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] Set router 1f01582d-a5e6-4748-ab1f-70009be8f27c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:09.630393 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.687742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Attempting to bind port cef7110c-be9c-408f-8154-65b9e5ef9205 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:09.689160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Attempting to bind port cef7110c-be9c-408f-8154-65b9e5ef9205 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:09.691634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Attempting to bind port cef7110c-be9c-408f-8154-65b9e5ef9205 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:09.716411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c571f-4692-404c-a72d-a494970f5047 req-4419aec7-9b6e-4161-a3ec-2e9d7a801d69 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:09.719355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7a8c571f-4692-404c-a72d-a494970f5047 req-4419aec7-9b6e-4161-a3ec-2e9d7a801d69 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:09.746594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Port cef7110c-be9c-408f-8154-65b9e5ef9205 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:18:09.748558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Attempting to bind port cef7110c-be9c-408f-8154-65b9e5ef9205 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:09.757838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5542bcd-b31d-4dc8-b4b8-fd96551a21c3 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:09.815277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:09.825639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:09.826293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:09.829758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Bound port: cef7110c-be9c-408f-8154-65b9e5ef9205, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:09.830299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.846902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.902236 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.933395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7a8c571f-4692-404c-a72d-a494970f5047 req-4419aec7-9b6e-4161-a3ec-2e9d7a801d69 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:09.942582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:09.963568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a8c571f-4692-404c-a72d-a494970f5047 req-4419aec7-9b6e-4161-a3ec-2e9d7a801d69 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 943 time: 0.9958048 Mar 05 00:18:10.002593 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:18:01Z', 'revision_number': 3, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:10.006468 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcaa589-c261-40af-8039-bbda9455035a None None] The sync data for ids ['1f01582d-a5e6-4748-ab1f-70009be8f27c'] in n-d-828979-4 is: [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:18:01Z', 'revision_number': 3, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:18:10.017465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:10.033256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:10.040797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:10.066516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 4a5b422d-47a0-429c-88e8-f757c0217157 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:10.068924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:10.085806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:10.092462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:10.118781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 3eca4206-b279-4478-8731-365932a80b4c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:10.123965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:10.124661 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.142887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3eca4206-b279-4478-8731-365932a80b4c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:10.143391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.177681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] For port cef7110c-be9c-408f-8154-65b9e5ef9205, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:10.228817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.253745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a8c571f-4692-404c-a72d-a494970f5047 req-bbca4ce7-37ee-4079-90ff-eddf590fd15c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255142 Mar 05 00:18:10.255231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] For port cef7110c-be9c-408f-8154-65b9e5ef9205, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cef7110c-be9c-408f-8154-65b9e5ef9205,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:10.290116 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.346485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-7c380106-a068-4ecc-b1ae-39905e9a5c66 req-9af4d7c9-1974-44e8-8d32-fcf46dac26e3 service neutron] (83783) timed out ('10.222.0.10', 55092) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:18:10.367954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916ca3-65cf-4455-8478-e9fe9bd28000 req-8dcc8f24-881a-4a7a-a9a6-4dcff536a2c0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:10.371427 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5916ca3-65cf-4455-8478-e9fe9bd28000 req-8dcc8f24-881a-4a7a-a9a6-4dcff536a2c0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.2209449 Mar 05 00:18:10.414968 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.426093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:10.431309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3b6897cfc7e7419a9ed75965ad48ad85 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:10.435583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:10.435754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.445236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:10.499241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d62a7234-edcb-4f64-97ad-1b5d59059bd2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:10.512288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.520822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.522962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] 10.222.0.10 "PUT /v2.0/ports/cef7110c-be9c-408f-8154-65b9e5ef9205 HTTP/1.1" status: 200 len: 1091 time: 3.8147008 Mar 05 00:18:10.528157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=4a5b422d-47a0-429c-88e8-f757c0217157,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:10.552450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.553312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.553672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.554003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.554329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.554656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.562407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.562817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.563154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.563492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.563822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:10.576664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'tag': 'cef7110c-be9c-408f-8154-65b9e5ef9205'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:10.606394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': 'af902199-2b09-4a39-9df4-337ae2eceab1'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:18:10.607190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.623039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=11']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:10.630387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5916ca3-65cf-4455-8478-e9fe9bd28000 req-c56e918b-98b5-4c41-9757-e9f965b6e68d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456555 Mar 05 00:18:10.632715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310b5c27-e600-4f05-b3ad-a18ca06b4856,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:10.755617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:10.775155 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'tag': 'cef7110c-be9c-408f-8154-65b9e5ef9205', 'status': 'completed', 'code': 200} Mar 05 00:18:10.781835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:10.797012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:10.806711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978afb-9dfa-4d51-b452-2cc503dccc28 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7110c-be9c-408f-8154-65b9e5ef9205,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:10.823873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:10.858802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.877116 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1d2f0eba-a330-4f42-bb03-b4267984920c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/4a5b422d-47a0-429c-88e8-f757c0217157 HTTP/1.1" status: 204 len: 168 time: 1.5908771 Mar 05 00:18:10.879641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42874) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:10.920449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:17:38Z', 'revision_number': 4, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a', 'name': '', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'mac_address': 'fa:16:3e:48:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:33Z', 'updated_at': '2022-03-05T00:17:40Z', 'revision_number': 2, 'project_id': '7887760f5d534554a628128be48d2fa8', 'subnets': [{'id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:10.926154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.936988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14dd7d-144b-4620-a662-5181659b7319 req-0f310068-f244-4887-b031-64f590468827 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:10.938515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ff14dd7d-144b-4620-a662-5181659b7319 req-0f310068-f244-4887-b031-64f590468827 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 908 time: 0.4787223 Mar 05 00:18:10.940436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.957581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:10.959847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eff85d-1cda-44ce-8b10-4fde8633f63f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:10.961322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eff85d-1cda-44ce-8b10-4fde8633f63f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:10.962432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a9eff85d-1cda-44ce-8b10-4fde8633f63f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:10.989882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Checking router: e272733d-3f07-467c-aaa0-ce54e7c4aef3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:18:10.990280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Updating router e272733d-3f07-467c-aaa0-ce54e7c4aef3 port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:18:10.992627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a9eff85d-1cda-44ce-8b10-4fde8633f63f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:10.996548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a9eff85d-1cda-44ce-8b10-4fde8633f63f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1124060 Mar 05 00:18:10.996966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42878) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:11.003354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:11.042417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-ab5a49d0-019b-4a95-80eb-cb0bb7b4e77d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 1094 time: 0.4555497 Mar 05 00:18:11.153033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3361392-8ab8-42bd-ab7f-7d35327279b5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:11.157650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eca4206-b279-4478-8731-365932a80b4c'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:11.181494 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:11.194842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3eca4206-b279-4478-8731-365932a80b4c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3eca4206-b279-4478-8731-365932a80b4c,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:11.238027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:11.242628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/af902199-2b09-4a39-9df4-337ae2eceab1/1d4939ad-d203-4b53-87bd-1ee1283c16d9) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:11.249729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee4e6354-945f-42e7-8fcb-40c5243f48a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b6897cfc7e7419a9ed75965ad48ad85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1170788 Mar 05 00:18:11.262222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:11.263521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42884) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:11.267926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet af902199-2b09-4a39-9df4-337ae2eceab1 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:11.291353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-da16ed0f-49f4-4ced-9eca-87c0aeb4201e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef7110c-be9c-408f-8154-65b9e5ef9205 HTTP/1.1" status: 200 len: 217 time: 0.2247574 Mar 05 00:18:11.293250 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eca4206-b279-4478-8731-365932a80b4c', 'code': 200} Mar 05 00:18:11.301707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:11.471933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d605b6c7-cf6f-44d8-88d0-8141322f83ee req-2b51320c-e965-428c-846a-6684dfbd3f0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 1060 time: 0.1281345 Mar 05 00:18:11.493784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276b57ed-d6dd-441f-aaa0-236539b8e166,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:11.579277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-83f4d33e-63c7-4a6d-8130-f689b2f6f192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:11.580732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-83f4d33e-63c7-4a6d-8130-f689b2f6f192 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.2678583 Mar 05 00:18:11.594878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:11.599323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:11.599595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bedf4af9-93b3-4a30-a74d-9187ae49d9df tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.9987686 Mar 05 00:18:11.671359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3eca4206-b279-4478-8731-365932a80b4c,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:11.750690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b48bd5de-fa10-4e68-9790-4c42d9f6e670 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1488647 Mar 05 00:18:11.752749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42898) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:11.764135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-security--1725084384', 'description': 'tempest-security-description-1457779227'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:11.765389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Allocated IP 172.20.0.1 (7571e5af-da7c-42b9-99a9-c49b0a75c0a6/b0ac2e05-f651-4073-9137-9a925c388b00/ca61cdfa-2c21-4247-9f26-8bb8f31bb4de) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:11.858357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.081096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.106658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Transition to ACTIVE for port object 1d4939ad-d203-4b53-87bd-1ee1283c16d9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:12.136404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.143193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.156413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.163202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.167708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Transition to ACTIVE for port object 1d4939ad-d203-4b53-87bd-1ee1283c16d9 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:12.168580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "PUT /v2.0/security-groups/276b57ed-d6dd-441f-aaa0-236539b8e166 HTTP/1.1" status: 200 len: 1612 time: 0.4146039 Mar 05 00:18:12.180189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Transition to ACTIVE for port object ca61cdfa-2c21-4247-9f26-8bb8f31bb4de will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:12.185579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42906) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:12.220966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.229593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.239909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.275316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-537d5844-8705-4f95-8900-858fbf544f4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6864376 Mar 05 00:18:12.285363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.304387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Transition to ACTIVE for port object 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:12.362513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08fb1d71-4d9a-4f3a-a7ed-ef0870a30600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.391426 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.401187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c78fc-2c80-4ff1-afe0-e49b59c89aa6 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276b57ed-d6dd-441f-aaa0-236539b8e166,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:12.415194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:12.418186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:12.442386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:12.464248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:12.487811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c58d73-4807-456e-b905-21aba424d6c3 req-1dc747f1-68ba-4868-8de5-de71d4298858 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:12.489572 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19c58d73-4807-456e-b905-21aba424d6c3 req-1dc747f1-68ba-4868-8de5-de71d4298858 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 943 time: 0.9989283 Mar 05 00:18:12.491273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:12.495009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:12.496097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.498578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Pushing event updated for resources: {'Port': ['ID=1d4939ad-d203-4b53-87bd-1ee1283c16d9,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:12.629138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Pushing event updated for resources: {'Port': ['ID=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:12.651075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-df6e1e71-afa0-437d-a434-4688d9609b77 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups/276b57ed-d6dd-441f-aaa0-236539b8e166 HTTP/1.1" status: 200 len: 1612 time: 0.4493275 Mar 05 00:18:12.656444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42914) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:12.658069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08fb1d71-4d9a-4f3a-a7ed-ef0870a30600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:12.668685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a05c9b-3fa6-4ad4-b172-28d50bfe7b41 req-5c07c212-8a31-4c0b-ac7e-07f0c6cccf0b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:12.696885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12a05c9b-3fa6-4ad4-b172-28d50bfe7b41 req-5c07c212-8a31-4c0b-ac7e-07f0c6cccf0b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.6954579 Mar 05 00:18:12.825055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.005018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12a05c9b-3fa6-4ad4-b172-28d50bfe7b41 req-a56acd97-7056-4a98-88b7-2afdbe14e7a5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069353 Mar 05 00:18:13.103016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-a6fdc60d-ee0d-4dce-befb-fe08763e76af service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8060288 Mar 05 00:18:13.111187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19c58d73-4807-456e-b905-21aba424d6c3 req-4b8366e1-fce9-45aa-b072-94e3f38a9d93 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790708 Mar 05 00:18:13.150031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce77a-65e2-4c7f-b5be-078d6af1aa7e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.169864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e006aa35-66b6-49d6-a75e-36f65fa6408f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:13.202079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bbfe2-b64c-4977-9858-db643e4d42e6 None None] Pushing event updated for resources: {'Port': ['ID=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:13.212025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.233059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce77a-65e2-4c7f-b5be-078d6af1aa7e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.235080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:13.325130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.357862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce77a-65e2-4c7f-b5be-078d6af1aa7e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.407572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08fb1d71-4d9a-4f3a-a7ed-ef0870a30600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.435218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1d71-4d9a-4f3a-a7ed-ef0870a30600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3361392-8ab8-42bd-ab7f-7d35327279b5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:13.446109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ce77a-65e2-4c7f-b5be-078d6af1aa7e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276b57ed-d6dd-441f-aaa0-236539b8e166,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:13.454761 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce77a-65e2-4c7f-b5be-078d6af1aa7e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.456029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a8ce77a-65e2-4c7f-b5be-078d6af1aa7e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/276b57ed-d6dd-441f-aaa0-236539b8e166 HTTP/1.1" status: 204 len: 168 time: 0.7979112 Mar 05 00:18:13.460487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08fb1d71-4d9a-4f3a-a7ed-ef0870a30600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.464213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-08fb1d71-4d9a-4f3a-a7ed-ef0870a30600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3361392-8ab8-42bd-ab7f-7d35327279b5 HTTP/1.1" status: 204 len: 168 time: 2.1976025 Mar 05 00:18:13.464983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42920) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:13.502093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550057-2b10-4e88-b124-ee84a92af007 req-562621d7-efed-452d-a6fd-1d293361a1a3 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:13.503786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba550057-2b10-4e88-b124-ee84a92af007 req-562621d7-efed-452d-a6fd-1d293361a1a3 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 909 time: 0.1807318 Mar 05 00:18:13.520887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.631706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.658626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=af902199-2b09-4a39-9df4-337ae2eceab1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:13.670256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d03c1c49-79a7-464b-8898-623e33882103 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/af902199-2b09-4a39-9df4-337ae2eceab1 HTTP/1.1" status: 204 len: 168 time: 2.6698637 Mar 05 00:18:13.670805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42930) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:13.730469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf9b834e-8c08-4779-8519-7977e7cbc70b req-80e65c3a-3654-44da-bd26-34e2f5be1d83 service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941958 Mar 05 00:18:13.794321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Attempting to bind port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:13.794717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Attempting to bind port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:13.796397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Attempting to bind port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:13.807523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ad389b57-8199-49a5-86af-872ed86ead1c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350973 Mar 05 00:18:13.810555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42934) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:13.852627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e006aa35-66b6-49d6-a75e-36f65fa6408f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:13.873822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e006aa35-66b6-49d6-a75e-36f65fa6408f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:13.874219 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.901501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d62a7234-edcb-4f64-97ad-1b5d59059bd2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:13.909718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:13.909957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:13.910298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.910686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:13.911163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Bound port: 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:13.911532 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.922150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Attempting to bind port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:13.922516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Attempting to bind port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:13.923724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Attempting to bind port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a on network 868339ae-0377-4401-85b2-7c09f35c7561 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:13.935886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37aaf1-75d1-4bde-ba23-c0b1a9787a99 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:13.936915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0b37aaf1-75d1-4bde-ba23-c0b1a9787a99 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:13.941785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d62a7234-edcb-4f64-97ad-1b5d59059bd2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:13.942126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:13.963312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0b37aaf1-75d1-4bde-ba23-c0b1a9787a99 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:13.965109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b37aaf1-75d1-4bde-ba23-c0b1a9787a99 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1534173 Mar 05 00:18:13.967601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42940) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:13.972857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-04832aa0-35e6-4265-9821-2cc21bc24d23 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:14.029045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:14.029494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Checking segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:14.029899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.030291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Bound using segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:14.031077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Bound port: 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:14.031570 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.082901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d52d3-b1c8-48da-ba7e-e00058997479 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:14.083511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-203d52d3-b1c8-48da-ba7e-e00058997479 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:14.102241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.107455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-04832aa0-35e6-4265-9821-2cc21bc24d23 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:14.109965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-04832aa0-35e6-4265-9821-2cc21bc24d23 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6382532 Mar 05 00:18:14.115830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:14.120897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.123678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-203d52d3-b1c8-48da-ba7e-e00058997479 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:14.125627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-203d52d3-b1c8-48da-ba7e-e00058997479 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1565702 Mar 05 00:18:14.128601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42954) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:14.211946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7c2c812e-c4af-4780-aead-18ddb381e21b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819166 Mar 05 00:18:14.217113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:14.226994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:14.239705 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-0d9dfb19-b351-401d-8875-4a60addb15a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] delete failed (client error): The resource could not be found. Mar 05 00:18:14.244356 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0d9dfb19-b351-401d-8875-4a60addb15a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/276b57ed-d6dd-441f-aaa0-236539b8e166 HTTP/1.1" status: 404 len: 347 time: 0.1215003 Mar 05 00:18:14.261208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:14.262557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2f469c88-05a4-42d4-b5d7-a9a13d875745 None None] Provisioning for port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:14.281167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-66e9196e-c567-49fa-b1da-7742a52aa90f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 1094 time: 0.4630568 Mar 05 00:18:14.305608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--149434019'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:14.310350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.317907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54545bc-cbf4-4704-8168-62c9b6502360 req-4f5b95db-c72c-430b-a5c6-1a18abcc51ec tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:14.319418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b54545bc-cbf4-4704-8168-62c9b6502360 req-4f5b95db-c72c-430b-a5c6-1a18abcc51ec tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 909 time: 0.4298086 Mar 05 00:18:14.352867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2f469c88-05a4-42d4-b5d7-a9a13d875745 None None] Provisioning complete for port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:14.353250 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2f469c88-05a4-42d4-b5d7-a9a13d875745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.391935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] For port 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:14.401463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] For port 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d4939ad-d203-4b53-87bd-1ee1283c16d9,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:14.427317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:14.452217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] For port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:14.456012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] For port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:14.470109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-38b1c9a5-8666-4e08-818b-fd4fb22a607f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:14.472060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-38b1c9a5-8666-4e08-818b-fd4fb22a607f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.1825073 Mar 05 00:18:14.472411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:14.472838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.473666 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.476542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:14.481083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:14.484343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Pushing event updated for resources: {'Port': ['ID=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:14.494240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.503134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.512525 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.519621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:14.523973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.532441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e006aa35-66b6-49d6-a75e-36f65fa6408f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e006aa35-66b6-49d6-a75e-36f65fa6408f,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:14.556680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cda98-c4bc-467f-b3b1-83d93d4c0f8f req-9b0c5b0f-286a-4db8-8773-310118f5b647 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:14.558205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-087cda98-c4bc-467f-b3b1-83d93d4c0f8f req-9b0c5b0f-286a-4db8-8773-310118f5b647 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 946 time: 0.3005424 Mar 05 00:18:14.559427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:14.599634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:14.603307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.623476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2f469c88-05a4-42d4-b5d7-a9a13d875745 None None] Port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:14.642261 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:14.663122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-f2381baf-2396-419e-8d59-51594c619e82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef7110c-be9c-408f-8154-65b9e5ef9205 HTTP/1.1" status: 200 len: 217 time: 0.1798561 Mar 05 00:18:14.789901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb238f-4be4-428f-bedb-2437185e9dca None None] Pushing event updated for resources: {'Port': ['ID=1d4939ad-d203-4b53-87bd-1ee1283c16d9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:14.800162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:14.837497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:14.845591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:14.887161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:14.893500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Routers {'e272733d-3f07-467c-aaa0-ce54e7c4aef3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:14.895441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:08Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:14.922703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-087cda98-c4bc-467f-b3b1-83d93d4c0f8f req-cdff35e2-7b72-40ed-89e7-74dfc265b5b6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559525 Mar 05 00:18:14.954199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42984) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:14.966678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1698070830'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:15.006453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:15.067148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:network and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:15.078608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:15.082866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-b54fdee7-2da3-4e85-acfd-cd8a5751e5ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:15.085302 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-b54fdee7-2da3-4e85-acfd-cd8a5751e5ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.4158573 Mar 05 00:18:15.161960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:15.177595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-ddccc1b1-8493-49c0-b1f4-e4a3588ae32b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736489 Mar 05 00:18:15.214343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01a1fd-037a-49e8-97cb-39ec5c00de33 req-21dce807-114e-4f43-8191-1802b096f150 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:15.215718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b01a1fd-037a-49e8-97cb-39ec5c00de33 req-21dce807-114e-4f43-8191-1802b096f150 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 943 time: 0.6717629 Mar 05 00:18:15.220550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:15.225299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:15.239137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bbfe2-b64c-4977-9858-db643e4d42e6 None None] Pushing event updated for resources: {'Port': ['ID=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:15.311889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:15.342869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:15.391442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:15.394388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:15.406202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a88201cb-8c6a-4569-8a9a-c441524d1b26 req-8bbcd861-314d-4b33-a68d-8bbb8993026e tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 1060 time: 0.2061481 Mar 05 00:18:15.449722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] Set router e272733d-3f07-467c-aaa0-ce54e7c4aef3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:15.517523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:15.596732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:18:15.606991 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'code': 200} Mar 05 00:18:15.617365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3a7c0-2f81-4f68-a3f2-e6227a117980,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:15.640288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b01a1fd-037a-49e8-97cb-39ec5c00de33 req-27dc62f2-db9f-4124-b125-5ff0eccadcce tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128220 Mar 05 00:18:15.644705 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:15.645040 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Added segment 98eedab5-9394-4917-9541-40f2cc74c542 of type vlan for network 92141689-bb10-45a0-9c98-0d00660262a9 Mar 05 00:18:15.672345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-fc4fe830-c467-479a-8b55-af11fe4d80ff service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820080 Mar 05 00:18:15.719785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:18:15.841473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67261e33-280f-4018-9e4c-f3ad81ad742c None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:18:15.885893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e957a400-34d0-4693-aa5e-7ed9869f44d8 req-2ac8a354-3bac-4c1d-9707-4cc1808f8fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094398 Mar 05 00:18:15.892896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:15.894132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0323ca9b-7cf7-4e54-bd17-a7bfdeb3067e tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6316304 Mar 05 00:18:15.901443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:15.939254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43000) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:16.015078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67261e33-280f-4018-9e4c-f3ad81ad742c None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:18:16.041516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.050762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:16.051386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.069947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '7cc3a7c0-2f81-4f68-a3f2-e6227a117980', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:16.081583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:16.086016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.086715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:16.089801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:16.095959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:16.229901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.350176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0ab22b35-bd5a-4a93-99d3-8e79ddbe7bf7 req-49a15f58-b0cc-46a1-bebf-eab90a0d98f0 tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.5068052 Mar 05 00:18:16.370144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cc7f7ed9-a9c6-497a-abc5-336aa568c315 None None] Provisioning complete for port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:16.370610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7ed9-a9c6-497a-abc5-336aa568c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.450611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e006aa35-66b6-49d6-a75e-36f65fa6408f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:16.453466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4975889 Mar 05 00:18:16.471834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d4939ad-d203-4b53-87bd-1ee1283c16d9,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:16.473956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43014) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:16.477170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cb9be-a050-4802-a034-ad71a8fde978 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Network': ['ID=92141689-bb10-45a0-9c98-0d00660262a9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:16.498852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-479317281'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:16.503840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.504637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.508521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 92141689-bb10-45a0-9c98-0d00660262a9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:18:16.516411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:16.517765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.518473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.522348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.525862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:network and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:16.538977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:16.560552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:16.575389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a56dc4-8f30-45fc-8cd0-78248fc75b10 req-f02f59c6-70e1-4923-a283-676535fb516a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:16.576905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-85a56dc4-8f30-45fc-8cd0-78248fc75b10 req-f02f59c6-70e1-4923-a283-676535fb516a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 947 time: 0.3523691 Mar 05 00:18:16.580850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bd7829-0a4d-4625-a429-3751788e5a3d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:16.601290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0ab22b35-bd5a-4a93-99d3-8e79ddbe7bf7 req-1503cd51-6bb3-43fd-b3d1-32227bbeb6db tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2498074 Mar 05 00:18:16.604439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0f9690c-7cc6-4f77-a52b-bff90a49e639 req-58ad637a-e4c7-4d27-a6ee-f0a013a31efe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 1098 time: 0.7596786 Mar 05 00:18:16.638932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43022) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:16.642721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.644063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-43d0d2c2-36ad-451a-ae4c-604eef6dbe92 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6302810 Mar 05 00:18:16.646732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:16.663189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.680388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f7ed9-a9c6-497a-abc5-336aa568c315 None None] Port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:16.704536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43024) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:16.779766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-85a56dc4-8f30-45fc-8cd0-78248fc75b10 req-64312d0e-48b3-4e52-ac62-f4e2b546191a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900430 Mar 05 00:18:16.780779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:18:16.794843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.795364 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Added segment 294268ba-a5c3-45a3-9ff4-d582d4448899 of type vlan for network f8591d14-17ef-415b-b45d-ee136fd19f58 Mar 05 00:18:16.821872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Router 1f01582d-a5e6-4748-ab1f-70009be8f27c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:18:16.826539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e006aa35-66b6-49d6-a75e-36f65fa6408f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:16.842433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.904451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-41396e47-181f-4d1b-bc27-8e8f50c912ee tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:16.960210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:16.999123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-41396e47-181f-4d1b-bc27-8e8f50c912ee tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.011503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:17:38Z', 'revision_number': 4, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a', 'name': '', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'mac_address': 'fa:16:3e:48:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:33Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '7887760f5d534554a628128be48d2fa8', 'subnets': [{'id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:17.016084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e006aa35-66b6-49d6-a75e-36f65fa6408f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:17.016653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.017985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0f9690c-7cc6-4f77-a52b-bff90a49e639 req-2bcab00d-279d-4bc4-a66a-291c0faf771c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803627 Mar 05 00:18:17.019866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:17.026935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=1d4939ad-d203-4b53-87bd-1ee1283c16d9,revision_number=5']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:17.033601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:17.034180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.050229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=2895e8ba-a6fd-4585-a4dd-ce1053f332a5,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:17.062243 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.067423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:17.068438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.074537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4112d6c1-2aaf-4d10-9c46-40f7db73e70e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8556392 Mar 05 00:18:17.078134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43038) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:17.095297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:17.132293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6527982 Mar 05 00:18:17.133674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fccc65a6-481b-4e0d-b4a4-4d4a2b3dca6a tempest-TestSecurityGroupsBasicOps-1784927749 tempest-TestSecurityGroupsBasicOps-1784927749-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 1055 time: 0.4656293 Mar 05 00:18:17.134627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-41396e47-181f-4d1b-bc27-8e8f50c912ee tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.148584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43044) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:17.176856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cef7110c-be9c-408f-8154-65b9e5ef9205 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:18:17.180722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e864c2a-4c5f-4067-9030-5d64840307de None None] The sync data for ids ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'] in n-d-828979-4 is: [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:17:38Z', 'revision_number': 4, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a', 'name': '', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'mac_address': 'fa:16:3e:48:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:33Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '7887760f5d534554a628128be48d2fa8', 'subnets': [{'id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:18:17.282476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41396e47-181f-4d1b-bc27-8e8f50c912ee tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4bd7829-0a4d-4625-a429-3751788e5a3d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:17.297814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:18:17.308070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-41396e47-181f-4d1b-bc27-8e8f50c912ee tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.312063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-41396e47-181f-4d1b-bc27-8e8f50c912ee tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c4bd7829-0a4d-4625-a429-3751788e5a3d HTTP/1.1" status: 204 len: 168 time: 0.6038864 Mar 05 00:18:17.315000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:17.488425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89d940-3174-4520-b4a3-d3b1cf60f377 req-7138c1b7-bb73-449b-b2a1-9c817a1f7e92 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:17.490870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce89d940-3174-4520-b4a3-d3b1cf60f377 req-7138c1b7-bb73-449b-b2a1-9c817a1f7e92 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 943 time: 0.5901501 Mar 05 00:18:17.562994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cef7110c-be9c-408f-8154-65b9e5ef9205, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cef7110c-be9c-408f-8154-65b9e5ef9205,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:17.591905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'subnet': {'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:17.593721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'cef7110c-be9c-408f-8154-65b9e5ef9205', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': 'cef7110c-be9c-408f-8154-65b9e5ef9205', 'mac_address': 'fa:16:3e:dc:0d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:18:17.638114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce89d940-3174-4520-b4a3-d3b1cf60f377 req-20fb4ee8-410d-4900-9611-8a9af9b942c6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021936 Mar 05 00:18:17.663302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:17.680202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-34017d70-e835-46fc-b5c6-d420551d7760 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:17.702358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:17.755321 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.761176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-34017d70-e835-46fc-b5c6-d420551d7760 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:17.767093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-34017d70-e835-46fc-b5c6-d420551d7760 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4476871 Mar 05 00:18:17.769913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43054) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:17.781121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:17.786354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef7110c-be9c-408f-8154-65b9e5ef9205 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:17.810261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cef7110c-be9c-408f-8154-65b9e5ef9205, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cef7110c-be9c-408f-8154-65b9e5ef9205,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:17.814906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:17.944850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cef7110c-be9c-408f-8154-65b9e5ef9205,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:17.960285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275d9fb-dc0e-449c-bbfc-d1c64ff3a511 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Network': ['ID=f8591d14-17ef-415b-b45d-ee136fd19f58,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:17.981470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f8591d14-17ef-415b-b45d-ee136fd19f58 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:18:18.041055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:18.046561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:subnet and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:18.050938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:18.061069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:18.088975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:18.353862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['cef7110c-be9c-408f-8154-65b9e5ef9205'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:18.402305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:18.482607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c788bb95-62ca-4e61-bf51-dc1d0c8b0abb tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:18.660435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:18.725421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:18.895768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c788bb95-62ca-4e61-bf51-dc1d0c8b0abb tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:18.931812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d1ee-ff9c-4669-a715-3ddcff66578a req-33b475e1-36c9-4c4e-b0ab-b80fd4244cb8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:18.954024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8890d1ee-ff9c-4669-a715-3ddcff66578a req-33b475e1-36c9-4c4e-b0ab-b80fd4244cb8 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 909 time: 0.9810574 Mar 05 00:18:19.001331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:19.055766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Subnet': ['ID=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:19.167419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:18:19.179493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c788bb95-62ca-4e61-bf51-dc1d0c8b0abb tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:19.188456 n-d-828979-4 neutron-server[83783]: INFO neutron.db.ipam_backend_mixin [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2895e8ba-a6fd-4585-a4dd-ce1053f332a5 (CIDR: 2001:db8::/64) Mar 05 00:18:19.228566 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:18:19.229117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:18:19.229622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf3a17ed-2377-4f73-b300-f1bcd36d5d10 admin admin] 10.222.0.32 "PUT /v2.0/routers/1f01582d-a5e6-4748-ab1f-70009be8f27c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7283828 Mar 05 00:18:19.241609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed779d-6c5d-437f-98a6-9e035df31a9f req-0d393666-8007-4f90-b6d0-2c9cc70e69a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:19.251254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca86c0-a322-4d09-a577-4da7c9da8821 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:19.251548 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dfed779d-6c5d-437f-98a6-9e035df31a9f req-0d393666-8007-4f90-b6d0-2c9cc70e69a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 947 time: 0.9797354 Mar 05 00:18:19.282315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Checking segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:19.283078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network hostable DHCP agents. Network: 92141689-bb10-45a0-9c98-0d00660262a9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:18:19.301471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788bb95-62ca-4e61-bf51-dc1d0c8b0abb tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3a7c0-2f81-4f68-a3f2-e6227a117980,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:19.356950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dfed779d-6c5d-437f-98a6-9e035df31a9f req-73748000-0fa9-4dbe-a38a-6e2ae4ede51a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027911 Mar 05 00:18:19.359911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network 92141689-bb10-45a0-9c98-0d00660262a9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:18:19.385485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 92141689-bb10-45a0-9c98-0d00660262a9) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:19.410540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b96b2-7dd7-49b9-973f-078513cfaf7e None None] Network 92141689-bb10-45a0-9c98-0d00660262a9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:19.425662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:19.426328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:19.453490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c788bb95-62ca-4e61-bf51-dc1d0c8b0abb tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:19.455706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c788bb95-62ca-4e61-bf51-dc1d0c8b0abb tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/7cc3a7c0-2f81-4f68-a3f2-e6227a117980 HTTP/1.1" status: 204 len: 168 time: 1.6770830 Mar 05 00:18:19.468517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43104) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:19.471013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9d6ebb1-d14a-4610-b9ff-05b694e4ee22 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3910098 Mar 05 00:18:19.476225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43106) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:19.501193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:19.536360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e2a7184-1437-4dc7-a086-2f056970324a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3819215 Mar 05 00:18:19.557685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43112) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:19.620842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'subnet': {'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:19.644388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe403e87-8824-4a87-8ca8-a1404b96569a None None] Provisioning for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:19.664588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:19.675753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:19.676132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:19.763498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8f50f1a8-ee3e-4f81-a7d5-b46e4726d735 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:19.778469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-f8723bcc-a687-4717-88a5-6f5b5b99a58b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:19.779928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-f8723bcc-a687-4717-88a5-6f5b5b99a58b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.36 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 909 time: 0.4602149 Mar 05 00:18:19.799231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:19.809869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:subnet and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:19.827148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52286299-cae9-49be-ad0b-91e77373416b req-55bf85b3-1238-4b9a-866f-ebbe0b4b9d3b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:19.829194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52286299-cae9-49be-ad0b-91e77373416b req-55bf85b3-1238-4b9a-866f-ebbe0b4b9d3b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 944 time: 0.6107233 Mar 05 00:18:19.882559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8f50f1a8-ee3e-4f81-a7d5-b46e4726d735 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:19.888165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:19.891642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8f50f1a8-ee3e-4f81-a7d5-b46e4726d735 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4139345 Mar 05 00:18:19.892013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43124) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:19.894962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:19.906849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--197642721'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:19.914362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:19.931293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:19.948404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port 3eca4206-b279-4478-8731-365932a80b4c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:19.950914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:19.951322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:19.971626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.011115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:20.039961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-92141689-bb10-45a0-9c98-0d00660262a9', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:18:20.041115 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.053170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:20.092616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:20.178413 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.239714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:20.241806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52286299-cae9-49be-ad0b-91e77373416b req-c5ad479e-d1fb-4af0-a456-a837c87087f2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040055 Mar 05 00:18:20.251084 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.251867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d4939ad-d203-4b53-87bd-1ee1283c16d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:20.312414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:20.313355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] For port 3eca4206-b279-4478-8731-365932a80b4c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3eca4206-b279-4478-8731-365932a80b4c,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:20.313896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.350281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:20.375589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:20.413083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.485677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for 3eca4206-b279-4478-8731-365932a80b4c owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:20.494791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Allocated IP 10.1.1.2 (92141689-bb10-45a0-9c98-0d00660262a9/8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff/81f0572d-fcae-404e-ae35-991ca3586e66) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:20.513242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:20.530846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.694063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:20.700311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.805668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-3003769f-962d-4da9-b719-8c500588f228 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:20.813117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-3003769f-962d-4da9-b719-8c500588f228 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.3351786 Mar 05 00:18:20.823241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f7e3e-a54f-42c0-9ad0-344fea53aa1e req-7c8dd360-d85d-4a66-9692-663a4fb08d56 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:20.837558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb8f7e3e-a54f-42c0-9ad0-344fea53aa1e req-7c8dd360-d85d-4a66-9692-663a4fb08d56 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bcff3d-8eef-4460-9b69-6e5c84c4856e HTTP/1.1" status: 200 len: 909 time: 0.6414566 Mar 05 00:18:20.841908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-db80b7f9-f3f8-4643-b971-73cf11278ea1 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/quotas/f31301ba9f1c45ccade16e0ff5f22951 HTTP/1.1" status: 200 len: 375 time: 0.0276363 Mar 05 00:18:20.883093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.898892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.905303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.940585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:20.969367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Transition to ACTIVE for port object 81f0572d-fcae-404e-ae35-991ca3586e66 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:21.015785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=3eca4206-b279-4478-8731-365932a80b4c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:21.032126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c68236a4-1f81-46e9-8939-3d9c8e26aeb5 None None] Provisioning complete for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:21.032498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c68236a4-1f81-46e9-8939-3d9c8e26aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.092771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e64f03-a758-4f4c-88fa-43d315cbf3c4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:21.096703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] No DVR routers for this DVR port 3eca4206-b279-4478-8731-365932a80b4c on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:18:21.102182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.113895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'name': 'network-vif-deleted', 'tag': '3eca4206-b279-4478-8731-365932a80b4c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:21.121909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Transition to ACTIVE for port object 81f0572d-fcae-404e-ae35-991ca3586e66 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:21.122938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6935cd90-5e82-459d-a45b-98cfe4888567 req-e80e5c8b-9c2c-497a-8697-d3f7fd201576 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.36 "DELETE /v2.0/ports/3eca4206-b279-4478-8731-365932a80b4c HTTP/1.1" status: 204 len: 173 time: 1.3356352 Mar 05 00:18:21.123241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cef7110c-be9c-408f-8154-65b9e5ef9205 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:21.148920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-266f7e24-ebdf-442b-bc5d-52d286ffa5b3 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3058231 Mar 05 00:18:21.275027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.375524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.395616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.415360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Network 92141689-bb10-45a0-9c98-0d00660262a9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:21.422381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:21.429275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:21.452731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.453985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-440f33a8-e9f3-410a-a898-8a43618a15a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5608714 Mar 05 00:18:21.469373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43154) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:21.487898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '22e64f03-a758-4f4c-88fa-43d315cbf3c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:21.491545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d4939ad-d203-4b53-87bd-1ee1283c16d9,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:21.492751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Pushing event updated for resources: {'Port': ['ID=81f0572d-fcae-404e-ae35-991ca3586e66,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:21.502283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:21.508709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:21.524935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:21.532152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:21.567283 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.581526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Subnet': ['ID=f18673e8-a279-453a-bc12-a23003059b70,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:21.612126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.633394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d2633fca-c392-410c-a32c-efbb3adafdfc service neutron] 10.222.0.32 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831588 Mar 05 00:18:21.648568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60f02d-9fd1-44ba-9cfb-c8e75fda1476 req-348936e4-9235-459a-9fd3-128d748af142 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:21.650803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c60f02d-9fd1-44ba-9cfb-c8e75fda1476 req-348936e4-9235-459a-9fd3-128d748af142 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 947 time: 0.6591187 Mar 05 00:18:21.736700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port cef7110c-be9c-408f-8154-65b9e5ef9205 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:21.741078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Checking segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:21.741460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network hostable DHCP agents. Network: f8591d14-17ef-415b-b45d-ee136fd19f58, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:18:21.757159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port cef7110c-be9c-408f-8154-65b9e5ef9205 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:21.757610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.801826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Attempting to bind port 81f0572d-fcae-404e-ae35-991ca3586e66 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:21.802471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Attempting to bind port 81f0572d-fcae-404e-ae35-991ca3586e66 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:21.802835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Attempting to bind port 81f0572d-fcae-404e-ae35-991ca3586e66 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:21.809797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.810324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:21.852241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1d4939ad-d203-4b53-87bd-1ee1283c16d9,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:21.878799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:21.879342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Checking segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:21.879843 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.880337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Bound using segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:21.880961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Bound port: 81f0572d-fcae-404e-ae35-991ca3586e66, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:21.881534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.882105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network f8591d14-17ef-415b-b45d-ee136fd19f58 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:18:21.897480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.907000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:21.918023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:21.933950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c60f02d-9fd1-44ba-9cfb-c8e75fda1476 req-cac67553-ac45-4903-898b-1e5464de2ff5 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610812 Mar 05 00:18:21.936031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:21.940144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.947309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:21.967603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8112be-ce5f-4333-aa4d-a6fbfed30e02 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:21.995809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, f8591d14-17ef-415b-b45d-ee136fd19f58) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:22.023038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d919ab6c-155d-43e9-ba47-a82aebc439a1,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:22.049103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:22.049717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.087862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce4d98-e92f-4a5c-bde1-f6315d8c1783 None None] Network f8591d14-17ef-415b-b45d-ee136fd19f58 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:22.096915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=d3b08883-5cd9-4f3e-9e34-2a146ba446a6,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:22.119010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74abfaf8-e560-4578-a02d-e445059fa816 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6404018 Mar 05 00:18:22.121881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4cdbb3ea-dba4-4915-bd01-6a8145c06bd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5627847 Mar 05 00:18:22.122766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43162) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:22.126177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.127627 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-59cda82a-37cc-438c-9559-b453bf5422a1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6506984 Mar 05 00:18:22.132486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:9e:7a:26', 'name': 'tempest-NetworksTestDHCPv6-809235311'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:22.141484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43164) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:22.142280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43168) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:22.144377 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bcff3d-8eef-4460-9b69-6e5c84c4856e', 'name': 'network-vif-deleted', 'tag': '3eca4206-b279-4478-8731-365932a80b4c', 'status': 'completed', 'code': 200} Mar 05 00:18:22.186673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1514501909', 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:22.234114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '22e64f03-a758-4f4c-88fa-43d315cbf3c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:22.257845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:22.268533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:22.273792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:22.283867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:22.340121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:22.344663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:22.347992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:22.353988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:22.367981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:22.368975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.371321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:22.374695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.396081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.403585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.407844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d91950-b863-4874-a08b-81ac638a5a46 req-87aea4b3-d869-4ee3-9411-edd549291869 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:22.409457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4d91950-b863-4874-a08b-81ac638a5a46 req-87aea4b3-d869-4ee3-9411-edd549291869 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 944 time: 0.1731718 Mar 05 00:18:22.419705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] For port 81f0572d-fcae-404e-ae35-991ca3586e66, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:22.425589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 31ca2005-31a8-4a5b-8b04-18ecc4b76fed yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:18:22.526329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Sync routers for ids ['1f01582d-a5e6-4748-ab1f-70009be8f27c'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:18:22.529738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] For port 81f0572d-fcae-404e-ae35-991ca3586e66, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=81f0572d-fcae-404e-ae35-991ca3586e66,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:22.594103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4d91950-b863-4874-a08b-81ac638a5a46 req-615640b8-7cbc-40e3-b992-85b5489c3e7f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709774 Mar 05 00:18:22.625757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.670362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:22.673880 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-fb947aa0-3d6d-4669-8450-1807189dcbb1 service neutron] 10.222.0.32 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0276966 Mar 05 00:18:22.678419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:port and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:22.681652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:22.691406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:22.716801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.720522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:22.733780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7110c-be9c-408f-8154-65b9e5ef9205'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:22.758240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.778586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port cef7110c-be9c-408f-8154-65b9e5ef9205, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cef7110c-be9c-408f-8154-65b9e5ef9205,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:22.813416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:22.861339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3079520-a0fb-412c-82f2-dbe92de71b4c,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:22.893569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Routers {'1f01582d-a5e6-4748-ab1f-70009be8f27c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:22.894119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:08Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1f01582d-a5e6-4748-ab1f-70009be8f27c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:22.962517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8:0:1::165 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/d3b08883-5cd9-4f3e-9e34-2a146ba446a6/31ca2005-31a8-4a5b-8b04-18ecc4b76fed) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:22.975446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43186) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:22.978588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe9e:7a26 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/2895e8ba-a6fd-4585-a4dd-ce1053f332a5/31ca2005-31a8-4a5b-8b04-18ecc4b76fed) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:23.032092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.154722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] device_id is not set on port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:18:23.249930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.254507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1d81fb0b-4608-4473-b254-6098df84be1b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1050162 Mar 05 00:18:23.256977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43200) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:23.262707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '22e64f03-a758-4f4c-88fa-43d315cbf3c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:23.278310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:23.298848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:23.313008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:23.330151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:23.410194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.436768 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7110c-be9c-408f-8154-65b9e5ef9205', 'code': 200} Mar 05 00:18:23.440651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3eca4206-b279-4478-8731-365932a80b4c no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:23.570446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e31eea03-1711-4a95-bd35-b04d0053671e req-587f21a0-c917-4e1a-a3e8-80deae31cd8d tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Synchronizing usage tracker for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:23.584680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 10.1.1.208 (92141689-bb10-45a0-9c98-0d00660262a9/8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:23.610979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.621731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 3eca4206-b279-4478-8731-365932a80b4c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:23.622527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3eca4206-b279-4478-8731-365932a80b4c not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:23.641874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.656098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Set router 1f01582d-a5e6-4748-ab1f-70009be8f27c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:23.774241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e31eea03-1711-4a95-bd35-b04d0053671e req-587f21a0-c917-4e1a-a3e8-80deae31cd8d tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Unset dirty status for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:23.785794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e31eea03-1711-4a95-bd35-b04d0053671e req-587f21a0-c917-4e1a-a3e8-80deae31cd8d tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 210 time: 0.4162147 Mar 05 00:18:23.847745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41bc73da-1a77-4b26-a392-1cdcd6db1a2f req-7e6f3ddc-c9b2-42b0-8f0a-5905799c1c1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 1096 time: 0.6475866 Mar 05 00:18:23.935223 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b75446b-2ec9-4a2d-8e0a-41e4629e7194,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:23.947491 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.951302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-adb38796-f164-46c4-903d-ba59b16918b7 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6909721 Mar 05 00:18:23.957859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-f8591d14-17ef-415b-b45d-ee136fd19f58', 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'fixed_ips': [{'subnet_id': 'f18673e8-a279-453a-bc12-a23003059b70'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:18:23.958901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:23.968111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43230) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:23.989579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '22e64f03-a758-4f4c-88fa-43d315cbf3c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:23.994101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4128024-a63f-46eb-9716-94ae5c2e64c4 None None] Pushing event updated for resources: {'Port': ['ID=81f0572d-fcae-404e-ae35-991ca3586e66,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:24.030665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:24.043091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:24.061253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:24.071826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41bc73da-1a77-4b26-a392-1cdcd6db1a2f req-82313613-2665-42c2-be55-08609bc6a62e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125387 Mar 05 00:18:24.085928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:24.096157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:24.174703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 31ca2005-31a8-4a5b-8b04-18ecc4b76fed will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:24.187935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:24.316954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-57b528f8-2761-43d7-93cb-db5573d8dacf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5439997 Mar 05 00:18:24.369115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec918a-437a-4c7a-923d-5fc2d0d02120 req-ef4eb3d4-618a-47fd-8470-10da6f4de458 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:24.370763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57ec918a-437a-4c7a-923d-5fc2d0d02120 req-ef4eb3d4-618a-47fd-8470-10da6f4de458 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 945 time: 0.4245732 Mar 05 00:18:24.479884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:24.554198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57ec918a-437a-4c7a-923d-5fc2d0d02120 req-c9901f41-d383-4e9b-8095-2c69d3be058b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715207 Mar 05 00:18:24.555162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:24.603202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-754d92d5-0ce0-42d1-b89b-825e29f17246 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.1186161 Mar 05 00:18:24.618080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:24.677468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:24.724047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b447f43-108e-4e8e-b8d0-d969aedd8180 None None] Network 92141689-bb10-45a0-9c98-0d00660262a9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:24.738810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d4939ad-d203-4b53-87bd-1ee1283c16d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:24.893252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network 92141689-bb10-45a0-9c98-0d00660262a9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:24.893967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:24.896881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:24.900203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:24.900540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:24.903197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:24.904050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:24.905597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:24.916478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:24.922132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.004544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.066415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.067905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0912130 Mar 05 00:18:25.074910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=31ca2005-31a8-4a5b-8b04-18ecc4b76fed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:25.082863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43252) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:25.090556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '22e64f03-a758-4f4c-88fa-43d315cbf3c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:25.130761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:25.132055 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.138128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc1d0a-adb5-4d65-8308-677a525e8101 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc4b1b0-564f-49fb-9686-48cc9d13af46,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:25.138712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7de073-4513-4989-903e-923d14e031d2 req-51ede1ae-2878-4e8c-8915-37d8080188a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:25.141022 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-51ede1ae-2878-4e8c-8915-37d8080188a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 898 time: 0.4763672 Mar 05 00:18:25.145052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:25.227091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:25.231007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:25.252879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26ddb26c-a720-48c3-a6e9-9b6ec8a4d3ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1073790 Mar 05 00:18:25.253862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:25.258851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43256) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:25.264959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'name': 'tempest-TaggedBootDevicesTest_v242-353879860', 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:25.285301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-26649e78-aa58-4957-be66-07766ed9c8e6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:25.286161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-26649e78-aa58-4957-be66-07766ed9c8e6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Synchronizing usage tracker for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:25.295947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9d69544-24b4-4099-b07c-859ed9d60f3b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1713107 Mar 05 00:18:25.298383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43260) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:25.313904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-270b2d64-f0a1-4e67-afe8-6c02e5b3a3d3 req-50d98258-ba6c-49af-bbd5-cb19775846e4 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 210 time: 0.2539501 Mar 05 00:18:25.318573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=cef7110c-be9c-408f-8154-65b9e5ef9205,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:25.389059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eb786589-65ee-4268-939c-0ae7693b2c76 None None] Provisioning for port 81f0572d-fcae-404e-ae35-991ca3586e66 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:25.404134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-26649e78-aa58-4957-be66-07766ed9c8e6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Unset dirty status for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:25.405808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-26649e78-aa58-4957-be66-07766ed9c8e6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.10 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.2636645 Mar 05 00:18:25.425516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Request body: {'port': {'device_id': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'admin_state_up': True, 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:25.439144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 31ca2005-31a8-4a5b-8b04-18ecc4b76fed {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:25.439903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.462564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Allocated IP 10.2.2.2 (f8591d14-17ef-415b-b45d-ee136fd19f58/f18673e8-a279-453a-bc12-a23003059b70/f9d89302-7495-41f2-bf42-ae431cad7fc9) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:25.472549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:25.500654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:25.549270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Made reservation on behalf of f31301ba9f1c45ccade16e0ff5f22951 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:25.553202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.553452 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.587576 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-4040a2b6-7466-4dea-80a2-f4327ccb37ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 1001 time: 0.4331508 Mar 05 00:18:25.689179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:25.689657 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.724496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:25.738750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:port and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:25.751261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:25.757810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7de073-4513-4989-903e-923d14e031d2 req-ed6c6d1c-e13b-4f52-8e99-907946c1eb20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:25.759433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-ed6c6d1c-e13b-4f52-8e99-907946c1eb20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 200 len: 835 time: 0.1644003 Mar 05 00:18:25.773086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:25.819513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.924832 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:25.971633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:18:12Z', 'revision_number': 4, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'ca61cdfa-2c21-4247-9f26-8bb8f31bb4de', 'name': '', 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'mac_address': 'fa:16:3e:7e:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0ac2e05-f651-4073-9137-9a925c388b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:18:11Z', 'updated_at': '2022-03-05T00:18:13Z', 'revision_number': 2, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'subnets': [{'id': 'b0ac2e05-f651-4073-9137-9a925c388b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:25.973845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '2895e8ba-a6fd-4585-a4dd-ce1053f332a5', 'ip_address': '2001:db8::f816:3eff:fe69:8e36'}, {'subnet_id': 'd3b08883-5cd9-4f3e-9e34-2a146ba446a6'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '1d4939ad-d203-4b53-87bd-1ee1283c16d9'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:18:25.987465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:25.994279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.021705 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.026319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9403048 Mar 05 00:18:26.030662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43268) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:26.049528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c903e-ccca-4012-9338-18c4dbef3c16 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0d2967-e610-4bc6-adb1-6f8476d8902e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:26.104105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] device_id is not set on port 993c0283-45f8-4952-ae3e-b50ccc17c120 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:18:26.124339 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.153718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Checking router: 1f01582d-a5e6-4748-ab1f-70009be8f27c for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:18:26.154960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Updating router 1f01582d-a5e6-4748-ab1f-70009be8f27c port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:18:26.157823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.214057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d17b0b-60a8-417d-9a07-f301bf09d888 req-d51db8c3-cf9e-430a-9b05-d88d13dd419f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:26.222991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-63d17b0b-60a8-417d-9a07-f301bf09d888 req-d51db8c3-cf9e-430a-9b05-d88d13dd419f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 945 time: 0.3876050 Mar 05 00:18:26.242968 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-398d499c-4c17-4e44-b846-2f77061f559b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.259679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-838eda12-a113-4827-a2b4-b5525eefd240 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56853e5d-bdce-4134-b2ce-5e9e38b34959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4885073 Mar 05 00:18:26.326834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-398d499c-4c17-4e44-b846-2f77061f559b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.346966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.370408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Allocated IP 172.20.0.11 (868339ae-0377-4401-85b2-7c09f35c7561/8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e/6bdbf654-299b-45a2-bd62-4dca72525418) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:26.380418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-63d17b0b-60a8-417d-9a07-f301bf09d888 req-340fac62-35f7-49bc-bf88-5a266594c86f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465483 Mar 05 00:18:26.534101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 81f0572d-fcae-404e-ae35-991ca3586e66 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:26.535583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 31ca2005-31a8-4a5b-8b04-18ecc4b76fed owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:26.650748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-398d499c-4c17-4e44-b846-2f77061f559b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.665846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 10.1.1.58 (92141689-bb10-45a0-9c98-0d00660262a9/8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff/993c0283-45f8-4952-ae3e-b50ccc17c120) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:26.695338 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.707942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Transition to ACTIVE for port object f9d89302-7495-41f2-bf42-ae431cad7fc9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:26.731377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Transition to ACTIVE for port object f9d89302-7495-41f2-bf42-ae431cad7fc9 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:26.749994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.798344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16a2c8e0-8348-49a4-9a01-2c237c5d14d0 req-7af33657-60c5-4f89-85f8-704ef0102145 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 210 time: 0.2176642 Mar 05 00:18:26.806713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d499c-4c17-4e44-b846-2f77061f559b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a0d2967-e610-4bc6-adb1-6f8476d8902e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:26.831794 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.905533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-398d499c-4c17-4e44-b846-2f77061f559b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:26.909363 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-398d499c-4c17-4e44-b846-2f77061f559b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3a0d2967-e610-4bc6-adb1-6f8476d8902e HTTP/1.1" status: 204 len: 168 time: 0.8742764 Mar 05 00:18:26.910703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:27.116851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-33c561e8-127b-4e9b-9086-11f4c55ad863 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468127 Mar 05 00:18:27.142250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Provisioning for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:27.196229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.227249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Transition to ACTIVE for port object 6bdbf654-299b-45a2-bd62-4dca72525418 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:27.264252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b567fb09-4de7-4b7a-ab9c-fa850c0e14da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:27.282790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Network f8591d14-17ef-415b-b45d-ee136fd19f58 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:27.291325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.293771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Pushing event updated for resources: {'Port': ['ID=f9d89302-7495-41f2-bf42-ae431cad7fc9,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:27.309611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b567fb09-4de7-4b7a-ab9c-fa850c0e14da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:27.310870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b567fb09-4de7-4b7a-ab9c-fa850c0e14da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4001508 Mar 05 00:18:27.317185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7913d-0e6b-4672-ac04-11b52a8a6e2c req-c0bd54a9-65e7-4a6e-92f8-3ae2c3b545a1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:27.319461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9c7913d-0e6b-4672-ac04-11b52a8a6e2c req-c0bd54a9-65e7-4a6e-92f8-3ae2c3b545a1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 945 time: 0.5540836 Mar 05 00:18:27.320198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43288) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:27.325995 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.349546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Provisioning complete for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:27.350085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.366026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=31ca2005-31a8-4a5b-8b04-18ecc4b76fed,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:27.395638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object 993c0283-45f8-4952-ae3e-b50ccc17c120 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:27.432795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72b625f6-9c52-4c80-9e1b-ded4d9a8e8ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.453175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:27.458510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:27.467895 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9c7913d-0e6b-4672-ac04-11b52a8a6e2c req-7fe38227-8d4a-4887-94de-129739ff7c08 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188004 Mar 05 00:18:27.474866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.477116 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.489926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72b625f6-9c52-4c80-9e1b-ded4d9a8e8ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.508220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 81f0572d-fcae-404e-ae35-991ca3586e66 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:27.512498 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd7de073-4513-4989-903e-923d14e031d2 req-0213654e-82da-41ac-94e9-97cfbf9a72f7 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730714 Mar 05 00:18:27.536217 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.578889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:27.596654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72b625f6-9c52-4c80-9e1b-ded4d9a8e8ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.617017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-825172eb-1cc2-42a1-aeaf-0adb3024150f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/31ca2005-31a8-4a5b-8b04-18ecc4b76fed HTTP/1.1" status: 204 len: 168 time: 2.3018708 Mar 05 00:18:27.622164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:27.625758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network 92141689-bb10-45a0-9c98-0d00660262a9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:27.633003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b625f6-9c52-4c80-9e1b-ded4d9a8e8ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfc4b1b0-564f-49fb-9686-48cc9d13af46,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:27.643958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:27.650705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:27.696531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 81f0572d-fcae-404e-ae35-991ca3586e66 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:27.697138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.747511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:27.748712 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.804640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72b625f6-9c52-4c80-9e1b-ded4d9a8e8ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:27.805919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72b625f6-9c52-4c80-9e1b-ded4d9a8e8ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/dfc4b1b0-564f-49fb-9686-48cc9d13af46 HTTP/1.1" status: 204 len: 168 time: 0.4765472 Mar 05 00:18:27.811557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43304) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:27.814606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:27.849675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Network 868339ae-0377-4401-85b2-7c09f35c7561 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:27.879198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Pushing event updated for resources: {'Port': ['ID=6bdbf654-299b-45a2-bd62-4dca72525418,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:27.896287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:27.901914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:27.911570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64cae38a-90ca-4d14-808d-c69c18080163 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6508870 Mar 05 00:18:27.934537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5e393b95-99a4-4ef9-b609-c7089ff8cf53 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:27.975790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5e393b95-99a4-4ef9-b609-c7089ff8cf53 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:27.978011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5e393b95-99a4-4ef9-b609-c7089ff8cf53 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1643970 Mar 05 00:18:27.980327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43314) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:28.111995 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f90aa40-ca94-4bba-96c3-9ccb74824278 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.143102 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f90aa40-ca94-4bba-96c3-9ccb74824278 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.156247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43318) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:28.262939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:28.264118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.327040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f90aa40-ca94-4bba-96c3-9ccb74824278 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.335228 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-53e1b535-30e1-4075-9888-cfe069421582 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9141579 Mar 05 00:18:28.351346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Request body: {'port': {'device_id': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:28.384771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110894a-cdd1-4a4b-84cc-7226d9e12438 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:28.385862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c110894a-cdd1-4a4b-84cc-7226d9e12438 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:28.392309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90aa40-ca94-4bba-96c3-9ccb74824278 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b75446b-2ec9-4a2d-8e0a-41e4629e7194,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:28.429392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4f90aa40-ca94-4bba-96c3-9ccb74824278 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.430555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4f90aa40-ca94-4bba-96c3-9ccb74824278 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8b75446b-2ec9-4a2d-8e0a-41e4629e7194 HTTP/1.1" status: 204 len: 168 time: 0.4468458 Mar 05 00:18:28.435973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43324) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:28.445034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c2a008f-3925-4cd6-b3f4-527dff754967 req-77bdfd93-78e3-4fe2-9107-e97662f16d06 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1028 time: 0.2875817 Mar 05 00:18:28.495171 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.510283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Transition to ACTIVE for port object ca61cdfa-2c21-4247-9f26-8bb8f31bb4de will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:28.513760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c110894a-cdd1-4a4b-84cc-7226d9e12438 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:28.517481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c110894a-cdd1-4a4b-84cc-7226d9e12438 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.7698431 Mar 05 00:18:28.518459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43328) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:28.526752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:28.560224 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.581241 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.643160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.768111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f868d09e-1882-4313-a1cf-707df038fe29 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:28.772010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.779387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Provisioning complete for port 81f0572d-fcae-404e-ae35-991ca3586e66 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:28.779758 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.803747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711355185', 'description': 'tempest-description--2032985520'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:28.818730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:28.829419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:28.851781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:security_group and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:28.867475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Attempting to bind port f9d89302-7495-41f2-bf42-ae431cad7fc9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:28.867989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Attempting to bind port f9d89302-7495-41f2-bf42-ae431cad7fc9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:28.868348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Attempting to bind port f9d89302-7495-41f2-bf42-ae431cad7fc9 on network f8591d14-17ef-415b-b45d-ee136fd19f58 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:28.868777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c2a008f-3925-4cd6-b3f4-527dff754967 req-71586ec0-5759-41b5-ad13-04097bd643aa tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154081 Mar 05 00:18:28.881935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:28.933541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:28.934577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f868d09e-1882-4313-a1cf-707df038fe29 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:28.936765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f868d09e-1882-4313-a1cf-707df038fe29 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4981101 Mar 05 00:18:28.949999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43336) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:28.954577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Usage tracker for resource:security_group_rule and tenant:e7b89d2b388d4ea48700db722bb28e0a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:28.957822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:28.964459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:28.977263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789d63-e983-4838-8393-1b7443d99ba5 None None] Pushing event updated for resources: {'Port': ['ID=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:28.985167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b346f-a8fd-4e84-85aa-a11504aecee1 req-b31a6da8-328b-45bb-b6ca-408c94e8ef70 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:28.993268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b5b346f-a8fd-4e84-85aa-a11504aecee1 req-b31a6da8-328b-45bb-b6ca-408c94e8ef70 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 945 time: 0.3586721 Mar 05 00:18:29.027706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:29.027706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Checking segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:29.028089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.028418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Bound using segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:29.028901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Bound port: f9d89302-7495-41f2-bf42-ae431cad7fc9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:29.029288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.044658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.048389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:29.058501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.093420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.108531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8e6-13ce-405f-a9a1-18b7cc113425 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.141633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8e6-13ce-405f-a9a1-18b7cc113425 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.146880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Attempting to bind port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:29.147250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Attempting to bind port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:29.147616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Attempting to bind port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de on network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:29.149543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.158582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e631c078-471b-4b80-8c54-87fe6bea0df9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:29.169007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ad694dc2-ad65-458f-9aef-d2f1b46cba2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7b89d2b388d4ea48700db722bb28e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0103908 Mar 05 00:18:29.172260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43340) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:29.179616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Allocated IP 2001:db8:0:1::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/d3b08883-5cd9-4f3e-9e34-2a146ba446a6/1d4939ad-d203-4b53-87bd-1ee1283c16d9) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:29.195738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b5b346f-a8fd-4e84-85aa-a11504aecee1 req-c26225c0-8960-46da-b0d6-29e202197953 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014549 Mar 05 00:18:29.238663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:29.239121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Checking segment: {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:29.239521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.240926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Bound using segment: {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:29.241901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Bound port: ca61cdfa-2c21-4247-9f26-8bb8f31bb4de, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a3a973-1233-4cda-b15f-d32c97240780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:29.242280 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.281338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:29.290160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:security_group_rule and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:29.295393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:29.303480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:29.309749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.313481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff8fcf-74b0-401e-a765-154d4901eb98 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:29.317465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0bff8fcf-74b0-401e-a765-154d4901eb98 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.7955556 Mar 05 00:18:29.320490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43344) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:29.321644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8e6-13ce-405f-a9a1-18b7cc113425 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.345714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad46c8cf-88ac-4162-992e-efdf70bd471b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.436517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad46c8cf-88ac-4162-992e-efdf70bd471b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.467348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 81f0572d-fcae-404e-ae35-991ca3586e66, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=81f0572d-fcae-404e-ae35-991ca3586e66,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:29.483072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.518791 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.530740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.546490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f8e6-13ce-405f-a9a1-18b7cc113425 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3079520-a0fb-412c-82f2-dbe92de71b4c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:29.551279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] For port f9d89302-7495-41f2-bf42-ae431cad7fc9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:29.558646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port d06263cc-50b8-44b6-bf61-dc6879548b2e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:29.559033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.596525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad46c8cf-88ac-4162-992e-efdf70bd471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.596796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8e6-13ce-405f-a9a1-18b7cc113425 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.597752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c4c7f8e6-13ce-405f-a9a1-18b7cc113425 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b3079520-a0fb-412c-82f2-dbe92de71b4c HTTP/1.1" status: 204 len: 168 time: 0.6437070 Mar 05 00:18:29.603126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43348) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:29.604066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] For port f9d89302-7495-41f2-bf42-ae431cad7fc9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f9d89302-7495-41f2-bf42-ae431cad7fc9,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:29.611727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] For port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:29.612673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-9ff22484-69cb-4971-b6e9-a4f72fb4daa0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:29.614215 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-9ff22484-69cb-4971-b6e9-a4f72fb4daa0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 945 time: 0.2637432 Mar 05 00:18:29.614971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af28bbba-7ddd-443c-9721-5267908406d4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:29.627010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.648092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] For port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,segment=NetworkSegment(07a3a973-1233-4cda-b15f-d32c97240780),segment_id=07a3a973-1233-4cda-b15f-d32c97240780)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:29.658324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bbbf7-002f-4ed8-ab57-f4aa90384259 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:29.659571 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:18:29.659925 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-7e9287d9-739c-44a6-9b24-c6df403df6e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:18:29.660323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bbbf7-002f-4ed8-ab57-f4aa90384259 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:29.662222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bbbf7-002f-4ed8-ab57-f4aa90384259 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:29.663036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-416bbbf7-002f-4ed8-ab57-f4aa90384259 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:29.667765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.672732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] For port 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d4939ad-d203-4b53-87bd-1ee1283c16d9,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:29.678847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.680036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2f4524c9-a27c-4fee-9ae6-352fa2b4813a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0905602 Mar 05 00:18:29.688463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=81f0572d-fcae-404e-ae35-991ca3586e66,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:29.689371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c8cf-88ac-4162-992e-efdf70bd471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e631c078-471b-4b80-8c54-87fe6bea0df9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:29.695907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43352) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:29.712718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'security_group_rule': {'security_group_id': 'af28bbba-7ddd-443c-9721-5267908406d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:29.718027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad46c8cf-88ac-4162-992e-efdf70bd471b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.721447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ad46c8cf-88ac-4162-992e-efdf70bd471b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e631c078-471b-4b80-8c54-87fe6bea0df9 HTTP/1.1" status: 204 len: 168 time: 0.5457029 Mar 05 00:18:29.728378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:29.743884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:security_group_rule and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:29.749793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port cef7110c-be9c-408f-8154-65b9e5ef9205 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:29.750142 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.791304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:29.807410 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:29.837454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90cd24-6725-4dea-921f-dfb3a2e4b800 None None] Pushing event updated for resources: {'Port': ['ID=f9d89302-7495-41f2-bf42-ae431cad7fc9,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:29.849040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:29.851000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Transition to ACTIVE for port object 1d4939ad-d203-4b53-87bd-1ee1283c16d9 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:29.911506 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:18:29.925542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59654d8a-8b0a-4516-aa94-4faf1fffc140 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:29.954344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-416bbbf7-002f-4ed8-ab57-f4aa90384259 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:29.956098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-416bbbf7-002f-4ed8-ab57-f4aa90384259 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6357381 Mar 05 00:18:29.997112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43360) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:30.064839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.186645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdbf654-299b-45a2-bd62-4dca72525418 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:30.199350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] For port d06263cc-50b8-44b6-bf61-dc6879548b2e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d06263cc-50b8-44b6-bf61-dc6879548b2e,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:30.199719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.230858 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.231732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-59654d8a-8b0a-4516-aa94-4faf1fffc140 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:30.233018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59654d8a-8b0a-4516-aa94-4faf1fffc140 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6279073 Mar 05 00:18:30.236816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43366) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:30.309541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789d63-e983-4838-8393-1b7443d99ba5 None None] Pushing event updated for resources: {'Port': ['ID=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:30.326376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Routers {'1f01582d-a5e6-4748-ab1f-70009be8f27c'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:30.329770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:08Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1f01582d-a5e6-4748-ab1f-70009be8f27c'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:30.366974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43372) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:30.424128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.491214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for d06263cc-50b8-44b6-bf61-dc6879548b2e owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:30.508307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.508594 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.524541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.527494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port cef7110c-be9c-408f-8154-65b9e5ef9205, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cef7110c-be9c-408f-8154-65b9e5ef9205,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:30.527937 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.571884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:30.576501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f8a31b-009e-4dfa-a25c-d8ebbd5919a6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:30.661703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Transition to ACTIVE for port object 6bdbf654-299b-45a2-bd62-4dca72525418 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:30.688234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8437fb2a-589f-4296-83a3-14dd1bf9477c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.696242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.700865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Usage tracker for resource:security_group_rule and tenant:e20fa03708a2456980b7df38d2c3fdb2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:30.704529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf7d13-cb78-4755-8307-08a7074c38c0 None None] Pushing event updated for resources: {'Port': ['ID=1d4939ad-d203-4b53-87bd-1ee1283c16d9,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:30.714907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for cef7110c-be9c-408f-8154-65b9e5ef9205 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:30.744870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:30.750122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8437fb2a-589f-4296-83a3-14dd1bf9477c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.750312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] Set router 1f01582d-a5e6-4748-ab1f-70009be8f27c gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:30.756688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-217634e7-8627-4d77-9e4b-46ccd4292199 req-c9b51dd7-a50b-41af-a832-50ebe4ae5782 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1028 time: 0.6035461 Mar 05 00:18:30.762608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:30.773603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:30.777689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d035a8ee-2705-4c7d-89ab-74f8dbac9b78 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0785198 Mar 05 00:18:30.778455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43376) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:30.795622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'security_group_rule': {'security_group_id': 'af28bbba-7ddd-443c-9721-5267908406d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:30.828580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:30.844081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:security_group_rule and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:30.854317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:30.886294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:30.926820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Provisioning for port 6bdbf654-299b-45a2-bd62-4dca72525418 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:30.929549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-217634e7-8627-4d77-9e4b-46ccd4292199 req-34a23864-4c7f-408b-a046-7fcd2b61f546 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500435 Mar 05 00:18:30.987590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdbf654-299b-45a2-bd62-4dca72525418,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:31.003897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8437fb2a-589f-4296-83a3-14dd1bf9477c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.052408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.102464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437fb2a-589f-4296-83a3-14dd1bf9477c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d919ab6c-155d-43e9-ba47-a82aebc439a1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:31.132791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 2895e8ba-a6fd-4585-a4dd-ce1053f332a5 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:31.137987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.151945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd04ef-6a58-4fdb-85ea-a3e6772fed19 req-24f350b8-3862-4945-8402-b97233d3a0a3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:31.158168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.159192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3acd04ef-6a58-4fdb-85ea-a3e6772fed19 req-24f350b8-3862-4945-8402-b97233d3a0a3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4cd955-eef8-4592-b7aa-eccd7f094ad2 HTTP/1.1" status: 200 len: 945 time: 0.7119141 Mar 05 00:18:31.196515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.263511 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e20fa03708a2456980b7df38d2c3fdb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8918719 Mar 05 00:18:31.283261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Provisioning for port 993c0283-45f8-4952-ae3e-b50ccc17c120 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:31.290519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:18:12Z', 'revision_number': 4, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'ca61cdfa-2c21-4247-9f26-8bb8f31bb4de', 'name': '', 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'mac_address': 'fa:16:3e:7e:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0ac2e05-f651-4073-9137-9a925c388b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:18:11Z', 'updated_at': '2022-03-05T00:18:29Z', 'revision_number': 4, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'subnets': [{'id': 'b0ac2e05-f651-4073-9137-9a925c388b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:31.300279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Provisioning complete for port 993c0283-45f8-4952-ae3e-b50ccc17c120 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:31.300837 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.308061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8437fb2a-589f-4296-83a3-14dd1bf9477c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.311705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8437fb2a-589f-4296-83a3-14dd1bf9477c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d919ab6c-155d-43e9-ba47-a82aebc439a1 HTTP/1.1" status: 204 len: 168 time: 1.0564063 Mar 05 00:18:31.312590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43380) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:31.312910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43382) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:31.329503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817efaaa-5944-4c38-bd4a-ae8324addbc7 None None] The sync data for ids ['1f01582d-a5e6-4748-ab1f-70009be8f27c'] in n-d-828979-4 is: [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:18:12Z', 'revision_number': 4, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'ca61cdfa-2c21-4247-9f26-8bb8f31bb4de', 'name': '', 'network_id': '7571e5af-da7c-42b9-99a9-c49b0a75c0a6', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'mac_address': 'fa:16:3e:7e:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0ac2e05-f651-4073-9137-9a925c388b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:18:11Z', 'updated_at': '2022-03-05T00:18:29Z', 'revision_number': 4, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'subnets': [{'id': 'b0ac2e05-f651-4073-9137-9a925c388b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:18:31.366318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.385139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c872a-6c87-41f3-8bd7-6e54add79f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afceace-5099-475f-b013-5846277aef46,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:31.401709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Port 993c0283-45f8-4952-ae3e-b50ccc17c120 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:31.409470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.434991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:31.533848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=cef7110c-be9c-408f-8154-65b9e5ef9205,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:31.545824 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.618815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.667959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Provisioning complete for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:31.668334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.725768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port cef7110c-be9c-408f-8154-65b9e5ef9205 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:18:31.731578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.745250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'name': 'network-vif-deleted', 'tag': 'cef7110c-be9c-408f-8154-65b9e5ef9205'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:31.770234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.774416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7da0a49-9f82-4a72-8df7-8fba27503f81,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:31.782117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-60a1fe03-94a3-4508-8920-98d107cb26d1 None None] Port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:31.808627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f1e934-3139-465c-8b93-57843927cba2 None None] Network f8591d14-17ef-415b-b45d-ee136fd19f58 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:31.840233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.842203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac574d00-6dfd-45e9-bb86-e2dc3ad181ea tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0563931 Mar 05 00:18:31.844394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51b59f8a-c7de-4423-99f8-a833cfab047f req-ec481de7-0f21-4eab-b0b9-712a504ac1f4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "DELETE /v2.0/ports/cef7110c-be9c-408f-8154-65b9e5ef9205 HTTP/1.1" status: 204 len: 173 time: 2.2198946 Mar 05 00:18:31.844961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43394) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:31.858412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:31.870149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:31.890319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:floatingip and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:31.901113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:31.932755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:31.984340 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4cd955-eef8-4592-b7aa-eccd7f094ad2', 'name': 'network-vif-deleted', 'tag': 'cef7110c-be9c-408f-8154-65b9e5ef9205', 'status': 'completed', 'code': 200} Mar 05 00:18:31.988887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:31.997031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 81f0572d-fcae-404e-ae35-991ca3586e66 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:31.999255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16030260-e76a-4824-97fb-8b23d6c8c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.002500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.135738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.167964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58b9eb-742d-4efd-8edf-639b2963b673 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:32.180122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=2895e8ba-a6fd-4585-a4dd-ce1053f332a5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:32.233291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3c94fef-00ab-44e7-86b7-d00259936187 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:32.241647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/2895e8ba-a6fd-4585-a4dd-ce1053f332a5 HTTP/1.1" status: 204 len: 168 time: 2.2317073 Mar 05 00:18:32.241647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Attempting to bind port 6bdbf654-299b-45a2-bd62-4dca72525418 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:32.241647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Attempting to bind port 6bdbf654-299b-45a2-bd62-4dca72525418 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:32.241647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Attempting to bind port 6bdbf654-299b-45a2-bd62-4dca72525418 on network 868339ae-0377-4401-85b2-7c09f35c7561 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:32.259303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:32.270154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Port 6bdbf654-299b-45a2-bd62-4dca72525418 on network 868339ae-0377-4401-85b2-7c09f35c7561 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:18:32.271575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Attempting to bind port 6bdbf654-299b-45a2-bd62-4dca72525418 on network 868339ae-0377-4401-85b2-7c09f35c7561 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:32.336372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81c2f3f4-8798-4f2d-a9d2-54f1e48ebcb8 req-7252baed-7938-4692-a00e-1064252e92a9 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1053 time: 0.1029043 Mar 05 00:18:32.383703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet d3b08883-5cd9-4f3e-9e34-2a146ba446a6 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:32.413258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3c94fef-00ab-44e7-86b7-d00259936187 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:32.415745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b3c94fef-00ab-44e7-86b7-d00259936187 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9592519 Mar 05 00:18:32.417055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.543694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43404) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:32.586164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16030260-e76a-4824-97fb-8b23d6c8c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.605001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3acd04ef-6a58-4fdb-85ea-a3e6772fed19 req-1a9d9ce8-3c7d-44cd-b472-a276a6ffb759 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4448242 Mar 05 00:18:32.609391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:32.609852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Checking segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:32.610353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Bound using segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:32.610902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Bound port: 6bdbf654-299b-45a2-bd62-4dca72525418, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:32.611351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.622746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.623157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.623558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.623973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.624373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.624759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.625150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.625558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.625947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.626355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.626761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eff2f8-ddf6-4ec7-9a48-31a1f93408ec tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:32.658036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6e399d82-eb0c-4da2-b128-6b695788067a None None] Provisioning for port f9d89302-7495-41f2-bf42-ae431cad7fc9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:32.667278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.667530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 81f0572d-fcae-404e-ae35-991ca3586e66 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:32.667802 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.676128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.763692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81c2f3f4-8798-4f2d-a9d2-54f1e48ebcb8 req-bee27303-59ab-409e-bb87-e6d087d007f5 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182007 Mar 05 00:18:32.809255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fa8490a-3436-4959-ad8c-b61fbbf416ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.834360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=d06263cc-50b8-44b6-bf61-dc6879548b2e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:32.854945 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.902805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fa8490a-3436-4959-ad8c-b61fbbf416ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:32.941623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d4a2d45-042b-425f-8650-a1a75694ff7e None None] Provisioning for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:32.959822 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:18:32.975097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d4a2d45-042b-425f-8650-a1a75694ff7e None None] Provisioning complete for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:32.975477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d4a2d45-042b-425f-8650-a1a75694ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.034409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 172.25.0.164 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d0ea5650-aa14-4a57-833e-ef22ce12b11a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:33.061310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d4939ad-d203-4b53-87bd-1ee1283c16d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:33.075117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] For port 6bdbf654-299b-45a2-bd62-4dca72525418, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:33.079699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] For port 6bdbf654-299b-45a2-bd62-4dca72525418, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6bdbf654-299b-45a2-bd62-4dca72525418,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:33.093933 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fa8490a-3436-4959-ad8c-b61fbbf416ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.169149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.204229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cef7110c-be9c-408f-8154-65b9e5ef9205 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:33.206766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8490a-3436-4959-ad8c-b61fbbf416ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e64f03-a758-4f4c-88fa-43d315cbf3c4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:33.232936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16030260-e76a-4824-97fb-8b23d6c8c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.268872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: cef7110c-be9c-408f-8154-65b9e5ef9205 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:33.269287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cef7110c-be9c-408f-8154-65b9e5ef9205 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:33.294760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fa8490a-3436-4959-ad8c-b61fbbf416ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.296718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8fa8490a-3436-4959-ad8c-b61fbbf416ab tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/22e64f03-a758-4f4c-88fa-43d315cbf3c4 HTTP/1.1" status: 204 len: 168 time: 0.7394028 Mar 05 00:18:33.300000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43408) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:33.321830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:33.322397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.370932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030260-e76a-4824-97fb-8b23d6c8c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afceace-5099-475f-b013-5846277aef46,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:33.395902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16030260-e76a-4824-97fb-8b23d6c8c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.399519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-16030260-e76a-4824-97fb-8b23d6c8c606 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9afceace-5099-475f-b013-5846277aef46 HTTP/1.1" status: 204 len: 168 time: 1.9422042 Mar 05 00:18:33.460229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.476267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.478003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/6bdbf654-299b-45a2-bd62-4dca72525418 HTTP/1.1" status: 200 len: 1092 time: 5.1328139 Mar 05 00:18:33.478565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'tag': '6bdbf654-299b-45a2-bd62-4dca72525418'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:33.498083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ccbcfa38-53a1-4e8f-afb0-33f273c7dd75 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:33.515135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791581-5545-454e-8339-b3d3f87394e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdbf654-299b-45a2-bd62-4dca72525418,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:33.523414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.546912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ccbcfa38-53a1-4e8f-afb0-33f273c7dd75 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:33.553643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccbcfa38-53a1-4e8f-afb0-33f273c7dd75 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2441700 Mar 05 00:18:33.557376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43416) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:33.580730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823463158'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:33.587251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f9d89302-7495-41f2-bf42-ae431cad7fc9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:33.611862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:33.645073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:33.659985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.672216 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'tag': '6bdbf654-299b-45a2-bd62-4dca72525418', 'status': 'completed', 'code': 200} Mar 05 00:18:33.733807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.791622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f9d89302-7495-41f2-bf42-ae431cad7fc9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:33.806150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f9d89302-7495-41f2-bf42-ae431cad7fc9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:33.807052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.836232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.857849 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:33.886395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:33.892682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b08883-5cd9-4f3e-9e34-2a146ba446a6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:33.917358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:33.919816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6ad543d-7057-4b03-9663-5c1f9d523baf tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/d3b08883-5cd9-4f3e-9e34-2a146ba446a6 HTTP/1.1" status: 204 len: 168 time: 1.6444621 Mar 05 00:18:33.923289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=d0ea5650-aa14-4a57-833e-ef22ce12b11a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:33.930157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:33.946543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:34.142309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.162151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:34.179244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:34.192095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e241d6f-d877-4e1a-a205-57ded843a50f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2370410 Mar 05 00:18:34.195811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:34.197544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f9d89302-7495-41f2-bf42-ae431cad7fc9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f9d89302-7495-41f2-bf42-ae431cad7fc9,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:34.199294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43438) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:34.207581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.207897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:34.209677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca61cdfa-2c21-4247-9f26-8bb8f31bb4de up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:34.304863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.341941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:34.402168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f9d89302-7495-41f2-bf42-ae431cad7fc9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:34.405846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:34.412184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:34.412902 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.422724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-6da5ea65-4e43-4d8f-9d1c-9ebea11b01a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1095 time: 0.8469088 Mar 05 00:18:34.437430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.449333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d235be0-7fb2-434a-8eb9-d9046804084f None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:34.566269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.567479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0002997 Mar 05 00:18:34.573686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:34.580336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:34.580603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43452) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:34.581011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.583973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:34.592589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:34.597006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '23422310-40d8-4fab-b60f-c93d812d4cf8', 'direction': 'ingress', 'protocol': 17}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:34.614162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:34.668925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3a87ccae-1d5a-41f0-8a50-958c3f003a49 None None] Provisioning complete for port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:34.669409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3a87ccae-1d5a-41f0-8a50-958c3f003a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.681525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.687528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-43c6dd93-f23c-47a9-b16a-f31b7704404f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bdbf654-299b-45a2-bd62-4dca72525418 HTTP/1.1" status: 200 len: 217 time: 0.0822861 Mar 05 00:18:34.688058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:34.702072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.718173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:34.736493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:34.739513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcce3a0-3fcf-4db4-83a8-04c81644bcfe tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23422310-40d8-4fab-b60f-c93d812d4cf8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:34.750619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:34.815437 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.831545 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:34.852638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100209a-696b-40c5-a685-d66d75b8396f req-8bd1a600-22ba-45aa-bd2a-e00724ef65cc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:34.854417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-8bd1a600-22ba-45aa-bd2a-e00724ef65cc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.4503944 Mar 05 00:18:34.888062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-cb4f6755-7f44-457c-bbfe-730a3c23b477 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0147846 Mar 05 00:18:34.933036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:18:34.944057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,segment=NetworkSegment(07a3a973-1233-4cda-b15f-d32c97240780),segment_id=07a3a973-1233-4cda-b15f-d32c97240780)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:34.975236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] Deleting port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:34.975614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.069915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.084898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.115889 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.161825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b98ce6-42b9-4db5-8fbd-700cf6fcda0f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:35.162596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-21c66f98-24d0-4075-9ffa-0fdd582f6c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.195963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c100209a-696b-40c5-a685-d66d75b8396f req-4698c484-42ae-40df-af7e-db19b10cd222 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:35.219493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.221038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1bdb4484-95fb-4700-a37f-4e5386ba38be tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6388268 Mar 05 00:18:35.227159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.228653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43466) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:35.273772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.297102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-2637d67c-2548-49bc-916b-dcd070857b8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:35.303416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-2637d67c-2548-49bc-916b-dcd070857b8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e HTTP/1.1" status: 200 len: 848 time: 0.3244956 Mar 05 00:18:35.332023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c100209a-696b-40c5-a685-d66d75b8396f req-4698c484-42ae-40df-af7e-db19b10cd222 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:35.333550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-4698c484-42ae-40df-af7e-db19b10cd222 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3876550 Mar 05 00:18:35.395111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:35.412807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f9d89302-7495-41f2-bf42-ae431cad7fc9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:35.532129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] For port 1d4939ad-d203-4b53-87bd-1ee1283c16d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1d4939ad-d203-4b53-87bd-1ee1283c16d9,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:35.532862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.577394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-93c19700-055d-43c7-a719-a36965068a58 req-4fbbd3ab-87f0-4e99-a59c-c328afb5241c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Synchronizing usage tracker for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:35.634622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.653348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=d0ea5650-aa14-4a57-833e-ef22ce12b11a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:35.664089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6400c3fd-11aa-480f-b453-987b422b27fc tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.665880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-93c19700-055d-43c7-a719-a36965068a58 req-4fbbd3ab-87f0-4e99-a59c-c328afb5241c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Unset dirty status for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:35.667045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93c19700-055d-43c7-a719-a36965068a58 req-4fbbd3ab-87f0-4e99-a59c-c328afb5241c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1095 time: 1.4729450 Mar 05 00:18:35.717180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] Calling delete_port for 1d4939ad-d203-4b53-87bd-1ee1283c16d9 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:35.735136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.750896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6400c3fd-11aa-480f-b453-987b422b27fc tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.759255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f9d89302-7495-41f2-bf42-ae431cad7fc9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:35.759638 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.769153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-1cd59d4e-c2ea-4c3f-8f2b-b065982d1604 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229732 Mar 05 00:18:35.788599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-88e8d31a-51db-4b2f-8d69-07fb3c4b7990 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=868339ae-0377-4401-85b2-7c09f35c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4771700 Mar 05 00:18:35.801577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.811954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aa0576e5-329f-45ad-89e8-970f2bcd913b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9657803 Mar 05 00:18:35.957627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6400c3fd-11aa-480f-b453-987b422b27fc tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:35.959272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:18:35.964738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.032406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400c3fd-11aa-480f-b453-987b422b27fc tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23422310-40d8-4fab-b60f-c93d812d4cf8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:36.041531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-dc12382f-c2ad-449d-99df-600d967e6b9a service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627561 Mar 05 00:18:36.049593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6400c3fd-11aa-480f-b453-987b422b27fc tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.049593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6400c3fd-11aa-480f-b453-987b422b27fc tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/23422310-40d8-4fab-b60f-c93d812d4cf8 HTTP/1.1" status: 204 len: 168 time: 0.8190765 Mar 05 00:18:36.052772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43484) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:36.066483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-93c19700-055d-43c7-a719-a36965068a58 req-01d4a00e-990c-42d9-8e4c-e0dd1f3e8899 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Synchronizing usage tracker for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:36.111973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-277c7f62-21bf-4ee7-abd6-3edd4d7a3a69 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:36.117505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] Pushing event deleted for resources: {'Port': ['ID=1d4939ad-d203-4b53-87bd-1ee1283c16d9,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:36.127635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-93c19700-055d-43c7-a719-a36965068a58 req-01d4a00e-990c-42d9-8e4c-e0dd1f3e8899 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Unset dirty status for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:36.128779 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93c19700-055d-43c7-a719-a36965068a58 req-01d4a00e-990c-42d9-8e4c-e0dd1f3e8899 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443998 Mar 05 00:18:36.151782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-277c7f62-21bf-4ee7-abd6-3edd4d7a3a69 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:36.153607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-277c7f62-21bf-4ee7-abd6-3edd4d7a3a69 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0997846 Mar 05 00:18:36.157616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43490) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:36.164206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--843586829'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:36.170304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-b0ac696a-8005-474d-bb20-846817afbf07 service neutron] 10.222.0.10 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718138 Mar 05 00:18:36.175025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_pluggable_backend [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 05 00:18:36.175648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.ipam_pluggable_backend [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:8e36 {{(pid=83782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 05 00:18:36.180311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:36.192659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:36.230982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.250441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162aee3-c28b-41e5-8b13-2853c0977c13 None None] No DVR routers for this DVR port 1d4939ad-d203-4b53-87bd-1ee1283c16d9 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:18:36.291596 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.311725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:36.321608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:36.328667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:36.340894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:36.427888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d4939ad-d203-4b53-87bd-1ee1283c16d9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:36.439747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:36.450303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:36.455015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=87bd020a-40ce-413b-8fda-cf7979a91d27,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:36.471113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:36.471696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.491815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40a373-e8a6-416a-a2ac-4c07bb233908 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:36.499117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2445d078-f144-41b7-81fd-001765567823 req-b938892e-e47a-43ba-9bfa-abf66854c463 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 210 time: 0.1202114 Mar 05 00:18:36.518685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98c712f9-292d-4fa8-9776-ba3c878b2981 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2913816 Mar 05 00:18:36.520610 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b26b833-91d7-46b5-82ce-7dbf23b4db7a req-a34e2620-d94a-4c40-812d-fb91a4899bca service neutron] 10.222.0.10 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391449 Mar 05 00:18:36.523433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43508) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:36.538858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:36.564936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.574330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.629924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4846cb1-e0c5-4cd1-a35e-bcd9b6c4824d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:36.681976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.683526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9182d886-5b4d-46c6-bf84-b5b8fc29c89c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5249681 Mar 05 00:18:36.686873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43516) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:36.692229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1d4939ad-d203-4b53-87bd-1ee1283c16d9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:36.692592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1d4939ad-d203-4b53-87bd-1ee1283c16d9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:36.698285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--313213595'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:36.714222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:36.720508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:36.726754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:36.732518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:36.745571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.791339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:36.797769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:36.799139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-563f3063-e5a9-433a-a709-41cd5a41c80a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:36.802089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:36.809042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:36.887323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '87bd020a-40ce-413b-8fda-cf7979a91d27'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:18:36.888184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.906858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.913402 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:36.983340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337ff68c-9246-4af0-a0fd-9ba125cce826,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:37.028226 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd5be5e-6376-4eea-936a-47a4df201137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.046975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.048170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-954943e5-9cfe-4e8b-8ed2-c049488f78a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3597212 Mar 05 00:18:37.051145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43526) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:37.065378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': 'e4846cb1-e0c5-4cd1-a35e-bcd9b6c4824d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '337ff68c-9246-4af0-a0fd-9ba125cce826', 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:37.074786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:37.079323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-563f3063-e5a9-433a-a709-41cd5a41c80a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:37.085658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:37.091507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:37.092410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-563f3063-e5a9-433a-a709-41cd5a41c80a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--711355185&fields=id&tenant_id=4edf1e3150024705ab750abab4d6c670 HTTP/1.1" status: 200 len: 267 time: 0.6434903 Mar 05 00:18:37.102192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:37.146590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.220268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Allocated IP 2001:db8::f816:3eff:fecb:8d8d (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/87bd020a-40ce-413b-8fda-cf7979a91d27/ca227f9d-77a7-47db-8510-b66d156ab043) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:37.263495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.268880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:37.274777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.282093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca61cdfa-2c21-4247-9f26-8bb8f31bb4de up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:37.308574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.311383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:37.311842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2596993 Mar 05 00:18:37.314795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43538) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:37.317839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd6bbd-82d9-42b4-a3c9-3bf305b6c7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bdd226-106c-4ce3-b8ed-013f3250f3ff,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:37.319234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:37.334824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-affe6c85-f5f9-4905-8ad9-60e336868c73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1095 time: 0.5954661 Mar 05 00:18:37.339125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:37.379523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e25cce5-d5d8-406d-b64b-2369a35db173 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.382541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-645f2c0e-a912-4c19-9723-ba3b87386c94 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:37.384391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-645f2c0e-a912-4c19-9723-ba3b87386c94 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 937 time: 0.2904558 Mar 05 00:18:37.459118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e25cce5-d5d8-406d-b64b-2369a35db173 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.496177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e25cce5-d5d8-406d-b64b-2369a35db173 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.503094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:37.515740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e25cce5-d5d8-406d-b64b-2369a35db173 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.519282 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e25cce5-d5d8-406d-b64b-2369a35db173 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f5bdd226-106c-4ce3-b8ed-013f3250f3ff HTTP/1.1" status: 204 len: 168 time: 0.2009037 Mar 05 00:18:37.520751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43546) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:37.551544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25cce5-d5d8-406d-b64b-2369a35db173 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5bdd226-106c-4ce3-b8ed-013f3250f3ff,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:37.602549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5c1ce4ab-ed66-4f13-9934-7be523cfdcd3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:37.614643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-033f48a0-ca3b-463b-a7b5-9eb2a13c69f9 req-3504621b-7163-492d-8020-0c47493a265d tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1095 time: 0.2389393 Mar 05 00:18:37.728791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5c1ce4ab-ed66-4f13-9934-7be523cfdcd3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:37.731438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5c1ce4ab-ed66-4f13-9934-7be523cfdcd3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2072463 Mar 05 00:18:37.735101 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.736752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-033f48a0-ca3b-463b-a7b5-9eb2a13c69f9 req-af1fda62-e051-4864-ae95-f935a8c82b26 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851462 Mar 05 00:18:37.737361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43560) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:37.749941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:37.750275 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.827665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-90f9872f-9fd6-4f74-9b9b-8e6d4e31c6cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115355 Mar 05 00:18:37.828780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Transition to ACTIVE for port object ca227f9d-77a7-47db-8510-b66d156ab043 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:37.857097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Transition to ACTIVE for port object ca227f9d-77a7-47db-8510-b66d156ab043 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:37.877994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:37.888052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-870a35b5-7657-446c-a1f8-f27aa16c67da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.001127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:38.002223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Pushing event updated for resources: {'Port': ['ID=ca227f9d-77a7-47db-8510-b66d156ab043,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:38.005040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38d51-de53-49a4-8367-c4188af92c7a req-5ba3e775-0d0a-42dc-8eda-6739fcb806e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:38.007890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:38.013369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:38.014638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-5ba3e775-0d0a-42dc-8eda-6739fcb806e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.6660106 Mar 05 00:18:38.121102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af4d97d5-c074-4113-abc4-dcddcc58efe1 req-82313914-e79e-461d-9afd-372669af6348 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 210 time: 0.1137140 Mar 05 00:18:38.155460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-870a35b5-7657-446c-a1f8-f27aa16c67da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.228503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Attempting to bind port ca227f9d-77a7-47db-8510-b66d156ab043 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:38.228944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Attempting to bind port ca227f9d-77a7-47db-8510-b66d156ab043 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:38.229374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Attempting to bind port ca227f9d-77a7-47db-8510-b66d156ab043 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:38.234290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-c4ffd29a-d3ef-43d1-81dd-3231c481db38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bdbf654-299b-45a2-bd62-4dca72525418 HTTP/1.1" status: 200 len: 217 time: 0.1728828 Mar 05 00:18:38.239130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:38.239501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:38.240701 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.241711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:38.242467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Bound port: ca227f9d-77a7-47db-8510-b66d156ab043, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:38.243016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.258663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-51e5f2ee-76f5-4a0e-ade3-d699bdcec709 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:38.260276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.261140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-51e5f2ee-76f5-4a0e-ade3-d699bdcec709 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 935 time: 0.8572886 Mar 05 00:18:38.280439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100209a-696b-40c5-a685-d66d75b8396f req-0cbb3266-3503-4c64-ab23-62c79948e58f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:38.282164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-0cbb3266-3503-4c64-ab23-62c79948e58f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.3914688 Mar 05 00:18:38.289168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-33926734-3831-45d8-b4bd-5ccf7d11f2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 1096 time: 0.4355781 Mar 05 00:18:38.314077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:38.336985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-870a35b5-7657-446c-a1f8-f27aa16c67da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.355556 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.428501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a35b5-7657-446c-a1f8-f27aa16c67da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337ff68c-9246-4af0-a0fd-9ba125cce826,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:38.462411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-610c6f59-9010-4285-99c6-e83767d5bcd2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1276605 Mar 05 00:18:38.463963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] For port ca227f9d-77a7-47db-8510-b66d156ab043, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:38.467707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] For port ca227f9d-77a7-47db-8510-b66d156ab043, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca227f9d-77a7-47db-8510-b66d156ab043,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:38.469687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.488823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.557191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-870a35b5-7657-446c-a1f8-f27aa16c67da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.558822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-870a35b5-7657-446c-a1f8-f27aa16c67da tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/337ff68c-9246-4af0-a0fd-9ba125cce826 HTTP/1.1" status: 204 len: 168 time: 0.8190477 Mar 05 00:18:38.576107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:38.594733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad17f2-30d5-407e-ad6f-14d97c957b68 None None] Pushing event updated for resources: {'Port': ['ID=ca227f9d-77a7-47db-8510-b66d156ab043,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:38.618870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43578) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:38.627074 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-e6dc0e1a-1f15-423e-9c49-fe086ea799fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1358638 Mar 05 00:18:38.631503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38d51-de53-49a4-8367-c4188af92c7a req-70456805-219d-47b2-8e85-e2215795221b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:38.632853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-70456805-219d-47b2-8e85-e2215795221b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e HTTP/1.1" status: 200 len: 848 time: 0.3704875 Mar 05 00:18:38.666931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0888-b234-4474-b03b-84c686202c52 req-c7d94094-3032-443a-88a8-b087c269b4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:38.668300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-c7d94094-3032-443a-88a8-b087c269b4f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.3349812 Mar 05 00:18:38.669877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:38.738584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:38.768608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-9f05291f-4423-4f71-89a6-533867467378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 200 len: 217 time: 0.0879807 Mar 05 00:18:38.778452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:38.781721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:38.883269 n-d-828979-4 neutron-server[83782]: INFO neutron.db.ipam_backend_mixin [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87bd020a-40ce-413b-8fda-cf7979a91d27 (CIDR: 2001:db8::/64) Mar 05 00:18:38.900379 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:18:38.900379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:18:38.984555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a28b29a1-fa5d-4cce-942d-a0794d9da957 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4535263 Mar 05 00:18:38.989144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43586) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:39.000261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:39.019980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-eb29c55e-646a-405d-b9da-ba00b9fe4538 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:39.025578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-eb29c55e-646a-405d-b9da-ba00b9fe4538 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:39.030543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-eb29c55e-646a-405d-b9da-ba00b9fe4538 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:39.031407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-eb29c55e-646a-405d-b9da-ba00b9fe4538 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:39.094635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e822d57a-9010-43a2-9a05-c11722ba0205 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:39.107193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-4d874c13-0bac-4646-bfcf-95b8c00da36d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=868339ae-0377-4401-85b2-7c09f35c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4658370 Mar 05 00:18:39.155461 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.197822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0888-b234-4474-b03b-84c686202c52 req-73b72ac1-090f-4c1d-b4e9-4b986ef29188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:39.199388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-73b72ac1-090f-4c1d-b4e9-4b986ef29188 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.3944602 Mar 05 00:18:39.241447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca227f9d-77a7-47db-8510-b66d156ab043 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:39.249976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-eb29c55e-646a-405d-b9da-ba00b9fe4538 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:39.252107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-eb29c55e-646a-405d-b9da-ba00b9fe4538 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/networks?id=efd46df0-1c82-4725-adb6-be0b3d7d344b&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=f8591d14-17ef-415b-b45d-ee136fd19f58&id=f8591d14-17ef-415b-b45d-ee136fd19f58 HTTP/1.1" status: 200 len: 1994 time: 0.6132317 Mar 05 00:18:39.277736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e822d57a-9010-43a2-9a05-c11722ba0205 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:39.279017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e822d57a-9010-43a2-9a05-c11722ba0205 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.7016430 Mar 05 00:18:39.288126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-b80d8e42-18a8-4c13-8925-8ef53057e334 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743291 Mar 05 00:18:39.289717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43592) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:39.319074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ca227f9d-77a7-47db-8510-b66d156ab043 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:39.339415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:39.341344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 4e35bca2-683a-4d15-be6c-6d5f88838a18 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:18:39.345257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3b85c7ec-3b1f-4fff-9fc3-4d69b6b3791c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/quotas/4edf1e3150024705ab750abab4d6c670 HTTP/1.1" status: 200 len: 375 time: 0.0741210 Mar 05 00:18:39.383248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7c0ad4ca584eb49520d85639f5e653 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:39.412094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:39.425771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-4f54b7b4-cd69-4603-aaf0-5d6b44526583 service neutron] 10.222.0.10 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080134 Mar 05 00:18:39.430212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:39.436274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:39.438416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:39.463741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:39.467250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:39.521432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b910c3e-fc30-45dd-a9ed-8523deb7043a req-cb34b870-b8d5-4b55-a67c-c5745a126a62 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1095 time: 0.4395485 Mar 05 00:18:39.524714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.5 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/af94d7b1-5bce-450e-8bb1-63a24e27563e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:39.608491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:39.612399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.650575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8783bf5a-b4ca-4ce3-a7b7-a90ce4be9480 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.653681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-cd0c8266-3263-4439-a69b-c46082742363 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220799 Mar 05 00:18:39.720610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.804797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b910c3e-fc30-45dd-a9ed-8523deb7043a req-21be9ffa-a21f-4341-a8cc-719df717f5b2 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738779 Mar 05 00:18:39.836102 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8783bf5a-b4ca-4ce3-a7b7-a90ce4be9480 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.877678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.879245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] Provisioning for port ca227f9d-77a7-47db-8510-b66d156ab043 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:39.925915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] Provisioning complete for port ca227f9d-77a7-47db-8510-b66d156ab043 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:39.928182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.961528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:39.989061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21e38d51-de53-49a4-8367-c4188af92c7a req-45a5dfb4-ec14-4e80-a060-220560a1cab0 service neutron] 10.222.0.10 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496757 Mar 05 00:18:40.056340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c8f14caf-349b-484d-9008-0fd1b6cca174 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6919127 Mar 05 00:18:40.071394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.074592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d1ea073-bad5-430b-919d-e424ec2ee415 req-650fa1c9-103d-4486-b02d-d771d2c8f72d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 210 time: 0.1254122 Mar 05 00:18:40.111385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] For port ca227f9d-77a7-47db-8510-b66d156ab043, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca227f9d-77a7-47db-8510-b66d156ab043,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:40.116958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b2d828-946e-4781-aa05-d2cb22dda36a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:40.118180 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.147447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e33845b-8a2e-48e7-a797-f12cc873f9e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7c0ad4ca584eb49520d85639f5e653&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5256047 Mar 05 00:18:40.149720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43596) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:40.162795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8783bf5a-b4ca-4ce3-a7b7-a90ce4be9480 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.166947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e43a0888-b234-4474-b03b-84c686202c52 req-1001f129-bf31-4ef1-9f13-9ed589da4602 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876907 Mar 05 00:18:40.196221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61a911-8b4a-4fed-96ba-588a89b8de0e None None] Pushing event updated for resources: {'Port': ['ID=ca227f9d-77a7-47db-8510-b66d156ab043,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:40.214582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783bf5a-b4ca-4ce3-a7b7-a90ce4be9480 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4846cb1-e0c5-4cd1-a35e-bcd9b6c4824d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:40.229293 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.279640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8783bf5a-b4ca-4ce3-a7b7-a90ce4be9480 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.283150 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8783bf5a-b4ca-4ce3-a7b7-a90ce4be9480 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/e4846cb1-e0c5-4cd1-a35e-bcd9b6c4824d HTTP/1.1" status: 204 len: 168 time: 0.9574692 Mar 05 00:18:40.286266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:40.297759 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424a7ec3-60a2-4993-ad33-7401b5ce13e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.328275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-03ac78f7-856e-4a80-9f53-807c87f6c0f4 service neutron] 10.222.0.32 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591550 Mar 05 00:18:40.328784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424a7ec3-60a2-4993-ad33-7401b5ce13e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.338908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.350867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:40.443556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:40.447694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:40.450225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=af94d7b1-5bce-450e-8bb1-63a24e27563e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:40.452366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:40.540148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:40.540728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.553010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-954a1d6b-d972-483c-9663-8f1afe770ef8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:40.558718 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424a7ec3-60a2-4993-ad33-7401b5ce13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.564044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:18:40.579405 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] Sync routers for ids ['4e35bca2-683a-4d15-be6c-6d5f88838a18'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:18:40.580176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-424a7ec3-60a2-4993-ad33-7401b5ce13e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.581541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-424a7ec3-60a2-4993-ad33-7401b5ce13e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3b2d828-946e-4781-aa05-d2cb22dda36a HTTP/1.1" status: 204 len: 168 time: 0.4285240 Mar 05 00:18:40.585344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a7ec3-60a2-4993-ad33-7401b5ce13e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b2d828-946e-4781-aa05-d2cb22dda36a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:40.587780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-fd4f1a16-2a10-4d06-9c20-8461928e769a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2794507 Mar 05 00:18:40.599155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Request body: {'port': {'device_id': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:40.607863 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] Routers {'4e35bca2-683a-4d15-be6c-6d5f88838a18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:40.607863 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4e35bca2-683a-4d15-be6c-6d5f88838a18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:40.641776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5faca85b-9464-44d3-9dab-6a600afd633c tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "PUT /v2.0/routers/4e35bca2-683a-4d15-be6c-6d5f88838a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6517289 Mar 05 00:18:40.651464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-25df528f-c118-4a6c-9147-20e1e50998bf service neutron] 10.222.0.32 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888110 Mar 05 00:18:40.654053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43606) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:40.722811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.787102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-954a1d6b-d972-483c-9663-8f1afe770ef8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:40.789717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-954a1d6b-d972-483c-9663-8f1afe770ef8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4983869 Mar 05 00:18:40.798391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43612) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:40.807931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629433333'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:40.814604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:40.820542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-ddcd485d-696c-4940-8c4b-0fd8bc060482 service neutron] 10.222.0.32 "GET /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1313062 Mar 05 00:18:40.827598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:40.864473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:40.878926 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] Set router 4e35bca2-683a-4d15-be6c-6d5f88838a18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:40.965801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c692ce34-81dc-422d-b853-b8a47b47d14d service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443663 Mar 05 00:18:41.037044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:41.041915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:41.045056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:41.052728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:41.106954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43618) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:41.117113 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.219609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca227f9d-77a7-47db-8510-b66d156ab043 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:41.281259 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:18:31Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:41.285456 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] Checking router: 4e35bca2-683a-4d15-be6c-6d5f88838a18 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:18:41.295560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6bdbf654-299b-45a2-bd62-4dca72525418 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:18:41.299222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] Routers {'4e35bca2-683a-4d15-be6c-6d5f88838a18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:41.300093 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4e35bca2-683a-4d15-be6c-6d5f88838a18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:41.304846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:41.315967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.321395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:41.337209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:41.337817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.346365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=dd8080ba-ad7c-44e2-872c-a2bb89d1a116,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:41.346592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44442894-f63c-42f4-a4da-22b2258b7a38 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:41.393464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c0e2888c-119c-4252-8e8f-787397416739 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4017317 Mar 05 00:18:41.394330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43624) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:41.397732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.409385 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-820d2d43-f9aa-4535-84f7-640f55aa8a86 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369895 Mar 05 00:18:41.416170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:5e:88:4e', 'name': 'tempest-NetworksTestDHCPv6-843445256'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:41.485202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.519979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:41.534032 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] Set router 4e35bca2-683a-4d15-be6c-6d5f88838a18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:41.534733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ca227f9d-77a7-47db-8510-b66d156ab043 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:41.535175 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.545407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Usage tracker for resource:security_group_rule and tenant:911e9a4886084241a6c91fc7abb7f42b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:41.554748 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.555956 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7566061 Mar 05 00:18:41.557647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:41.561053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43628) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:41.577043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:41.594595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d09d31bd-d8fe-4693-b5fd-35d9850361c7 req-39091706-4637-45c5-85c2-780b421bd7f6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1095 time: 0.4977999 Mar 05 00:18:41.600430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b3824-a7b3-47d3-8376-31910054f7a5 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e23576-d542-449d-a2f6-e42862efc258,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:41.603895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': 'c9e23576-d542-449d-a2f6-e42862efc258', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:41.609698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:41.619716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:41.640665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:41.648244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:41.661299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:41.669916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:41.674835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:41.679141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting subnet 30d7819f-0d99-4099-b0b8-6de16fe0e08b {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:41.686571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:41.697636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.728758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-4bdb5b2f-46cb-42e1-887e-90cd664f412a service neutron] 10.222.0.32 "GET /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1649559 Mar 05 00:18:41.769699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.793305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d09d31bd-d8fe-4693-b5fd-35d9850361c7 req-7eb55b57-c82e-41a4-9325-953e60612203 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861074 Mar 05 00:18:41.798315 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:41.803898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6bdbf654-299b-45a2-bd62-4dca72525418, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6bdbf654-299b-45a2-bd62-4dca72525418,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:41.934063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '6bdbf654-299b-45a2-bd62-4dca72525418', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'port_id': '6bdbf654-299b-45a2-bd62-4dca72525418', 'mac_address': 'fa:16:3e:54:07:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:18:41.947041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:18:42.011819 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:18:31Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:42.016769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af94d7b1-5bce-450e-8bb1-63a24e27563e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:42.020397 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10564-649e-4827-b598-4de5d1bb318d None None] The sync data for ids ['4e35bca2-683a-4d15-be6c-6d5f88838a18'] in n-d-828979-4 is: [{'id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383446965', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:06Z', 'updated_at': '2022-03-05T00:18:31Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': 'cfbc0ed3-97cc-4c1c-bef8-8dcbba559517', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e35bca2-683a-4d15-be6c-6d5f88838a18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:09Z', 'updated_at': '2022-03-05T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:18:42.021552 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.026166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.031373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.051028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Transition to ACTIVE for port object af94d7b1-5bce-450e-8bb1-63a24e27563e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:42.052928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdbf654-299b-45a2-bd62-4dca72525418 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:42.065813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.089868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6bdbf654-299b-45a2-bd62-4dca72525418, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6bdbf654-299b-45a2-bd62-4dca72525418,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:42.097454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:42.099868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.102832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.142313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.235648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6bdbf654-299b-45a2-bd62-4dca72525418,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:42.243068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': '87bd020a-40ce-413b-8fda-cf7979a91d27', 'ip_address': '2001:db8::f816:3eff:fecb:8d8d'}, {'subnet_id': 'dd8080ba-ad7c-44e2-872c-a2bb89d1a116'}], 'binding:host_id': 'n-d-828979-4'}, 'id': 'ca227f9d-77a7-47db-8510-b66d156ab043'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:18:42.250548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d687dd3-0f84-444f-8e0c-2867c9825625,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:42.251983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 1036f223-f8c5-429d-ac6e-4c74c16d7647 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:18:42.255626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-576e0f3d-d525-4795-a67a-9af39eb78791 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=911e9a4886084241a6c91fc7abb7f42b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1467679 Mar 05 00:18:42.267116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43632) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:42.275389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=af94d7b1-5bce-450e-8bb1-63a24e27563e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:42.301596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.372940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-bf23271c-acab-4e4f-837e-2ea772327951 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352057 Mar 05 00:18:42.387744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.409451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.423286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6bdbf654-299b-45a2-bd62-4dca72525418'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:42.470353 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53dab911-e052-4eeb-8843-d5532cea43ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.482941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.487077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece67d2c-3621-4b6f-a848-1e524f35608e req-cff8228b-44ee-4497-894f-37da9d883bae tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:42.488003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ece67d2c-3621-4b6f-a848-1e524f35608e req-cff8228b-44ee-4497-894f-37da9d883bae tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:42.490363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Attempting to bind port af94d7b1-5bce-450e-8bb1-63a24e27563e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:42.490694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Attempting to bind port af94d7b1-5bce-450e-8bb1-63a24e27563e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:42.491015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Attempting to bind port af94d7b1-5bce-450e-8bb1-63a24e27563e on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:42.526947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53dab911-e052-4eeb-8843-d5532cea43ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.533653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Port af94d7b1-5bce-450e-8bb1-63a24e27563e on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:18:42.533980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Attempting to bind port af94d7b1-5bce-450e-8bb1-63a24e27563e on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:42.555212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b39ce3-737e-444e-941f-0a4b826fd22a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:42.557190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ece67d2c-3621-4b6f-a848-1e524f35608e req-cff8228b-44ee-4497-894f-37da9d883bae tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:42.558586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ece67d2c-3621-4b6f-a848-1e524f35608e req-cff8228b-44ee-4497-894f-37da9d883bae tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 943 time: 0.5029647 Mar 05 00:18:42.559308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:42.560016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:42.560016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:42.560449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Bound port: af94d7b1-5bce-450e-8bb1-63a24e27563e, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:42.560797 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.690210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ece67d2c-3621-4b6f-a848-1e524f35608e req-4c5d3ad7-d0dd-4f5f-be69-2ad7ab0fee94 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102252 Mar 05 00:18:42.712258 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53dab911-e052-4eeb-8843-d5532cea43ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.729563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] For port af94d7b1-5bce-450e-8bb1-63a24e27563e, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:42.731654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab911-e052-4eeb-8843-d5532cea43ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d687dd3-0f84-444f-8e0c-2867c9825625,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:42.742580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] For port af94d7b1-5bce-450e-8bb1-63a24e27563e, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:42.743993 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53dab911-e052-4eeb-8843-d5532cea43ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.747660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53dab911-e052-4eeb-8843-d5532cea43ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d687dd3-0f84-444f-8e0c-2867c9825625 HTTP/1.1" status: 204 len: 168 time: 0.4722207 Mar 05 00:18:42.752544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.792802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.796751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1c61bb75-b2cc-4932-adef-88d9540b7f6a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2283046 Mar 05 00:18:42.797325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:42.834453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8:0:1::386 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/dd8080ba-ad7c-44e2-872c-a2bb89d1a116/1036f223-f8c5-429d-ac6e-4c74c16d7647) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:42.854143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.855524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] 10.222.0.36 "PUT /v2.0/ports/af94d7b1-5bce-450e-8bb1-63a24e27563e HTTP/1.1" status: 200 len: 1091 time: 2.2613347 Mar 05 00:18:42.855971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'tag': 'af94d7b1-5bce-450e-8bb1-63a24e27563e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:42.867751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3c0-9ad8-450e-9d62-60cf09bc785a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.881646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3c0-9ad8-450e-9d62-60cf09bc785a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:42.884675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-f8d1774b-2ca4-40d0-8276-09bf08472fd0 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398236 Mar 05 00:18:42.891767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593035ae-4dd3-4d32-a958-ee2e8a616ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=af94d7b1-5bce-450e-8bb1-63a24e27563e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:43.002533 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3c0-9ad8-450e-9d62-60cf09bc785a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.006583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::f816:3eff:fe5e:884e (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/87bd020a-40ce-413b-8fda-cf7979a91d27/1036f223-f8c5-429d-ac6e-4c74c16d7647) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:43.028094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17f3c0-9ad8-450e-9d62-60cf09bc785a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69b39ce3-737e-444e-941f-0a4b826fd22a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:43.047316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3c0-9ad8-450e-9d62-60cf09bc785a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.048473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2d17f3c0-9ad8-450e-9d62-60cf09bc785a tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/69b39ce3-737e-444e-941f-0a4b826fd22a HTTP/1.1" status: 204 len: 168 time: 0.2504561 Mar 05 00:18:43.054026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.054408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43648) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:43.109304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Subnet': ['ID=30d7819f-0d99-4099-b0b8-6de16fe0e08b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:43.119093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-8fe08d23-ad18-4f16-9d8e-5d8c88087fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 1094 time: 0.2189789 Mar 05 00:18:43.127487 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.131704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f0bc1-1c1e-41c4-a4d6-0aea61644921 None None] Network bafd3961-296e-4322-8229-fd6e62cd4a78 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:43.220826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f38220db-b149-4862-851f-65702a616f9b tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/subnets/30d7819f-0d99-4099-b0b8-6de16fe0e08b HTTP/1.1" status: 204 len: 168 time: 2.5629051 Mar 05 00:18:43.228140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43658) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:43.232723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-2e6667d4-3b57-43d0-89cd-3af6713f8f31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e HTTP/1.1" status: 200 len: 217 time: 0.1016102 Mar 05 00:18:43.239543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-eeab3d39-dd54-4a20-bff9-1a5716656595 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:43.245929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b9e1ca9-0a1d-4b6e-b523-cb0732f4f84d req-c7888967-4aff-440a-8658-38337562db95 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1096 time: 0.2908132 Mar 05 00:18:43.274804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d06263cc-50b8-44b6-bf61-dc6879548b2e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:43.301647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6bdbf654-299b-45a2-bd62-4dca72525418 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:43.318215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-a09ab67a-9df6-4112-957b-415fcd5b81d8 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320145 Mar 05 00:18:43.345079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b9e1ca9-0a1d-4b6e-b523-cb0732f4f84d req-c263ba17-9226-4d4e-b4cf-639793fde1a6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590768 Mar 05 00:18:43.364274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d06263cc-50b8-44b6-bf61-dc6879548b2e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:43.365062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d06263cc-50b8-44b6-bf61-dc6879548b2e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:43.376956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-eeab3d39-dd54-4a20-bff9-1a5716656595 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:43.385371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eeab3d39-dd54-4a20-bff9-1a5716656595 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3299077 Mar 05 00:18:43.388791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43664) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:43.471948 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'tag': 'af94d7b1-5bce-450e-8bb1-63a24e27563e', 'status': 'completed', 'code': 200} Mar 05 00:18:43.496923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100209a-696b-40c5-a685-d66d75b8396f req-365da72d-62c3-4bfb-a012-c3edf0332d8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:43.500391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-365da72d-62c3-4bfb-a012-c3edf0332d8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.2522259 Mar 05 00:18:43.503117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eb3208dd-88c3-4df8-b94f-b83d7aa6f70b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.538599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 6bdbf654-299b-45a2-bd62-4dca72525418 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:43.546712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 6bdbf654-299b-45a2-bd62-4dca72525418 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:43.547090 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.561546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.562468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-a37ed905-1aec-4849-a66d-ee23f3a4c5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549636 Mar 05 00:18:43.602584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c246ace3-8dec-48bf-8a98-6925a03ffcd3 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326126 Mar 05 00:18:43.636918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 1036f223-f8c5-429d-ac6e-4c74c16d7647 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:43.690762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] DHCP port deletion for bafd3961-296e-4322-8229-fd6e62cd4a78 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:18:43.708544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] Deleting port 1963b278-aea4-4734-a355-f82940c4f148 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:43.709052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.730145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-43dc4928-de3c-4764-ba58-8c8bb7f7f77b service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580558 Mar 05 00:18:43.773140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.830024 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:43.950508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eb3208dd-88c3-4df8-b94f-b83d7aa6f70b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.077729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d0614f9f-7678-4a2d-b91f-fabb07bc5fd5 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591236 Mar 05 00:18:44.091599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] For port 1963b278-aea4-4734-a355-f82940c4f148, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1963b278-aea4-4734-a355-f82940c4f148,segment=NetworkSegment(5d053a15-50a5-4e32-847a-5d8b18c8967d),segment_id=5d053a15-50a5-4e32-847a-5d8b18c8967d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:44.092134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.108559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c5b3-11c5-49bc-8ab2-b5dade9ef2dd req-7d344874-ca0c-448d-8e76-5610018e39a6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:44.110465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78f7c5b3-11c5-49bc-8ab2-b5dade9ef2dd req-7d344874-ca0c-448d-8e76-5610018e39a6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 943 time: 0.1518476 Mar 05 00:18:44.173423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78f7c5b3-11c5-49bc-8ab2-b5dade9ef2dd req-c5d5a851-89bd-4b74-b0ec-7b2cac621dec tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489171 Mar 05 00:18:44.175605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eb3208dd-88c3-4df8-b94f-b83d7aa6f70b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.188139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c100209a-696b-40c5-a685-d66d75b8396f req-ecac7f2e-2ef5-4a4e-a5e9-e9f37a519f79 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470825 Mar 05 00:18:44.200281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3208dd-88c3-4df8-b94f-b83d7aa6f70b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e23576-d542-449d-a2f6-e42862efc258,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:44.214708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:44.217421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=1036f223-f8c5-429d-ac6e-4c74c16d7647,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:44.222942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:44.231041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:44.232271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-eb3208dd-88c3-4df8-b94f-b83d7aa6f70b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.236162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:44.236329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eb3208dd-88c3-4df8-b94f-b83d7aa6f70b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/c9e23576-d542-449d-a2f6-e42862efc258 HTTP/1.1" status: 204 len: 168 time: 0.8467014 Mar 05 00:18:44.236867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43682) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:44.237327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.288547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.350436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f2e0ac9d-c541-4afa-ad0b-3595119011c0 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:44.354398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] Calling delete_port for 1963b278-aea4-4734-a355-f82940c4f148 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:44.358855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a80939a9-32fc-433a-a6f7-c83eaf6cda7d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9524691 Mar 05 00:18:44.363696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43688) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:44.411114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdbf654-299b-45a2-bd62-4dca72525418'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:44.417241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Allocated IP 2001:db8:0:1::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/dd8080ba-ad7c-44e2-872c-a2bb89d1a116/ca227f9d-77a7-47db-8510-b66d156ab043) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:44.440487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d445272d-9c81-45ed-a543-98b57b041397 service neutron] 10.222.0.32 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618836 Mar 05 00:18:44.456430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6bdbf654-299b-45a2-bd62-4dca72525418, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6bdbf654-299b-45a2-bd62-4dca72525418,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:44.485748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.503097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f2e0ac9d-c541-4afa-ad0b-3595119011c0 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:44.504346 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f2e0ac9d-c541-4afa-ad0b-3595119011c0 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2665434 Mar 05 00:18:44.526442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43696) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:44.547679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540173704'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:44.579425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:44.592885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 1036f223-f8c5-429d-ac6e-4c74c16d7647 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:44.593284 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.615407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-aa19f2b8-9c46-49da-b24c-aee5f7c8580c service neutron] 10.222.0.32 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678116 Mar 05 00:18:44.668799 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.690260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6bdbf654-299b-45a2-bd62-4dca72525418,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:44.700708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:44.722745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-bd20f15d-a3b6-4cd7-b973-c4636b1b079c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 1094 time: 0.4241581 Mar 05 00:18:44.738848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] Pushing event deleted for resources: {'Port': ['ID=1963b278-aea4-4734-a355-f82940c4f148,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:44.752286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a6bec-80a3-462d-badd-cde4621fc48d None None] No DVR routers for this DVR port 1963b278-aea4-4734-a355-f82940c4f148 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:18:44.769601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.770290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] For port ca227f9d-77a7-47db-8510-b66d156ab043, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca227f9d-77a7-47db-8510-b66d156ab043,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:44.778268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-1235620f-b878-4296-a5b3-48d1e1e912a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553519 Mar 05 00:18:44.806454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43702) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:44.809821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.813005 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.827335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Transition to ACTIVE for port object ca227f9d-77a7-47db-8510-b66d156ab043 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:44.832647 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.886733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:44.886733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:44.923594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5bec-d9b4-43f9-82ae-44c5266b53b0 None None] Pushing event updated for resources: {'Port': ['ID=ca227f9d-77a7-47db-8510-b66d156ab043,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:45.028611 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d35171d-2b4c-4d6e-84cc-dd14ac59b7c4 req-378bb1bb-3411-4075-b6ac-0d2aba0eda51 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.4013400 Mar 05 00:18:45.078740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:45.098690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:45.105590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:45.118869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:45.155677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-52c0b294-9b43-453e-bb13-fa84d0b72340 service neutron] 10.222.0.32 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691161 Mar 05 00:18:45.165950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.200261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d286-a42f-49c0-b59c-0924860bca49 req-62f42254-8c75-4d42-85c4-7a26c905aec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:45.201767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-62f42254-8c75-4d42-85c4-7a26c905aec1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.4682419 Mar 05 00:18:45.302756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca227f9d-77a7-47db-8510-b66d156ab043 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:45.313916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d35171d-2b4c-4d6e-84cc-dd14ac59b7c4 req-9755527a-e017-42f2-a28e-3b05167179f7 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834506 Mar 05 00:18:45.339402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] For port cfbc0ed3-97cc-4c1c-bef8-8dcbba559517, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:45.339402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.421067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.423710 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-31be865a-5dbe-44dd-adab-928781268b21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e HTTP/1.1" status: 200 len: 217 time: 0.2109923 Mar 05 00:18:45.426168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.436622 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdbf654-299b-45a2-bd62-4dca72525418', 'code': 200} Mar 05 00:18:45.440592 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.501895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1963b278-aea4-4734-a355-f82940c4f148 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:45.531949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:45.572616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1963b278-aea4-4734-a355-f82940c4f148 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:45.572970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1963b278-aea4-4734-a355-f82940c4f148 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:45.637273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:45.650504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Usage tracker for resource:security_group_rule and tenant:50f4b493c09844cfb08b0c4c351c7f85 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:45.668819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:45.675007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 1036f223-f8c5-429d-ac6e-4c74c16d7647 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:45.680477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:45.794805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e68c6b-ea1e-400a-9036-6ba8e7fd66d0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:45.820414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d286-a42f-49c0-b59c-0924860bca49 req-001a342e-b200-415d-8e5c-f50024156593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:45.820414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-001a342e-b200-415d-8e5c-f50024156593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.3768249 Mar 05 00:18:45.820414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.827771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-23f8c759-faf6-4b5a-9610-a793b60e9f51 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2931607 Mar 05 00:18:45.827771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43710) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:45.883643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '35e68c6b-ea1e-400a-9036-6ba8e7fd66d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:45.888994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e7462641-928d-4cf0-80c4-f2ac5a6fd2ed None None] Provisioning for port ca227f9d-77a7-47db-8510-b66d156ab043 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:45.900891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d7dc8d73-1aa4-4734-9ad5-f41b3d2a296a service neutron] 10.222.0.32 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172596 Mar 05 00:18:45.929612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e7462641-928d-4cf0-80c4-f2ac5a6fd2ed None None] Provisioning complete for port ca227f9d-77a7-47db-8510-b66d156ab043 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:45.929612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7462641-928d-4cf0-80c4-f2ac5a6fd2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:45.942152 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-190d2615-7cef-4332-a53f-7459d2bc4ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098096 Mar 05 00:18:45.963545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c59e5cce-3cdc-4ee3-b36e-bf86e357ee95 req-af2dd05a-4763-4e96-a008-18e8727f950a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.4367740 Mar 05 00:18:46.003326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:46.041356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:46.079545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:46.100707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.173837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c59e5cce-3cdc-4ee3-b36e-bf86e357ee95 req-2af943d0-a128-4cdb-9b08-27616c17f20d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999617 Mar 05 00:18:46.180904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.282979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dcd57b-b494-453d-bb66-2c3c3c97b7a5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:46.287350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.322919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:46.326026 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b814fbb4-2ffb-4d85-9268-896889987a42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50f4b493c09844cfb08b0c4c351c7f85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5155451 Mar 05 00:18:46.329843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43720) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:46.339706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae3e25-8733-4fcd-9b1b-7c3b04362da8 req-4742dbe6-df2a-4d63-8e0c-9df5311209a0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:46.341044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbae3e25-8733-4fcd-9b1b-7c3b04362da8 req-4742dbe6-df2a-4d63-8e0c-9df5311209a0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 943 time: 0.6754103 Mar 05 00:18:46.352023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=cfbc0ed3-97cc-4c1c-bef8-8dcbba559517,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:46.465268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.546998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-461caf92-bc9e-42d7-b309-bb83b3523152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.559275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbae3e25-8733-4fcd-9b1b-7c3b04362da8 req-0d8945e3-64eb-40af-b481-2a9977680506 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800995 Mar 05 00:18:46.570133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-05178706-5c37-4b11-85ba-51422d48f7e6 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147108 Mar 05 00:18:46.660244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-461caf92-bc9e-42d7-b309-bb83b3523152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.668189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.668842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1f1e4ac9-4931-49a4-8039-4a73bc3cfe1e None None] Provisioning for port 1036f223-f8c5-429d-ac6e-4c74c16d7647 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:46.675594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1f1e4ac9-4931-49a4-8039-4a73bc3cfe1e None None] Provisioning complete for port 1036f223-f8c5-429d-ac6e-4c74c16d7647 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:46.676161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4ac9-4931-49a4-8039-4a73bc3cfe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.680968 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.731822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e4ac9-4931-49a4-8039-4a73bc3cfe1e None None] Port 1036f223-f8c5-429d-ac6e-4c74c16d7647 was deleted so its status cannot be updated. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 05 00:18:46.741484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.751218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=1036f223-f8c5-429d-ac6e-4c74c16d7647,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:46.759324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.831744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0cde8f-5246-4220-9b90-e7e64c159223,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:46.961922 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.963297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-638b6c85-52bf-4b03-bcc5-f2ec262e7e67 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1371784 Mar 05 00:18:46.964753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:46.969394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae00790b-87cf-489d-a1a6-0b8e8928b9d1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/1036f223-f8c5-429d-ac6e-4c74c16d7647 HTTP/1.1" status: 204 len: 168 time: 2.5923388 Mar 05 00:18:46.971648 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a318d286-a42f-49c0-b59c-0924860bca49 req-f77ec3bb-be89-4157-9f0c-948f013d4741 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925583 Mar 05 00:18:46.977872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43738) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:46.978455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43740) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.054135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.058809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.091435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.093272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Fanout notify agent at l3_agent the message router_deleted on router 4e35bca2-683a-4d15-be6c-6d5f88838a18 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:18:47.108054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5f5ffe3d-fec1-4ee1-9059-b3afd09366ff tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules/7e0cde8f-5246-4220-9b90-e7e64c159223 HTTP/1.1" status: 200 len: 705 time: 0.1275234 Mar 05 00:18:47.108404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43750) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.169048 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-461caf92-bc9e-42d7-b309-bb83b3523152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.210265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-428bcda6-4faa-4407-8ab8-bdf094387324 req-a805dfbe-30c3-4c17-abb2-f082cb841a7f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.0850623 Mar 05 00:18:47.213390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461caf92-bc9e-42d7-b309-bb83b3523152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dcd57b-b494-453d-bb66-2c3c3c97b7a5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:47.231733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af94d7b1-5bce-450e-8bb1-63a24e27563e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:18:47.238087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.239234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aadbc680-c130-4ee6-9910-61a57d9881d0 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/routers/4e35bca2-683a-4d15-be6c-6d5f88838a18 HTTP/1.1" status: 204 len: 168 time: 4.0021336 Mar 05 00:18:47.240881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-461caf92-bc9e-42d7-b309-bb83b3523152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.241986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-461caf92-bc9e-42d7-b309-bb83b3523152 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30dcd57b-b494-453d-bb66-2c3c3c97b7a5 HTTP/1.1" status: 204 len: 168 time: 0.9089291 Mar 05 00:18:47.242634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43758) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.314067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e0eb14a8-9931-434f-970b-60bc59879afd tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:47.382846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1446f1fb-a72e-4179-9abe-64437473b072 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:47.383588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1446f1fb-a72e-4179-9abe-64437473b072 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:47.390768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e0eb14a8-9931-434f-970b-60bc59879afd tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:47.394566 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e0eb14a8-9931-434f-970b-60bc59879afd tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2809756 Mar 05 00:18:47.397248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43764) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.440433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1446f1fb-a72e-4179-9abe-64437473b072 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:47.444953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1446f1fb-a72e-4179-9abe-64437473b072 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4605746 Mar 05 00:18:47.451088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2058da04-f843-476b-8666-724bdd9e7337 req-9f35b114-f603-4d10-929d-8d3d8f7640be tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.2575824 Mar 05 00:18:47.451922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43768) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.470547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a14e68-33a1-48dc-8533-d55fb667d297 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.485643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a14e68-33a1-48dc-8533-d55fb667d297 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.544775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af94d7b1-5bce-450e-8bb1-63a24e27563e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:47.561703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2058da04-f843-476b-8666-724bdd9e7337 req-926db761-8215-4452-931f-06477ae135b6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096160 Mar 05 00:18:47.563485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'af94d7b1-5bce-450e-8bb1-63a24e27563e', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': 'af94d7b1-5bce-450e-8bb1-63a24e27563e', 'mac_address': 'fa:16:3e:db:5d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:18:47.573000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a14e68-33a1-48dc-8533-d55fb667d297 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.603081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a14e68-33a1-48dc-8533-d55fb667d297 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e0cde8f-5246-4220-9b90-e7e64c159223,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:47.608141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.624766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a14e68-33a1-48dc-8533-d55fb667d297 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.625971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-15a14e68-33a1-48dc-8533-d55fb667d297 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7e0cde8f-5246-4220-9b90-e7e64c159223 HTTP/1.1" status: 204 len: 168 time: 0.2269099 Mar 05 00:18:47.630482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43778) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.635719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.670115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af94d7b1-5bce-450e-8bb1-63a24e27563e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:18:47.690706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af94d7b1-5bce-450e-8bb1-63a24e27563e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:47.696645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.765774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-197b191b-acb8-469f-a632-94c17f05aa1c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:47.786076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-197b191b-acb8-469f-a632-94c17f05aa1c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:47.789534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-197b191b-acb8-469f-a632-94c17f05aa1c tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1579893 Mar 05 00:18:47.794373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:47.806242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af94d7b1-5bce-450e-8bb1-63a24e27563e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:47.806683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '35e68c6b-ea1e-400a-9036-6ba8e7fd66d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:47.826211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:47.840551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:47.862164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.874372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.917007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafd3961-296e-4322-8229-fd6e62cd4a78']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:47.935846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d053a15-50a5-4e32-847a-5d8b18c8967d') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:47.936144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d053a15-50a5-4e32-847a-5d8b18c8967d') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:47.959130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.971674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:47.977702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.007438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['af94d7b1-5bce-450e-8bb1-63a24e27563e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:48.009197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3f7c6-3d10-4493-b743-167c8252e07a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:48.010396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-50d3f7c6-3d10-4493-b743-167c8252e07a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:48.011906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15925e9c-a48a-4eee-ad7b-7321a36aa3ac,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:48.027757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.029385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-51836b76-e7ff-4bef-90b4-de72c21a1223 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2331383 Mar 05 00:18:48.031312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.032101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43794) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.039315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:18:48.040268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.054937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a5c2d435-ccfb-4e1d-b0ff-a8b39c5e5d85 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules/15925e9c-a48a-4eee-ad7b-7321a36aa3ac HTTP/1.1" status: 200 len: 705 time: 0.0214045 Mar 05 00:18:48.057360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43798) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.111698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e9f0f523-7a8a-443e-9aa4-6d9a86e01b9b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:48.163401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e9f0f523-7a8a-443e-9aa4-6d9a86e01b9b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:48.167646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e9f0f523-7a8a-443e-9aa4-6d9a86e01b9b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1066658 Mar 05 00:18:48.167878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43802) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.207025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afcdbf9b-ea06-4435-b683-f7daafe260a8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.221798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afcdbf9b-ea06-4435-b683-f7daafe260a8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:18:48.260794 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:18:48.264934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afcdbf9b-ea06-4435-b683-f7daafe260a8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.300792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-50d3f7c6-3d10-4493-b743-167c8252e07a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:48.304905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-50d3f7c6-3d10-4493-b743-167c8252e07a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8517544 Mar 05 00:18:48.305707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43810) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.328414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdbf9b-ea06-4435-b683-f7daafe260a8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15925e9c-a48a-4eee-ad7b-7321a36aa3ac,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:48.335673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afcdbf9b-ea06-4435-b683-f7daafe260a8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.336897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-afcdbf9b-ea06-4435-b683-f7daafe260a8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/15925e9c-a48a-4eee-ad7b-7321a36aa3ac HTTP/1.1" status: 204 len: 168 time: 0.1680307 Mar 05 00:18:48.339290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43816) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.365210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266828-24ee-4e46-bc43-913f4cb079f1 req-c656a400-2eb8-4fa0-8e4f-594da71db306 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:48.369079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9266828-24ee-4e46-bc43-913f4cb079f1 req-c656a400-2eb8-4fa0-8e4f-594da71db306 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 944 time: 0.5753047 Mar 05 00:18:48.374220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.382310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.471791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Network': ['ID=bafd3961-296e-4322-8229-fd6e62cd4a78,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:48.475031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9aba1a9f-8677-478f-9491-c831e9b526bd tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:48.480980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f081b323-3503-4009-aa8d-1efac2fe9f79 req-763876f4-2952-4a40-9e8f-6c90abf3d6e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:48.486648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4089e6-f359-496e-9ea0-7c8447a37bf3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:48.487993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4089e6-f359-496e-9ea0-7c8447a37bf3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:48.489336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4089e6-f359-496e-9ea0-7c8447a37bf3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:48.490142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca4089e6-f359-496e-9ea0-7c8447a37bf3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:48.499548 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1d069531-f792-47b7-ab69-a0442980a8db tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/networks/bafd3961-296e-4322-8229-fd6e62cd4a78 HTTP/1.1" status: 204 len: 168 time: 1.2559166 Mar 05 00:18:48.500453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43822) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.502864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9aba1a9f-8677-478f-9491-c831e9b526bd tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:48.504074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9aba1a9f-8677-478f-9491-c831e9b526bd tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1629779 Mar 05 00:18:48.507484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43824) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.514287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '35e68c6b-ea1e-400a-9036-6ba8e7fd66d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:48.522875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:48.525860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f081b323-3503-4009-aa8d-1efac2fe9f79 req-763876f4-2952-4a40-9e8f-6c90abf3d6e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:48.526997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f081b323-3503-4009-aa8d-1efac2fe9f79 req-763876f4-2952-4a40-9e8f-6c90abf3d6e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.1031840 Mar 05 00:18:48.545261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:48.569546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.653010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.662652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.687962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088604a8-2390-4fd0-ac85-315fb56faa8d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:48.711887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca4089e6-f359-496e-9ea0-7c8447a37bf3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:48.712773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca4089e6-f359-496e-9ea0-7c8447a37bf3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3997636 Mar 05 00:18:48.715661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43836) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.773388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.777924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fd06ccc2-83d9-4510-bb19-9ec8359ce6d8 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2686906 Mar 05 00:18:48.812297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43840) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:48.830980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port d3f32ee6-533e-4a2f-993e-160e4db43f5f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:48.831310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:48.869930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-15ea1de5-9a9d-47ea-82a4-acdd3afc2388 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules/088604a8-2390-4fd0-ac85-315fb56faa8d HTTP/1.1" status: 200 len: 706 time: 0.0480237 Mar 05 00:18:48.873118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43844) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:49.018192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9266828-24ee-4e46-bc43-913f4cb079f1 req-75600e48-8b16-460f-83f0-5421f065320a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254063 Mar 05 00:18:49.025892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9494e0e6-6fbc-44c2-9268-028cb872d91f tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:49.070149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-6517c4a2-41cc-4ed8-a113-ef5e9610e3be service neutron] 10.222.0.10 "GET /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 1033 time: 0.4100847 Mar 05 00:18:49.077315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd41b3ba-1d0f-4722-9761-5384e44cd954 req-3eb066d4-9134-4f92-8fa6-7d5e8e9e36d6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.3103180 Mar 05 00:18:49.092674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9494e0e6-6fbc-44c2-9268-028cb872d91f tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:49.096758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9494e0e6-6fbc-44c2-9268-028cb872d91f tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2171218 Mar 05 00:18:49.099870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43848) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:49.138871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 87bd020a-40ce-413b-8fda-cf7979a91d27 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:49.149565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.156356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.156692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.220943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd41b3ba-1d0f-4722-9761-5384e44cd954 req-38bafc54-332e-4276-ba5d-5d779aa9aa0a tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298320 Mar 05 00:18:49.227948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13d8cc18-0844-4ae1-b54e-1bce975c0f47 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.236246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af94d7b1-5bce-450e-8bb1-63a24e27563e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:49.268677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13d8cc18-0844-4ae1-b54e-1bce975c0f47 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.296924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.365913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for d3f32ee6-533e-4a2f-993e-160e4db43f5f owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:49.432653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port af94d7b1-5bce-450e-8bb1-63a24e27563e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:49.447362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port af94d7b1-5bce-450e-8bb1-63a24e27563e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:49.449950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.481644 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13d8cc18-0844-4ae1-b54e-1bce975c0f47 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.516755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8cc18-0844-4ae1-b54e-1bce975c0f47 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=088604a8-2390-4fd0-ac85-315fb56faa8d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:49.522601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13d8cc18-0844-4ae1-b54e-1bce975c0f47 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.527393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-13d8cc18-0844-4ae1-b54e-1bce975c0f47 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/088604a8-2390-4fd0-ac85-315fb56faa8d HTTP/1.1" status: 204 len: 168 time: 0.4256728 Mar 05 00:18:49.528200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43858) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:49.570366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.638818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-52df07bb-859d-4809-93b2-1640fcbf5099 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:49.670925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-52df07bb-859d-4809-93b2-1640fcbf5099 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:49.677379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-52df07bb-859d-4809-93b2-1640fcbf5099 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1451569 Mar 05 00:18:49.679814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43868) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:49.718395 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.768193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.772969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af94d7b1-5bce-450e-8bb1-63a24e27563e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:49.790195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port af94d7b1-5bce-450e-8bb1-63a24e27563e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:49.806921 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.824707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.918417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=af94d7b1-5bce-450e-8bb1-63a24e27563e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:49.948432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=d3f32ee6-533e-4a2f-993e-160e4db43f5f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:49.980365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-5030f3f2-7f9f-49dc-8c1e-437e6e55eef1 service neutron] 10.222.0.10 "GET /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 1031 time: 0.8981612 Mar 05 00:18:49.981947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:49.988752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1cc4b5-1831-4714-8b1c-a8e66a0eae70 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:50.112459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a7ca28e-87d2-4b8d-95ba-424de0ad8edf req-459f625d-67db-4eac-9e32-0eaa8e15e175 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.1709881 Mar 05 00:18:50.118486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=87bd020a-40ce-413b-8fda-cf7979a91d27,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:50.121764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58d7606c-ae5b-4c1f-af19-27f80d089553 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.124174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-05e1a59a-6424-4f4c-a60c-4835e97ab789 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/87bd020a-40ce-413b-8fda-cf7979a91d27 HTTP/1.1" status: 204 len: 168 time: 1.4072173 Mar 05 00:18:50.130905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43876) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:50.220696 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58d7606c-ae5b-4c1f-af19-27f80d089553 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.317189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet dd8080ba-ad7c-44e2-872c-a2bb89d1a116 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:18:50.325036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f71b059-8f30-45e7-a234-7f753b441e32 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:50.329756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f71b059-8f30-45e7-a234-7f753b441e32 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:50.335835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f71b059-8f30-45e7-a234-7f753b441e32 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:50.337610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.337845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f71b059-8f30-45e7-a234-7f753b441e32 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "GET /v2.0/networks?id=efd46df0-1c82-4725-adb6-be0b3d7d344b&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=f8591d14-17ef-415b-b45d-ee136fd19f58&id=f8591d14-17ef-415b-b45d-ee136fd19f58 HTTP/1.1" status: 200 len: 1994 time: 0.3236015 Mar 05 00:18:50.341911 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af94d7b1-5bce-450e-8bb1-63a24e27563e', 'code': 200} Mar 05 00:18:50.375041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.584368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58d7606c-ae5b-4c1f-af19-27f80d089553 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.642261 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.697500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7606c-ae5b-4c1f-af19-27f80d089553 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e68c6b-ea1e-400a-9036-6ba8e7fd66d0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:50.760927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f288f4b-0632-4dab-ad5c-73807d8b7b98 req-c70fba99-46cb-4b72-b155-af4c8305aa4e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:50.767455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f288f4b-0632-4dab-ad5c-73807d8b7b98 req-c70fba99-46cb-4b72-b155-af4c8305aa4e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 0.2858081 Mar 05 00:18:50.782067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18ef80b-d5c7-41ac-b585-3c7f3914f0ed req-8aa708a4-98c4-480a-ade5-85012551c17f tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 1.0655594 Mar 05 00:18:50.797181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-869581be-2e1f-4c05-9201-69f3e0d05aa5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edf1e3150024705ab750abab4d6c670 HTTP/1.1" status: 200 len: 379 time: 0.4409788 Mar 05 00:18:50.858535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-58d7606c-ae5b-4c1f-af19-27f80d089553 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:50.862250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-58d7606c-ae5b-4c1f-af19-27f80d089553 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/35e68c6b-ea1e-400a-9036-6ba8e7fd66d0 HTTP/1.1" status: 204 len: 168 time: 1.1808848 Mar 05 00:18:50.864601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43884) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:50.895091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38d3d9a8-0c32-47e8-8ac3-318fca2480bf req-9371a316-fd54-4fa7-9c09-7a212bba7154 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 1096 time: 0.5710168 Mar 05 00:18:50.910370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'admin_state_up': True, 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'security_groups': ['af28bbba-7ddd-443c-9721-5267908406d4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:50.935935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.021737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38d3d9a8-0c32-47e8-8ac3-318fca2480bf req-7fb0d6db-0424-4602-a96d-1730177f8389 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128237 Mar 05 00:18:51.037973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f288f4b-0632-4dab-ad5c-73807d8b7b98 req-cb13e87e-81c3-4e04-9937-76b3ec4f9c26 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197089 Mar 05 00:18:51.055570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18ef80b-d5c7-41ac-b585-3c7f3914f0ed req-989c50f2-3edc-4be2-a26b-eb24a859f5c3 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547565 Mar 05 00:18:51.116438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7f94a7f1-c98a-411d-a584-8f99a181bbef tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:51.149475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7f94a7f1-c98a-411d-a584-8f99a181bbef tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:51.155445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7f94a7f1-c98a-411d-a584-8f99a181bbef tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2880044 Mar 05 00:18:51.156425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43892) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:51.164375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732547524'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:51.175148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:51.193745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:51.199095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:51.212934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.251107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:51.288837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:51.304680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:51.305019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cfbc0ed3-97cc-4c1c-bef8-8dcbba559517 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:51.354608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:51.358112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.388975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8080ba-ad7c-44e2-872c-a2bb89d1a116,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:51.406006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.437787 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.463549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8e042648-a2f9-4ce0-9c8f-21c4826e776a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/dd8080ba-ad7c-44e2-872c-a2bb89d1a116 HTTP/1.1" status: 204 len: 168 time: 1.3315897 Mar 05 00:18:51.466127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43900) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:51.527690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa90ef-4bbf-4ab1-90fa-e5d64f7ca1ab None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:51.540224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c2326a5-70bb-4708-934d-6644c5a6e67e req-3ec6f9db-66ca-4677-9de5-e9a1b00088e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.0621772 Mar 05 00:18:51.575210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8edcbf50-b1ab-4476-9807-5d88255ac217 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069984 Mar 05 00:18:51.576219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43904) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:51.615075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:51.623663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:51.631733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:51.650220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:51.709373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e6558b5f-9498-498a-a2ed-088feae0599b None None] Provisioning complete for port ca227f9d-77a7-47db-8510-b66d156ab043 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:51.709744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e6558b5f-9498-498a-a2ed-088feae0599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.710837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:51.760110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c001dc32-2c27-45e3-8ba6-a48fe5edf195 req-fd463289-1622-4c8e-94b2-d2615654b301 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.4176753 Mar 05 00:18:51.806137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 172.20.0.12 (efd46df0-1c82-4725-adb6-be0b3d7d344b/dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf/dde9da38-deb6-46a4-b3d0-5b883026b5fd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:51.977048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:51.990036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:51.994597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:51.999359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:52.008662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:52.038369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:52.042525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.049556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:18:52.055586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] Deleting port ca227f9d-77a7-47db-8510-b66d156ab043 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:52.056320 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.061140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.141307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:18:52.166946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.264165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15db0cf0-2351-41f5-99b7-9e0f77022d69,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:52.289133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object dde9da38-deb6-46a4-b3d0-5b883026b5fd will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:52.330696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c001dc32-2c27-45e3-8ba6-a48fe5edf195 req-35fa02df-566e-4fcf-b793-79eb42dd53db tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192934 Mar 05 00:18:52.390702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.398787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28bef9cb-8a00-4920-8cf3-17526226b6b3 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2398198 Mar 05 00:18:52.402267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43914) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:52.420600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Request body: {'security_group_rule': {'security_group_id': '15db0cf0-2351-41f5-99b7-9e0f77022d69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:52.447757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:52.463425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Usage tracker for resource:security_group_rule and tenant:22adecae84734d3b9f62fc5c69205002 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:52.474260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:52.493823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:52.551979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.614018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] For port ca227f9d-77a7-47db-8510-b66d156ab043, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca227f9d-77a7-47db-8510-b66d156ab043,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:52.615169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.648218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.677854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f98f1f-8a15-4152-b73b-03bae75d6325 req-b2f19a1b-f6af-4d48-911e-298738654f85 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:52.679534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7f98f1f-8a15-4152-b73b-03bae75d6325 req-b2f19a1b-f6af-4d48-911e-298738654f85 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 0.4244099 Mar 05 00:18:52.856419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=dde9da38-deb6-46a4-b3d0-5b883026b5fd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:52.872003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network efd46df0-1c82-4725-adb6-be0b3d7d344b is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:52.876812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:52.897209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:52.977957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7f98f1f-8a15-4152-b73b-03bae75d6325 req-1939c046-4c56-415d-8316-885982461fcb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678554 Mar 05 00:18:52.987918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] Calling delete_port for ca227f9d-77a7-47db-8510-b66d156ab043 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:52.997792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:52.998420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:52.999173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.053631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:18:53.058715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.075930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] Sync routers for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:18:53.092913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-449bfe80-5cb3-4061-ac5b-a8ddaf9ac547 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2126150 Mar 05 00:18:53.136543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'admin_state_up': True, 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'security_groups': ['af28bbba-7ddd-443c-9721-5267908406d4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:53.157704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.166928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:53.167554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:53.217522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.309017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52290e56-00ac-4c24-aa8c-25fa76d40865 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/floatingips/f7490ae2-23ad-4b06-a25f-a008753da4bd HTTP/1.1" status: 204 len: 168 time: 4.7867196 Mar 05 00:18:53.312252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:18:53.315794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.319674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9100833 Mar 05 00:18:53.321989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43934) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:53.330515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d412d7-58e4-4804-b525-09a0ad2f9fe1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910f4320-123b-4a8f-bbe0-c75dc4bcbefc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:53.361097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:53.362803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=65f5893c-b265-4ea9-b192-70246e3f6a11,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:53.370116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:53.374130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:53.374752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.415104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6fc0fcac-9a1c-4810-b4d6-65cecf49ea8c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7145951 Mar 05 00:18:53.418662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43938) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:53.427273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:53.443394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca227f9d-77a7-47db-8510-b66d156ab043 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:53.448403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:53.460835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:port and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:53.465706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:53.473156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:53.491669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ca227f9d-77a7-47db-8510-b66d156ab043 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:18:53.492144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca227f9d-77a7-47db-8510-b66d156ab043 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:18:53.496858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.506300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:53.509516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.524074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2466-b26b-422e-9262-634777c0cac1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.561259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] Pushing event deleted for resources: {'Port': ['ID=ca227f9d-77a7-47db-8510-b66d156ab043,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:53.589703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643b261-cfb4-459e-8a70-253b30442c2e None None] No DVR routers for this DVR port ca227f9d-77a7-47db-8510-b66d156ab043 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:18:53.609342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ac1d1560-5e70-4bf4-a466-80414e556b6c None None] Provisioning for port dde9da38-deb6-46a4-b3d0-5b883026b5fd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:53.618736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ac1d1560-5e70-4bf4-a466-80414e556b6c None None] Provisioning complete for port dde9da38-deb6-46a4-b3d0-5b883026b5fd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:53.619938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1560-5e70-4bf4-a466-80414e556b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.644774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d79cc-5f5c-4133-bc38-e2569c697b90 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:18:53.657051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-c88b795d-0c6b-4f8a-b64c-f996cacb2a30 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:53.663842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-c88b795d-0c6b-4f8a-b64c-f996cacb2a30 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.7559836 Mar 05 00:18:53.690352 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-c860a2d3-ea90-4786-87c8-f81f926d6695 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/quotas/f31301ba9f1c45ccade16e0ff5f22951 HTTP/1.1" status: 200 len: 375 time: 0.0254729 Mar 05 00:18:53.738381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0f4bc-a911-492f-8585-f4afafd89168 req-6c58c277-6251-45ca-9b66-853787a4ab49 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:53.739070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7ee0f4bc-a911-492f-8585-f4afafd89168 req-6c58c277-6251-45ca-9b66-853787a4ab49 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:53.759218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2466-b26b-422e-9262-634777c0cac1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.798980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:53.805697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:53.810933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:53.819016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:53.822562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7ee0f4bc-a911-492f-8585-f4afafd89168 req-6c58c277-6251-45ca-9b66-853787a4ab49 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:53.823644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ee0f4bc-a911-492f-8585-f4afafd89168 req-6c58c277-6251-45ca-9b66-853787a4ab49 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 932 time: 0.4705124 Mar 05 00:18:53.836705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-62373a53-687a-4379-adcb-39ba55c03b1b tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1453905 Mar 05 00:18:53.922320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'tenant_id': '84a1c75586f34f92b98f51d42cae0855', 'fixed_ips': [{'subnet_id': '65f5893c-b265-4ea9-b192-70246e3f6a11'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:18:53.923121 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.927434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:53.930913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.931197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2466-b26b-422e-9262-634777c0cac1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:53.961017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7ee0f4bc-a911-492f-8585-f4afafd89168 req-ac5642cd-793c-4ef3-bb64-1664a88d2a7a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292999 Mar 05 00:18:53.984838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 10.1.1.180 (92141689-bb10-45a0-9c98-0d00660262a9/8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff/523654cd-ac18-4cb0-a15a-f9c36f477900) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:54.000414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d1560-5e70-4bf4-a466-80414e556b6c None None] Port dde9da38-deb6-46a4-b3d0-5b883026b5fd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:54.008140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2466-b26b-422e-9262-634777c0cac1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db0cf0-2351-41f5-99b7-9e0f77022d69,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:54.030773 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2466-b26b-422e-9262-634777c0cac1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:54.034945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ddb2466-b26b-422e-9262-634777c0cac1 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/15db0cf0-2351-41f5-99b7-9e0f77022d69 HTTP/1.1" status: 204 len: 168 time: 0.7096820 Mar 05 00:18:54.037939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:54.084338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:54.118311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5c609924-6ccf-4f67-ae19-3625700dd867 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:54.152952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5c609924-6ccf-4f67-ae19-3625700dd867 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:54.156276 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5c609924-6ccf-4f67-ae19-3625700dd867 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1172519 Mar 05 00:18:54.160159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:54.183468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-6c57e197-3d2a-474b-819f-d83c362d7f0f service neutron] 10.222.0.32 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457847 Mar 05 00:18:54.260435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ac8a1fe-cb1d-47ab-90b8-f97c02d8d38b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:54.305536 n-d-828979-4 neutron-server[83783]: INFO neutron.db.ipam_backend_mixin [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65f5893c-b265-4ea9-b192-70246e3f6a11 (CIDR: 2001:db8::/64) Mar 05 00:18:54.310078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/65f5893c-b265-4ea9-b192-70246e3f6a11/27603335-546d-43a2-a4da-b35f6714e4c7) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:54.322872 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:18:54.323734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:18:54.381127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ac8a1fe-cb1d-47ab-90b8-f97c02d8d38b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:54.382919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ac8a1fe-cb1d-47ab-90b8-f97c02d8d38b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2215538 Mar 05 00:18:54.400097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-841a51da-37b6-4340-9041-62eaf9bb868b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9776621 Mar 05 00:18:54.400097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43958) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:54.400437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43960) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:54.406689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:54.423440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-ea5de5c6-6ea0-4e93-921e-38911d545cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390263 Mar 05 00:18:54.426873 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-7375713e-06f5-4233-8545-6c946bee621b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] delete failed (client error): The resource could not be found. Mar 05 00:18:54.427668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7375713e-06f5-4233-8545-6c946bee621b tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "DELETE /v2.0/security-groups/15db0cf0-2351-41f5-99b7-9e0f77022d69 HTTP/1.1" status: 404 len: 347 time: 0.0249999 Mar 05 00:18:54.431692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43966) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:54.521985 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'status': 'completed', 'code': 200} Mar 05 00:18:54.586746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:54.593634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:18:54.600880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:18:54.614435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:54.619982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-274549ed-7510-4170-b62c-09364761d852 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Synchronizing usage tracker for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:54.647096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:54.648405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-274549ed-7510-4170-b62c-09364761d852 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] Unset dirty status for tenant:22adecae84734d3b9f62fc5c69205002 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:54.649637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-274549ed-7510-4170-b62c-09364761d852 tempest-SecGroupTest-1085417935 tempest-SecGroupTest-1085417935-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2169652 Mar 05 00:18:54.713891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-a3f1e3f3-5bbf-4f6d-a10b-d1315597dc61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a734d7ece0c044c99e00c1f237c606a0&device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 1136 time: 0.1806312 Mar 05 00:18:54.995161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-450dd70c-a8f4-43f1-872c-e852a2d28463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:54.996822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-450dd70c-a8f4-43f1-872c-e852a2d28463 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 200 len: 898 time: 0.2750597 Mar 05 00:18:55.292449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-1ccb5064-35f7-4e66-8ed2-a2d5128d4082 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 200 len: 217 time: 0.2849340 Mar 05 00:18:55.297409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:55.350861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:55.463119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-1b28459c-6481-4c99-8aaf-4b30f3eac1e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:55.478279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-1b28459c-6481-4c99-8aaf-4b30f3eac1e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 200 len: 835 time: 0.1823101 Mar 05 00:18:55.498559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Transition to ACTIVE for port object 27603335-546d-43a2-a4da-b35f6714e4c7 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:55.499699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292434b4-cc09-4f2a-a649-332f8b3e6900 req-71ee509a-5a6c-4886-9cd1-848bef5e8446 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:55.502395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-292434b4-cc09-4f2a-a649-332f8b3e6900 req-71ee509a-5a6c-4886-9cd1-848bef5e8446 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:55.568733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Transition to ACTIVE for port object 27603335-546d-43a2-a4da-b35f6714e4c7 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:55.589007 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:55.591766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44008) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:55.618755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-292434b4-cc09-4f2a-a649-332f8b3e6900 req-71ee509a-5a6c-4886-9cd1-848bef5e8446 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:55.620436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-292434b4-cc09-4f2a-a649-332f8b3e6900 req-71ee509a-5a6c-4886-9cd1-848bef5e8446 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 985 time: 0.4707162 Mar 05 00:18:55.659158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:55.666645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] Checking router: 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:18:55.674612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-026f79be-3d83-4005-a6d9-12e9b3c460ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56853e5d-bdce-4134-b2ce-5e9e38b34959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816485 Mar 05 00:18:55.691328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:55.694193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:18:55.695082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:18:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:55.906379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.10', 55592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:55.916054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:55.926219 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-2fe904e2-d99b-4cb6-86f0-3d0a5406c821 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447717 Mar 05 00:18:55.981833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-292434b4-cc09-4f2a-a649-332f8b3e6900 req-faa2c4de-090e-4d03-9994-efd345270398 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3561077 Mar 05 00:18:56.068154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:18:56.227972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:18:56.289809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ece4b502-c041-4d0b-90b0-ff1caa46c3cf req-4d5a63cf-93e6-45ee-8781-c7de4fc4a471 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 210 time: 0.0495865 Mar 05 00:18:56.369243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:56.393306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69869c-bf3f-4767-93cf-0a73df88220e req-09c5d09a-74ad-49a1-bdab-5e29141db5c7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:56.396069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4619e11-4c3c-4740-9718-5b296ec9eb0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22adecae84734d3b9f62fc5c69205002&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8016701 Mar 05 00:18:56.400028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44022) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:18:56.403889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e69869c-bf3f-4767-93cf-0a73df88220e req-09c5d09a-74ad-49a1-bdab-5e29141db5c7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 1.5587921 Mar 05 00:18:56.467664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ba8edae-376f-4ce5-a4ca-8baa122cafc5 req-77ba6eae-0d94-4c47-a4c1-2ed6900ee3b3 service neutron] 10.222.0.10 "GET /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335984 Mar 05 00:18:56.514784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:56.535090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79230e8e-9fa0-4c57-925b-13f16eb2c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:56.566489 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79230e8e-9fa0-4c57-925b-13f16eb2c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:56.585537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Pushing event updated for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:56.606783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:56.646981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object 523654cd-ac18-4cb0-a15a-f9c36f477900 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:56.705916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.706261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.706594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.706924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.707250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.707566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.708977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.708977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.709173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.709363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.709688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:18:56.734658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Attempting to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:56.735033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Attempting to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:56.735391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Attempting to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:56.749917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:56.750289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:56.750691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:56.751083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:56.751548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Bound port: 27603335-546d-43a2-a4da-b35f6714e4c7, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:56.751922 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:56.835059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:18:56.836305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6e69869c-bf3f-4767-93cf-0a73df88220e req-f17e80b4-2b4b-478c-81b9-b39f9218cd78 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314327 Mar 05 00:18:56.841407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c8507-6a8f-4138-90ed-1b48d16250b3 None None] The sync data for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 is: [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:15:14Z', 'revision_number': 4, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3815547a-8ac8-42f1-b7f8-abc324bafe0b', 'name': '', 'network_id': '56853e5d-bdce-4134-b2ce-5e9e38b34959', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'mac_address': 'fa:16:3e:9c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:15:13Z', 'updated_at': '2022-03-05T00:15:25Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'subnets': [{'id': '18edfa1a-6648-449d-bbd4-50e46db62c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:18:56.952096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-af7e5834-ec39-4afb-9227-be881c764706 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:56.954401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-af7e5834-ec39-4afb-9227-be881c764706 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:56.973141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.044575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4658a6-9383-4e7a-9fa5-49d1290d08b7 req-3bc02ea5-9d7a-4a4a-b70f-f8f63ef28637 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:57.067303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d4658a6-9383-4e7a-9fa5-49d1290d08b7 req-3bc02ea5-9d7a-4a4a-b70f-f8f63ef28637 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 932 time: 0.4729009 Mar 05 00:18:57.109439 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.115261 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.126888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79230e8e-9fa0-4c57-925b-13f16eb2c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.181592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-7dc87891-a110-4d8b-951a-7e7d5096fa52 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:57.183654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-7dc87891-a110-4d8b-951a-7e7d5096fa52 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.36 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.4101849 Mar 05 00:18:57.186682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79230e8e-9fa0-4c57-925b-13f16eb2c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b5c27-e600-4f05-b3ad-a18ca06b4856,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:57.234755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Request body: {'port': {'device_id': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'admin_state_up': True, 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:57.241998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-af7e5834-ec39-4afb-9227-be881c764706 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:57.245694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-af7e5834-ec39-4afb-9227-be881c764706 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.10 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 985 time: 1.3350818 Mar 05 00:18:57.274874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:57.287811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79230e8e-9fa0-4c57-925b-13f16eb2c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.290075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-79230e8e-9fa0-4c57-925b-13f16eb2c511 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/310b5c27-e600-4f05-b3ad-a18ca06b4856 HTTP/1.1" status: 204 len: 168 time: 0.8849716 Mar 05 00:18:57.320761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8d4658a6-9383-4e7a-9fa5-49d1290d08b7 req-81a35c8a-fbb8-48fb-9c0f-02223eef8b3f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:18:57.325036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:57.359242 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac65ec-49c4-437b-8621-e2fda0375765 None None] New status for floating IP f7490ae2-23ad-4b06-a25f-a008753da4bd: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:18:57.363361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8d4658a6-9383-4e7a-9fa5-49d1290d08b7 req-81a35c8a-fbb8-48fb-9c0f-02223eef8b3f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:18:57.367434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d4658a6-9383-4e7a-9fa5-49d1290d08b7 req-81a35c8a-fbb8-48fb-9c0f-02223eef8b3f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987146 Mar 05 00:18:57.370334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Made reservation on behalf of f31301ba9f1c45ccade16e0ff5f22951 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:18:57.375168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.796931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port cd79e11d-88c7-4b22-9e31-09f453e7d2ea {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:18:57.797754 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.835496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network 92141689-bb10-45a0-9c98-0d00660262a9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:57.872508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-496d1a98-628f-4343-a51b-df5636636dd9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:57.873994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-496d1a98-628f-4343-a51b-df5636636dd9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.2009206 Mar 05 00:18:57.899092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, got binding levels [] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:57.904510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Allocated IP 172.20.0.7 (868339ae-0377-4401-85b2-7c09f35c7561/8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e/d1ee3800-3169-416a-98da-48968efe5716) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:18:57.914779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-309dfd00-afc5-4ab2-b73c-4907fe4ae04d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0342159 Mar 05 00:18:57.932650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:57.939910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:57.954011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:18:57.967663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:57.975886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=27603335-546d-43a2-a4da-b35f6714e4c7,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:18:57.987408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.130348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.166486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:58.259055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fbcbe-de06-41bd-a44a-70c50e92be94 None None] Pushing event updated for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:58.305511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=4']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:58.320837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:18:58.321276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:18:58.321614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 on network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:18:58.323837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-aed65c35-3bc2-4edf-b0c8-66894dbadf2e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4078503 Mar 05 00:18:58.405607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:58.410594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.454770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:18:58.454981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Checking segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:18:58.455523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.455927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Bound using segment: {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:18:58.456462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Bound port: 27603335-546d-43a2-a4da-b35f6714e4c7, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c04358-f12f-45d4-a7d4-6b1d5a488a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:18:58.456890 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.513623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-01004347-f5c9-40fc-ad58-433cd7b96735 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4110823 Mar 05 00:18:58.515555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-139600c1-7dde-47e9-a489-c5b746e811d2 None None] Provisioning for port 523654cd-ac18-4cb0-a15a-f9c36f477900 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:58.531804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce6d5e-86ed-4cd7-8b6b-f5949a85cbce req-99594454-f7b6-4f11-b855-662fcdfe3410 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:58.533510 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-20ce6d5e-86ed-4cd7-8b6b-f5949a85cbce req-99594454-f7b6-4f11-b855-662fcdfe3410 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 985 time: 0.9016633 Mar 05 00:18:58.542233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-139600c1-7dde-47e9-a489-c5b746e811d2 None None] Provisioning complete for port 523654cd-ac18-4cb0-a15a-f9c36f477900 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:58.548114 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-139600c1-7dde-47e9-a489-c5b746e811d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.558905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'admin_state_up': True, 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'security_groups': ['af28bbba-7ddd-443c-9721-5267908406d4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:58.645006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-cd374a0c-2aa6-4cc8-9db5-a6228e2530ab service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170538 Mar 05 00:18:58.655640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.720529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-139600c1-7dde-47e9-a489-c5b746e811d2 None None] Port 523654cd-ac18-4cb0-a15a-f9c36f477900 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:18:58.807239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Transition to ACTIVE for port object d1ee3800-3169-416a-98da-48968efe5716 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:18:58.883136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-0a3199e4-9fae-4d41-bced-7ad976e3098a service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315226 Mar 05 00:18:58.892154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.903366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6bdbf654-299b-45a2-bd62-4dca72525418'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:18:58.907980 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-20ce6d5e-86ed-4cd7-8b6b-f5949a85cbce req-d3900918-968e-4c27-a617-86a66dc02b34 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/security-groups?id=a628c87f-1f99-433e-aa59-1555c31adbe3&id=78678aea-0820-47eb-9aec-8dfdd6606824&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3336654 Mar 05 00:18:58.934025 n-d-828979-4 neutron-server[83782]: WARNING neutron.plugins.ml2.plugin [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Concurrent port binding operations failed on port 27603335-546d-43a2-a4da-b35f6714e4c7 Mar 05 00:18:58.951295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=27603335-546d-43a2-a4da-b35f6714e4c7,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:58.971117 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempt 2 to bind port 27603335-546d-43a2-a4da-b35f6714e4c7 Mar 05 00:18:58.977461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Network 868339ae-0377-4401-85b2-7c09f35c7561 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:58.979947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:58.980450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:58.996923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:18:59.064510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ee3800-3169-416a-98da-48968efe5716,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:59.066789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:18:59.070565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] For port cd79e11d-88c7-4b22-9e31-09f453e7d2ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:18:59.071826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:59.175181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:59.178396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:59.291901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-3027afaf-302d-4b98-82e7-108b42ef7a09 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0661561 Mar 05 00:18:59.298340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:18:59.310209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Request body: {'port': {'device_id': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:18:59.338679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device cd79e11d-88c7-4b22-9e31-09f453e7d2ea no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:18:59.484916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for cd79e11d-88c7-4b22-9e31-09f453e7d2ea owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:18:59.570086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 27603335-546d-43a2-a4da-b35f6714e4c7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:18:59.740311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:18:59.746565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:59.792050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=ffc559fb-1265-4a26-97c9-9451aceffe8b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:18:59.794911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:18:59.864963 n-d-828979-4 neutron-server[83784]: INFO neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No ports have port_id starting with cd79e11d-88c7-4b22-9e31-09f453e7d2ea Mar 05 00:18:59.900855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef749-6017-4972-a39a-f573d2fd0790 req-446a017a-5f6f-456b-8926-89be0682e17a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:59.912772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c78986cc-b4df-4b98-af4d-7b1e0e66d71b None None] Provisioning for port d1ee3800-3169-416a-98da-48968efe5716 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:18:59.921036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef749-6017-4972-a39a-f573d2fd0790 req-446a017a-5f6f-456b-8926-89be0682e17a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:59.930787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a40ef749-6017-4972-a39a-f573d2fd0790 req-446a017a-5f6f-456b-8926-89be0682e17a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 1654 time: 0.5051739 Mar 05 00:18:59.935437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:18:59.936019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:59.938928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c78986cc-b4df-4b98-af4d-7b1e0e66d71b None None] Provisioning complete for port d1ee3800-3169-416a-98da-48968efe5716 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:18:59.939200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:59.939355 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c78986cc-b4df-4b98-af4d-7b1e0e66d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:18:59.992152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=cd79e11d-88c7-4b22-9e31-09f453e7d2ea,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:00.045808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a40ef749-6017-4972-a39a-f573d2fd0790 req-2cc836a3-4458-4d3a-881b-26bda3a19930 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139145 Mar 05 00:19:00.081583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e822a04-fa03-47f6-a5fe-26f471a420d2 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:00.090453 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9f9ae718-2a97-4655-a084-321bbadcb3c3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.6893320 Mar 05 00:19:00.107803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44086) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:00.137925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:42:8b:4d', 'name': 'tempest-NetworksTestDHCPv6-2058018062'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:00.214700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:00.226384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:00.260670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] No DVR routers for this DVR port cd79e11d-88c7-4b22-9e31-09f453e7d2ea on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:00.269948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:00.274464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e87628d-9b67-4a58-96fe-c5e11b1571db req-8faf3fd5-cab7-4cc5-978c-280eef43e7f5 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.10 "DELETE /v2.0/ports/cd79e11d-88c7-4b22-9e31-09f453e7d2ea HTTP/1.1" status: 204 len: 173 time: 3.0060024 Mar 05 00:19:00.290062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'name': 'network-vif-deleted', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:00.340843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 27603335-546d-43a2-a4da-b35f6714e4c7 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:00.358398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c78986cc-b4df-4b98-af4d-7b1e0e66d71b None None] Port d1ee3800-3169-416a-98da-48968efe5716 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:19:00.491498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] Provisioning for port 27603335-546d-43a2-a4da-b35f6714e4c7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:00.497592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:00.499002 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:00.609755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b036d57f-d205-4442-97e0-b965d1d7a0d8 req-b359a771-93cb-4cd2-aaa0-906d4cc61748 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1027 time: 0.8757138 Mar 05 00:19:00.760340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b036d57f-d205-4442-97e0-b965d1d7a0d8 req-5fcc767d-7fbd-45d5-8a90-8c68dc256f39 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464796 Mar 05 00:19:00.819542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 10.1.1.49 (92141689-bb10-45a0-9c98-0d00660262a9/8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff/67d676f7-ae6e-4259-8f60-4f60dd963e74) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:00.820026 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:00.896137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=27603335-546d-43a2-a4da-b35f6714e4c7,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:00.907981 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:00.954666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88419248-4b55-437f-a396-4322b97b9d73 req-eb1d4239-8b7a-41f5-aa3a-cac177730e36 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 210 time: 0.2516193 Mar 05 00:19:01.174211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1496-4c46-4cde-af86-0d90d759bf65 None None] Pushing event updated for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:01.433018 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766bfb5-0f37-4d8d-aa9e-aede3a9cc932', 'name': 'network-vif-deleted', 'tag': 'cd79e11d-88c7-4b22-9e31-09f453e7d2ea', 'status': 'completed', 'code': 200} Mar 05 00:19:01.492225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-493c6de2-c8c5-48cb-a4e2-732d400f6ce3 req-4bd5242b-f568-4260-b822-a6d2008f5f72 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Synchronizing usage tracker for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:01.634656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-493c6de2-c8c5-48cb-a4e2-732d400f6ce3 req-4bd5242b-f568-4260-b822-a6d2008f5f72 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Unset dirty status for tenant:a734d7ece0c044c99e00c1f237c606a0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:01.636375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:01.641344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ad954997-fa1c-49e6-aa51-fde817323111 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:01.642000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:port and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:01.642649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad954997-fa1c-49e6-aa51-fde817323111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:01.645073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:01.645932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-493c6de2-c8c5-48cb-a4e2-732d400f6ce3 req-4bd5242b-f568-4260-b822-a6d2008f5f72 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d766bfb5-0f37-4d8d-aa9e-aede3a9cc932 HTTP/1.1" status: 200 len: 210 time: 0.2119877 Mar 05 00:19:01.656727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:01.697061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:01.741799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-e436bf2d-06fb-4489-8fd2-7d9af9113712 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:01.743287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-e436bf2d-06fb-4489-8fd2-7d9af9113712 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.8445799 Mar 05 00:19:01.764343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:01.926235 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:01.943140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371877a-28e0-4a7d-8d3b-6f463450e539 req-89f802e7-a96d-4138-a1a3-8b0bc0e428fc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:01.947474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371877a-28e0-4a7d-8d3b-6f463450e539 req-89f802e7-a96d-4138-a1a3-8b0bc0e428fc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:01.957655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1371877a-28e0-4a7d-8d3b-6f463450e539 req-89f802e7-a96d-4138-a1a3-8b0bc0e428fc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 1654 time: 0.4284301 Mar 05 00:19:02.016163 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:19:02.034311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object 67d676f7-ae6e-4259-8f60-4f60dd963e74 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:02.037150 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1371877a-28e0-4a7d-8d3b-6f463450e539 req-84b7c531-6ea4-49af-90ed-a0ef515353e8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768023 Mar 05 00:19:02.063391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.124756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:02.155766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:02.180860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 1417a86a-b6f7-43bd-a649-fabd880f98d1 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:19:02.185857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fe0ae88-0476-437e-97ff-0fc7f73bcb05 req-1bbf4b07-0faf-4b9b-8fbb-c2fda5e766f9 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1027 time: 0.1965578 Mar 05 00:19:02.190345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:02.193922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.254339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.258756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ee3800-3169-416a-98da-48968efe5716 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:02.289214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.299618 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3fed944-04da-49b6-9729-0bd8d847868d req-e09b3629-eb45-43a7-994b-3d4082bd1b9e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 210 time: 0.0787659 Mar 05 00:19:02.327150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Transition to ACTIVE for port object d1ee3800-3169-416a-98da-48968efe5716 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:02.335935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.414158 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fe0ae88-0476-437e-97ff-0fc7f73bcb05 req-3b123093-0934-4a96-955c-827db3f0dbcf tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271025 Mar 05 00:19:02.451354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:02.460704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network 92141689-bb10-45a0-9c98-0d00660262a9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:02.494818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:02.505900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:02.524033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ee3800-3169-416a-98da-48968efe5716,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:02.603627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:02.604580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.620701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.7 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/a6740a33-65ab-41ed-be3a-820561d416fc) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:02.686014 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d4a5fdea-1046-41ff-8c68-0aa9f836f5ac tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1514461 Mar 05 00:19:02.719349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58', 'admin_state_up': True, 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'security_groups': ['af28bbba-7ddd-443c-9721-5267908406d4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:02.754773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::c9 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/65f5893c-b265-4ea9-b192-70246e3f6a11/1417a86a-b6f7-43bd-a649-fabd880f98d1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:02.816283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Attempting to bind port d1ee3800-3169-416a-98da-48968efe5716 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:02.816612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Attempting to bind port d1ee3800-3169-416a-98da-48968efe5716 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:02.816935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Attempting to bind port d1ee3800-3169-416a-98da-48968efe5716 on network 868339ae-0377-4401-85b2-7c09f35c7561 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:02.832190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:8b4d (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/ffc559fb-1265-4a26-97c9-9451aceffe8b/1417a86a-b6f7-43bd-a649-fabd880f98d1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:02.841355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44116) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:02.882846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Port d1ee3800-3169-416a-98da-48968efe5716 on network 868339ae-0377-4401-85b2-7c09f35c7561 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:02.883173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Attempting to bind port d1ee3800-3169-416a-98da-48968efe5716 on network 868339ae-0377-4401-85b2-7c09f35c7561 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:02.893637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:02.894356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Checking segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:02.894811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Bound using segment: {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:02.895802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Bound port: d1ee3800-3169-416a-98da-48968efe5716, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b6e752-25c0-4195-a77a-48d59f17b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:02.896154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:02.986058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d14f8f3d-c68c-4d23-8a33-4629b4e35cdf None None] Provisioning for port 67d676f7-ae6e-4259-8f60-4f60dd963e74 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:03.002223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d14f8f3d-c68c-4d23-8a33-4629b4e35cdf None None] Provisioning complete for port 67d676f7-ae6e-4259-8f60-4f60dd963e74 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:03.002877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d14f8f3d-c68c-4d23-8a33-4629b4e35cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.070360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:03.087405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Usage tracker for resource:port and tenant:4edf1e3150024705ab750abab4d6c670 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:03.091825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:03.106193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4fcdb29-1768-4198-8f68-167a06e8046a tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.108078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:03.116385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d14f8f3d-c68c-4d23-8a33-4629b4e35cdf None None] Port 67d676f7-ae6e-4259-8f60-4f60dd963e74 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:19:03.120462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.141861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:03.181445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4fcdb29-1768-4198-8f68-167a06e8046a tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.245587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 27603335-546d-43a2-a4da-b35f6714e4c7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:19:03.274660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4fcdb29-1768-4198-8f68-167a06e8046a tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.413935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:03.415697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.417403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcdb29-1768-4198-8f68-167a06e8046a tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628c87f-1f99-433e-aa59-1555c31adbe3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:03.438492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.495291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0', 'af94d7b1-5bce-450e-8bb1-63a24e27563e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:03.516246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:03.570241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8298-59d9-477f-b417-2092d0430235 req-c1d3913f-209e-4c21-90a6-d9217b5fbb6d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:03.575126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8298-59d9-477f-b417-2092d0430235 req-c1d3913f-209e-4c21-90a6-d9217b5fbb6d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:03.579573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8298-59d9-477f-b417-2092d0430235 req-c1d3913f-209e-4c21-90a6-d9217b5fbb6d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:03.580662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-192c8298-59d9-477f-b417-2092d0430235 req-c1d3913f-209e-4c21-90a6-d9217b5fbb6d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:03.583690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] For port d1ee3800-3169-416a-98da-48968efe5716, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:03.588652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] For port d1ee3800-3169-416a-98da-48968efe5716, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d1ee3800-3169-416a-98da-48968efe5716,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:03.603443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:03.607873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:03.612553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:03.623930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.014304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4fcdb29-1768-4198-8f68-167a06e8046a tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.016248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4fcdb29-1768-4198-8f68-167a06e8046a tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/security-groups/a628c87f-1f99-433e-aa59-1555c31adbe3 HTTP/1.1" status: 204 len: 168 time: 1.1729026 Mar 05 00:19:04.018953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.021464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1ee3800-3169-416a-98da-48968efe5716 HTTP/1.1" status: 200 len: 1091 time: 4.7214639 Mar 05 00:19:04.047490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'tag': 'd1ee3800-3169-416a-98da-48968efe5716'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:04.074793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44136) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:04.253359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:04.314960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4933-5937-4783-b70f-9cdf46a1e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ee3800-3169-416a-98da-48968efe5716,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:04.321485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:04.331448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:04.331633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.356157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-192c8298-59d9-477f-b417-2092d0430235 req-c1d3913f-209e-4c21-90a6-d9217b5fbb6d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:04.364055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-192c8298-59d9-477f-b417-2092d0430235 req-c1d3913f-209e-4c21-90a6-d9217b5fbb6d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 2374 time: 1.0730853 Mar 05 00:19:04.371563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-34a2d385-8637-4ffa-8ce8-2a6495d964e2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6124008 Mar 05 00:19:04.437406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Request body: {'port': {'device_id': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:04.511207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8234b52-b6eb-44f7-bbf8-ba89154c568e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.515367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.528597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9335b60-df6b-4de7-bafc-0d903953e21e req-0ecdb008-0133-4eba-ac3d-3f23b79f0be0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:04.537151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c9335b60-df6b-4de7-bafc-0d903953e21e req-0ecdb008-0133-4eba-ac3d-3f23b79f0be0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 931 time: 0.9376054 Mar 05 00:19:04.583065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-192c8298-59d9-477f-b417-2092d0430235 req-09b88f5a-1908-496f-ab68-fa5831d116c2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179837 Mar 05 00:19:04.584402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 10.2.2.100 (f8591d14-17ef-415b-b45d-ee136fd19f58/f18673e8-a279-453a-bc12-a23003059b70/c0673628-0871-41bc-b8f3-8340b647a913) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:04.650391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.665360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.714246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-9f46eeec-1e8f-4965-9e26-70880b0c218b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1094 time: 0.6222296 Mar 05 00:19:04.739777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8234b52-b6eb-44f7-bbf8-ba89154c568e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:04.835249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 1417a86a-b6f7-43bd-a649-fabd880f98d1 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:04.838429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c9335b60-df6b-4de7-bafc-0d903953e21e req-74ddedda-a6b9-4c4b-b174-8a6fc8ffbb52 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004813 Mar 05 00:19:04.862907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:04.867959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Usage tracker for resource:security_group_rule and tenant:fbeccfd003624702bbc2fae420f4d45e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:04.872227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:04.878667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:04.966216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-31994bf6-9e0d-4a6a-a15a-78a5718dbe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.032130 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'tag': 'd1ee3800-3169-416a-98da-48968efe5716', 'status': 'completed', 'code': 200} Mar 05 00:19:05.067182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-e5857fbf-cb58-428a-a371-9aa30193e140 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ee3800-3169-416a-98da-48968efe5716 HTTP/1.1" status: 200 len: 217 time: 0.2875164 Mar 05 00:19:05.077326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.172187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.202903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.226724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8234b52-b6eb-44f7-bbf8-ba89154c568e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.235645 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc22c519-cba2-4455-90f2-4da5a0361d1e req-da305dc2-95be-4368-9df4-8bd99cfcaca6 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1094 time: 0.4076030 Mar 05 00:19:05.322995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbeccfd003624702bbc2fae420f4d45e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0219629 Mar 05 00:19:05.325737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44150) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:05.340650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f9960-8dd4-4192-b33c-c38f39837c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863f1b6-2b23-4eb6-8376-fcae1f9b4bf0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:05.349879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.372528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-8a444b16-73ed-4f50-8380-f233a9616fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:05.374052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-8a444b16-73ed-4f50-8380-f233a9616fd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e HTTP/1.1" status: 200 len: 848 time: 0.2660844 Mar 05 00:19:05.379344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc22c519-cba2-4455-90f2-4da5a0361d1e req-4c2ab5a0-4e5e-480d-abe4-6d44a755b306 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278520 Mar 05 00:19:05.383856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8234b52-b6eb-44f7-bbf8-ba89154c568e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.384932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f8234b52-b6eb-44f7-bbf8-ba89154c568e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/security-groups/78678aea-0820-47eb-9aec-8dfdd6606824 HTTP/1.1" status: 204 len: 168 time: 1.2836146 Mar 05 00:19:05.387381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object c0673628-0871-41bc-b8f3-8340b647a913 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:05.388359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44154) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:05.422934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:05.423858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=1417a86a-b6f7-43bd-a649-fabd880f98d1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:05.437348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:05.439053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8234b52-b6eb-44f7-bbf8-ba89154c568e tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78678aea-0820-47eb-9aec-8dfdd6606824,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:05.440661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:05.444620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:05.445505 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.492531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2695e9e7-2f60-4489-b36f-6991a04361fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3834696 Mar 05 00:19:05.493176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44160) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:05.585798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6740a33-65ab-41ed-be3a-820561d416fc {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:05.587966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bb750ac-108c-45fe-a727-6b369f1cea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.600635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 1417a86a-b6f7-43bd-a649-fabd880f98d1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:05.601011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.601139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.638719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Transition to ACTIVE for port object a6740a33-65ab-41ed-be3a-820561d416fc will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:05.652214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.658644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.800801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network f8591d14-17ef-415b-b45d-ee136fd19f58 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:05.838939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:05.843502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:05.891819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-d590023e-4bd4-43d9-8768-03fd0187d7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=868339ae-0377-4401-85b2-7c09f35c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5040607 Mar 05 00:19:05.898220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bb750ac-108c-45fe-a727-6b369f1cea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.901998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-30bc3a5c-95e4-4310-b7a0-7a9b13abd3cd None None] Provisioning for port 1417a86a-b6f7-43bd-a649-fabd880f98d1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:05.908035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-30bc3a5c-95e4-4310-b7a0-7a9b13abd3cd None None] Provisioning complete for port 1417a86a-b6f7-43bd-a649-fabd880f98d1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:05.908447 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-30bc3a5c-95e4-4310-b7a0-7a9b13abd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:05.922332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:06.034698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-30bc3a5c-95e4-4310-b7a0-7a9b13abd3cd None None] Port 1417a86a-b6f7-43bd-a649-fabd880f98d1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:19:06.108999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:06.109693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:06.141136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:06.164470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-14c043b9-7a6e-42a2-861b-46613dcf190b None None] Provisioning for port c0673628-0871-41bc-b8f3-8340b647a913 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:06.171859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-14c043b9-7a6e-42a2-861b-46613dcf190b None None] Provisioning complete for port c0673628-0871-41bc-b8f3-8340b647a913 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:06.172739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-14c043b9-7a6e-42a2-861b-46613dcf190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:06.243081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-14c043b9-7a6e-42a2-861b-46613dcf190b None None] Port c0673628-0871-41bc-b8f3-8340b647a913 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:19:06.246861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-37735558-ab83-4127-a984-968edc9c4def service neutron] 10.222.0.36 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881072 Mar 05 00:19:06.287207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-240dca55-f4f8-445b-9472-1cb1a7d4e956 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5780547 Mar 05 00:19:06.305667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58', 'admin_state_up': True, 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'security_groups': ['af28bbba-7ddd-443c-9721-5267908406d4']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:06.392349 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bb750ac-108c-45fe-a727-6b369f1cea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:06.411053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:06.436169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28cd5-7a01-4c19-affc-108e4cb3a703 req-aa0814af-f3de-4459-a9d6-3fe0a5e06cdd tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:06.440737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28cd5-7a01-4c19-affc-108e4cb3a703 req-aa0814af-f3de-4459-a9d6-3fe0a5e06cdd tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:06.445613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28cd5-7a01-4c19-affc-108e4cb3a703 req-aa0814af-f3de-4459-a9d6-3fe0a5e06cdd tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:06.449568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28cd5-7a01-4c19-affc-108e4cb3a703 req-aa0814af-f3de-4459-a9d6-3fe0a5e06cdd tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:06.451349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9bf28cd5-7a01-4c19-affc-108e4cb3a703 req-aa0814af-f3de-4459-a9d6-3fe0a5e06cdd tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3095 time: 0.5654411 Mar 05 00:19:06.506647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb750ac-108c-45fe-a727-6b369f1cea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863f1b6-2b23-4eb6-8376-fcae1f9b4bf0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:06.592213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 1417a86a-b6f7-43bd-a649-fabd880f98d1 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:06.620239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Attempting to bind port a6740a33-65ab-41ed-be3a-820561d416fc on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:06.620835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Attempting to bind port a6740a33-65ab-41ed-be3a-820561d416fc by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:06.620970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Attempting to bind port a6740a33-65ab-41ed-be3a-820561d416fc on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:06.722252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Port a6740a33-65ab-41ed-be3a-820561d416fc on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:06.722584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Attempting to bind port a6740a33-65ab-41ed-be3a-820561d416fc on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:06.729697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef823750-2edc-4d59-a828-37fba8cc3a80 req-50c1f7e7-a8d3-474e-be7e-06345e187920 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:06.730395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ef823750-2edc-4d59-a828-37fba8cc3a80 req-50c1f7e7-a8d3-474e-be7e-06345e187920 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:06.763601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6bb750ac-108c-45fe-a727-6b369f1cea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:06.764624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6bb750ac-108c-45fe-a727-6b369f1cea53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b863f1b6-2b23-4eb6-8376-fcae1f9b4bf0 HTTP/1.1" status: 204 len: 168 time: 1.4315908 Mar 05 00:19:06.802116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:06.815935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:06.816279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:06.816659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:06.816938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21eb476c-726c-4e92-bbca-2d72522599f5 req-77365c57-2926-4063-bdb6-8636efad2da8 service neutron] 10.222.0.36 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578859 Mar 05 00:19:06.817769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Bound port: a6740a33-65ab-41ed-be3a-820561d416fc, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:06.818071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:06.821562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9bf28cd5-7a01-4c19-affc-108e4cb3a703 req-15345e29-48ce-4ccc-ad5a-23a654cd8135 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542906 Mar 05 00:19:06.869519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:06.874673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ef823750-2edc-4d59-a828-37fba8cc3a80 req-50c1f7e7-a8d3-474e-be7e-06345e187920 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:06.876108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef823750-2edc-4d59-a828-37fba8cc3a80 req-50c1f7e7-a8d3-474e-be7e-06345e187920 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 943 time: 0.7360194 Mar 05 00:19:06.976606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Made reservation on behalf of 4edf1e3150024705ab750abab4d6c670 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:06.981457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.038710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e24b21a1-afb0-4165-a0f9-a0cef619bfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.251327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-fa02b07a-02ce-4e09-a00f-f65f5a3ebe56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1094 time: 0.3204384 Mar 05 00:19:07.269620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef823750-2edc-4d59-a828-37fba8cc3a80 req-3462e36f-727e-40e3-a0d3-b103e9d342b3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785508 Mar 05 00:19:07.333365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.381261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:07.400480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:07.415637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.445793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=1417a86a-b6f7-43bd-a649-fabd880f98d1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:07.547163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.548570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] 10.222.0.10 "PUT /v2.0/ports/a6740a33-65ab-41ed-be3a-820561d416fc HTTP/1.1" status: 200 len: 1091 time: 3.1551509 Mar 05 00:19:07.567620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:07.619714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.645383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e663-6b14-4af5-a5d4-51f6eca003bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:07.667196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2940-e17b-479b-8c9f-73de44780666 req-2f9ba586-4a3c-47e9-86fa-60d8dff88a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:07.668670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-2f9ba586-4a3c-47e9-86fa-60d8dff88a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.3621826 Mar 05 00:19:07.673393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-665c3bc7-c88b-452e-a325-e212794b3265 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/1417a86a-b6f7-43bd-a649-fabd880f98d1 HTTP/1.1" status: 204 len: 168 time: 2.1757584 Mar 05 00:19:07.673988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-093b378e-3a2b-4d67-bb6e-c37ab7877147 req-4c7945fc-70f2-48d2-8163-125dbb45d94f tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Synchronizing usage tracker for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:07.677304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44190) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:07.682405 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc', 'status': 'completed', 'code': 200} Mar 05 00:19:07.690656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Allocated IP 10.2.2.200 (f8591d14-17ef-415b-b45d-ee136fd19f58/f18673e8-a279-453a-bc12-a23003059b70/e4f4c816-e63b-47ac-88a8-1531ca234eb2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:07.729788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:07.805089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-641930c1-5d60-4d9d-873a-b12a765ba82b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ee3800-3169-416a-98da-48968efe5716 HTTP/1.1" status: 200 len: 217 time: 0.1226799 Mar 05 00:19:07.849832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-093b378e-3a2b-4d67-bb6e-c37ab7877147 req-4c7945fc-70f2-48d2-8163-125dbb45d94f tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Unset dirty status for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:07.850981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-093b378e-3a2b-4d67-bb6e-c37ab7877147 req-4c7945fc-70f2-48d2-8163-125dbb45d94f tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1094 time: 0.6036589 Mar 05 00:19:07.907990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2940-e17b-479b-8c9f-73de44780666 req-76d16673-22a3-43e3-a731-fe32f68b2aff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:07.909492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-76d16673-22a3-43e3-a731-fe32f68b2aff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e HTTP/1.1" status: 200 len: 848 time: 0.0912819 Mar 05 00:19:07.967482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c600051-5583-4adb-a3bc-3b3d2c094cbb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:07.968193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8c600051-5583-4adb-a3bc-3b3d2c094cbb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:07.988741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-093b378e-3a2b-4d67-bb6e-c37ab7877147 req-75550da9-48eb-4d04-b2d9-2985a4cb17ce tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214945 Mar 05 00:19:08.005846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8c600051-5583-4adb-a3bc-3b3d2c094cbb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:08.009583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8c600051-5583-4adb-a3bc-3b3d2c094cbb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3275394 Mar 05 00:19:08.010514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44206) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:08.077597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-b9025b05-0371-4b65-91ee-8b2fcd3aae1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 1094 time: 0.4744067 Mar 05 00:19:08.084262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-d81c8001-b9b0-4780-b858-fe8141c8ffaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=868339ae-0377-4401-85b2-7c09f35c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638510 Mar 05 00:19:08.163496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-2dc3385f-6555-497f-9ee4-406f3c80117f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6740a33-65ab-41ed-be3a-820561d416fc HTTP/1.1" status: 200 len: 217 time: 0.0751200 Mar 05 00:19:08.175895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a9de-51bb-46a8-bf74-df9be36559e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.179697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b423a9de-51bb-46a8-bf74-df9be36559e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1645188 Mar 05 00:19:08.184962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44216) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:08.237042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:08.281622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c0c88-518d-4903-a5ce-e6d4a02ba60f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.282962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c0c88-518d-4903-a5ce-e6d4a02ba60f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.284295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c0c88-518d-4903-a5ce-e6d4a02ba60f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.285101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac6c0c88-518d-4903-a5ce-e6d4a02ba60f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:08.317764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac6c0c88-518d-4903-a5ce-e6d4a02ba60f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:08.321876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac6c0c88-518d-4903-a5ce-e6d4a02ba60f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1330550 Mar 05 00:19:08.323089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-b34d13b4-7706-486e-ac34-727d50f886dc service neutron] 10.222.0.36 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319169 Mar 05 00:19:08.323623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44224) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:08.352511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:08.399322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:08.444046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-af976138-0ea2-4afa-a2b5-882a3df1f8f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.445863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-af976138-0ea2-4afa-a2b5-882a3df1f8f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.2643831 Mar 05 00:19:08.457233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Transition to ACTIVE for port object e4f4c816-e63b-47ac-88a8-1531ca234eb2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:08.509505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-8e547a92-5b7a-42be-99bb-68a9e5e3ba80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559824 Mar 05 00:19:08.663037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 65f5893c-b265-4ea9-b192-70246e3f6a11 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:19:08.668713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:08.676114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-d9c9e764-c8b2-4322-8a68-ea38a04d5b05 service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542454 Mar 05 00:19:08.890227 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:08.941377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-175a2940-e17b-479b-8c9f-73de44780666 req-e2511d8a-0d60-40bb-8f12-7a25eb5edc7d service neutron] 10.222.0.36 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716119 Mar 05 00:19:08.954195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04677ec5-793a-4e4d-92f2-3824ba76e852 req-3c641389-7480-4ae9-bfbe-cb6ada9f8e9a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.956232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47a7e9-32b5-479f-9c5d-5654290849d5 req-80fda3af-da59-4dc7-9b47-27c1f11b9762 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.960207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47a7e9-32b5-479f-9c5d-5654290849d5 req-80fda3af-da59-4dc7-9b47-27c1f11b9762 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.960785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04677ec5-793a-4e4d-92f2-3824ba76e852 req-3c641389-7480-4ae9-bfbe-cb6ada9f8e9a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 943 time: 0.4816332 Mar 05 00:19:08.964142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47a7e9-32b5-479f-9c5d-5654290849d5 req-80fda3af-da59-4dc7-9b47-27c1f11b9762 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.968073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47a7e9-32b5-479f-9c5d-5654290849d5 req-80fda3af-da59-4dc7-9b47-27c1f11b9762 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:08.969812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b47a7e9-32b5-479f-9c5d-5654290849d5 req-80fda3af-da59-4dc7-9b47-27c1f11b9762 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3095 time: 0.7253902 Mar 05 00:19:09.030053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04677ec5-793a-4e4d-92f2-3824ba76e852 req-e9c35c62-6ee3-4960-a630-f69acab6b3d2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683203 Mar 05 00:19:09.084709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.203434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.307394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.374139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=65f5893c-b265-4ea9-b192-70246e3f6a11,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:09.409510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9d69e-262f-4415-880c-ca3b881ee229 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:09.413237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.451753 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2b47a7e9-32b5-479f-9c5d-5654290849d5 req-04a81916-1aaa-442d-be07-3103739bb002 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4725301 Mar 05 00:19:09.465943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-71d491fc-b181-4287-ac52-3432c377480e req-3b3fc2a8-a542-41d9-9b28-7cee5ffacc3c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1094 time: 0.2177782 Mar 05 00:19:09.469832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e1111af2-920f-40f7-a206-795c892e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/65f5893c-b265-4ea9-b192-70246e3f6a11 HTTP/1.1" status: 204 len: 168 time: 1.1430116 Mar 05 00:19:09.470003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5c463d6-185d-4938-b430-ca240ac3c4ed req-e48b0100-af86-47d2-8d99-ad70e171dafc service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829063 Mar 05 00:19:09.478531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:09.507779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Network f8591d14-17ef-415b-b45d-ee136fd19f58 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:09.513906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:09.518528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event updated for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:09.522446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:09.750241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet ffc559fb-1265-4a26-97c9-9451aceffe8b {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:19:09.765563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-71d491fc-b181-4287-ac52-3432c377480e req-e57fc58b-3d6e-4382-af21-d012f7117eee tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858894 Mar 05 00:19:09.766585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.837334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:09.843517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.886666 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.899607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-afe72463-b43e-402d-b502-a73e789e9ab5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5960121 Mar 05 00:19:09.958493 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:19:09.963479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:09.964071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:09.997957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:10.013156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-843bece8-933e-43cf-a9a1-5c35948e616c None None] Provisioning for port e4f4c816-e63b-47ac-88a8-1531ca234eb2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:10.020726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-843bece8-933e-43cf-a9a1-5c35948e616c None None] Provisioning complete for port e4f4c816-e63b-47ac-88a8-1531ca234eb2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:10.021491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-843bece8-933e-43cf-a9a1-5c35948e616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:10.091092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-843bece8-933e-43cf-a9a1-5c35948e616c None None] Port e4f4c816-e63b-47ac-88a8-1531ca234eb2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:19:10.140478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:10.188651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-6a6c7f7a-23bd-47b4-b16f-d6b752dbf209 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 1094 time: 0.6308627 Mar 05 00:19:10.207295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:10.220023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc559fb-1265-4a26-97c9-9451aceffe8b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:10.237526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-788d6ab9-9ed3-47ea-bf57-0ee197b39bc7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/ffc559fb-1265-4a26-97c9-9451aceffe8b HTTP/1.1" status: 204 len: 168 time: 0.7566364 Mar 05 00:19:10.238217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:10.330817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64ac3bc0-1023-4954-8182-0e13cdbc8d3e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901568 Mar 05 00:19:10.331319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44282) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:10.338532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:10.351878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:10.512350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:10.529491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:10.534363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:10.542950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:10.576964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:10.579926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:10.610530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-61107d28-fb6e-47df-8fbd-a66b34f964c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:10.615222 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-61107d28-fb6e-47df-8fbd-a66b34f964c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.4139419 Mar 05 00:19:10.636284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d97fbc-b917-473b-b29c-aac88f1f3ec8 req-9100f087-f523-4fe0-b229-616279a9b33b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:10.644302 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7d97fbc-b917-473b-b29c-aac88f1f3ec8 req-9100f087-f523-4fe0-b229-616279a9b33b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 943 time: 0.3987772 Mar 05 00:19:10.913109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-5747d379-4b5e-42ff-98de-a8bf542d0b1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6740a33-65ab-41ed-be3a-820561d416fc HTTP/1.1" status: 200 len: 217 time: 0.2850249 Mar 05 00:19:10.937269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c820f0-34a2-4e55-8e9e-d9f8751570c0 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:10.961531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7d97fbc-b917-473b-b29c-aac88f1f3ec8 req-c0501960-6728-4afc-bc7f-d02da4dc07a7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162086 Mar 05 00:19:11.021035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-1dc576bc-1181-4aee-b2f9-6d1d8b51fb22 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.025337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-1dc576bc-1181-4aee-b2f9-6d1d8b51fb22 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.029991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-1dc576bc-1181-4aee-b2f9-6d1d8b51fb22 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.034566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-1dc576bc-1181-4aee-b2f9-6d1d8b51fb22 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.045814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-1dc576bc-1181-4aee-b2f9-6d1d8b51fb22 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.050070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-1dc576bc-1181-4aee-b2f9-6d1d8b51fb22 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3816 time: 0.2494776 Mar 05 00:19:11.113822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fa3d94a8-b276-4004-8015-6821c3addc0e None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:11.114181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fa3d94a8-b276-4004-8015-6821c3addc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:11.123242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:11.243762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=d79a8dfa-8505-4b97-a3d4-71dd01eaa77f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:11.278032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:11.279085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde9da38-deb6-46a4-b3d0-5b883026b5fd {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:11.280693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:11.283436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.283779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.284118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.284891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.284891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.285140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.285463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.286438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.286724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.286969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:11.287087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.287386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:11.294375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.294963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:11.305278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Transition to ACTIVE for port object dde9da38-deb6-46a4-b3d0-5b883026b5fd will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:11.306366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-066bd098-478e-4fa9-891b-ac32a94fce0b req-5bc656a2-66c7-465e-b56c-c1190800d9f6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416143 Mar 05 00:19:11.359678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-63ec9963-0be7-4b8b-ae21-58f6a77b68e5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0272911 Mar 05 00:19:11.360341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:11.366096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:11.422857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d1ee3800-3169-416a-98da-48968efe5716 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:19:11.577701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:11.587601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:11.603764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:11.619955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:11.641279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:11.644053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:11.652507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:11.718052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-ca7881b9-bd60-4779-9d25-e54260b35892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:11.719520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-ca7881b9-bd60-4779-9d25-e54260b35892 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.7932453 Mar 05 00:19:11.871378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d1ee3800-3169-416a-98da-48968efe5716, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d1ee3800-3169-416a-98da-48968efe5716,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:11.881502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-e34be229-8574-446a-91ed-bb348050ae89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430576 Mar 05 00:19:11.905086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'd1ee3800-3169-416a-98da-48968efe5716', 'network_id': '868339ae-0377-4401-85b2-7c09f35c7561', 'port_id': 'd1ee3800-3169-416a-98da-48968efe5716', 'mac_address': 'fa:16:3e:8a:9b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:19:11.995946 n-d-828979-4 neutron-server[83783]: INFO neutron.db.ipam_backend_mixin [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d79a8dfa-8505-4b97-a3d4-71dd01eaa77f (CIDR: 2001:db8::/64) Mar 05 00:19:11.998518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port 3815547a-8ac8-42f1-b7f8-abc324bafe0b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:11.999081 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.002769 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:19:12.003421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:12.043388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7e232e2b-3503-418c-a2cf-9240fc18960a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6818748 Mar 05 00:19:12.048245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44306) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:12.062853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'subnet': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:12.119525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Update dhcp port {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'fixed_ips': [{'subnet_id': 'd79a8dfa-8505-4b97-a3d4-71dd01eaa77f'}], 'binding:host_id': 'n-d-828979-4'}, 'id': '27603335-546d-43a2-a4da-b35f6714e4c7'} from n-d-828979-4. {{(pid=83784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 05 00:19:12.233809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.258427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ee3800-3169-416a-98da-48968efe5716 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:12.269128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.318707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=dde9da38-deb6-46a4-b3d0-5b883026b5fd,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:12.350130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d1ee3800-3169-416a-98da-48968efe5716, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d1ee3800-3169-416a-98da-48968efe5716,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:12.363466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.469087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:12.475029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Usage tracker for resource:subnet and tenant:84a1c75586f34f92b98f51d42cae0855 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:12.478847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:12.486814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:12.510198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:12.514170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.529540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d1ee3800-3169-416a-98da-48968efe5716,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:12.609561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-31fe6d29-0a5a-4dfd-aaeb-7f4886196fe4 service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395023 Mar 05 00:19:12.615913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaaa9b-f7a3-4342-838b-fb4e9ff93ea7 req-c778ef82-4156-4aeb-b4f7-ded81e1c1189 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:12.617605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84eaaa9b-f7a3-4342-838b-fb4e9ff93ea7 req-c778ef82-4156-4aeb-b4f7-ded81e1c1189 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 943 time: 0.3822300 Mar 05 00:19:12.627741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Allocated IP 2001:db8::2 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/d79a8dfa-8505-4b97-a3d4-71dd01eaa77f/27603335-546d-43a2-a4da-b35f6714e4c7) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:12.708964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84eaaa9b-f7a3-4342-838b-fb4e9ff93ea7 req-c2275e0a-22f8-4069-8a7f-d0302c8a0afc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846956 Mar 05 00:19:12.760062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09c91a1d-ee0b-4a11-a182-1a81c42b256f req-27f5ef06-5df8-493f-9e1c-e13ab294679c service neutron] 10.222.0.10 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440773 Mar 05 00:19:12.790071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a1feb20-d2df-43a9-b7c3-eef4f5c9dfd9 req-f75878e8-3142-4b6a-8927-a271a1ad563c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1094 time: 1.4449213 Mar 05 00:19:12.818631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=27603335-546d-43a2-a4da-b35f6714e4c7,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:12.825698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Attempting to bind port dde9da38-deb6-46a4-b3d0-5b883026b5fd on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:12.826179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Attempting to bind port dde9da38-deb6-46a4-b3d0-5b883026b5fd by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:12.827986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Attempting to bind port dde9da38-deb6-46a4-b3d0-5b883026b5fd on network efd46df0-1c82-4725-adb6-be0b3d7d344b {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:12.849567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.850901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Port dde9da38-deb6-46a4-b3d0-5b883026b5fd on network efd46df0-1c82-4725-adb6-be0b3d7d344b not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:12.852726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Attempting to bind port dde9da38-deb6-46a4-b3d0-5b883026b5fd on network efd46df0-1c82-4725-adb6-be0b3d7d344b {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:12.866990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] For port 3815547a-8ac8-42f1-b7f8-abc324bafe0b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3815547a-8ac8-42f1-b7f8-abc324bafe0b,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:12.869467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:12.872913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Transition to ACTIVE for port object 27603335-546d-43a2-a4da-b35f6714e4c7 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:12.884415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:13.044171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['d1ee3800-3169-416a-98da-48968efe5716'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:13.182697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for 3815547a-8ac8-42f1-b7f8-abc324bafe0b owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:13.183383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1f615-760c-47ff-b3fc-8c48189948a4 None None] Pushing event updated for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:13.224321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:13.224566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Checking segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:13.224790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Bound using segment: {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:13.225265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Bound port: dde9da38-deb6-46a4-b3d0-5b883026b5fd, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d698e9-2153-415a-a330-fcbfcaad3387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:13.225794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:13.284739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a1feb20-d2df-43a9-b7c3-eef4f5c9dfd9 req-3e16b248-43f0-401f-9e96-becff3939ccf tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791913 Mar 05 00:19:13.363467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-ef4537c7-5c37-4595-bb12-f36dba557b8f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:13.369050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-ef4537c7-5c37-4595-bb12-f36dba557b8f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:13.373311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-ef4537c7-5c37-4595-bb12-f36dba557b8f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:13.378091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-ef4537c7-5c37-4595-bb12-f36dba557b8f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:13.385121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-ef4537c7-5c37-4595-bb12-f36dba557b8f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:13.392956 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-ef4537c7-5c37-4595-bb12-f36dba557b8f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3828 time: 0.3457062 Mar 05 00:19:13.409537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a6740a33-65ab-41ed-be3a-820561d416fc details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:19:13.507036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cead2b2-d740-47a8-8e8c-86a5de088366 req-2c51d219-00ad-4c07-a35d-b92912862313 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122720 Mar 05 00:19:13.526333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.objects.ports [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83783) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:19:13.571991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] For port dde9da38-deb6-46a4-b3d0-5b883026b5fd, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:13.593607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] For port dde9da38-deb6-46a4-b3d0-5b883026b5fd, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:13.617485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:13.827581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:13.836226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=dde9da38-deb6-46a4-b3d0-5b883026b5fd,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:13.861566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:13.903020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'a6740a33-65ab-41ed-be3a-820561d416fc', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': 'a6740a33-65ab-41ed-be3a-820561d416fc', 'mac_address': 'fa:16:3e:10:26:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:19:13.908964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:13.910490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f9f6787-ad75-481d-a2f3-c64bf3c6cc31 service neutron] 10.222.0.10 "PUT /v2.0/ports/dde9da38-deb6-46a4-b3d0-5b883026b5fd HTTP/1.1" status: 200 len: 1092 time: 3.9903479 Mar 05 00:19:13.911471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:13.961299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:14.157999 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'status': 'completed', 'code': 200} Mar 05 00:19:14.305734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfa567-58c6-4838-8539-e320c56af4e2 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:14.435206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=27603335-546d-43a2-a4da-b35f6714e4c7,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:14.504984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.565842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.573346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f9174c1c-f2fc-40a6-a313-3688e95f27c1 None None] Provisioning for port 27603335-546d-43a2-a4da-b35f6714e4c7 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:14.577714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6740a33-65ab-41ed-be3a-820561d416fc {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:14.584641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.585312 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.598470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:14.726106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.739098 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.775289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f9174c1c-f2fc-40a6-a313-3688e95f27c1 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:14.775822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9174c1c-f2fc-40a6-a313-3688e95f27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.845105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:14.857680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:14.872890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:14.873742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.913562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=3815547a-8ac8-42f1-b7f8-abc324bafe0b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:14.929262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:14.939965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8899901 Mar 05 00:19:14.949522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:14.955575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:14.973415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ae2e5-eaf3-4e22-b4a9-e8004d8da8e1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Subnet': ['ID=37fd8f12-2389-4f1e-92f2-fecff447931e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:14.994015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c1cc6a-1dce-41de-b367-c1dbad21996a req-e451f295-5c33-4cfb-92f2-2b4d67bfd4e4 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1095 time: 0.5168858 Mar 05 00:19:15.061322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Request body: {'port': {'network_id': 'facbfd30-ce5b-49e9-bd2d-720bb8ac22b4', 'mac_address': 'fa:16:3e:ec:6b:c5', 'name': 'tempest-NetworksTestDHCPv6-355111261'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:15.085524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5c1cc6a-1dce-41de-b367-c1dbad21996a req-83810ae6-0133-4112-9079-3a63aba6ee41 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Mar 05 00:19:15.087951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:15.156953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a6740a33-65ab-41ed-be3a-820561d416fc'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:15.412826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d1ee3800-3169-416a-98da-48968efe5716 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:19:15.466096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-122c8f57-994e-4523-b984-21ad5e26adf8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:15.471661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-122c8f57-994e-4523-b984-21ad5e26adf8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:15.482228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-122c8f57-994e-4523-b984-21ad5e26adf8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:15.495417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 27603335-546d-43a2-a4da-b35f6714e4c7 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:19:15.504229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-122c8f57-994e-4523-b984-21ad5e26adf8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:15.515038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-122c8f57-994e-4523-b984-21ad5e26adf8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:15.526476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-122c8f57-994e-4523-b984-21ad5e26adf8 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3828 time: 0.2234859 Mar 05 00:19:15.550049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291c09b-5668-44b8-83ff-ae84f37da210 req-083fdbca-25cc-4c19-8681-db93667dd02a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:15.552126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3291c09b-5668-44b8-83ff-ae84f37da210 req-083fdbca-25cc-4c19-8681-db93667dd02a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 943 time: 1.3095012 Mar 05 00:19:15.654923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9b63ddc-2cc7-405f-97bd-2f398eca81cb req-29bd1578-bf83-41b6-9041-1761630c7609 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233616 Mar 05 00:19:15.750745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:15.751205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:15.769133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-905c37d5-7389-44aa-b26c-670ad159bdae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 4363 time: 1.6037931 Mar 05 00:19:15.821859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port d1ee3800-3169-416a-98da-48968efe5716 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:15.840879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port d1ee3800-3169-416a-98da-48968efe5716 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:15.841335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:16.179214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d6eae-4402-46d0-bb7b-0086e4d42063 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:16.313815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3291c09b-5668-44b8-83ff-ae84f37da210 req-d4b86752-c65f-4ccc-b13f-3bab4e760025 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319193 Mar 05 00:19:16.315702 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:16.364859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ee3800-3169-416a-98da-48968efe5716'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:16.376811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:16.453521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port d1ee3800-3169-416a-98da-48968efe5716, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d1ee3800-3169-416a-98da-48968efe5716,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:16.460545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e9d1fd76-eaf5-4e90-aa19-d8548791c105 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:16.465032 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd76-eaf5-4e90-aa19-d8548791c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:16.497202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:16.508928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:16.509362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-9417c993-1806-4094-bd01-e8ee2f8fe898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:16.510481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-9417c993-1806-4094-bd01-e8ee2f8fe898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:16.511511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-9417c993-1806-4094-bd01-e8ee2f8fe898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:16.518391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-9417c993-1806-4094-bd01-e8ee2f8fe898 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4edf1e3150024705ab750abab4d6c670&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6023653 Mar 05 00:19:16.558876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed1764d8-2a42-40fd-a17a-dbf66eccd533 req-8d1d25e3-5eca-443a-baa0-fa6958c212ab tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1095 time: 0.1523044 Mar 05 00:19:16.563802 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ee3800-3169-416a-98da-48968efe5716', 'code': 200} Mar 05 00:19:16.616626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed1764d8-2a42-40fd-a17a-dbf66eccd533 req-61976dca-fbae-43d0-a0e2-d453ee8e5b22 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560248 Mar 05 00:19:16.701326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=d1ee3800-3169-416a-98da-48968efe5716,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:16.720442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Made reservation on behalf of 84a1c75586f34f92b98f51d42cae0855 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:16.740497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:19:16.830485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f31c49a7-54e1-4ec1-916f-5b2822bad463 req-75b431d9-7f9a-42cb-aec8-f74c1ada4504 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.2073629 Mar 05 00:19:16.902927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f31c49a7-54e1-4ec1-916f-5b2822bad463 req-2b49d718-d4a3-4b5e-a22a-746b413dcc33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Mar 05 00:19:17.036675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:17.069347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.085663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Transition to ACTIVE for port object 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:17.133980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.163771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f8c8c3c1-f60b-461f-80e1-7a04e68ffcc0 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:17.164275 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c3c1-f60b-461f-80e1-7a04e68ffcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.434262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a6740a33-65ab-41ed-be3a-820561d416fc up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:19:17.588879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port a6740a33-65ab-41ed-be3a-820561d416fc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:17.596453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port a6740a33-65ab-41ed-be3a-820561d416fc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:17.598709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.634901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.646337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-46cd2b15-4e13-4e06-900c-7a78d4138d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.647846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8057a439-904c-4361-9a61-a3e9c9d0233f req-46cd2b15-4e13-4e06-900c-7a78d4138d6d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1079524 Mar 05 00:19:17.683745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:17.706937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199f459-a62c-4c1d-8443-0ffd8c7be006 req-8415d190-eb83-494c-a30c-d53588091aa0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.711559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6199f459-a62c-4c1d-8443-0ffd8c7be006 req-8415d190-eb83-494c-a30c-d53588091aa0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 944 time: 0.2427962 Mar 05 00:19:17.725897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.730294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.735162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.740191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.744539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:17.745732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:17.754469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] device_id is not set on port 301d7ede-5bee-4a68-af87-6873316d2341 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:19:17.784725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6199f459-a62c-4c1d-8443-0ffd8c7be006 req-ed4ce02a-267e-44bb-ad86-a5b0eb6e6983 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660689 Mar 05 00:19:17.824268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.864941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:17.870286 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:17.946691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:17.994451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76543e58-daa5-44a1-a78f-cd9db4f7dacd req-5e09fcc2-d5d8-455d-b903-d9205f74970c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.0837111 Mar 05 00:19:18.031793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:18.048989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76543e58-daa5-44a1-a78f-cd9db4f7dacd req-ad36683c-1f9c-4bea-80b8-b439c591d359 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Mar 05 00:19:18.140869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:18.142115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-7c4b4b88-1143-4fd4-a1d4-46e78adaac40 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3828 time: 1.2168865 Mar 05 00:19:18.197940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8::24c (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/d79a8dfa-8505-4b97-a3d4-71dd01eaa77f/301d7ede-5bee-4a68-af87-6873316d2341) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:18.280764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:6bc5 (facbfd30-ce5b-49e9-bd2d-720bb8ac22b4/37fd8f12-2389-4f1e-92f2-fecff447931e/301d7ede-5bee-4a68-af87-6873316d2341) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:18.405809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Attempting to bind port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:18.406064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Attempting to bind port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:18.406392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Attempting to bind port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:18.421766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0eaca86d-ddae-4cff-9723-4556afbfc2c8 req-5df84549-a3d3-47d7-96e4-17de060224d3 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381382 Mar 05 00:19:18.439085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a on network 92141689-bb10-45a0-9c98-0d00660262a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:18.439434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Attempting to bind port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:18.527951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:18.528211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Checking segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:18.528613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Bound using segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:18.529034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Bound port: 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:18.529406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:18.564515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:18.637998 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc', 'code': 200} Mar 05 00:19:18.753189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:18.787042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:18.794916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:18.806003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:18.960584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Transition to ACTIVE for port object 301d7ede-5bee-4a68-af87-6873316d2341 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:19.088272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:19.088272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] 10.222.0.10 "PUT /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 1136 time: 5.1445794 Mar 05 00:19:19.088748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:19.133388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:19.221972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e9f61-f84c-4060-9baa-9631d20d3eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:19.292677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6fa536c1-6b6b-45f6-a510-71cb0eeade69 req-c0b842a7-4bcb-44e4-8ef0-f38fb72b6c34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 1096 time: 0.5813034 Mar 05 00:19:19.357263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:19.537277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7235f2f3-4ba1-4781-a2bc-90c5936ae0a0 req-9f23e50c-633c-4db4-ac68-57d14bb13579 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.3312621 Mar 05 00:19:19.599180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7235f2f3-4ba1-4781-a2bc-90c5936ae0a0 req-fae5d929-1794-4843-b59b-32e6b016a4b3 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 Mar 05 00:19:19.602236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5752-9652-4534-ac5f-1c5f83e279ae req-27d612ee-a5fc-49b7-a82b-889b8ce99d59 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.603710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8ee5752-9652-4534-ac5f-1c5f83e279ae req-27d612ee-a5fc-49b7-a82b-889b8ce99d59 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 945 time: 0.6446638 Mar 05 00:19:19.606292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:19.609910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:19.756442 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a', 'status': 'completed', 'code': 200} Mar 05 00:19:19.759520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6fa536c1-6b6b-45f6-a510-71cb0eeade69 req-6ddb9115-3abb-44a1-ab15-9272d689258c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556000 Mar 05 00:19:19.760112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event updated for resources: {'Port': ['ID=301d7ede-5bee-4a68-af87-6873316d2341,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:19.810229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:19.843363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:19.849864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.850511 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:19.930172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f25ff873-1069-4149-aeac-12a063743adf req-3b73fa53-5c21-4a22-87dd-37c8498e13d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5292 time: 0.2136142 Mar 05 00:19:19.965534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.970073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.975272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.979643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.983719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.988269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:19.990988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-07d57dca-1fe4-4569-899e-43507c6409bf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 4606 time: 0.1398888 Mar 05 00:19:20.098612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8ee5752-9652-4534-ac5f-1c5f83e279ae req-9553fcff-2ddc-49bb-9606-53c84895f9f0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405237 Mar 05 00:19:20.133516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-980313f8-5b6f-411a-9a3e-4345dc175305 None None] Provisioning for port 301d7ede-5bee-4a68-af87-6873316d2341 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:20.158519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-980313f8-5b6f-411a-9a3e-4345dc175305 None None] Provisioning complete for port 301d7ede-5bee-4a68-af87-6873316d2341 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:20.159158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-980313f8-5b6f-411a-9a3e-4345dc175305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:20.179830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c01f686-ec54-4ef5-af04-21af6aae7a16 req-52bfd48d-0a54-4377-9439-60ed2781cc7a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813872 Mar 05 00:19:20.250237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff873-1069-4149-aeac-12a063743adf req-56403b9f-5b07-4d99-8bfd-25bc65999433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:20.250943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff873-1069-4149-aeac-12a063743adf req-56403b9f-5b07-4d99-8bfd-25bc65999433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:20.251307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff873-1069-4149-aeac-12a063743adf req-56403b9f-5b07-4d99-8bfd-25bc65999433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:20.253731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8a96308e-61d9-4302-850f-56e4b70db52e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2656019 Mar 05 00:19:20.254281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f25ff873-1069-4149-aeac-12a063743adf req-56403b9f-5b07-4d99-8bfd-25bc65999433 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4edf1e3150024705ab750abab4d6c670&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2382832 Mar 05 00:19:20.255443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44388) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:20.265171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-980313f8-5b6f-411a-9a3e-4345dc175305 None None] Port 301d7ede-5bee-4a68-af87-6873316d2341 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:19:20.473686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting port 301d7ede-5bee-4a68-af87-6873316d2341 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:20.474035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:20.543650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5dc93c9e-ed9b-42d9-b3af-feb245b45253 req-6e4f3702-a558-436e-b29a-3415bc18f849 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.2173853 Mar 05 00:19:20.590534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993c0283-45f8-4952-ae3e-b50ccc17c120 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:20.592688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff873-1069-4149-aeac-12a063743adf req-45b876f9-0134-42e3-9a2d-85de7cfb18d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:20.594671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f25ff873-1069-4149-aeac-12a063743adf req-45b876f9-0134-42e3-9a2d-85de7cfb18d8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2900918 Mar 05 00:19:20.608749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:20.615321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:19:20.642530 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5dc93c9e-ed9b-42d9-b3af-feb245b45253 req-bbc0ccd1-a6b6-4e12-84d9-50e705a1c9e1 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979340 Mar 05 00:19:20.647413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Transition to ACTIVE for port object 993c0283-45f8-4952-ae3e-b50ccc17c120 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:20.656945 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:20.786550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:20.943861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Pushing event updated for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:21.060649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Calling delete_port for 301d7ede-5bee-4a68-af87-6873316d2341 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:21.262803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Attempting to bind port 993c0283-45f8-4952-ae3e-b50ccc17c120 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:21.263373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Attempting to bind port 993c0283-45f8-4952-ae3e-b50ccc17c120 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:21.263529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Attempting to bind port 993c0283-45f8-4952-ae3e-b50ccc17c120 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:21.310534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Port 993c0283-45f8-4952-ae3e-b50ccc17c120 on network 92141689-bb10-45a0-9c98-0d00660262a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:21.310797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Attempting to bind port 993c0283-45f8-4952-ae3e-b50ccc17c120 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:21.342814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:21.343199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Checking segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:21.343535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Bound using segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:21.343975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Bound port: 993c0283-45f8-4952-ae3e-b50ccc17c120, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:21.344315 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:21.403701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9516dc5b-51fa-445b-a4be-165b26953a4e req-10a3be49-e2e0-4771-a384-db46d0035ab7 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.3966746 Mar 05 00:19:21.442275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:19:21.453425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c20555c-f486-44ad-8d7c-fdf27379e378 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "PUT /v2.0/routers/0f850db8-5cb8-4016-862e-cb2e5bdea5d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0632005 Mar 05 00:19:21.453425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:21.454961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:21.457716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] Sync routers for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:19:21.482249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:19:21.483575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:21.533479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Port': ['ID=301d7ede-5bee-4a68-af87-6873316d2341,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:21.555133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9516dc5b-51fa-445b-a4be-165b26953a4e req-4f350db0-bd3b-4749-9ea5-09362c4e0dca tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298330 Mar 05 00:19:21.609837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:21.624014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=993c0283-45f8-4952-ae3e-b50ccc17c120,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:21.651429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:21.728350 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:21.758190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5c41386b-0ce1-4c61-93bc-e7aae23b7cbd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/301d7ede-5bee-4a68-af87-6873316d2341 HTTP/1.1" status: 204 len: 168 time: 1.5014246 Mar 05 00:19:21.760972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44414) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:21.828119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:21.829528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] 10.222.0.10 "PUT /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 1134 time: 2.7089081 Mar 05 00:19:21.830007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '993c0283-45f8-4952-ae3e-b50ccc17c120'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:21.869084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:21.996347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:19:22.200358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.211961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.225873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.247459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.252110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.258046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.262064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.271677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-6df12883-75d7-4be9-bcb3-5fc9e5588da4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5382 time: 0.4200060 Mar 05 00:19:22.343849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b833e3ef-98a8-4246-ac2f-2a29f6fa72db req-101d79b1-c2c4-4209-8c03-bb7e75d2b7d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712268 Mar 05 00:19:22.359280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1b3f9-1901-4a23-90df-6a3d7daf7f2f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.360076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e3c1b3f9-1901-4a23-90df-6a3d7daf7f2f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:22.372548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:19:13Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:22.378016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] Checking router: 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:19:22.393262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] Routers {'0f850db8-5cb8-4016-862e-cb2e5bdea5d4'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:19:22.394173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:22.397423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e3c1b3f9-1901-4a23-90df-6a3d7daf7f2f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:22.401682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e3c1b3f9-1901-4a23-90df-6a3d7daf7f2f tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6387033 Mar 05 00:19:22.403104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44424) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:22.404380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3656ee-c500-4ccf-ab33-1a133c186378 service neutron] Pushing event updated for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:22.454009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471a25-f17c-4ad8-aca2-d18d7431cc26 req-d44ff726-37d8-40a2-a13b-353459d399fd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.461369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6471a25-f17c-4ad8-aca2-d18d7431cc26 req-d44ff726-37d8-40a2-a13b-353459d399fd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 945 time: 0.9686539 Mar 05 00:19:22.583685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting subnet 18edfa1a-6648-449d-bbd4-50e46db62c61 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:19:22.615848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:22.701475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] Set router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:19:22.721296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6471a25-f17c-4ad8-aca2-d18d7431cc26 req-2536acce-80ae-4395-8933-3b6b503fdae6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589300 Mar 05 00:19:22.736879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d1334-6e2b-442a-82a0-726a2f8998ab tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.743828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a10d1334-6e2b-442a-82a0-726a2f8998ab tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3370521 Mar 05 00:19:22.744364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:22.784664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:22.806253 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:22.911337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ea16b-9aab-45e2-8449-00cf14865a34 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.912752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ea16b-9aab-45e2-8449-00cf14865a34 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.914075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ea16b-9aab-45e2-8449-00cf14865a34 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:22.920114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-190ea16b-9aab-45e2-8449-00cf14865a34 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:23.083040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-190ea16b-9aab-45e2-8449-00cf14865a34 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:23.085269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-190ea16b-9aab-45e2-8449-00cf14865a34 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3384349 Mar 05 00:19:23.089940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44438) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:23.110861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:23.163971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:19:13Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:23.168764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff49df8-dc17-4f37-9b2a-521079194829 None None] The sync data for ids ['0f850db8-5cb8-4016-862e-cb2e5bdea5d4'] in n-d-828979-4 is: [{'id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755317274', 'tenant_id': 'a734d7ece0c044c99e00c1f237c606a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:14:56Z', 'updated_at': '2022-03-05T00:19:13Z', 'revision_number': 5, 'project_id': 'a734d7ece0c044c99e00c1f237c606a0', 'gw_port': {'id': '8f740bf3-b750-4d45-bc43-2af04d537a47', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f850db8-5cb8-4016-862e-cb2e5bdea5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:57Z', 'updated_at': '2022-03-05T00:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:19:23.214821 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '993c0283-45f8-4952-ae3e-b50ccc17c120', 'status': 'completed', 'code': 200} Mar 05 00:19:23.301699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:23.303246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-71e3498c-ae32-41cf-bef9-d3bc459e02bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6219 time: 0.3820581 Mar 05 00:19:23.395319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Subnet': ['ID=18edfa1a-6648-449d-bbd4-50e46db62c61,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:23.398182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3a234-19c0-4e39-8b28-64da82e8e8ac None None] Network 56853e5d-bdce-4134-b2ce-5e9e38b34959 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:23.400253 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:23.450277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dbfee690-f066-4287-b35c-9525bbb5b283 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/subnets/18edfa1a-6648-449d-bbd4-50e46db62c61 HTTP/1.1" status: 204 len: 168 time: 1.9941416 Mar 05 00:19:23.474074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44446) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:23.578494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c65d0c28-dda4-4b1e-8dd2-77efdb091d16 req-50c4ec83-4799-4313-b267-62c49f162e0c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.3577015 Mar 05 00:19:23.684990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb2b9f-648c-49d7-ba75-200e8bb687b9 req-7592a0eb-e9ad-468c-8f35-9731b21fa9bc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:23.692078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcbb2b9f-648c-49d7-ba75-200e8bb687b9 req-7592a0eb-e9ad-468c-8f35-9731b21fa9bc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 0.4870327 Mar 05 00:19:23.709559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c65d0c28-dda4-4b1e-8dd2-77efdb091d16 req-671dc2c9-61b4-4dad-8c90-9f1b73987b0c tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281052 Mar 05 00:19:23.819123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet 37fd8f12-2389-4f1e-92f2-fecff447931e {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:19:23.829025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-95fd89db-0bc3-4082-bb8a-d111254528be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:23.829422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-95fd89db-0bc3-4082-bb8a-d111254528be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:23.829777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-95fd89db-0bc3-4082-bb8a-d111254528be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:23.831330 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-95fd89db-0bc3-4082-bb8a-d111254528be service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4edf1e3150024705ab750abab4d6c670&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4473372 Mar 05 00:19:23.831955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:23.912391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] DHCP port deletion for 56853e5d-bdce-4134-b2ce-5e9e38b34959 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:19:23.918136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] Deleting port 73b3ec33-425b-4a6a-abce-74640baba751 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:23.918653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:23.929868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcbb2b9f-648c-49d7-ba75-200e8bb687b9 req-b80fb3d4-f193-4d74-b50b-0282be4da5a9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368178 Mar 05 00:19:24.112553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.152504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523654cd-ac18-4cb0-a15a-f9c36f477900 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:24.189180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.211797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Transition to ACTIVE for port object 523654cd-ac18-4cb0-a15a-f9c36f477900 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:24.222743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.331393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Pushing event updated for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:24.360358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-3bf3b82b-12aa-491b-a70c-b413471daeb9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4764419 Mar 05 00:19:24.376832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-ed6f2fed-738a-44a3-a527-cba6798376b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.378685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d97fc3-8306-4748-aa8a-bc2b51166c51 req-ed6f2fed-738a-44a3-a527-cba6798376b1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5056505 Mar 05 00:19:24.407054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.412249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.420918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.424916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.439097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819026-25ec-4dd9-bd85-2533f01f6e95 req-eb9430a5-74e6-4c45-98e6-512473049d28 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.442165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.447163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51819026-25ec-4dd9-bd85-2533f01f6e95 req-eb9430a5-74e6-4c45-98e6-512473049d28 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 945 time: 0.2775662 Mar 05 00:19:24.449720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.462436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] For port 73b3ec33-425b-4a6a-abce-74640baba751, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=73b3ec33-425b-4a6a-abce-74640baba751,segment=NetworkSegment(334b3a25-74df-4f17-b525-7d6496ebe130),segment_id=334b3a25-74df-4f17-b525-7d6496ebe130)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:24.462834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.467245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.468610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:24.476683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-0bf2fd50-3f93-4223-9adc-1a4a35c5ccfa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5382 time: 0.4834414 Mar 05 00:19:24.664623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] Calling delete_port for 73b3ec33-425b-4a6a-abce-74640baba751 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:24.671296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc64ed5b-ef3b-481b-82f9-60c1ebd9ef8c req-ae2d0f4f-f929-4444-8f18-c5ea9f10adeb tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1913109 Mar 05 00:19:24.726287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51819026-25ec-4dd9-bd85-2533f01f6e95 req-3945e853-5358-4882-8725-69118c83f864 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777259 Mar 05 00:19:24.804313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.836014 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:24.943069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] Pushing event deleted for resources: {'Port': ['ID=73b3ec33-425b-4a6a-abce-74640baba751,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:24.963537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Attempting to bind port 523654cd-ac18-4cb0-a15a-f9c36f477900 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:24.963876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Attempting to bind port 523654cd-ac18-4cb0-a15a-f9c36f477900 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:24.964547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Attempting to bind port 523654cd-ac18-4cb0-a15a-f9c36f477900 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:24.974256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Port 523654cd-ac18-4cb0-a15a-f9c36f477900 on network 92141689-bb10-45a0-9c98-0d00660262a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:24.974771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Attempting to bind port 523654cd-ac18-4cb0-a15a-f9c36f477900 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:24.984024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:24.984411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Checking segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:24.984804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87969670-b6df-4ff5-9a23-bcf601920718 req-e10fa15c-f5d5-48a2-9d7a-45e691010fb9 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.6736815 Mar 05 00:19:24.985295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Bound using segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:24.985543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Bound port: 523654cd-ac18-4cb0-a15a-f9c36f477900, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:24.986746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa017c7-2662-43e1-b80b-b389eea2d6fa None None] No DVR routers for this DVR port 73b3ec33-425b-4a6a-abce-74640baba751 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:24.989626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:25.175499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:25.184249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=523654cd-ac18-4cb0-a15a-f9c36f477900,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:25.193878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:25.304368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3815547a-8ac8-42f1-b7f8-abc324bafe0b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:25.315111 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:25.316741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/523654cd-ac18-4cb0-a15a-f9c36f477900 HTTP/1.1" status: 200 len: 1091 time: 3.4519110 Mar 05 00:19:25.319443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:25.343111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace5e08-f1a6-443f-8732-17063bc519f4 service neutron] Pushing event updated for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:25.359983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:25.423718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3815547a-8ac8-42f1-b7f8-abc324bafe0b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:25.424064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3815547a-8ac8-42f1-b7f8-abc324bafe0b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:25.425250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73b3ec33-425b-4a6a-abce-74640baba751 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:25.514715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:25.516365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Deleting port d1ee3800-3169-416a-98da-48968efe5716 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:25.516944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:25.529198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 73b3ec33-425b-4a6a-abce-74640baba751 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:25.529198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73b3ec33-425b-4a6a-abce-74640baba751 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:25.611054 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900', 'status': 'completed', 'code': 200} Mar 05 00:19:25.878589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:25.927601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-60751968-7c30-4f3a-b86e-a2c5d529852a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 1.4056876 Mar 05 00:19:25.948815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=37fd8f12-2389-4f1e-92f2-fecff447931e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:26.010740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:26.012457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-7149a1d1-bc70-4dcc-9b45-13262f64557e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6286 time: 0.4008029 Mar 05 00:19:26.018829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12142a1-37b0-4487-b0bb-57e62a824154 None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:26.233127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-5096c331-336f-4c39-a3fd-d7929396cb0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:26.235096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-5096c331-336f-4c39-a3fd-d7929396cb0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 200 len: 910 time: 0.2673612 Mar 05 00:19:26.243253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b5b4e1a-1760-4d85-afee-f34b99c2a94a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/37fd8f12-2389-4f1e-92f2-fecff447931e HTTP/1.1" status: 204 len: 168 time: 3.1515830 Mar 05 00:19:26.279634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44476) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:26.341591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e00ed5ec-bb98-4908-bebf-5daf9ac31f11 req-95d6473a-4395-4e6e-9963-1973d35cf478 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 1.2206347 Mar 05 00:19:26.478850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020201aa-867a-4d44-88d7-f4f573131e48 req-a2b1ee1a-6103-4e06-b776-25e2a634c83e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:26.486335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-020201aa-867a-4d44-88d7-f4f573131e48 req-a2b1ee1a-6103-4e06-b776-25e2a634c83e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 945 time: 0.7200861 Mar 05 00:19:26.519856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-08e78d34-c42f-49b1-a9d6-b3596e735d61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bdbf654-299b-45a2-bd62-4dca72525418 HTTP/1.1" status: 200 len: 217 time: 0.2734046 Mar 05 00:19:26.537709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e00ed5ec-bb98-4908-bebf-5daf9ac31f11 req-c92711cb-f82c-463e-b30c-7fcc89a68f92 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Mar 05 00:19:26.583636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] For port d1ee3800-3169-416a-98da-48968efe5716, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d1ee3800-3169-416a-98da-48968efe5716,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:26.585514 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:26.608598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:19:26.770407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-a769ced6-ff4e-4264-97d1-43f7817d19dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:26.770802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-a769ced6-ff4e-4264-97d1-43f7817d19dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:26.772469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-a769ced6-ff4e-4264-97d1-43f7817d19dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:26.776480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-a769ced6-ff4e-4264-97d1-43f7817d19dd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4edf1e3150024705ab750abab4d6c670&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7350898 Mar 05 00:19:26.795061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Calling delete_port for d1ee3800-3169-416a-98da-48968efe5716 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:26.854988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.10', 55597) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:27.001294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-2a9af5c8-fb50-483f-bffd-6eb91ae364b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.002735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-2a9af5c8-fb50-483f-bffd-6eb91ae364b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e HTTP/1.1" status: 200 len: 848 time: 0.4641509 Mar 05 00:19:27.082187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d676f7-ae6e-4259-8f60-4f60dd963e74 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:27.116776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.162904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-020201aa-867a-4d44-88d7-f4f573131e48 req-d14a28c3-ff1a-4bad-97de-b65e6d207133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756072 Mar 05 00:19:27.217838 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.218738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.396635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-c2bc25c8-640f-48a0-adf7-42ccdabbd499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.399626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c0f0a7f-01f4-40ad-ac3b-7c71628de7eb req-c2bc25c8-640f-48a0-adf7-42ccdabbd499 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6073518 Mar 05 00:19:27.402601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203973b0-e482-4527-a039-03ca37674dfa req-256c4100-1b03-4f66-bacc-7b78e0c58e1d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.408235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-203973b0-e482-4527-a039-03ca37674dfa req-256c4100-1b03-4f66-bacc-7b78e0c58e1d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 945 time: 0.5475216 Mar 05 00:19:27.426895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Deleting subnet d79a8dfa-8505-4b97-a3d4-71dd01eaa77f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:19:27.435141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.459724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d1ee3800-3169-416a-98da-48968efe5716 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:27.538043 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.641978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.675831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.682198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.688382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.710869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.726218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.731738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.736697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.746720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:27.755363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-57f2baf0-4936-4e7f-bdfd-5233881d3ae9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5394 time: 0.8042259 Mar 05 00:19:27.785469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.830682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Deleting port 8f740bf3-b750-4d45-bc43-2af04d537a47 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:27.830928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.854231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2a53b627-24b4-4a87-a869-7c9fd4398554 None None] Provisioning complete for port 27603335-546d-43a2-a4da-b35f6714e4c7 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:27.854506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2a53b627-24b4-4a87-a869-7c9fd4398554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.911092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-349a9b60-d2ef-44cf-9f96-7f9585e0aac4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=868339ae-0377-4401-85b2-7c09f35c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8870287 Mar 05 00:19:27.913839 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:27.972408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfb9238e-6a48-440d-a500-7439047eabc6 req-a629689d-17f3-4ca6-a4c5-900f7ec88c47 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2161291 Mar 05 00:19:28.026789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef9b771-629b-4088-b3f6-2f2ef1e5f38d None None] Network facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:28.027345 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:28.049439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Subnet': ['ID=d79a8dfa-8505-4b97-a3d4-71dd01eaa77f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:28.061382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-536b9386-4fce-474e-bd23-672ef8367a38 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/d79a8dfa-8505-4b97-a3d4-71dd01eaa77f HTTP/1.1" status: 204 len: 168 time: 1.7806802 Mar 05 00:19:28.062334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44494) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:28.167721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-48693c18-6a48-480a-9496-288c35618e91 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040678 Mar 05 00:19:28.168326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:28.417211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abcd26-6575-40a7-a623-e2668ae26afd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:28.419845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6abcd26-6575-40a7-a623-e2668ae26afd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:28.440801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port a6740a33-65ab-41ed-be3a-820561d416fc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:28.441507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:28.563181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6abcd26-6575-40a7-a623-e2668ae26afd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:28.571204 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6abcd26-6575-40a7-a623-e2668ae26afd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3957055 Mar 05 00:19:28.571204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Transition to ACTIVE for port object 67d676f7-ae6e-4259-8f60-4f60dd963e74 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:28.572749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44508) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:28.641078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:28.735766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] DHCP port deletion for facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:19:28.741730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] Deleting port 27603335-546d-43a2-a4da-b35f6714e4c7 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:28.741730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:28.897048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] For port 8f740bf3-b750-4d45-bc43-2af04d537a47, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8f740bf3-b750-4d45-bc43-2af04d537a47,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:28.900088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:28.942186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb3c45-5e2d-412f-a56e-08dfc6ec63b3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:28.942877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f5eb3c45-5e2d-412f-a56e-08dfc6ec63b3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Synchronizing usage tracker for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:29.105815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c624f7e-5b35-49fe-aee1-9d4ea254ebac req-409eeeb7-4b32-4ae2-868c-a5fb49c4884b tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfb52734-6b9c-49a6-9380-c8753b24156e HTTP/1.1" status: 200 len: 1096 time: 0.6800158 Mar 05 00:19:29.181764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] For port 27603335-546d-43a2-a4da-b35f6714e4c7, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=27603335-546d-43a2-a4da-b35f6714e4c7,segment=NetworkSegment(74c04358-f12f-45d4-a7d4-6b1d5a488a33),segment_id=74c04358-f12f-45d4-a7d4-6b1d5a488a33)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:29.183785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:29.189382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Pushing event updated for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:29.204912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Calling delete_port for 8f740bf3-b750-4d45-bc43-2af04d537a47 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:29.250261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f5eb3c45-5e2d-412f-a56e-08dfc6ec63b3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Unset dirty status for tenant:84a1c75586f34f92b98f51d42cae0855 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:29.251845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f5eb3c45-5e2d-412f-a56e-08dfc6ec63b3 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6777241 Mar 05 00:19:29.252994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Attempting to bind port 67d676f7-ae6e-4259-8f60-4f60dd963e74 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:29.253397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Attempting to bind port 67d676f7-ae6e-4259-8f60-4f60dd963e74 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:29.253799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Attempting to bind port 67d676f7-ae6e-4259-8f60-4f60dd963e74 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:29.262008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44514) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:29.362847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0c624f7e-5b35-49fe-aee1-9d4ea254ebac req-e30deaa2-7ddf-4386-9471-b8137a4d87ce tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560585 Mar 05 00:19:29.396746 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a0c8b573-003e-40a3-b548-4d44eea4496c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216893 Mar 05 00:19:29.396746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Port 67d676f7-ae6e-4259-8f60-4f60dd963e74 on network 92141689-bb10-45a0-9c98-0d00660262a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:29.396746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Attempting to bind port 67d676f7-ae6e-4259-8f60-4f60dd963e74 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:29.412446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44520) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:29.413242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:29.413581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Checking segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:29.413970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Bound using segment: {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:29.414401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Bound port: 67d676f7-ae6e-4259-8f60-4f60dd963e74, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98eedab5-9394-4917-9541-40f2cc74c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:29.414745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:29.423664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:29.620395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 27603335-546d-43a2-a4da-b35f6714e4c7 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:29.631470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1ee3800-3169-416a-98da-48968efe5716,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:29.637817 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-38281b9e-6524-4556-b36d-8a77dc2c44c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:29.639796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38281b9e-6524-4556-b36d-8a77dc2c44c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:29.650980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44530) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:29.653163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-38281b9e-6524-4556-b36d-8a77dc2c44c1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/301d7ede-5bee-4a68-af87-6873316d2341 HTTP/1.1" status: 404 len: 333 time: 0.1875691 Mar 05 00:19:29.750715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6bdbf654-299b-45a2-bd62-4dca72525418'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:29.770986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:29.777687 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f3d677-4a69-44dc-8ca7-d686864e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:29.778258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f3d677-4a69-44dc-8ca7-d686864e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:29.779846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:29.788615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:29.842180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a6740a33-65ab-41ed-be3a-820561d416fc no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:29.950196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] Calling delete_port for 27603335-546d-43a2-a4da-b35f6714e4c7 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:29.956992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Pushing event updated for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:29.962470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:29.963899 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-09d90406-78d6-4d1b-8a98-bbbc573f4f05 service neutron] 10.222.0.10 "PUT /v2.0/ports/67d676f7-ae6e-4259-8f60-4f60dd963e74 HTTP/1.1" status: 200 len: 1090 time: 4.6098952 Mar 05 00:19:29.964396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:30.008006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:30.019402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-7acb085f-ef19-40cb-b753-895f2d4a5bfc service neutron] 10.222.0.10 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0679321 Mar 05 00:19:30.025310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28f3d677-4a69-44dc-8ca7-d686864e3842 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/37fd8f12-2389-4f1e-92f2-fecff447931e HTTP/1.1" status: 404 len: 337 time: 0.3592746 Mar 05 00:19:30.213158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.286182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44540) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:30.369002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.415805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] No DVR routers for this DVR port d1ee3800-3169-416a-98da-48968efe5716 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:30.425387 n-d-828979-4 neutron-server[83784]: INFO neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No ports have port_id starting with 27603335-546d-43a2-a4da-b35f6714e4c7 Mar 05 00:19:30.433197 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.481829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec1567-d245-4034-9b35-a78a754d3141 req-20111749-d618-4612-94e4-e07e99af46e3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:30.483532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3ec1567-d245-4034-9b35-a78a754d3141 req-20111749-d618-4612-94e4-e07e99af46e3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 945 time: 1.9469321 Mar 05 00:19:30.484394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.505494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.507584 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-87969670-b6df-4ff5-9a23-bcf601920718 req-7afc8a5c-c535-44ba-83e7-9c7909bb8e24 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d1ee3800-3169-416a-98da-48968efe5716 HTTP/1.1" status: 204 len: 173 time: 5.4725144 Mar 05 00:19:30.543379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'name': 'network-vif-deleted', 'tag': 'd1ee3800-3169-416a-98da-48968efe5716'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:30.546682 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-465ce33e-4aca-48b0-8c60-ea771ecfd28b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:30.547264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465ce33e-4aca-48b0-8c60-ea771ecfd28b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:30.548897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-465ce33e-4aca-48b0-8c60-ea771ecfd28b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/d79a8dfa-8505-4b97-a3d4-71dd01eaa77f HTTP/1.1" status: 404 len: 337 time: 0.2588122 Mar 05 00:19:30.574409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] Pushing event deleted for resources: {'Port': ['ID=27603335-546d-43a2-a4da-b35f6714e4c7,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:30.605214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44550) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:30.631829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Port': ['ID=8f740bf3-b750-4d45-bc43-2af04d537a47,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:30.637352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d95d16-1e23-42c3-8077-8565aec69831 None None] No DVR routers for this DVR port 27603335-546d-43a2-a4da-b35f6714e4c7 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:30.671728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:30.689573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:30.689573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.699740 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf49273-5a99-45a3-afc0-7b3905e346d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:30.700174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf49273-5a99-45a3-afc0-7b3905e346d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:30.701829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3bf49273-5a99-45a3-afc0-7b3905e346d5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/1417a86a-b6f7-43bd-a649-fabd880f98d1 HTTP/1.1" status: 404 len: 333 time: 0.0872555 Mar 05 00:19:30.708626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:30.723612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:30.741161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44560) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:30.819735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:31.061060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.066108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.072470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.077630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.081988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.087040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.091255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:31.093495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-562dd230-b80d-42d9-9300-1dc8db28cec2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5406 time: 0.6823456 Mar 05 00:19:31.380310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for a6740a33-65ab-41ed-be3a-820561d416fc owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:31.501015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-777703ba-a964-496e-b18d-ddbc1bf64681 req-b6a1e3b2-9916-4156-a673-a5715c43ad35 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3962524 Mar 05 00:19:31.688601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:19:31.689583 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:19:31.717083 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7556f0b-b898-4431-97ad-f370013aef30 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:31.717819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7556f0b-b898-4431-97ad-f370013aef30 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:31.732414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f7556f0b-b898-4431-97ad-f370013aef30 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/ffc559fb-1265-4a26-97c9-9451aceffe8b HTTP/1.1" status: 404 len: 337 time: 0.9823153 Mar 05 00:19:31.750510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:31.809169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0673628-0871-41bc-b8f3-8340b647a913 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:31.818357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26e4823e-3f9b-4ef1-9ffc-5ffe4b50c9b8 req-c79a4a1a-29f9-46c8-93da-60953d685e32 service neutron] 10.222.0.10 "GET /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6339271 Mar 05 00:19:31.819205 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-989c9f49-e27b-4684-b28b-778b7f10c134 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:31.819816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989c9f49-e27b-4684-b28b-778b7f10c134 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:31.821908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-989c9f49-e27b-4684-b28b-778b7f10c134 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/65f5893c-b265-4ea9-b192-70246e3f6a11 HTTP/1.1" status: 404 len: 337 time: 0.0701647 Mar 05 00:19:31.828514 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:31.830959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:31.868176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Transition to ACTIVE for port object c0673628-0871-41bc-b8f3-8340b647a913 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:31.872091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3ec1567-d245-4034-9b35-a78a754d3141 req-b69dd1fc-6b58-46df-a9fc-d4748e889b93 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2764688 Mar 05 00:19:31.919157 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74', 'status': 'completed', 'code': 200} Mar 05 00:19:31.923344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:32.112401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Pushing event updated for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:32.326401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port a6740a33-65ab-41ed-be3a-820561d416fc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:32.326747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:32.352816 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc', 'code': 200} Mar 05 00:19:32.365829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-5a0f90a9-e3a2-4140-b4aa-570c3672a4f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6378 time: 0.4960928 Mar 05 00:19:32.465778 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb52734-6b9c-49a6-9380-c8753b24156e', 'name': 'network-vif-deleted', 'tag': 'd1ee3800-3169-416a-98da-48968efe5716', 'status': 'completed', 'code': 200} Mar 05 00:19:32.466641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:32.565503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Attempting to bind port c0673628-0871-41bc-b8f3-8340b647a913 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:32.565969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Attempting to bind port c0673628-0871-41bc-b8f3-8340b647a913 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:32.566455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Attempting to bind port c0673628-0871-41bc-b8f3-8340b647a913 on network f8591d14-17ef-415b-b45d-ee136fd19f58 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:32.589931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Port c0673628-0871-41bc-b8f3-8340b647a913 on network f8591d14-17ef-415b-b45d-ee136fd19f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:32.590396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Attempting to bind port c0673628-0871-41bc-b8f3-8340b647a913 on network f8591d14-17ef-415b-b45d-ee136fd19f58 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:32.620352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:32.620992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Checking segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:32.621592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Bound using segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:32.622210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Bound port: c0673628-0871-41bc-b8f3-8340b647a913, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:32.622739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:32.625718 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-91aa2df6-0463-43e6-8e4e-56dfce2272af tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:32.630045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91aa2df6-0463-43e6-8e4e-56dfce2272af tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:32.631912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91aa2df6-0463-43e6-8e4e-56dfce2272af tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/1036f223-f8c5-429d-ac6e-4c74c16d7647 HTTP/1.1" status: 404 len: 333 time: 0.7962527 Mar 05 00:19:32.635072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44586) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:32.716098 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8297f825-00e9-450b-a22a-e065494df647 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:32.723790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8297f825-00e9-450b-a22a-e065494df647 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:32.723790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8297f825-00e9-450b-a22a-e065494df647 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/dd8080ba-ad7c-44e2-872c-a2bb89d1a116 HTTP/1.1" status: 404 len: 337 time: 0.0570171 Mar 05 00:19:32.724276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44590) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:32.915807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-7343d04a-e598-43cd-a7f5-4aaa6c348cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:32.916185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-7343d04a-e598-43cd-a7f5-4aaa6c348cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:32.916550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-7343d04a-e598-43cd-a7f5-4aaa6c348cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:32.918344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-7343d04a-e598-43cd-a7f5-4aaa6c348cc3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4edf1e3150024705ab750abab4d6c670&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5417333 Mar 05 00:19:32.921073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:32.924683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c0673628-0871-41bc-b8f3-8340b647a913,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:32.976214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.019013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.025021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.032105 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8faa50c-0e9b-4634-afbe-7820a80700d2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:33.032548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8faa50c-0e9b-4634-afbe-7820a80700d2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:33.034323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d8faa50c-0e9b-4634-afbe-7820a80700d2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/87bd020a-40ce-413b-8fda-cf7979a91d27 HTTP/1.1" status: 404 len: 337 time: 0.3093519 Mar 05 00:19:33.064955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44598) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.115428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.115985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Fanout notify agent at l3_agent the message router_deleted on router 0f850db8-5cb8-4016-862e-cb2e5bdea5d4 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:19:33.138983 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81e6a5e-c607-484a-ae36-c7abc82d1c5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:33.139333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81e6a5e-c607-484a-ae36-c7abc82d1c5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:33.261837 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.265884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e84d933-8777-4d23-b45b-b3df382ee319 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/routers/0f850db8-5cb8-4016-862e-cb2e5bdea5d4 HTTP/1.1" status: 204 len: 168 time: 9.7909400 Mar 05 00:19:33.267390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44606) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.283375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d81e6a5e-c607-484a-ae36-c7abc82d1c5d tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/31ca2005-31a8-4a5b-8b04-18ecc4b76fed HTTP/1.1" status: 404 len: 333 time: 0.2119174 Mar 05 00:19:33.294779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.296556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] 10.222.0.10 "PUT /v2.0/ports/c0673628-0871-41bc-b8f3-8340b647a913 HTTP/1.1" status: 200 len: 1091 time: 3.2938480 Mar 05 00:19:33.301440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44610) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.367059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Request body: {'port': {'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:33.428093 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d734e074-fdb4-4b32-acfd-07f6302ffe2b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:33.428656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d734e074-fdb4-4b32-acfd-07f6302ffe2b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:33.432486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d734e074-fdb4-4b32-acfd-07f6302ffe2b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/d3b08883-5cd9-4f3e-9e34-2a146ba446a6 HTTP/1.1" status: 404 len: 337 time: 0.1253767 Mar 05 00:19:33.454649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44618) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.503660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port a6740a33-65ab-41ed-be3a-820561d416fc, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a6740a33-65ab-41ed-be3a-820561d416fc,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:33.504934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.558578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Pushing event updated for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:33.572672 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae85d5d-da94-4cad-beee-9d1754550dfd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:33.573339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae85d5d-da94-4cad-beee-9d1754550dfd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:33.575079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7ae85d5d-da94-4cad-beee-9d1754550dfd tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/2895e8ba-a6fd-4585-a4dd-ce1053f332a5 HTTP/1.1" status: 404 len: 337 time: 0.1181474 Mar 05 00:19:33.586761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44624) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.746240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-c13e52db-a024-4b40-aa3d-f7f6d1bfc9d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.747913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-64aaf857-7a75-4ad5-9e18-ec4a9e3127cf req-c13e52db-a024-4b40-aa3d-f7f6d1bfc9d4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8216834 Mar 05 00:19:33.765190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.767887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.768265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.768609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.768945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.769309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.769675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.770000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.770328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.770651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.770976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9e7c0-87e4-4bd4-acc7-b34f72805493 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:33.780807 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edef40b-8620-4f16-be6d-e336be60aca4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:33.781256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edef40b-8620-4f16-be6d-e336be60aca4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:33.783018 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7edef40b-8620-4f16-be6d-e336be60aca4 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/4a5b422d-47a0-429c-88e8-f757c0217157 HTTP/1.1" status: 404 len: 333 time: 0.1923940 Mar 05 00:19:33.787756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44634) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.836170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3af236ae-291c-41a4-a9a9-f0081e0d8068 req-7d63be95-4204-42e3-8e5d-548d81436ed7 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.8043799 Mar 05 00:19:33.846114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.850283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.854204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.858482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.860789 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:33.862558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.867217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.871551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:33.872066 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97907ed-fdfe-4ef5-83e4-62973e68379c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:33.872423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97907ed-fdfe-4ef5-83e4-62973e68379c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:33.874078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b97907ed-fdfe-4ef5-83e4-62973e68379c tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/af902199-2b09-4a39-9df4-337ae2eceab1 HTTP/1.1" status: 404 len: 337 time: 0.0854006 Mar 05 00:19:33.878482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44638) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:33.882905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-150c9500-e368-48ee-ab66-0199f11de918 req-abcbee43-113b-410e-85ae-ffd67a0c45b5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5418 time: 1.0155756 Mar 05 00:19:33.914007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for a6740a33-65ab-41ed-be3a-820561d416fc owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:33.925729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:34.011430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3af236ae-291c-41a4-a9a9-f0081e0d8068 req-9c82aefa-b3e2-4640-9114-20c3280ab1c0 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648779 Mar 05 00:19:34.012284 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-048054ce-3c9d-4dc7-980e-db130a7ce513 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.012723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048054ce-3c9d-4dc7-980e-db130a7ce513 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.017086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-048054ce-3c9d-4dc7-980e-db130a7ce513 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/b8608ecc-a4a8-4ab1-9b89-2a3e97b1d632 HTTP/1.1" status: 404 len: 333 time: 0.1317635 Mar 05 00:19:34.017086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44646) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:34.080726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-150c9500-e368-48ee-ab66-0199f11de918 req-f179e800-eda5-4183-9d4d-84cc8af24361 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1968801 Mar 05 00:19:34.122267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:34.174706 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe2d25b-ac8e-4d74-be2e-bc423f8c2cd9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.175131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe2d25b-ac8e-4d74-be2e-bc423f8c2cd9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.185561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dbe2d25b-ac8e-4d74-be2e-bc423f8c2cd9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/0b80339d-24dc-4a61-84fa-9a31a252b6cf HTTP/1.1" status: 404 len: 337 time: 0.1675406 Mar 05 00:19:34.186152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44650) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:34.309880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:34.320915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0', 'af94d7b1-5bce-450e-8bb1-63a24e27563e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:34.343300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91851030-d115-48ce-886b-7d561c5df928 req-c56883b2-6f11-43f5-82a5-7bce065a044b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f3cc28-c0a6-4441-a3bb-aa19cea26746 HTTP/1.1" status: 200 len: 210 time: 0.0627873 Mar 05 00:19:34.388985 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913', 'status': 'completed', 'code': 200} Mar 05 00:19:34.432522 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f0fad1-b06e-49b7-a46a-39b3491bb699 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.433378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f0fad1-b06e-49b7-a46a-39b3491bb699 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.435327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a7f0fad1-b06e-49b7-a46a-39b3491bb699 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/7a42423a-4086-4b53-a8d8-f64ae48ade4d HTTP/1.1" status: 404 len: 333 time: 0.2436192 Mar 05 00:19:34.472542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44658) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:34.556588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=a6740a33-65ab-41ed-be3a-820561d416fc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:34.581035 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-db106187-8e0c-4416-ba4d-f2e34554d9c2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.589722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db106187-8e0c-4416-ba4d-f2e34554d9c2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.594750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-db106187-8e0c-4416-ba4d-f2e34554d9c2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/96fcae21-0ea3-4cad-9b2e-e3897ef42e4b HTTP/1.1" status: 404 len: 337 time: 0.1170909 Mar 05 00:19:34.605569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44666) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:34.791752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:34.798952 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-654a0c20-e279-41ed-9a26-95b05279b597 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.799642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654a0c20-e279-41ed-9a26-95b05279b597 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.801744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-654a0c20-e279-41ed-9a26-95b05279b597 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/27513189-f70c-4b0e-9062-3d2eef4103cf HTTP/1.1" status: 404 len: 333 time: 0.1913431 Mar 05 00:19:34.815573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:34.862678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56853e5d-bdce-4134-b2ce-5e9e38b34959']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:34.870827 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8539bac-045e-4799-8c44-cfbccc5dc3fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.871437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8539bac-045e-4799-8c44-cfbccc5dc3fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.873366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8539bac-045e-4799-8c44-cfbccc5dc3fa tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/590f2c64-84bc-4254-a873-f0ccc57300dc HTTP/1.1" status: 404 len: 337 time: 0.0560110 Mar 05 00:19:34.876675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44676) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:34.904606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334b3a25-74df-4f17-b525-7d6496ebe130') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:34.904903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334b3a25-74df-4f17-b525-7d6496ebe130') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:34.985640 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd8e68a-a3e9-4953-aba6-7319dbd20c4b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:34.986267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd8e68a-a3e9-4953-aba6-7319dbd20c4b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:34.991842 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5dd8e68a-a3e9-4953-aba6-7319dbd20c4b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/16d916c6-5607-4978-bbef-7ed709d9b621 HTTP/1.1" status: 404 len: 333 time: 0.1036968 Mar 05 00:19:35.001451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44680) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:35.007475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.030724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port a6740a33-65ab-41ed-be3a-820561d416fc on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:35.035869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd959-5fae-4e60-8843-f4f427e2955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.041701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.060503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'name': 'network-vif-deleted', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:35.073897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.10 "DELETE /v2.0/ports/a6740a33-65ab-41ed-be3a-820561d416fc HTTP/1.1" status: 204 len: 173 time: 7.6549933 Mar 05 00:19:35.081679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.096449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-d46c23f0-8934-4416-86a3-01de8ca7c523 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6420 time: 0.6023145 Mar 05 00:19:35.100283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:19:35.100895 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:19:35.118955 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:19:35.264261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f740bf3-b750-4d45-bc43-2af04d537a47 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:35.289454 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da2183a-a31a-471f-a9ad-091a20a41ab7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:35.289887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da2183a-a31a-471f-a9ad-091a20a41ab7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:35.301598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6da2183a-a31a-471f-a9ad-091a20a41ab7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/de41b968-d59b-4a12-9663-5cf1471a4f6a HTTP/1.1" status: 404 len: 337 time: 0.2920418 Mar 05 00:19:35.310812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f411e87-2a86-4e66-81cd-517a056844da req-c342a5f8-9b8f-47bd-9ad8-29ab75849408 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.9575281 Mar 05 00:19:35.318990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:35.333575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f4c816-e63b-47ac-88a8-1531ca234eb2 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:35.368939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8f740bf3-b750-4d45-bc43-2af04d537a47 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:35.370417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8f740bf3-b750-4d45-bc43-2af04d537a47 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:35.470408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.487689 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc35dea6-0438-4f54-bb84-25d4ee412c87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:35.488128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc35dea6-0438-4f54-bb84-25d4ee412c87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:35.490342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bc35dea6-0438-4f54-bb84-25d4ee412c87 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9d1ffa27-81a5-4d7a-8168-6b6de4dcc868 HTTP/1.1" status: 404 len: 333 time: 0.1636214 Mar 05 00:19:35.495828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:35.515819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Transition to ACTIVE for port object e4f4c816-e63b-47ac-88a8-1531ca234eb2 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:35.521169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Deleting port 6bdbf654-299b-45a2-bd62-4dca72525418 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:35.521589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.557193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.564011 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c94020-552a-4dff-81a0-d7a341686604 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:35.564489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c94020-552a-4dff-81a0-d7a341686604 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:35.567339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.589152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:35.639658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-27c94020-552a-4dff-81a0-d7a341686604 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/eff7e2c3-cb9d-473c-88f8-da4d74b2baea HTTP/1.1" status: 404 len: 337 time: 0.1347599 Mar 05 00:19:35.652893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44704) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:35.668584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] Pushing event deleted for resources: {'Network': ['ID=56853e5d-bdce-4134-b2ce-5e9e38b34959,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:35.777565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a79c746a-493a-4b52-9ae1-c3c6db299967 tempest-TestSecurityGroupsBasicOps-1827523092 tempest-TestSecurityGroupsBasicOps-1827523092-project] 10.222.0.32 "DELETE /v2.0/networks/56853e5d-bdce-4134-b2ce-5e9e38b34959 HTTP/1.1" status: 204 len: 168 time: 2.4989378 Mar 05 00:19:35.780140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-3e94012f-e879-49eb-90b8-0a3059ba749b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:35.780694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-3e94012f-e879-49eb-90b8-0a3059ba749b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:35.781210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-3e94012f-e879-49eb-90b8-0a3059ba749b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:35.784094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-3e94012f-e879-49eb-90b8-0a3059ba749b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4edf1e3150024705ab750abab4d6c670&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6570032 Mar 05 00:19:35.861199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Pushing event updated for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:35.974689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-620d330e-9f93-4fa9-97ee-171142a86689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:35.976987 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37192d11-a6eb-48aa-aab6-6e2914d11c4a req-620d330e-9f93-4fa9-97ee-171142a86689 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767712 Mar 05 00:19:35.979421 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc39129-cc14-4733-a28b-67a680342ff9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:35.979850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc39129-cc14-4733-a28b-67a680342ff9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:35.984746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6dc39129-cc14-4733-a28b-67a680342ff9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/624c62f7-6c96-41e6-9b82-9e1a82d3a2c2 HTTP/1.1" status: 404 len: 337 time: 0.3201752 Mar 05 00:19:35.988675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44712) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.087813 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a75ced-1d8a-42d3-a8d2-21056228fc03 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.089087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a75ced-1d8a-42d3-a8d2-21056228fc03 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.093828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-88a75ced-1d8a-42d3-a8d2-21056228fc03 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/7023069c-3078-43c5-b707-aaa2ca821034 HTTP/1.1" status: 404 len: 333 time: 0.1041512 Mar 05 00:19:36.094577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44716) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.097540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e4fc309d-4da8-476c-a722-8fffce41275e req-51167dd3-cbf4-4804-b779-cb2e742d54f5 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Synchronizing usage tracker for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:36.166409 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f046b03d-3076-4408-9874-eac53b5c089e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.166904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f046b03d-3076-4408-9874-eac53b5c089e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.168757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f046b03d-3076-4408-9874-eac53b5c089e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/3b1a6bc0-d724-4974-9fd0-e207d1aa897f HTTP/1.1" status: 404 len: 337 time: 0.0648270 Mar 05 00:19:36.171300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44720) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.240439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e4fc309d-4da8-476c-a722-8fffce41275e req-51167dd3-cbf4-4804-b779-cb2e742d54f5 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Unset dirty status for tenant:f31301ba9f1c45ccade16e0ff5f22951 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:36.247978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4fc309d-4da8-476c-a722-8fffce41275e req-51167dd3-cbf4-4804-b779-cb2e742d54f5 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3 HTTP/1.1" status: 200 len: 1097 time: 0.8453169 Mar 05 00:19:36.289267 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50ed9c2-bf1c-40f3-ad4c-8a48eb045b69 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.290762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50ed9c2-bf1c-40f3-ad4c-8a48eb045b69 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.293915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b50ed9c2-bf1c-40f3-ad4c-8a48eb045b69 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/c1abd620-ebfb-426c-8be3-8d2de095e146 HTTP/1.1" status: 404 len: 337 time: 0.1203537 Mar 05 00:19:36.298322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44726) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.323944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28623a0-a6a7-4a24-baf0-0562790fe61b req-ce729b35-9440-4a58-beb0-8b3ba0e3285f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:36.325215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a28623a0-a6a7-4a24-baf0-0562790fe61b req-ce729b35-9440-4a58-beb0-8b3ba0e3285f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 947 time: 1.0370934 Mar 05 00:19:36.344969 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a396573-4c2e-45d5-b984-1c81d8894279 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.345397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a396573-4c2e-45d5-b984-1c81d8894279 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.347288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a396573-4c2e-45d5-b984-1c81d8894279 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/2f4aec56-b722-4aa4-8fcc-8d78e02305a2 HTTP/1.1" status: 404 len: 333 time: 0.0477791 Mar 05 00:19:36.355068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44732) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.455859 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b30e1de-2155-4881-83bb-caa0102c520b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.456384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b30e1de-2155-4881-83bb-caa0102c520b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.460869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b30e1de-2155-4881-83bb-caa0102c520b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/8c08015e-6ca1-4f89-91e3-66d1ec722411 HTTP/1.1" status: 404 len: 337 time: 0.1028674 Mar 05 00:19:36.463341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44736) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.564025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a28623a0-a6a7-4a24-baf0-0562790fe61b req-3df63662-92bf-4b48-a356-3e2b76b6b1a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937633 Mar 05 00:19:36.654878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] For port 6bdbf654-299b-45a2-bd62-4dca72525418, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6bdbf654-299b-45a2-bd62-4dca72525418,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:36.655311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:36.684206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Attempting to bind port e4f4c816-e63b-47ac-88a8-1531ca234eb2 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:36.684538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Attempting to bind port e4f4c816-e63b-47ac-88a8-1531ca234eb2 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:36.685012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Attempting to bind port e4f4c816-e63b-47ac-88a8-1531ca234eb2 on network f8591d14-17ef-415b-b45d-ee136fd19f58 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:36.715447 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0e2adf-92bb-4ff4-8c70-595672579049 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.716089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0e2adf-92bb-4ff4-8c70-595672579049 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.718294 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aa0e2adf-92bb-4ff4-8c70-595672579049 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/3c9a505a-9b82-476b-a844-90dd31b3fb7a HTTP/1.1" status: 404 len: 337 time: 0.2534721 Mar 05 00:19:36.720746 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f3cc28-c0a6-4441-a3bb-aa19cea26746', 'name': 'network-vif-deleted', 'tag': 'a6740a33-65ab-41ed-be3a-820561d416fc', 'status': 'completed', 'code': 200} Mar 05 00:19:36.728842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44740) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.745932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e4fc309d-4da8-476c-a722-8fffce41275e req-74f5497a-7fdc-4fe1-94f0-276247eebf49 tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3148758b-2bec-461a-811b-f140c2c4138c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967597 Mar 05 00:19:36.827567 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0beb3bf-e7be-4d2b-85d5-797884486ae7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.828122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0beb3bf-e7be-4d2b-85d5-797884486ae7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.833267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d0beb3bf-e7be-4d2b-85d5-797884486ae7 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/4f2a7751-555b-4105-be76-607dbb52259b HTTP/1.1" status: 404 len: 333 time: 0.0992866 Mar 05 00:19:36.836462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44744) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.864895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Calling delete_port for 6bdbf654-299b-45a2-bd62-4dca72525418 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:36.889487 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d1cc98-7662-41c8-a4ba-72c7cd0f2657 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.890283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d1cc98-7662-41c8-a4ba-72c7cd0f2657 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.895331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-84d1cc98-7662-41c8-a4ba-72c7cd0f2657 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/e1608af8-e6f3-46ae-9ccc-2471c41d03cd HTTP/1.1" status: 404 len: 337 time: 0.0507863 Mar 05 00:19:36.902504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-10cbe401-48f6-400c-a4ed-6997ec9d6f70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:36.906110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-10cbe401-48f6-400c-a4ed-6997ec9d6f70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 947 time: 0.2426481 Mar 05 00:19:36.906892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44748) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:36.963309 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fbf50f-ec02-4ddc-a3bf-9fa66ecda7ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:36.963913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fbf50f-ec02-4ddc-a3bf-9fa66ecda7ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:36.966568 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-97fbf50f-ec02-4ddc-a3bf-9fa66ecda7ad tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/486d7dfe-e194-4ef9-b665-b31cf9ac82cc HTTP/1.1" status: 404 len: 337 time: 0.0586030 Mar 05 00:19:37.017257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44756) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:37.034926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a418a34-a53d-445d-8e5b-4ba508fe26e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:37.198583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-75a633bd-672e-4b38-84c3-0d6b88598bb0 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc HTTP/1.1" status: 200 len: 205 time: 0.1519382 Mar 05 00:19:37.205310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44762) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:37.240797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:37.317076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bdbf654-299b-45a2-bd62-4dca72525418,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:37.318733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Port e4f4c816-e63b-47ac-88a8-1531ca234eb2 on network f8591d14-17ef-415b-b45d-ee136fd19f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:37.319225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Attempting to bind port e4f4c816-e63b-47ac-88a8-1531ca234eb2 on network f8591d14-17ef-415b-b45d-ee136fd19f58 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:37.374846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:37.375139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Checking segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:37.375300 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-7dfa3639-5747-4011-a8b0-f9741b9a3fdb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] delete failed (client error): The resource could not be found. Mar 05 00:19:37.375647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Bound using segment: {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:37.379367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Bound port: e4f4c816-e63b-47ac-88a8-1531ca234eb2, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294268ba-a5c3-45a3-9ff4-d582d4448899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:37.379609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7dfa3639-5747-4011-a8b0-f9741b9a3fdb tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/routers/a9717ad0-e5cd-498f-9ed4-9cd2b5f35cdc HTTP/1.1" status: 404 len: 336 time: 0.1644530 Mar 05 00:19:37.379749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:37.398574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44766) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:37.531014 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f944f515-2326-4250-893b-223bcf778d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:37.531720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f944f515-2326-4250-893b-223bcf778d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:37.536450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f944f515-2326-4250-893b-223bcf778d17 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/fa10305d-dee9-49bb-9c8e-99b210a92a7c HTTP/1.1" status: 404 len: 337 time: 0.1371651 Mar 05 00:19:37.537366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44776) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:37.544297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6bdbf654-299b-45a2-bd62-4dca72525418 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:37.555810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Deleting port d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:37.556553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:37.609729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 6bdbf654-299b-45a2-bd62-4dca72525418 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:37.610462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6bdbf654-299b-45a2-bd62-4dca72525418 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:37.610726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44780) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:37.624813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] No DVR routers for this DVR port 6bdbf654-299b-45a2-bd62-4dca72525418 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:37.642531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:37.654380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'name': 'network-vif-deleted', 'tag': '6bdbf654-299b-45a2-bd62-4dca72525418'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:37.672390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:37.684905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:37.687719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f411e87-2a86-4e66-81cd-517a056844da req-89e95f54-b8e5-484a-9261-2374e986221e tempest-TestServerMultinode-232092644 tempest-TestServerMultinode-232092644-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6bdbf654-299b-45a2-bd62-4dca72525418 HTTP/1.1" status: 204 len: 173 time: 2.3469698 Mar 05 00:19:37.693328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:37.777018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.788100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.792218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.796140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.827552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.832489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.838957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:37.843451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50708c57-44c2-4b7b-ab44-87867a39db6a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1823b6c-d0ad-4228-9d6c-94b78d68bb39 HTTP/1.1" status: 200 len: 205 time: 0.3023252 Mar 05 00:19:37.859987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44792) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:37.864108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-b4f7b4ef-2baf-4b9d-8837-21aa9ec11812 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.6776481 Mar 05 00:19:37.931018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Pushing event updated for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:37.989459 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-98e595e0-e2eb-44d1-b889-16772d19c399 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] delete failed (client error): The resource could not be found. Mar 05 00:19:37.990828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-98e595e0-e2eb-44d1-b889-16772d19c399 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/routers/e1823b6c-d0ad-4228-9d6c-94b78d68bb39 HTTP/1.1" status: 404 len: 336 time: 0.1226890 Mar 05 00:19:38.001246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44796) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.062191 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:38.063522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8f2efe4a-c0db-4b08-85cf-de046cd8897a service neutron] 10.222.0.10 "PUT /v2.0/ports/e4f4c816-e63b-47ac-88a8-1531ca234eb2 HTTP/1.1" status: 200 len: 1091 time: 4.7145677 Mar 05 00:19:38.097407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00ab103e-9a09-4d8b-a8c1-9d53567bb5f0 req-6a5dc3eb-a2c3-4336-be56-f16109988898 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2258282 Mar 05 00:19:38.249491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:38.258717 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25ebca5-c0a5-4a7a-9696-0b08e7699161 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:38.260013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25ebca5-c0a5-4a7a-9696-0b08e7699161 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:38.264013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d25ebca5-c0a5-4a7a-9696-0b08e7699161 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/3577e732-95a6-449f-8be8-62f79e8cd774 HTTP/1.1" status: 404 len: 337 time: 0.2582812 Mar 05 00:19:38.264798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44804) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.351996 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f7bce6-b417-4fb1-ac73-78da66cda334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:38.352976 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1b8e1a88-5798-49b9-9adc-9ccc2183e309 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a734d7ece0c044c99e00c1f237c606a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7333655 Mar 05 00:19:38.353198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f7bce6-b417-4fb1-ac73-78da66cda334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:38.353745 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:38.357318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d5f7bce6-b417-4fb1-ac73-78da66cda334 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/12723c37-1486-4b89-8550-a4c7ac7d6393 HTTP/1.1" status: 404 len: 337 time: 0.0895917 Mar 05 00:19:38.360838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44808) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.361198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44810) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.392863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5724d3a-68d0-4791-a805-7f63d5eda5a3 req-92abae50-fc02-4523-aaad-1267d90fbfe3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:38.403900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e5724d3a-68d0-4791-a805-7f63d5eda5a3 req-92abae50-fc02-4523-aaad-1267d90fbfe3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:38.489887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e5724d3a-68d0-4791-a805-7f63d5eda5a3 req-92abae50-fc02-4523-aaad-1267d90fbfe3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:38.499731 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfff976-0d1a-4008-b4a3-ba4502683d26 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:38.500484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfff976-0d1a-4008-b4a3-ba4502683d26 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:38.500921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5724d3a-68d0-4791-a805-7f63d5eda5a3 req-92abae50-fc02-4523-aaad-1267d90fbfe3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 0.8330646 Mar 05 00:19:38.502190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-edfff976-0d1a-4008-b4a3-ba4502683d26 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9121622f-c349-4a5a-be53-6cfa4eb51c70 HTTP/1.1" status: 404 len: 333 time: 0.1354656 Mar 05 00:19:38.505826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44816) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.527663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] For port d62a7234-edcb-4f64-97ad-1b5d59059bd2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=d62a7234-edcb-4f64-97ad-1b5d59059bd2,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:38.528031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:38.559750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-cef1c4b8-63b6-44b1-9924-64ef9e09b423 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6487 time: 0.4363773 Mar 05 00:19:38.630723 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-82848d96-5ab3-4ea9-823d-7dc3a4561da9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:38.631149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82848d96-5ab3-4ea9-823d-7dc3a4561da9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:38.632794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-82848d96-5ab3-4ea9-823d-7dc3a4561da9 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/67c27bd4-e299-4ffd-824a-6397ad0402e9 HTTP/1.1" status: 404 len: 337 time: 0.1122937 Mar 05 00:19:38.636002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44820) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.674434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5724d3a-68d0-4791-a805-7f63d5eda5a3 req-4794643a-059e-4bc5-b2c2-3f5931566590 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725550 Mar 05 00:19:38.689449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-e0d7b196-c102-43c4-ba36-7defd1a0c205 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd HTTP/1.1" status: 200 len: 217 time: 0.1219640 Mar 05 00:19:38.702345 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80aad22-e957-4289-8607-f8537ce4e4d8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:38.702776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80aad22-e957-4289-8607-f8537ce4e4d8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:38.704375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f80aad22-e957-4289-8607-f8537ce4e4d8 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/d57627ff-337e-42bc-ae62-09af1b7e4233 HTTP/1.1" status: 404 len: 333 time: 0.0674591 Mar 05 00:19:38.742464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44826) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.868619 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b44a1d6-c0e6-4f79-bc9d-666fbd17d1a3', 'name': 'network-vif-deleted', 'tag': '6bdbf654-299b-45a2-bd62-4dca72525418', 'status': 'completed', 'code': 200} Mar 05 00:19:38.914469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44830) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:38.950923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:38.951316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:38.951625 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Floating IP 3ad848b1-c0eb-417e-a230-9acf22a7298c disassociated. External IP: 172.25.0.80, port: d62a7234-edcb-4f64-97ad-1b5d59059bd2. Mar 05 00:19:38.951963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Calling delete_port for d62a7234-edcb-4f64-97ad-1b5d59059bd2 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:39.006605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1465-0826-4835-bcf2-916f91ff450c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.008509 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-76373835-d844-48a1-ae69-dfabc754b786 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.008936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76373835-d844-48a1-ae69-dfabc754b786 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.012921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76373835-d844-48a1-ae69-dfabc754b786 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/84a26e0e-73ab-4a4a-a203-47f9a8414ffc HTTP/1.1" status: 404 len: 337 time: 0.1444814 Mar 05 00:19:39.020024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44834) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.152451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-2ae73b7f-763d-4669-b24e-9b7602a597f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.153928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-2ae73b7f-763d-4669-b24e-9b7602a597f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf HTTP/1.1" status: 200 len: 855 time: 0.4563911 Mar 05 00:19:39.158787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1465-0826-4835-bcf2-916f91ff450c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.170655 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-341436b4-d5a8-4818-8fc5-9d7daf588da1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.171087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341436b4-d5a8-4818-8fc5-9d7daf588da1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.174993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-341436b4-d5a8-4818-8fc5-9d7daf588da1 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9d44dcf6-5bda-4091-ba2d-2ec6e4d72160 HTTP/1.1" status: 404 len: 333 time: 0.1366148 Mar 05 00:19:39.183368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.214310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867c4e6-c62e-4d4f-89bd-eaf766b012ec req-816330f3-f9aa-4970-bf4f-0d04f9d0a627 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.215704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b867c4e6-c62e-4d4f-89bd-eaf766b012ec req-816330f3-f9aa-4970-bf4f-0d04f9d0a627 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 947 time: 0.7107491 Mar 05 00:19:39.346880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b867c4e6-c62e-4d4f-89bd-eaf766b012ec req-a4eb92f8-079e-49ee-b916-da56c676ec6c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab58e27f-46d0-473f-87ed-10caa41eaac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225288 Mar 05 00:19:39.366991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7b429f74-0767-4788-a32a-7f3175a388f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=efd46df0-1c82-4725-adb6-be0b3d7d344b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990845 Mar 05 00:19:39.367630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1465-0826-4835-bcf2-916f91ff450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.376770 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3fceb8-3569-4882-9711-77feb15f6a14 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.377322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3fceb8-3569-4882-9711-77feb15f6a14 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.397933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17804332-572a-4a1c-b1bc-823138744fa8 req-814e2287-a6d6-48fd-a464-d7086ae48698 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.399374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17804332-572a-4a1c-b1bc-823138744fa8 req-814e2287-a6d6-48fd-a464-d7086ae48698 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 0.4201722 Mar 05 00:19:39.410247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb3fceb8-3569-4882-9711-77feb15f6a14 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/12b5b143-f8ed-4718-9215-55a8c938a10b HTTP/1.1" status: 404 len: 337 time: 0.2220974 Mar 05 00:19:39.413313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d1465-0826-4835-bcf2-916f91ff450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6908e67b-ad90-4a52-acf7-413d09106c40,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:39.415336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44846) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.449628 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.514766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:39.532300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1465-0826-4835-bcf2-916f91ff450c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.536170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f7d1465-0826-4835-bcf2-916f91ff450c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6908e67b-ad90-4a52-acf7-413d09106c40 HTTP/1.1" status: 204 len: 168 time: 1.1690381 Mar 05 00:19:39.539597 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a20bd6c-20b4-481c-bed5-fd313ad50eb2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.540035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a20bd6c-20b4-481c-bed5-fd313ad50eb2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.540285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event deleted for resources: {'Port': ['ID=d62a7234-edcb-4f64-97ad-1b5d59059bd2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:39.541687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0a20bd6c-20b4-481c-bed5-fd313ad50eb2 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/de893f51-64ca-480d-95d0-66765c472f95 HTTP/1.1" status: 404 len: 333 time: 0.1217730 Mar 05 00:19:39.546888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44854) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.594979 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bbb59d-eb39-4409-b45b-43cec40a6347 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.595566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bbb59d-eb39-4409-b45b-43cec40a6347 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.597357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-78bbb59d-eb39-4409-b45b-43cec40a6347 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/6bb7c606-9582-4689-8643-5636030e1820 HTTP/1.1" status: 404 len: 337 time: 0.0468519 Mar 05 00:19:39.600513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.647861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-dcd14bc4-a48a-4cc9-8cda-0025c900aae9 service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669795 Mar 05 00:19:39.648705 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e341ace-578b-4e7a-a247-78d1214bfd46 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.649114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e341ace-578b-4e7a-a247-78d1214bfd46 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.653049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3e341ace-578b-4e7a-a247-78d1214bfd46 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/9c64bee5-32e3-4a50-b1a2-dea4a76c2ed3 HTTP/1.1" status: 404 len: 333 time: 0.0492606 Mar 05 00:19:39.653957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44862) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.671947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: d62a7234-edcb-4f64-97ad-1b5d59059bd2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:39.672526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device d62a7234-edcb-4f64-97ad-1b5d59059bd2 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:39.680410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.684625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.688535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.692569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.698536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.702387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.706250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:39.714640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-375f2ec5-b87a-4416-865f-915da195bf02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.3988943 Mar 05 00:19:39.734778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port af94d7b1-5bce-450e-8bb1-63a24e27563e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:39.735120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.754270 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:39.760252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.36', 58037) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:39.778158 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb96064-5823-44b4-a48a-1ff9c9c4a3ba tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:39.778589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb96064-5823-44b4-a48a-1ff9c9c4a3ba tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:39.782574 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7bb96064-5823-44b4-a48a-1ff9c9c4a3ba tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/2691a368-52de-40e4-8f02-3edd01e21df8 HTTP/1.1" status: 404 len: 337 time: 0.0973365 Mar 05 00:19:39.846800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:40.008738 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d833bc4-6039-44a1-9a87-cd2c96d97935 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:40.012233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d833bc4-6039-44a1-9a87-cd2c96d97935 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:40.016142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d833bc4-6039-44a1-9a87-cd2c96d97935 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/57b1510f-6dda-4232-bb93-8947adc4210f HTTP/1.1" status: 404 len: 333 time: 0.1683521 Mar 05 00:19:40.088489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44880) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:40.240127 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-248f746c-4bba-44c8-98b6-2d37ebc9925a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:40.240560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248f746c-4bba-44c8-98b6-2d37ebc9925a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:40.244670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-248f746c-4bba-44c8-98b6-2d37ebc9925a tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/fc237592-c73c-48f9-848a-2b7a29c1da52 HTTP/1.1" status: 404 len: 337 time: 0.1330333 Mar 05 00:19:40.244670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44888) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:40.249190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:40.301632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-091d910f-8d7b-485b-abc0-498fc5a72569 service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478167 Mar 05 00:19:40.389740 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7cfa54-ee6d-443c-815b-093e4f1d599e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:40.405850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7cfa54-ee6d-443c-815b-093e4f1d599e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:40.407628 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fb7cfa54-ee6d-443c-815b-093e4f1d599e tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/ports/13abb4e4-de3b-4ab6-aa7f-429cd76ef54b HTTP/1.1" status: 404 len: 333 time: 0.1513045 Mar 05 00:19:40.414317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44900) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:40.455796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15c29e02-c0fe-4978-b97a-20e167af8274 req-275eb4ca-08a6-4eb7-a0b3-8641becc3ad5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7400389 Mar 05 00:19:40.463155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:40.560991 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-52789d3a-045a-4471-9170-fa5061f7ceb5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] DELETE failed (client error): The resource could not be found. Mar 05 00:19:40.561450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52789d3a-045a-4471-9170-fa5061f7ceb5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:19:40.569347 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52789d3a-045a-4471-9170-fa5061f7ceb5 tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/subnets/307d479e-b006-4f71-a781-793765b0ed94 HTTP/1.1" status: 404 len: 337 time: 0.1345906 Mar 05 00:19:40.574526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-eee661ed-7656-4add-8920-af475f6e0757 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7993515 Mar 05 00:19:40.576099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44906) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:40.583490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-34ba9387-5c2d-42b0-bb7f-a17e88872997 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 217 time: 0.2650590 Mar 05 00:19:40.649613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port af94d7b1-5bce-450e-8bb1-63a24e27563e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=af94d7b1-5bce-450e-8bb1-63a24e27563e,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:40.649971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:40.672598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:40.720344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Usage tracker for resource:security_group_rule and tenant:e85e65484a334c7ca07840a3db352c67 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:40.730536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:40.740838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:40.826550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:40.892771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:40.902693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:40.932624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3122f-9c47-4cb7-be9b-e45e7432da7f req-36557b45-4d38-4344-ba80-9987dafc19cf tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:40.934091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3a3122f-9c47-4cb7-be9b-e45e7432da7f req-36557b45-4d38-4344-ba80-9987dafc19cf tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 945 time: 0.9169114 Mar 05 00:19:40.979047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f837cc3-c8a6-4f64-9437-9e7e6ba99725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:40.980455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-7f837cc3-c8a6-4f64-9437-9e7e6ba99725 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.3506467 Mar 05 00:19:41.007738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e85e65484a334c7ca07840a3db352c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7508166 Mar 05 00:19:41.007738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-afa594b8-278c-452d-9158-8ed572649770 req-d8381f3f-0b02-4872-ac80-5809eda26812 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:41.009425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44916) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:41.030101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.084407 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3a3122f-9c47-4cb7-be9b-e45e7432da7f req-3de7d609-6e24-4977-bfdf-a4f282b2b4db tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249273 Mar 05 00:19:41.103926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755ad9-d05a-46a4-be32-792083bf3943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813cb171-4812-411d-9dec-f6d3911dab38,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:41.124394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for af94d7b1-5bce-450e-8bb1-63a24e27563e owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:41.265180 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2', 'status': 'completed', 'code': 200} Mar 05 00:19:41.280229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-afa594b8-278c-452d-9158-8ed572649770 req-d8381f3f-0b02-4872-ac80-5809eda26812 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:41.281382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.282686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afa594b8-278c-452d-9158-8ed572649770 req-d8381f3f-0b02-4872-ac80-5809eda26812 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.6525254 Mar 05 00:19:41.291496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.419652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-fdd71e3f-cba5-4cf1-ac77-ec11c43d776d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 1096 time: 0.7128024 Mar 05 00:19:41.430478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.443599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:19:41.445363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:41.476804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-90067533-999a-4033-8ef0-a0ced2efc244 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4808567 Mar 05 00:19:41.483337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facbfd30-ce5b-49e9-bd2d-720bb8ac22b4']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:41.534805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af94d7b1-5bce-450e-8bb1-63a24e27563e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:41.579566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: af94d7b1-5bce-450e-8bb1-63a24e27563e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:41.580233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device af94d7b1-5bce-450e-8bb1-63a24e27563e not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:41.690937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-aac9c516-8885-4974-a1a1-a5889f388b0f service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927741 Mar 05 00:19:41.694688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c04358-f12f-45d4-a7d4-6b1d5a488a33') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:41.695393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c04358-f12f-45d4-a7d4-6b1d5a488a33') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:41.709835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.753307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.817705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=af94d7b1-5bce-450e-8bb1-63a24e27563e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:41.872111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:19:41.872746 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.885093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65b9d68a-e27a-4ee9-97de-c1f531a1185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:19:41.900119 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:19:41.943279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port af94d7b1-5bce-450e-8bb1-63a24e27563e on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:41.950304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:41.955667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'name': 'network-vif-deleted', 'tag': 'af94d7b1-5bce-450e-8bb1-63a24e27563e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:42.079241 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93fa6b0-0c06-4d40-b570-79107b8c332f', 'name': 'network-vif-deleted', 'tag': 'af94d7b1-5bce-450e-8bb1-63a24e27563e', 'status': 'completed', 'code': 200} Mar 05 00:19:42.096749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65b9d68a-e27a-4ee9-97de-c1f531a1185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:42.164103 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-8b62ccb8-efc4-4291-bd84-08fb169b7279 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355984 Mar 05 00:19:42.179937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.184699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.189274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.193711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.199051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.204954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.210192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.212091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-3abffe44-6b07-4092-b3f0-bb35d05865e9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.4493756 Mar 05 00:19:42.219105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "DELETE /v2.0/ports/af94d7b1-5bce-450e-8bb1-63a24e27563e HTTP/1.1" status: 204 len: 173 time: 2.8128591 Mar 05 00:19:42.260511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-e820e028-2dcd-4e21-b41d-efe3bfcd81f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.262029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-e820e028-2dcd-4e21-b41d-efe3bfcd81f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.7788615 Mar 05 00:19:42.343205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:42.459047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:42.504753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e0962829-5763-493d-9a9e-161f4acae929 req-cf6dac2b-c847-4504-8129-35e899ee260b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:42.510352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65b9d68a-e27a-4ee9-97de-c1f531a1185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:42.514681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-f60221ed-6bf4-4b05-a2f2-71f328978079 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 200 len: 217 time: 0.2402782 Mar 05 00:19:42.537827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] Pushing event deleted for resources: {'Network': ['ID=facbfd30-ce5b-49e9-bd2d-720bb8ac22b4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:42.551585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-b3bc0862-2745-45a5-97ff-af18116443d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 217 time: 0.3365140 Mar 05 00:19:42.558102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-45c4d973-b017-414c-9f4b-b1d4bc28c39b tempest-NetworksTestDHCPv6-1347992676 tempest-NetworksTestDHCPv6-1347992676-project] 10.222.0.32 "DELETE /v2.0/networks/facbfd30-ce5b-49e9-bd2d-720bb8ac22b4 HTTP/1.1" status: 204 len: 168 time: 1.9711759 Mar 05 00:19:42.641051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9d68a-e27a-4ee9-97de-c1f531a1185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813cb171-4812-411d-9dec-f6d3911dab38,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:42.674608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-e0962829-5763-493d-9a9e-161f4acae929 req-cf6dac2b-c847-4504-8129-35e899ee260b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:42.679969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0962829-5763-493d-9a9e-161f4acae929 req-cf6dac2b-c847-4504-8129-35e899ee260b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93fa6b0-0c06-4d40-b570-79107b8c332f HTTP/1.1" status: 200 len: 210 time: 0.3070290 Mar 05 00:19:42.685183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65b9d68a-e27a-4ee9-97de-c1f531a1185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:42.697554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-65b9d68a-e27a-4ee9-97de-c1f531a1185b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/813cb171-4812-411d-9dec-f6d3911dab38 HTTP/1.1" status: 204 len: 168 time: 1.5990703 Mar 05 00:19:42.725586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-2f3c2da9-87fe-4774-a701-dce7e04b6b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.729886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-2f3c2da9-87fe-4774-a701-dce7e04b6b35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.1993437 Mar 05 00:19:42.733881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec7935ea-7de2-4c8c-87b9-00ab8b8c8481 req-489cb43d-d2e6-4c51-9938-94bae00cd02f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3806217 Mar 05 00:19:42.751146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3cd65045-9489-4510-92ea-0a1f36ba6dcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:42.774857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3cd65045-9489-4510-92ea-0a1f36ba6dcd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.2000055 Mar 05 00:19:42.841569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-5de207d2-191d-44f1-9017-69c82f2e29b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954120 Mar 05 00:19:43.281371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4901c41a-5ff6-47db-bccd-5195bf297684 req-a0a51eb4-20fe-4957-9e8a-a712818dda3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.1768389 Mar 05 00:19:43.295935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:43.380557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:19:43.393951 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:19:43.417057 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:19:43.418494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:43.422144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-7780c528-d1a0-4b07-8fe4-b29ce9e39a84 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796952 Mar 05 00:19:43.540785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3777f4fc-fd8c-41e0-81a8-918dab3ab567 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7119853 Mar 05 00:19:43.700492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] No DVR routers for this DVR port d62a7234-edcb-4f64-97ad-1b5d59059bd2 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:19:43.709730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20438476-bc9e-4a43-ba80-8eb74c481d5e req-34f2be35-33d6-4233-8aeb-66ab019ecddd service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738664 Mar 05 00:19:43.713807 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:43.717129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25c37873-aa84-4dd2-84d9-8282a789d33f req-ccc4281f-0099-4ad1-8b1b-d3319531bd91 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "DELETE /v2.0/ports/d62a7234-edcb-4f64-97ad-1b5d59059bd2 HTTP/1.1" status: 204 len: 173 time: 6.7494612 Mar 05 00:19:43.799428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44966) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:43.862582 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:19:43.983459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3d8aea6f-1b4b-4a72-ba6d-40da27f46bd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b64f06a9cab34347b2f5716f7032ae69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1827421 Mar 05 00:19:43.998251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-30d487b5-cb75-4a78-b259-c6131b8dc9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483147 Mar 05 00:19:44.005001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44974) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:44.090821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-deleted', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:44.177962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44982) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:44.269093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.280614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.299313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.305998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.314365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.328602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.338058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:44.342328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-83a60488-7aaf-4644-8d40-416efaf492bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.3446758 Mar 05 00:19:44.348155 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541ea4fe-3c74-4971-b03b-0bb6ea3cca91', 'name': 'network-vif-deleted', 'tag': 'd62a7234-edcb-4f64-97ad-1b5d59059bd2', 'status': 'completed', 'code': 200} Mar 05 00:19:44.516651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ec585489-5ec4-4c71-9d0e-50202c917611 req-fcec2f5e-8821-4ad6-86af-29dcd2c682a4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661203 Mar 05 00:19:44.527229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:44.571720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-738a5ca6-ca0c-4037-95e3-59968494d00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:44.609629 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-5828a118-4177-4089-b1b1-28a675c0a5a7 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443368 Mar 05 00:19:44.614512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:44.618444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9c041d8f-3226-4545-a369-c8ecfb04616a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84a1c75586f34f92b98f51d42cae0855&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2961080 Mar 05 00:19:44.621653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44992) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:44.622736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Usage tracker for resource:security_group_rule and tenant:232bb4dd6b1c4d2db6d4a85e5d88d7b2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:44.627457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:44.667932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:44.789340 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:44.793800 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:19:44.806336 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:19:44.806961 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:44.821505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-738a5ca6-ca0c-4037-95e3-59968494d00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:44.865590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c4aa2d4f-35de-4065-bd82-6d9c31aef961 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=523654cd-ac18-4cb0-a15a-f9c36f477900 HTTP/1.1" status: 200 len: 217 time: 0.2442050 Mar 05 00:19:44.871791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9a216b7-a7a2-4c09-820c-f7574cc07714 req-8b32095a-90b0-4da9-9381-273a392804b4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=541ea4fe-3c74-4971-b03b-0bb6ea3cca91 HTTP/1.1" status: 200 len: 210 time: 0.1075222 Mar 05 00:19:44.938399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Deleting port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:44.938740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.004623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-77a584e4-d2cb-4213-837d-4008935e180e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:45.006122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-77a584e4-d2cb-4213-837d-4008935e180e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1260006 Mar 05 00:19:45.024435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-738a5ca6-ca0c-4037-95e3-59968494d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.090862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf0cc-d152-4e3f-8e32-9ca0fb680dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.119778 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:19:45.122679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf0cc-d152-4e3f-8e32-9ca0fb680dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.182972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5ca6-ca0c-4037-95e3-59968494d00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0784676-7a92-48e7-bc92-d4d354090b94,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:45.204005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf0cc-d152-4e3f-8e32-9ca0fb680dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.237683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.242097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] For port 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:45.242286 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.242622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cf0cc-d152-4e3f-8e32-9ca0fb680dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df9146-3395-48ca-85ea-fbd2de23687b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:45.250382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.251941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-738a5ca6-ca0c-4037-95e3-59968494d00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.253289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-738a5ca6-ca0c-4037-95e3-59968494d00c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0784676-7a92-48e7-bc92-d4d354090b94 HTTP/1.1" status: 204 len: 168 time: 1.2440226 Mar 05 00:19:45.311277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf0cc-d152-4e3f-8e32-9ca0fb680dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.312391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8f8cf0cc-d152-4e3f-8e32-9ca0fb680dcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53df9146-3395-48ca-85ea-fbd2de23687b HTTP/1.1" status: 204 len: 168 time: 0.6864614 Mar 05 00:19:45.407403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90174db8-b48d-476f-ae10-7c80ccac37ce,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:45.422444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-e0638a31-545c-4cd4-9601-1c516addc676 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:45.424275 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-e0638a31-545c-4cd4-9601-1c516addc676 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.6155727 Mar 05 00:19:45.433765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b3740909-0c63-48e4-b078-2d30b0e37e66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=232bb4dd6b1c4d2db6d4a85e5d88d7b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2511294 Mar 05 00:19:45.436609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:45.495619 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-53c60332-ce95-43bf-83bd-bed614d9553e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0598161 Mar 05 00:19:45.582821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Calling delete_port for 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:45.614020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-137f0a9d-75e9-47e0-abb1-aabd0f8cde50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.646544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-137f0a9d-75e9-47e0-abb1-aabd0f8cde50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.717391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-137f0a9d-75e9-47e0-abb1-aabd0f8cde50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.741107 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:45.741963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0a9d-75e9-47e0-abb1-aabd0f8cde50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90174db8-b48d-476f-ae10-7c80ccac37ce,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:45.745404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-137f0a9d-75e9-47e0-abb1-aabd0f8cde50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:45.749171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-137f0a9d-75e9-47e0-abb1-aabd0f8cde50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90174db8-b48d-476f-ae10-7c80ccac37ce HTTP/1.1" status: 204 len: 168 time: 0.3091176 Mar 05 00:19:45.754692 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c8f1d-a31b-4e5d-a5b5-1c2f411e9346 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:19:45.783159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-dd47856c-6b53-40cb-a1d1-806b6396d673 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7505758 Mar 05 00:19:45.803117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-e9ef56a2-f285-4e4e-9dd2-0306c3b2e62b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3043048 Mar 05 00:19:46.056579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ccaaa70d-e5ee-4683-a70a-0156d33782ec service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467356 Mar 05 00:19:46.248728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.253183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.257981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.262120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.266290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.270470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.274466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:46.284629 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-6ee32d0e-6a6b-4960-9cfa-819ad5f96ee7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.5233996 Mar 05 00:19:46.297095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f667ff07-064f-4fbb-8077-2924a41701aa None None] New status for floating IP 3ad848b1-c0eb-417e-a230-9acf22a7298c: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:19:46.304251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-e037418c-1018-4110-b759-3fb37038be3b service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693499 Mar 05 00:19:46.388689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-0466064d-79bd-4966-b79e-06e68b453271 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256512 Mar 05 00:19:46.526013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:46.604585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:46.621447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b688edbd-2ef2-4565-8010-9fb1eb0017f0 req-a99f5348-2030-4f46-b2d3-49c6afbe603c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3380902 Mar 05 00:19:46.924262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:46.966530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:19:46.970546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-0fcd1042-ad7f-4650-83be-842a7c34c799 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298294 Mar 05 00:19:47.185496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a9987b-7085-4a70-91ca-cf77eb687723 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:47.295853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a9987b-7085-4a70-91ca-cf77eb687723 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:47.412544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a9987b-7085-4a70-91ca-cf77eb687723 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:47.470690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9987b-7085-4a70-91ca-cf77eb687723 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58e27f-46d0-473f-87ed-10caa41eaac4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:47.482474 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-89a9987b-7085-4a70-91ca-cf77eb687723 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:47.485950 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-89a9987b-7085-4a70-91ca-cf77eb687723 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab58e27f-46d0-473f-87ed-10caa41eaac4 HTTP/1.1" status: 204 len: 168 time: 0.5604482 Mar 05 00:19:47.496925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45066) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:47.505144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92e8236f-398d-4528-9c00-a4d2933b8428 req-17889ed0-1128-4f9e-a6af-a17c900ee0ba tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 210 time: 0.5122566 Mar 05 00:19:47.572810 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-5876005a-ef21-474c-8bfe-36b788edcd61 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] show failed (client error): The resource could not be found. Mar 05 00:19:47.580736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5876005a-ef21-474c-8bfe-36b788edcd61 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups/ab58e27f-46d0-473f-87ed-10caa41eaac4 HTTP/1.1" status: 404 len: 347 time: 0.0768161 Mar 05 00:19:47.583709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45072) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:47.585130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-f7244240-27ad-409d-a6d4-5d1be1f87a6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74 HTTP/1.1" status: 200 len: 217 time: 0.5936015 Mar 05 00:19:47.743983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-425f8b8f-11a0-473f-bbbd-d30233317531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:47.745745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-425f8b8f-11a0-473f-bbbd-d30233317531 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1538792 Mar 05 00:19:47.904559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Deleting port 52229fb8-f358-4dd6-96bf-5966bea032dd {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:47.906425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:48.063213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-075d4b8d-9905-4b7c-8fe0-1c578ae194a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3093424 Mar 05 00:19:48.237268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45086) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:48.238920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:48.524282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c84e5fe4-3323-4feb-93db-83ab33eb00ca service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435515 Mar 05 00:19:48.525851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:48.526354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:48.569604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.576440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.580635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.586447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.598081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.612549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.643739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:48.645861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b254167-005d-44c9-9229-09595037a600 req-dcc9f788-34b6-43d3-a04d-c1d7ecf788de tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.5019102 Mar 05 00:19:48.756296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45098) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:48.793576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-adde04f4-0206-4547-8ae5-4d600b65abc2 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613659 Mar 05 00:19:48.906164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Calling delete_port for 52229fb8-f358-4dd6-96bf-5966bea032dd owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:49.044988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1049658844-network', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:49.067363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:49.074669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Usage tracker for resource:network and tenant:5a0113f91737487590e4f080dfbd2b39 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:49.084684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:49.091261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:49.128422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Made reservation on behalf of 5a0113f91737487590e4f080dfbd2b39 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:49.132675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.317037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5ce220c-a5b4-42f5-8018-a76b96e913ca req-6824938a-c43a-4b18-8a9b-7d711d1db38b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 210 time: 0.3882282 Mar 05 00:19:49.321202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.333924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--192254011'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:49.339982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:49.343901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:49.346816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:49.352590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:49.370328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-159b9b9f-96bf-41c4-89f4-34fd6ba6dd30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0673628-0871-41bc-b8f3-8340b647a913 HTTP/1.1" status: 200 len: 217 time: 0.5684137 Mar 05 00:19:49.373907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.391294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.457090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.538469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:49.570298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Usage tracker for resource:security_group_rule and tenant:5a0113f91737487590e4f080dfbd2b39 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:49.674421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:49.687072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event deleted for resources: {'Port': ['ID=52229fb8-f358-4dd6-96bf-5966bea032dd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:49.731598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b254167-005d-44c9-9229-09595037a600 req-286edae4-8942-4465-b893-8fd74c3d4a01 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8337631 Mar 05 00:19:49.774573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-b1a56977-b77b-48ed-a212-b00cbe3b5363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:49.776248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-b1a56977-b77b-48ed-a212-b00cbe3b5363 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.3862622 Mar 05 00:19:49.777168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:49.798900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:49.881702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.889437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:49.901816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-af51a00b-89e6-4f3d-86ca-9af5ad98eccd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:49.903901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-af51a00b-89e6-4f3d-86ca-9af5ad98eccd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.6108680 Mar 05 00:19:49.912148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:49.931625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:49.932219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:49.935705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-54891bf5-5464-4edf-b1ea-a3f83b461732 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "DELETE /v2.0/floatingips/3ad848b1-c0eb-417e-a230-9acf22a7298c HTTP/1.1" status: 204 len: 168 time: 2.3486280 Mar 05 00:19:49.941314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:50.068721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.090732 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.232065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.251981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.314482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45118) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:50.321778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:50.343971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929533437', 'description': 'tempest-description--1831934003'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:50.364924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:50.367420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:50.379844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:50.401304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:50.406843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:50.411872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.423460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:50.433206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:50.452007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:19:50.460125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf818bfe-f327-49fa-8fb0-09cccf26b21b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:50.463069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:50.480282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c6092257-3fa2-41d6-a273-d74b1a88d5e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6870699 Mar 05 00:19:50.500169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.512624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:50.516986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ded559-e06d-40d6-9302-e5c6fb72a74c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:50.621245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dee4471-18c9-4e28-b5ea-966bb78da580 req-24b441fe-8dc8-4f8b-abea-faf6965260ca tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 210 time: 0.0734303 Mar 05 00:19:50.659824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:50.666383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.667499 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Added segment aee44fbf-8717-40e3-9edb-fe32c4716d41 of type vlan for network 83e97601-817d-4a87-a22b-ba0844694219 Mar 05 00:19:50.676623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:50.686665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:50.696462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:50.712903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:50.850394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.866262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.6 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/3cce0015-9bc0-42f6-82ff-d3d1925fed67) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:50.895498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-ead4d12a-15df-4232-9657-16a750dbcebb service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689022 Mar 05 00:19:50.917248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.933327 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.948821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:50.991757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:51.061851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.102756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.104059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a3dd506-e9e3-4f66-a64b-70c0a0a5d037 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7848027 Mar 05 00:19:51.141379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45134) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:51.145275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.147112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.147843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.191396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'security_group_rule': {'security_group_id': '1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:51.198964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:51.323720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:51.352719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:51.371210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9dd83-4662-496e-a86b-59833d73aa04,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:51.374147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1301553 Mar 05 00:19:51.375009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.378716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-263fcb34-e2a9-4a2d-8299-b555d1777c66 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6183777 Mar 05 00:19:51.382119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.387304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45138) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:51.387888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:51.388499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:51.396969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Request body: {'subnet': {'network_id': '83e97601-817d-4a87-a22b-ba0844694219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1049658844-subnet', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:51.417932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f308c-dab0-47b7-b957-8d2a00658fbb admin admin] Pushing event updated for resources: {'Network': ['ID=83e97601-817d-4a87-a22b-ba0844694219,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:51.448579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 83e97601-817d-4a87-a22b-ba0844694219 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:19:51.460416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:51.464668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-5493ede2-1a99-45fb-b5d0-aaa8914656a2 service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542102 Mar 05 00:19:51.469603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.544112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Usage tracker for resource:subnet and tenant:5a0113f91737487590e4f080dfbd2b39 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:51.554481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:51.561030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:51.567765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.586328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:19:51.609560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-c64d6397-e6f8-4354-a76f-068d498e928b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2 HTTP/1.1" status: 200 len: 217 time: 0.1300397 Mar 05 00:19:51.698980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.703366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.708098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.712268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.716792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.721576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.736112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:51.736321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:51.740487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-ce49b1a2-4d92-47bb-898e-2fdaf3503c1f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.5783272 Mar 05 00:19:51.771445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Made reservation on behalf of 5a0113f91737487590e4f080dfbd2b39 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:51.774060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.801004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.817949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:51.838858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b05846a1-36ac-475d-94ac-0596c64ab399 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4466798 Mar 05 00:19:51.848445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c960f8c-473f-49a9-8441-b267efe3b430,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:51.854102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:51.912748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-security--898968518', 'description': 'tempest-security-description-1878139559'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:51.996481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:52.009359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:52.012166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:52.144809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3b6dd7b0-12be-4a39-8b5d-ccea425ef559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:52.146391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-3b6dd7b0-12be-4a39-8b5d-ccea425ef559 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.5246189 Mar 05 00:19:52.152978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Router e272733d-3f07-467c-aaa0-ce54e7c4aef3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:19:52.154981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.185722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:52.188048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.257929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e57e7c9-cba5-40e2-808d-8c743a2b5adc req-3c3384a4-c542-4de1-9829-12fdef568ed5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4998865 Mar 05 00:19:52.264674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.265972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fdfc2284-4607-4178-b1c5-7558dcf0f772 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1081522 Mar 05 00:19:52.271709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45156) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:52.292952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'security_group_rule': {'security_group_id': '1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:52.296968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ee2ecec6-518c-4540-9a98-2279dea73c10 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3674259 Mar 05 00:19:52.305872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c59bc-1375-4208-9dd1-b45ca1ea6d01 req-0f6656b3-e003-41f7-8b25-653377b0ff27 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:52.308317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:52.310883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-210c59bc-1375-4208-9dd1-b45ca1ea6d01 req-0f6656b3-e003-41f7-8b25-653377b0ff27 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:52.323290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:security_group_rule and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:52.328835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Request body: {'port': {'device_id': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:52.376646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:52.404724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-210c59bc-1375-4208-9dd1-b45ca1ea6d01 req-0f6656b3-e003-41f7-8b25-653377b0ff27 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:52.405886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-210c59bc-1375-4208-9dd1-b45ca1ea6d01 req-0f6656b3-e003-41f7-8b25-653377b0ff27 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 931 time: 0.4122548 Mar 05 00:19:52.407025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:52.410723 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.468668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.470575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.474872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "PUT /v2.0/security-groups/bfe9dd83-4662-496e-a86b-59833d73aa04 HTTP/1.1" status: 200 len: 1611 time: 0.5973537 Mar 05 00:19:52.475672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45160) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:52.515648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.567440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.577709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.587779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6742c-9a81-4fd8-80ef-916db2afcbf9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9dd83-4662-496e-a86b-59833d73aa04,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:52.606816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-9e0ca7ee-e6d8-4617-9ea0-49e898f03abf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4409626 Mar 05 00:19:52.653813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8bdb0ca5-a987-40bf-80d6-6d8b87ee811d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups/bfe9dd83-4662-496e-a86b-59833d73aa04 HTTP/1.1" status: 200 len: 1611 time: 0.1622174 Mar 05 00:19:52.654142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-210c59bc-1375-4208-9dd1-b45ca1ea6d01 req-54ee09fe-3a1b-4f16-bc59-982dc14d635e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167056 Mar 05 00:19:52.654380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:52.797775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.810533 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.826438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-d88d2a88-b407-4a08-8e69-09c97b39fe6d service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078316 Mar 05 00:19:52.859934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6659f5-e1ff-4dbf-b776-15da35012b2f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:52.897632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8eb57cc-e70e-4fe0-8674-38374ad036bc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:52.933966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Checking segment: {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:52.935992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Network hostable DHCP agents. Network: 83e97601-817d-4a87-a22b-ba0844694219, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:19:52.946451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:52.947608 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9b47f93c-54f0-4309-a782-09a33cb4bf3e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6653540 Mar 05 00:19:52.950814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45170) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:52.961533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:52.974641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:52.990551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Usage tracker for resource:floatingip and tenant:4b15bc385d5141c39c50bbdd10eec76b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:52.995511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:53.004531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:53.029335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:19:53.038562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-35790445-94e2-4688-b8ca-931fa29664f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/e272733d-3f07-467c-aaa0-ce54e7c4aef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1146173 Mar 05 00:19:53.038847 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43623240-77b1-4856-b907-d460950e5e04 None None] Sync routers for ids ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:19:53.039905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.055965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d7c2db4-2110-4fee-85a5-c499af3755f5 req-99fcb5b9-18ec-4898-8a29-9dacc649ba1c service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198172 Mar 05 00:19:53.056481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45176) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:53.068246 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] Routers {'e272733d-3f07-467c-aaa0-ce54e7c4aef3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:19:53.068874 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:53.255581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d90edb4-6caf-4315-ba80-e76d5fe8c57e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.304006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d90edb4-6caf-4315-ba80-e76d5fe8c57e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.481144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2ed38588-9ef4-46bb-a3ff-59007f4143e5 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e4bda2889628469b9aa477574dfb74a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748270 Mar 05 00:19:53.488679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-bea918d7-e7c2-4e9a-a6be-a4287bc6e122 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6487 time: 0.3666170 Mar 05 00:19:53.525625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Network 83e97601-817d-4a87-a22b-ba0844694219 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:19:53.577017 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] Set router e272733d-3f07-467c-aaa0-ce54e7c4aef3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:19:53.577276 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d90edb4-6caf-4315-ba80-e76d5fe8c57e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.587959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cce0015-9bc0-42f6-82ff-d3d1925fed67 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:19:53.618001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90edb4-6caf-4315-ba80-e76d5fe8c57e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9dd83-4662-496e-a86b-59833d73aa04,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:53.627786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d90edb4-6caf-4315-ba80-e76d5fe8c57e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.637816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2d90edb4-6caf-4315-ba80-e76d5fe8c57e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/bfe9dd83-4662-496e-a86b-59833d73aa04 HTTP/1.1" status: 204 len: 168 time: 0.9714341 Mar 05 00:19:53.637816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 83e97601-817d-4a87-a22b-ba0844694219) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:53.641600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2278ea-0f4b-491a-9bce-7f5eea1b0d6e None None] Network 83e97601-817d-4a87-a22b-ba0844694219 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:53.645173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:53.645795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.667420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.670714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45190) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:53.682538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb9e5650-6f22-493d-872c-0e8c7d2f470d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2930262 Mar 05 00:19:53.692645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:53.707681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:53.726595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:53.738467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Usage tracker for resource:router and tenant:5a0113f91737487590e4f080dfbd2b39 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:53.745529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:53.783562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:53.829480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Transition to ACTIVE for port object 3cce0015-9bc0-42f6-82ff-d3d1925fed67 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:53.865090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.930185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-d22bc353-073a-4901-8b24-bb64182e8071 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:53.931702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-d22bc353-073a-4901-8b24-bb64182e8071 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8591d14-17ef-415b-b45d-ee136fd19f58 HTTP/1.1" status: 200 len: 902 time: 0.4350290 Mar 05 00:19:53.963149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:53.964086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.123622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c5b090aa-af3c-420d-a256-630f774d6580 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:54.135145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-83e97601-817d-4a87-a22b-ba0844694219', 'network_id': '83e97601-817d-4a87-a22b-ba0844694219', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'fixed_ips': [{'subnet_id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:19:54.135881 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.304708 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:19:46Z', 'revision_number': 5, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:54.312148 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43623240-77b1-4856-b907-d460950e5e04 None None] Checking router: e272733d-3f07-467c-aaa0-ce54e7c4aef3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:19:54.339942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.343956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.344693 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] Routers {'e272733d-3f07-467c-aaa0-ce54e7c4aef3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:19:54.345571 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:54.347828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.351758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.355667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.356443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Allocated IP 172.20.0.2 (83e97601-817d-4a87-a22b-ba0844694219/e8eb57cc-e70e-4fe0-8674-38374ad036bc/5dae91e3-1722-4bdc-bed0-0f5915df72d6) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:54.360011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.363430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.364332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.366287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6033403b-3175-4b0b-acec-953afbea7073 req-26abbea6-7386-44ba-8390-7d9a285c0476 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.8434970 Mar 05 00:19:54.371673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Pushing event updated for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:54.394874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c5b090aa-af3c-420d-a256-630f774d6580 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:54.395361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-d566d1e4-6791-4840-b04e-e00a08ffc6ae tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:54.396102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c5b090aa-af3c-420d-a256-630f774d6580 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7242072 Mar 05 00:19:54.405498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-d566d1e4-6791-4840-b04e-e00a08ffc6ae tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9114509 Mar 05 00:19:54.428044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45202) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:54.448109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.470537 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-d4402c3d-11d1-488b-a6db-2a4f8307a993 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] delete failed (client error): The resource could not be found. Mar 05 00:19:54.471550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4402c3d-11d1-488b-a6db-2a4f8307a993 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/bfe9dd83-4662-496e-a86b-59833d73aa04 HTTP/1.1" status: 404 len: 347 time: 0.0400577 Mar 05 00:19:54.477828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45206) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:54.487915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--521884332'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:54.499081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:54.536795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6033403b-3175-4b0b-acec-953afbea7073 req-e02e0d3a-f503-4da5-8af7-7982f22159fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1572502 Mar 05 00:19:54.563262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:54.585964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Attempting to bind port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:54.586400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Attempting to bind port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:54.586850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Attempting to bind port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:54.591335 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] Set router e272733d-3f07-467c-aaa0-ce54e7c4aef3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:19:54.595516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:19:54.595947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Attempting to bind port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:54.600279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.642838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:54.643289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:54.643768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:54.644859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Bound port: 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:54.645389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.727578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:54.734188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:54.739274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:54.746026 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-7c57e543-a32e-4a85-9e4c-ea1738ca58b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2 HTTP/1.1" status: 200 len: 217 time: 0.7635467 Mar 05 00:19:54.756915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:54.757435 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.774815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:54.779550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:54.789541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Transition to ACTIVE for port object 5dae91e3-1722-4bdc-bed0-0f5915df72d6 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:54.797336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.831989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Transition to ACTIVE for port object 5dae91e3-1722-4bdc-bed0-0f5915df72d6 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:19:54.840686 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.862409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.966397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:54.978726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] 10.222.0.36 "PUT /v2.0/ports/3cce0015-9bc0-42f6-82ff-d3d1925fed67 HTTP/1.1" status: 200 len: 1091 time: 2.6638172 Mar 05 00:19:54.981490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:19:55.030124 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-43623240-77b1-4856-b907-d460950e5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:19:46Z', 'revision_number': 5, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:19:55.047751 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43623240-77b1-4856-b907-d460950e5e04 None None] The sync data for ids ['e272733d-3f07-467c-aaa0-ce54e7c4aef3'] in n-d-828979-4 is: [{'id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'name': 'tempest-TestServerMultinode-562697693-router', 'tenant_id': '7887760f5d534554a628128be48d2fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:17Z', 'updated_at': '2022-03-05T00:19:46Z', 'revision_number': 5, 'project_id': '7887760f5d534554a628128be48d2fa8', 'gw_port': {'id': '80f6cc5d-4094-41ea-8c41-c51be56eb655', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272733d-3f07-467c-aaa0-ce54e7c4aef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:20Z', 'updated_at': '2022-03-05T00:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:19:55.048223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.073733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Pushing event updated for resources: {'Port': ['ID=5dae91e3-1722-4bdc-bed0-0f5915df72d6,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:55.088027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Network 83e97601-817d-4a87-a22b-ba0844694219 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:55.089673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:55.098210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:55.099213 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.139210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39550-ceb8-4cc4-9696-01636ae98227 service neutron] Pushing event updated for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:55.148463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e292fa-ee24-4cf9-9a77-3831e24d7976,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:55.210725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f62f6-3ea6-4999-8573-b11fc389f4f2 req-5350815e-cdbf-43d5-b33b-f9743fd515f2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:55.212172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e89f62f6-3ea6-4999-8573-b11fc389f4f2 req-5350815e-cdbf-43d5-b33b-f9743fd515f2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 943 time: 0.3610308 Mar 05 00:19:55.215901 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.219794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-95b1a7f9-4c29-4299-9fae-e356b152f834 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7369585 Mar 05 00:19:55.223268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45214) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:55.241116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '22e292fa-ee24-4cf9-9a77-3831e24d7976', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:55.249338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-ffb2fe36-1c4b-4d8a-a335-53c3abfa1230 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 1094 time: 0.1928413 Mar 05 00:19:55.250280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:55.259576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:55.270406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Attempting to bind port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:19:55.270822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Attempting to bind port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:19:55.271323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Attempting to bind port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 on network 83e97601-817d-4a87-a22b-ba0844694219 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:19:55.277917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:19:55.278286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Checking segment: {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:19:55.278682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.279070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Bound using segment: {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:19:55.279524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Bound port: 5dae91e3-1722-4bdc-bed0-0f5915df72d6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:19:55.279890 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.286337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-d0a2f71a-1481-4ad4-a387-74632fd74655 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/quotas/e4bda2889628469b9aa477574dfb74a9 HTTP/1.1" status: 200 len: 375 time: 0.6760154 Mar 05 00:19:55.323767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:55.333088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:55.361480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Allocated IP 172.25.0.199 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/76171261-feda-4d4c-8110-03a96e706cbd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:55.389018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] For port 5dae91e3-1722-4bdc-bed0-0f5915df72d6, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:19:55.390570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.393527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] For port 5dae91e3-1722-4bdc-bed0-0f5915df72d6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5dae91e3-1722-4bdc-bed0-0f5915df72d6,segment=NetworkSegment(aee44fbf-8717-40e3-9edb-fe32c4716d41),segment_id=aee44fbf-8717-40e3-9edb-fe32c4716d41)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:19:55.401048 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.405497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-ff1fb861-2d24-48f9-a9dc-377369e27a86 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4bda2889628469b9aa477574dfb74a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053700 Mar 05 00:19:55.405760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-7281a0b7-6d67-47df-a43f-984eea8ae490 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67 HTTP/1.1" status: 200 len: 217 time: 0.1471167 Mar 05 00:19:55.416237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-2b1b55f5-7f7b-4b98-ba5c-431dbbd7a027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:55.417925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-2b1b55f5-7f7b-4b98-ba5c-431dbbd7a027 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.6349814 Mar 05 00:19:55.423160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.493159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e89f62f6-3ea6-4999-8573-b11fc389f4f2 req-c2fe0a11-8e29-40d3-bcc8-7e015598fdd0 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738011 Mar 05 00:19:55.552014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b158-38dd-49b1-adfd-d5cb1ad5ce2a None None] Pushing event updated for resources: {'Port': ['ID=5dae91e3-1722-4bdc-bed0-0f5915df72d6,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:55.564038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:19:55.637420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:19:55.638111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4ab1f8fb-8e20-44f2-b30c-c70e334c5d0a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:19:55.641947 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67', 'status': 'completed', 'code': 200} Mar 05 00:19:55.654553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-b66e453c-5a9e-490e-a62c-9c61d2c21c4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:55.656014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-b66e453c-5a9e-490e-a62c-9c61d2c21c4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.2412155 Mar 05 00:19:55.661696 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.775192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-1da3907c-22ce-44fd-9e10-774fdbcd20c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084762 Mar 05 00:19:55.776783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.899336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ec0b77-4a13-40f9-a3a3-1dd51d4e31a0,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:55.939294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:55.943940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0be518e0-32db-46a1-b710-0c6bab977334 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7161636 Mar 05 00:19:55.957036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45228) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:55.965325 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ae820f3-f388-4d0f-abc4-dd020b01e424 req-5fa2ba64-ae79-4b96-879f-cf824ee9fdfc tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 210 time: 0.2406383 Mar 05 00:19:56.086764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.149429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-009ff987-10d1-43dd-8641-a798f46ddff3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7223279 Mar 05 00:19:56.150361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1797623b-a568-4863-bfd1-90971e8ddcd0 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.198919 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1797623b-a568-4863-bfd1-90971e8ddcd0 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.365281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.370038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.374649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.379643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.383970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.388653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.393268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:56.401874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-f79aff79-153c-46b0-821b-bc40a6e4a31c tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.5002315 Mar 05 00:19:56.420090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-05afdf3e-181d-4865-8aad-641bfbeec2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353254 Mar 05 00:19:56.421351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1797623b-a568-4863-bfd1-90971e8ddcd0 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.468724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797623b-a568-4863-bfd1-90971e8ddcd0 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0ec0b77-4a13-40f9-a3a3-1dd51d4e31a0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:56.514157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.522764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.538345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-cf718aa7-a75d-45b9-9b4f-fb8f7f43ef1b service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713238 Mar 05 00:19:56.567214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebf94989-e2d1-4d54-8553-f5438c8718a2 req-cb9fce38-83d2-4076-ad50-c57c193ecc39 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640546 Mar 05 00:19:56.642959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1797623b-a568-4863-bfd1-90971e8ddcd0 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.647232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e12cdd23-4509-499b-a643-c5c0e4b5a02c req-d77cd955-2543-4ffa-8fbb-ea0e90ba14bb service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204604 Mar 05 00:19:56.647464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45238) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:56.647900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1797623b-a568-4863-bfd1-90971e8ddcd0 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c0ec0b77-4a13-40f9-a3a3-1dd51d4e31a0 HTTP/1.1" status: 204 len: 168 time: 0.6855299 Mar 05 00:19:56.705463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:56.711654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-761dcd0a-10c1-44b0-baed-a855480ce23f tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:56.758316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'Port': ['ID=76171261-feda-4d4c-8110-03a96e706cbd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:56.786918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-761dcd0a-10c1-44b0-baed-a855480ce23f tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:56.788176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-761dcd0a-10c1-44b0-baed-a855480ce23f tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1390641 Mar 05 00:19:56.791107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:56.806038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:56.809157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:56.848316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-e3eeda60-abd1-424e-b0da-94b279e2c506 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 1094 time: 0.1229298 Mar 05 00:19:56.938780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af81683f-889c-4cbe-9cf0-a6072403ac1d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.991353 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af81683f-889c-4cbe-9cf0-a6072403ac1d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:56.997019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Deleting port 80f6cc5d-4094-41ea-8c41-c51be56eb655 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:19:56.997436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.091962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-c7b7d2c0-63bc-4b75-8f62-0d95d4c906d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:57.093978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-c7b7d2c0-63bc-4b75-8f62-0d95d4c906d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.2290442 Mar 05 00:19:57.095369 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.122001 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.152796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.167362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30173e28-68a9-433f-80b1-9f581f38c3bf None None] Network 83e97601-817d-4a87-a22b-ba0844694219 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:19:57.219477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.240447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e76f464-75e4-49c4-9904-f707bcdc3300 req-78fcf96b-bab7-4e42-b330-c55a4e7632c6 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 210 time: 0.0532887 Mar 05 00:19:57.242181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-236c873d-382b-41cf-934e-327ae263cf37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67 HTTP/1.1" status: 200 len: 217 time: 0.1417444 Mar 05 00:19:57.243228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af81683f-889c-4cbe-9cf0-a6072403ac1d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.308227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81683f-889c-4cbe-9cf0-a6072403ac1d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e292fa-ee24-4cf9-9a77-3831e24d7976,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:57.358087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af81683f-889c-4cbe-9cf0-a6072403ac1d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.364902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af81683f-889c-4cbe-9cf0-a6072403ac1d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/22e292fa-ee24-4cf9-9a77-3831e24d7976 HTTP/1.1" status: 204 len: 168 time: 0.5724783 Mar 05 00:19:57.366342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45250) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:57.372268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-e8e854aa-7ef2-4a3e-8c1d-8e3b2ffab1b7 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e4bda2889628469b9aa477574dfb74a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1844354 Mar 05 00:19:57.379924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-f3e92164-0120-44af-9968-36b895df5748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:57.381404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-f3e92164-0120-44af-9968-36b895df5748 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.1255772 Mar 05 00:19:57.431006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5dae91e3-1722-4bdc-bed0-0f5915df72d6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:19:57.474858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-ad372212-f255-470d-bff6-467c090fe963 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590062 Mar 05 00:19:57.552786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:57.559998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-baee92a4-5190-424e-b63b-97544edc6f37 None None] Provisioning for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:19:57.563074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:57.563557 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.563918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8faf0b77-47a5-4421-9611-802e808442a9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:19:57.614630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-baee92a4-5190-424e-b63b-97544edc6f37 None None] Provisioning complete for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:57.615192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baee92a4-5190-424e-b63b-97544edc6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.656623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8faf0b77-47a5-4421-9611-802e808442a9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:19:57.665727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8faf0b77-47a5-4421-9611-802e808442a9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2941515 Mar 05 00:19:57.666456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:57.676045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571092765'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:57.696423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:57.734410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:57.752126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-729e0381-6be6-4d9a-9e56-4a3e04c419fb service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175474 Mar 05 00:19:57.847069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.887125 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baee92a4-5190-424e-b63b-97544edc6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.923384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5dae91e3-1722-4bdc-bed0-0f5915df72d6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5dae91e3-1722-4bdc-bed0-0f5915df72d6,segment=NetworkSegment(aee44fbf-8717-40e3-9edb-fe32c4716d41),segment_id=aee44fbf-8717-40e3-9edb-fe32c4716d41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:57.939593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.943851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] For port 80f6cc5d-4094-41ea-8c41-c51be56eb655, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=80f6cc5d-4094-41ea-8c41-c51be56eb655,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:57.944332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:57.985837 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3dce9799-273c-44dd-9dba-87f3fbd249f6 req-bdfea331-7a1f-402b-b6e1-f2ecc19dea1f service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3483338 Mar 05 00:19:58.027768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-acf14d99-b1ad-4192-aba5-4bed4b286a3f req-5ffb77b4-5ca7-468d-b95e-b23745a2fec9 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599263 Mar 05 00:19:58.066612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.139043 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-baee92a4-5190-424e-b63b-97544edc6f37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:19:58.139670 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-baee92a4-5190-424e-b63b-97544edc6f37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:19:58.152284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:58.161193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:58.162158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5dae91e3-1722-4bdc-bed0-0f5915df72d6,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:58.169195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:58.180673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.181074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.181371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.181509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Calling delete_port for 80f6cc5d-4094-41ea-8c41-c51be56eb655 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:19:58.189778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.190493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.191104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.191661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.192377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.192952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.193618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.194177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:19:58.194585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:58.274250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f479-86fe-4e86-bfd4-bd0f70d2e4ac req-a52cf440-9c7a-42f6-9e62-6da6b0230139 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.275874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bd6f479-86fe-4e86-bfd4-bd0f70d2e4ac req-a52cf440-9c7a-42f6-9e62-6da6b0230139 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 943 time: 1.5752983 Mar 05 00:19:58.277545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.281125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.285112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.290704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.293773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.297710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.302168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.304085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-35cc0caa-a913-4d6f-9933-35c7c87c03fa tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.2749572 Mar 05 00:19:58.317801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.333770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.334458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Allocated IP 172.25.0.42 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/056e281b-3ceb-4bcf-8a91-27cb99abe079) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:19:58.356871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-1fd2edbd-56f5-4c2c-ace0-955898c150fa tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:58.358366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-1fd2edbd-56f5-4c2c-ace0-955898c150fa tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9066486 Mar 05 00:19:58.400483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939729d3-9aec-4334-9bab-235ae03eeeac,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:58.408550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Request body: {'port': {'device_id': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': 'e4bda2889628469b9aa477574dfb74a9'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:58.414631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3fc9b2ae-d4f2-448f-acc0-3e93f2009180 req-808bf857-1f0d-4e5f-9942-37887036af4e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000376 Mar 05 00:19:58.415772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.416795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f074f8c7-aca6-4f87-bfb6-f7cba2ad6866 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7465191 Mar 05 00:19:58.421674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:58.428284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '939729d3-9aec-4334-9bab-235ae03eeeac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:58.438879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:58.448857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:58.453795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:58.460994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:58.482626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.561149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.567170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.632725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28646ef4-fd5b-4b0a-9677-7ce3ede91845,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:58.638851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-884a5711-1f73-42e9-9884-33ecd3ea9274 req-0cfe14e3-2c0f-4b98-9346-df80889c1d19 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 210 time: 0.0642107 Mar 05 00:19:58.652510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.657114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee764d17-c590-4ef6-9567-cdfa3103b77a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2343109 Mar 05 00:19:58.658070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:58.668337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bd6f479-86fe-4e86-bfd4-bd0f70d2e4ac req-804b4288-50f3-42cb-a68f-053f9524b92d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689005 Mar 05 00:19:58.672536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '939729d3-9aec-4334-9bab-235ae03eeeac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:58.679531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.701499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:58.709658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:58.715229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:58.721731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:58.745102 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.822082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.826891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.851717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52822c5-d9c8-4bad-9b56-a8dfd1a00019,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:58.867184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.871168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-78ab31e6-9923-4169-a6f9-679c948f40cf tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2094347 Mar 05 00:19:58.872041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45280) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:58.878960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '939729d3-9aec-4334-9bab-235ae03eeeac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:58.882601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d9a57d71-deba-43e5-9177-9972de224f6c None None] Provisioning complete for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:58.883403 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d9a57d71-deba-43e5-9177-9972de224f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.886521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:58.892026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:58.896614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:58.904212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.905054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:58.912006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.932297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.945476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:58.955377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:59.055680 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.062741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.085569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a23f7b8-b28b-4f7c-8cb7-bad05423b8bd,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:59.117792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.120705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-32288224-590b-4234-9feb-be1ac9231290 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2477181 Mar 05 00:19:59.123366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45284) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:59.133109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '939729d3-9aec-4334-9bab-235ae03eeeac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:59.138588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Usage tracker for resource:port and tenant:e4bda2889628469b9aa477574dfb74a9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:59.139305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:59.144189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:59.152950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:59.158060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:59.159549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:59.163325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=80f6cc5d-4094-41ea-8c41-c51be56eb655,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:59.174373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:59.178173 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.269774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Made reservation on behalf of e4bda2889628469b9aa477574dfb74a9 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:19:59.272817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.274085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.281002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.304029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0db129-584b-4214-9b1e-8d454e6f7273,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:59.331035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.336078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-96effe37-1315-4da7-8edd-c251db1285e1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2110136 Mar 05 00:19:59.336655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45292) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:59.343581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '939729d3-9aec-4334-9bab-235ae03eeeac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:19:59.355953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:59.363034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:59.398129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.398636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5dae91e3-1722-4bdc-bed0-0f5915df72d6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:19:59.453502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.480792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:59.487346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:59.501203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:19:59.501946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.509510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.612825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3cce0015-9bc0-42f6-82ff-d3d1925fed67 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:19:59.659201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.680223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.691456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:19:59.708595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Usage tracker for resource:security_group_rule and tenant:e4bda2889628469b9aa477574dfb74a9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:19:59.713462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:19:59.719865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.735328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.736537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3979690 Mar 05 00:19:59.741019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45302) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:19:59.741701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3c2fc-6a01-4a1c-83ec-e348bf6bdfe3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e10c9d8-d3f7-4fa0-8e8a-6cae74571a4b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:59.784129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:19:59.792849 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df614cc5-4372-401c-bec5-a07d43a059fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.796616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:19:59.803719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:19:59.816967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df614cc5-4372-401c-bec5-a07d43a059fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.853245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:19:59.866854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.870964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.874992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Pushing event updated for resources: {'Port': ['ID=056e281b-3ceb-4bcf-8a91-27cb99abe079,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:59.875270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.879994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3cce0015-9bc0-42f6-82ff-d3d1925fed67', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': '3cce0015-9bc0-42f6-82ff-d3d1925fed67', 'mac_address': 'fa:16:3e:e2:15:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:19:59.881974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:19:59.884928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.888895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.892995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.897618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:19:59.899715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8caaa074-3591-4200-970f-72f121fc240e req-9ec8421a-278a-46df-a586-1caacf7cf170 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.2787004 Mar 05 00:19:59.947207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df614cc5-4372-401c-bec5-a07d43a059fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.977470 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.979571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df614cc5-4372-401c-bec5-a07d43a059fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e10c9d8-d3f7-4fa0-8e8a-6cae74571a4b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:19:59.991291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8caaa074-3591-4200-970f-72f121fc240e req-72367783-6b93-40f3-b287-8ecde37e2005 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782099 Mar 05 00:19:59.993200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-df614cc5-4372-401c-bec5-a07d43a059fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:19:59.994371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-df614cc5-4372-401c-bec5-a07d43a059fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6e10c9d8-d3f7-4fa0-8e8a-6cae74571a4b HTTP/1.1" status: 204 len: 168 time: 0.2455282 Mar 05 00:19:59.997042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45306) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.032835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cce0015-9bc0-42f6-82ff-d3d1925fed67 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:00.101044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:00.110397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.129653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-645fec8e-689a-47fc-907d-95fa871d29fa req-671c845b-32c4-4a59-b10f-e6caaf0a966a tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 210 time: 0.1727109 Mar 05 00:20:00.132823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-09ab08e5-6085-49e5-b249-0a970a575ced tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:00.146391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:00.174684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-09ab08e5-6085-49e5-b249-0a970a575ced tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:00.176669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-09ab08e5-6085-49e5-b249-0a970a575ced tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1785238 Mar 05 00:20:00.179838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45314) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.229593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca232f0b-6a4b-469e-a833-17cc5bef59ff tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.247240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca232f0b-6a4b-469e-a833-17cc5bef59ff tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.256747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:00.331849 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.336554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca232f0b-6a4b-469e-a833-17cc5bef59ff tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.352913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.359129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca232f0b-6a4b-469e-a833-17cc5bef59ff tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae0db129-584b-4214-9b1e-8d454e6f7273,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:00.375135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca232f0b-6a4b-469e-a833-17cc5bef59ff tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.376262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ca232f0b-6a4b-469e-a833-17cc5bef59ff tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ae0db129-584b-4214-9b1e-8d454e6f7273 HTTP/1.1" status: 204 len: 168 time: 0.1953073 Mar 05 00:20:00.382269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea160468-7ee7-41af-b246-a34bad993a4d req-aadbb722-ee6c-4778-863c-2a0c551b82b6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:00.383776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea160468-7ee7-41af-b246-a34bad993a4d req-aadbb722-ee6c-4778-863c-2a0c551b82b6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 944 time: 0.1125889 Mar 05 00:20:00.384235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45320) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.392022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.424786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3cce0015-9bc0-42f6-82ff-d3d1925fed67'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:00.437085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.459339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea160468-7ee7-41af-b246-a34bad993a4d req-47db73de-3703-4f09-ada1-9dcbb5579e08 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Mar 05 00:20:00.471041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-648f51ce-0850-4531-87de-7058089533e8 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:00.502333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-648f51ce-0850-4531-87de-7058089533e8 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:00.505852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-648f51ce-0850-4531-87de-7058089533e8 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1205010 Mar 05 00:20:00.507951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45324) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.540900 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.546062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021119f9-0a27-4b2d-9d18-2eccfbf68f28 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.558208 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021119f9-0a27-4b2d-9d18-2eccfbf68f28 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.567727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'Port': ['ID=76171261-feda-4d4c-8110-03a96e706cbd,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:00.570287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.595137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021119f9-0a27-4b2d-9d18-2eccfbf68f28 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.623268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021119f9-0a27-4b2d-9d18-2eccfbf68f28 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a23f7b8-b28b-4f7c-8cb7-bad05423b8bd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:00.635346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021119f9-0a27-4b2d-9d18-2eccfbf68f28 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.639349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.639349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e272733d-3f07-467c-aaa0-ce54e7c4aef3 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:20:00.639349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.640430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-021119f9-0a27-4b2d-9d18-2eccfbf68f28 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3a23f7b8-b28b-4f7c-8cb7-bad05423b8bd HTTP/1.1" status: 204 len: 168 time: 0.1309276 Mar 05 00:20:00.649244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.733903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737e9827-d197-4af4-8b42-d7fdc110235a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:00.779714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.783252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dcab64fb-08c6-4314-b663-24fb9927fd0a admin admin] 10.222.0.32 "DELETE /v2.0/routers/e272733d-3f07-467c-aaa0-ce54e7c4aef3 HTTP/1.1" status: 204 len: 168 time: 7.7209620 Mar 05 00:20:00.783525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.812053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.813334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ff30a83-613a-49bf-a3e2-d065762b119e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8596504 Mar 05 00:20:00.850454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a25047-308a-41fe-9389-317e66e6903c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:00.873418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Deleting subnet 8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:20:00.877040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.880527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Allocated IP 192.168.233.96 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/6049cc54-08ab-4254-989d-fc2b1abc0158) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:20:00.893847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.894703 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:00.898369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88a25047-308a-41fe-9389-317e66e6903c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:00.899667 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-88a25047-308a-41fe-9389-317e66e6903c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2453804 Mar 05 00:20:00.902750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45338) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:00.968368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.063388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.149007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.194094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:01.198917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.205392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd3432-d7b8-4d36-a989-0c669fd3a6ae None None] Network 868339ae-0377-4401-85b2-7c09f35c7561 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:20:01.220115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1daf7a0c-be8d-4251-8f6a-02140334c607 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8dfb2dd6-bdb8-4509-8b8c-b88dbbd36b4e HTTP/1.1" status: 204 len: 168 time: 0.4332855 Mar 05 00:20:01.221273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45354) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:01.373039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-750a2c2a-3e20-4b5b-8be8-fa3854823804 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.387441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 80f6cc5d-4094-41ea-8c41-c51be56eb655 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:01.408175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-750a2c2a-3e20-4b5b-8be8-fa3854823804 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.428873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-763ad910-0874-4677-9bf7-2cef0dbb0beb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--929533437&fields=id&tenant_id=4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 267 time: 0.2647099 Mar 05 00:20:01.430506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.445285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 80f6cc5d-4094-41ea-8c41-c51be56eb655 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:01.445842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 80f6cc5d-4094-41ea-8c41-c51be56eb655 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:01.495163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Deleting port 21aa493a-d2c7-49a6-a32c-26853e68e7dc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:01.495503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.577026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-750a2c2a-3e20-4b5b-8be8-fa3854823804 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.619284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3cce0015-9bc0-42f6-82ff-d3d1925fed67 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:01.649844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.650430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a2c2a-3e20-4b5b-8be8-fa3854823804 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a52822c5-d9c8-4bad-9b56-a8dfd1a00019,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:01.660565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.666355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.673262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.677367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.679571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.680388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-750a2c2a-3e20-4b5b-8be8-fa3854823804 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.683795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-750a2c2a-3e20-4b5b-8be8-fa3854823804 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a52822c5-d9c8-4bad-9b56-a8dfd1a00019 HTTP/1.1" status: 204 len: 168 time: 0.7778800 Mar 05 00:20:01.683945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] DHCP port deletion for 868339ae-0377-4401-85b2-7c09f35c7561 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:20:01.684078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.687854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.691200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45360) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:01.695564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Deleting port 21aa493a-d2c7-49a6-a32c-26853e68e7dc {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:01.696066 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:01.708967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-2b0be031-5fab-4d15-b956-fcb282c71a99 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.2745137 Mar 05 00:20:01.758851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-f829ba1e-3036-45e4-af4d-a5500fc67122 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:01.777882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-f829ba1e-3036-45e4-af4d-a5500fc67122 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 816 time: 0.3477900 Mar 05 00:20:01.826686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Transition to ACTIVE for port object 6049cc54-08ab-4254-989d-fc2b1abc0158 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:01.855381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-32794436-e114-4e83-a169-819eeb7884b8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/quotas/4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 375 time: 0.0763166 Mar 05 00:20:01.961395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:01.978835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-01fb3efa-35df-4998-9658-b9fed1b9ab20 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:01.985632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:01.986631 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.006577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.015246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] For port 21aa493a-d2c7-49a6-a32c-26853e68e7dc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21aa493a-d2c7-49a6-a32c-26853e68e7dc,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:02.015576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.059923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-01fb3efa-35df-4998-9658-b9fed1b9ab20 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:02.063750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-01fb3efa-35df-4998-9658-b9fed1b9ab20 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3644795 Mar 05 00:20:02.069299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45364) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:02.086791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] For port 21aa493a-d2c7-49a6-a32c-26853e68e7dc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21aa493a-d2c7-49a6-a32c-26853e68e7dc,segment=NetworkSegment(d8b6e752-25c0-4195-a77a-48d59f17b24e),segment_id=d8b6e752-25c0-4195-a77a-48d59f17b24e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:02.089687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.122699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-9092211d-9f45-4fa7-8d0b-cbccb07c3d74 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2595017 Mar 05 00:20:02.202862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Calling delete_port for 21aa493a-d2c7-49a6-a32c-26853e68e7dc owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:02.209313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Pushing event updated for resources: {'Port': ['ID=6049cc54-08ab-4254-989d-fc2b1abc0158,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:02.221246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:02.231181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:02.245621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:20:02.288112 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.300981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c37b5f25-4782-473f-af71-5340ec78cca3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.307494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.365958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c37b5f25-4782-473f-af71-5340ec78cca3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.375071 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac486fba-4e85-4984-a0f6-ed7d79397447 req-fef4e927-1e26-4e16-8ac9-abfa18c67622 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6566336 Mar 05 00:20:02.399410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=21aa493a-d2c7-49a6-a32c-26853e68e7dc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:02.424181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] No DVR routers for this DVR port 21aa493a-d2c7-49a6-a32c-26853e68e7dc on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:20:02.433473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:02.434091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.498459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-58cc4348-1a69-46db-a715-a71937c8dfec service neutron] 10.222.0.32 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748105 Mar 05 00:20:02.509856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Calling delete_port for 21aa493a-d2c7-49a6-a32c-26853e68e7dc owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:02.556431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c37b5f25-4782-473f-af71-5340ec78cca3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.619720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c37b5f25-4782-473f-af71-5340ec78cca3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.621149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c37b5f25-4782-473f-af71-5340ec78cca3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/28646ef4-fd5b-4b0a-9677-7ce3ede91845 HTTP/1.1" status: 204 len: 168 time: 0.5422270 Mar 05 00:20:02.636805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:02.639784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45370) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:02.643479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-2fe1790b-21a5-4546-9759-5241b03da967 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2558656 Mar 05 00:20:02.646597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Router d07eb588-faaa-4b70-8f66-32b5bb7ec425 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:20:02.666612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:02.670885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Request body: {'port': {'device_id': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:02.674634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.716808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5f25-4782-473f-af71-5340ec78cca3 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28646ef4-fd5b-4b0a-9677-7ce3ede91845,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:02.723902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4a5997ed-6b3a-484f-83a3-df2ca7c2be19 None None] Provisioning for port 6049cc54-08ab-4254-989d-fc2b1abc0158 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:02.759142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:20:02.760047 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:20:02.774126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4a5997ed-6b3a-484f-83a3-df2ca7c2be19 None None] Provisioning complete for port 6049cc54-08ab-4254-989d-fc2b1abc0158 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:02.774502 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4a5997ed-6b3a-484f-83a3-df2ca7c2be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.825000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.845906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4a5997ed-6b3a-484f-83a3-df2ca7c2be19 None None] Port 6049cc54-08ab-4254-989d-fc2b1abc0158 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:20:02.858845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868339ae-0377-4401-85b2-7c09f35c7561']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:02.866856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:02.886006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b6e752-25c0-4195-a77a-48d59f17b24e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:02.886910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b6e752-25c0-4195-a77a-48d59f17b24e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:02.905551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.917357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458af92-2166-42eb-878e-81eca7f08b96 req-c4b45a0a-c3c1-4fee-9662-e88eda8e4cbe tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:02.919271 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4458af92-2166-42eb-878e-81eca7f08b96 req-c4b45a0a-c3c1-4fee-9662-e88eda8e4cbe tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 935 time: 0.1768718 Mar 05 00:20:02.930312 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.961925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:20:02.962631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:02.998788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-e5fc5b2a-13d4-433a-bd71-f6f1488bf2a0 service neutron] 10.222.0.32 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993227 Mar 05 00:20:03.008728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63d32dda-4c1f-431f-9c39-acb542b0114a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:03.025990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:20:03.083680 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:20:03.092942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:03.099309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:03.183629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=868339ae-0377-4401-85b2-7c09f35c7561,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:03.201486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4458af92-2166-42eb-878e-81eca7f08b96 req-e1b40933-d047-4059-9c60-f8025e308a78 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681613 Mar 05 00:20:03.225433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-765b37b0-420e-43c3-9d43-7ccc67985d16 admin admin] 10.222.0.32 "DELETE /v2.0/networks/868339ae-0377-4401-85b2-7c09f35c7561 HTTP/1.1" status: 204 len: 168 time: 2.0012650 Mar 05 00:20:03.228418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45380) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:03.262893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Deleting port 21aa493a-d2c7-49a6-a32c-26853e68e7dc {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:03.263387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:03.271279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-63d32dda-4c1f-431f-9c39-acb542b0114a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:03.272548 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63d32dda-4c1f-431f-9c39-acb542b0114a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6272268 Mar 05 00:20:03.292804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:03.326191 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67', 'code': 200} Mar 05 00:20:03.393727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21aa493a-d2c7-49a6-a32c-26853e68e7dc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:03.445415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-10ad5e4e-7adf-4e40-a6d6-c476cf87af68 None None] The port '21aa493a-d2c7-49a6-a32c-26853e68e7dc' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:20:03.460082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 21aa493a-d2c7-49a6-a32c-26853e68e7dc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:03.463188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21aa493a-d2c7-49a6-a32c-26853e68e7dc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:03.537869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9de72fdf-7edc-4a74-b931-6ff1dd77f026 req-df462f7c-7eb3-4e1d-9f7d-b33ecb08d83a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:03.592290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9de72fdf-7edc-4a74-b931-6ff1dd77f026 req-df462f7c-7eb3-4e1d-9f7d-b33ecb08d83a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:03.593390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9de72fdf-7edc-4a74-b931-6ff1dd77f026 req-df462f7c-7eb3-4e1d-9f7d-b33ecb08d83a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 210 time: 0.2121556 Mar 05 00:20:03.640491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1df6390-a2ba-4fe0-b201-0dfca1b3b661 req-033d8667-1a25-4c5f-985c-3d8d2a78e90c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 1096 time: 0.2031374 Mar 05 00:20:03.750709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d1df6390-a2ba-4fe0-b201-0dfca1b3b661 req-4e8f6936-73ad-49cb-8af8-e3c0e4b784ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969045 Mar 05 00:20:03.906454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2558591f-f532-4cb3-9387-8cc22665e91a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:03.942841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfddaa2-6ad7-4660-9bb4-feab551606d0 req-6ad36792-ca5c-4853-a04b-24f5576c3d62 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:03.944375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bfddaa2-6ad7-4660-9bb4-feab551606d0 req-6ad36792-ca5c-4853-a04b-24f5576c3d62 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.6134670 Mar 05 00:20:04.024694 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2558591f-f532-4cb3-9387-8cc22665e91a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:04.083503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.087731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.092073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.096218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.101789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.106079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.110258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:04.120267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-26e9a385-a949-4261-a3b8-dfbf91cd712f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.3380439 Mar 05 00:20:04.147491 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2558591f-f532-4cb3-9387-8cc22665e91a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:04.174314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:20:04.185170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Sync routers for ids ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:20:04.187076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bfddaa2-6ad7-4660-9bb4-feab551606d0 req-d80fb3cd-2a57-44d3-ab02-04d6823227c3 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939843 Mar 05 00:20:04.210260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25f34944-9d68-419d-877d-fcd4f3ea543d req-5036a035-b514-4cec-81a5-216a21efd0b6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888464 Mar 05 00:20:04.235076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558591f-f532-4cb3-9387-8cc22665e91a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939729d3-9aec-4334-9bab-235ae03eeeac,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:04.237101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Routers {'d07eb588-faaa-4b70-8f66-32b5bb7ec425'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:04.238725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:19:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:04.322876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6049cc54-08ab-4254-989d-fc2b1abc0158 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:04.327122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2558591f-f532-4cb3-9387-8cc22665e91a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:04.330632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2558591f-f532-4cb3-9387-8cc22665e91a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/939729d3-9aec-4334-9bab-235ae03eeeac HTTP/1.1" status: 204 len: 168 time: 1.0344596 Mar 05 00:20:04.339944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45400) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:04.342950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:04.345372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:04.346687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bcd5b315-48ee-40b2-ad75-ad4d694cd8bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.6502106 Mar 05 00:20:04.354258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45402) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:04.381524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Transition to ACTIVE for port object 6049cc54-08ab-4254-989d-fc2b1abc0158 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:04.391106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:04.554554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Set router d07eb588-faaa-4b70-8f66-32b5bb7ec425 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:04.682290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Pushing event updated for resources: {'Port': ['ID=6049cc54-08ab-4254-989d-fc2b1abc0158,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:04.724751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.126223 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00afef95-b90d-47f7-92ff-730a15ce1ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.167002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f1577e5-f2b1-499e-8e30-06fab2961d43 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:05.175749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72bbe171-9f04-45d4-b757-37992f4140ad req-8bcc1e7d-4d7f-4bec-b3b2-b5f5060944c8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 210 time: 0.1708245 Mar 05 00:20:05.223623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Attempting to bind port 6049cc54-08ab-4254-989d-fc2b1abc0158 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:20:05.223962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Attempting to bind port 6049cc54-08ab-4254-989d-fc2b1abc0158 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:20:05.224289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Attempting to bind port 6049cc54-08ab-4254-989d-fc2b1abc0158 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:05.241833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Port 6049cc54-08ab-4254-989d-fc2b1abc0158 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:20:05.242160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Attempting to bind port 6049cc54-08ab-4254-989d-fc2b1abc0158 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:05.250484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:20:05.250911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:05.251195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:20:05.251627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Bound port: 6049cc54-08ab-4254-989d-fc2b1abc0158, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:20:05.251969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.274097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f1577e5-f2b1-499e-8e30-06fab2961d43 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:05.275340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0f1577e5-f2b1-499e-8e30-06fab2961d43 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9327855 Mar 05 00:20:05.284091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45416) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:05.323197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--273464529'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:05.348030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:05.361535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010da6e-bc62-41e8-9ae2-3e67c54d4e2c req-7ee47309-3c4a-49c5-abf5-6a941123a4c4 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:05.373807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1010da6e-bc62-41e8-9ae2-3e67c54d4e2c req-7ee47309-3c4a-49c5-abf5-6a941123a4c4 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 947 time: 0.4930930 Mar 05 00:20:05.435381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:05.518900 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.542519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:00Z', 'revision_number': 3, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:05.544909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Checking router: d07eb588-faaa-4b70-8f66-32b5bb7ec425 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:20:05.549404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Updating router d07eb588-faaa-4b70-8f66-32b5bb7ec425 port 056e281b-3ceb-4bcf-8a91-27cb99abe079 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:20:05.567188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:05.572449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:05.575432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:05.583567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:05.654527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.663923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.665896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1010da6e-bc62-41e8-9ae2-3e67c54d4e2c req-5cb0e562-e7cd-40d9-b38d-22af0399c728 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911041 Mar 05 00:20:05.689008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.699628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-5fc1474a-0e59-4f31-ac23-30833277372b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:05.701379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-5fc1474a-0e59-4f31-ac23-30833277372b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 816 time: 0.2643902 Mar 05 00:20:05.805201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] For port 6049cc54-08ab-4254-989d-fc2b1abc0158, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:20:05.842094 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.843494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5546422 Mar 05 00:20:05.852334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45420) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:05.852570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] For port 6049cc54-08ab-4254-989d-fc2b1abc0158, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6049cc54-08ab-4254-989d-fc2b1abc0158,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:20:05.861208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0493d-8c22-4253-8448-b6b2e88ab957 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f5ac7a-e480-4323-a10e-dc762abed859,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:05.861659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5ac7a-e480-4323-a10e-dc762abed859', 'direction': 'ingress', 'protocol': 17}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:05.870077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.876166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:05.918246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:05.923580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:05.925440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] 10.222.0.10 "PUT /v2.0/ports/6049cc54-08ab-4254-989d-fc2b1abc0158 HTTP/1.1" status: 200 len: 1095 time: 3.2588587 Mar 05 00:20:05.925614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:05.937008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'tag': '6049cc54-08ab-4254-989d-fc2b1abc0158'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:05.964519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65c73f-02b7-4796-96f8-01743f552969 req-020e2f6f-5e97-4955-a958-9b9af7b50cb1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:05.968003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e65c73f-02b7-4796-96f8-01743f552969 req-020e2f6f-5e97-4955-a958-9b9af7b50cb1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.5049174 Mar 05 00:20:05.992688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:06.119576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e65c73f-02b7-4796-96f8-01743f552969 req-443a4ba0-e61d-45c7-a524-19e04951ef44 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073382 Mar 05 00:20:06.123395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-db18a9b1-feeb-4bbb-ab3e-18b9477c78c1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:06.140015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f9a89-f8a1-425f-8226-ab01ea9702ee service neutron] Pushing event updated for resources: {'Port': ['ID=6049cc54-08ab-4254-989d-fc2b1abc0158,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:06.180561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-62dd6f2e-c5af-485a-83c4-f298d7e08477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4bda2889628469b9aa477574dfb74a9&device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 1098 time: 0.2113509 Mar 05 00:20:06.232913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.321504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-db18a9b1-feeb-4bbb-ab3e-18b9477c78c1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:06.322598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-db18a9b1-feeb-4bbb-ab3e-18b9477c78c1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 379 time: 0.5585070 Mar 05 00:20:06.327215 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'tag': '6049cc54-08ab-4254-989d-fc2b1abc0158', 'status': 'completed', 'code': 200} Mar 05 00:20:06.361042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-bc64c66b-3503-4dd6-a058-3c8527cd06b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6049cc54-08ab-4254-989d-fc2b1abc0158 HTTP/1.1" status: 200 len: 217 time: 0.1705151 Mar 05 00:20:06.366705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'port': {'device_id': '35d512c6-73f1-4125-af71-7512f83bcdde', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'admin_state_up': True, 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'security_groups': ['1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:06.515414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-b8a9ca1f-f9a9-4756-8fd2-712436d92ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.516887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-b8a9ca1f-f9a9-4756-8fd2-712436d92ef7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1500702 Mar 05 00:20:06.582595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.586588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.590675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.594597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.598876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.602700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.606671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:06.615150 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-533854c1-f648-4ce9-8a47-121e118defb7 req-4172680d-36ee-4f90-a4c6-10d0a918b35b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.6187074 Mar 05 00:20:06.640768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2873a1b-37f7-47d5-aa9a-845470047a2e req-1e0fc074-5cd4-4543-a743-c0ce22c34d2c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 210 time: 0.0752203 Mar 05 00:20:06.645730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.670903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Transition to ACTIVE for port object 056e281b-3ceb-4bcf-8a91-27cb99abe079 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:06.692085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.695452 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.711433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.725251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-cb3596fd-7f9d-4f2d-a47e-98329b25a1db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025859 Mar 05 00:20:06.792314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Attempting to bind port 056e281b-3ceb-4bcf-8a91-27cb99abe079 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:20:06.792980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Attempting to bind port 056e281b-3ceb-4bcf-8a91-27cb99abe079 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:20:06.793754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Attempting to bind port 056e281b-3ceb-4bcf-8a91-27cb99abe079 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:06.799691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21fc88-a77d-439f-9ee4-8e9fa6a0801e None None] Pushing event updated for resources: {'Port': ['ID=056e281b-3ceb-4bcf-8a91-27cb99abe079,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:06.810973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:20:06.811931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:06.812446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:06.812857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.813985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:20:06.816175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Bound port: 056e281b-3ceb-4bcf-8a91-27cb99abe079, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:20:06.816805 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.863840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:06.866302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98b3027-ec2e-49a1-a497-cf91a08f8704,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:06.926929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-533854c1-f648-4ce9-8a47-121e118defb7 req-d3a324fd-2b31-41f8-83f0-cc25b60f6921 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3102911 Mar 05 00:20:06.951263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:06.952754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af5f636c-1a6c-4db0-88de-a5cd4c871905 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0966954 Mar 05 00:20:06.956493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:06.970619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Made reservation on behalf of 4b15bc385d5141c39c50bbdd10eec76b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:20:06.974377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.051474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c780817-d244-43ba-bd5a-044169ff780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.081088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] For port 056e281b-3ceb-4bcf-8a91-27cb99abe079, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:20:07.093096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] For port 056e281b-3ceb-4bcf-8a91-27cb99abe079, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=056e281b-3ceb-4bcf-8a91-27cb99abe079,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:20:07.109670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.187842 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-cbaed7f0-11f1-4d8a-bae7-860a0a2c32a1 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534926 Mar 05 00:20:07.335514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d500126f-df14-48b5-bacc-ea1de7e0c6c7 req-b04f8ac3-7991-45f8-a6b2-fda865cd80ea service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325624 Mar 05 00:20:07.341211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21fc88-a77d-439f-9ee4-8e9fa6a0801e None None] Pushing event updated for resources: {'Port': ['ID=056e281b-3ceb-4bcf-8a91-27cb99abe079,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:07.346316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0442e91f-abd4-43f6-bc2c-efcaf3784ecd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.356057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Routers {'d07eb588-faaa-4b70-8f66-32b5bb7ec425'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:07.356917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:07.367547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-21bc8606-0e1b-49c6-b8e1-c4f9fa93d0fd tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:07.368254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-21bc8606-0e1b-49c6-b8e1-c4f9fa93d0fd tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Synchronizing usage tracker for tenant:e4bda2889628469b9aa477574dfb74a9 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:07.449319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0442e91f-abd4-43f6-bc2c-efcaf3784ecd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.483930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Allocated IP 172.20.0.6 (44f2aa89-ddbb-43f6-b443-7d1fc635c4d9/afa42900-1bbc-4d05-9aa2-fd78a051d931/85826cf2-26bc-4666-93d5-8f0e15fbbd5d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:20:07.505098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-21bc8606-0e1b-49c6-b8e1-c4f9fa93d0fd tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Unset dirty status for tenant:e4bda2889628469b9aa477574dfb74a9 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:07.506296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-21bc8606-0e1b-49c6-b8e1-c4f9fa93d0fd tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 947 time: 0.5912225 Mar 05 00:20:07.593746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-3c369f74-b609-4954-9024-92866447ee4e tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Synchronizing usage tracker for tenant:e4bda2889628469b9aa477574dfb74a9 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:07.645049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-f5a93d1b-fc81-4be4-8ebf-2e591b0e7056 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4bda2889628469b9aa477574dfb74a9&device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 1098 time: 0.1978800 Mar 05 00:20:07.645681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-3c369f74-b609-4954-9024-92866447ee4e tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Unset dirty status for tenant:e4bda2889628469b9aa477574dfb74a9 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:07.646682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb561cd3-b686-411b-b5a6-3bb229e94383 req-3c369f74-b609-4954-9024-92866447ee4e tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323428 Mar 05 00:20:07.671277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] Set router d07eb588-faaa-4b70-8f66-32b5bb7ec425 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:07.718194 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0442e91f-abd4-43f6-bc2c-efcaf3784ecd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.780463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df46f7-8da4-4a14-9c57-d509e82a7884 req-fd93fd69-49d0-4f34-9927-cc3a6db00b57 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:07.793867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20df46f7-8da4-4a14-9c57-d509e82a7884 req-fd93fd69-49d0-4f34-9927-cc3a6db00b57 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.4044433 Mar 05 00:20:07.795977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e91f-abd4-43f6-bc2c-efcaf3784ecd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f5ac7a-e480-4323-a10e-dc762abed859,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:07.963658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0442e91f-abd4-43f6-bc2c-efcaf3784ecd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:07.963658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0442e91f-abd4-43f6-bc2c-efcaf3784ecd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5f5ac7a-e480-4323-a10e-dc762abed859 HTTP/1.1" status: 204 len: 168 time: 0.9958713 Mar 05 00:20:07.965840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:07.975956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ce8242f-f635-4542-af20-ff7e7bb8b957 req-a317f62f-cf97-4b8c-88e4-81f03628b0ec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 210 time: 0.0764606 Mar 05 00:20:07.976558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Deleting port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:07.976900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:08.142689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ced934ab-dee0-4926-8209-a6fba0594c42 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:08.169888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] For port ca61cdfa-2c21-4247-9f26-8bb8f31bb4de, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,segment=NetworkSegment(07a3a973-1233-4cda-b15f-d32c97240780),segment_id=07a3a973-1233-4cda-b15f-d32c97240780)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:08.171246 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:08.183623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-cba7bdc7-8d72-4909-b40e-6e46b7e13945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.186581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-cba7bdc7-8d72-4909-b40e-6e46b7e13945 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.5354543 Mar 05 00:20:08.258005 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:08.262518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:00Z', 'revision_number': 3, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:08.277658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758116e-3e2a-48a7-a46d-ec318962b954 None None] The sync data for ids ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'] in n-d-828979-4 is: [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:00Z', 'revision_number': 3, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:20:08.298879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Calling delete_port for ca61cdfa-2c21-4247-9f26-8bb8f31bb4de owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:08.329703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ced934ab-dee0-4926-8209-a6fba0594c42 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:08.335209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ced934ab-dee0-4926-8209-a6fba0594c42 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3622389 Mar 05 00:20:08.339055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45448) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:08.349176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:08.354498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909049867'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:08.361338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-6982b2f5-0559-476e-aa73-27c2f438ac29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6049cc54-08ab-4254-989d-fc2b1abc0158 HTTP/1.1" status: 200 len: 217 time: 0.1646707 Mar 05 00:20:08.367476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:08.436325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20df46f7-8da4-4a14-9c57-d509e82a7884 req-0445ac0a-80e7-48b9-a7f4-fa6a219a5423 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412537 Mar 05 00:20:08.504619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:08.508092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-843b28d2-d0cf-4405-b127-8c0684b8764b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.509625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-843b28d2-d0cf-4405-b127-8c0684b8764b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1391842 Mar 05 00:20:08.600815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:08.672486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.677097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.681035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.685023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.689021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.693004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.697176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:08.708283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-0b720b30-608e-4835-ba3b-27c9c182d337 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.2781904 Mar 05 00:20:08.775095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:08.787412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:08.794414 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-16824e0f-c19f-4068-a850-95fff2134a68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616608 Mar 05 00:20:08.795207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:08.801679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:08.900510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:08.974518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.030117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a606f9e9-a9fb-463e-9d3b-7e19d58f11d5 req-a08b5ac4-c50b-4a79-b831-ca075e39932f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3165083 Mar 05 00:20:09.055734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Transition to ACTIVE for port object 85826cf2-26bc-4666-93d5-8f0e15fbbd5d will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:09.081855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.219046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-80d8c35b-c33e-4dc6-9a29-52c1cbda69cb service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111295 Mar 05 00:20:09.219817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.418597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 056e281b-3ceb-4bcf-8a91-27cb99abe079 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:09.449054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c478c7-64ea-4b37-95a7-57f14b2b22d3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:09.498012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.544064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.547746 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe3675bb-0737-4685-8ade-166b41e5ea9e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2044053 Mar 05 00:20:09.557425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:09.567353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 056e281b-3ceb-4bcf-8a91-27cb99abe079 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:09.571849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--398582097'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:09.576471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d2fe3-6b9d-4521-84f4-e8d2fb8ae21b req-c04bdc26-22cc-4086-af10-886864ee489d tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:09.578388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 056e281b-3ceb-4bcf-8a91-27cb99abe079 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:09.578769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.584403 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-598d2fe3-6b9d-4521-84f4-e8d2fb8ae21b req-c04bdc26-22cc-4086-af10-886864ee489d tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 947 time: 0.6782618 Mar 05 00:20:09.599365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.632133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:09.641421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:09.650257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:20:09.653791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39207a96-dce9-44ff-bb13-c9b66a53007a req-a72d6575-c330-4e96-bc25-28b36e266307 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819234 Mar 05 00:20:09.668798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:09.686191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:09.696439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:09.717554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:09.756486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeda1a-ec69-49db-b364-53e417b6c017 req-9ec043c6-637e-4013-a58c-b0768047be80 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:09.766083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fafeda1a-ec69-49db-b364-53e417b6c017 req-9ec043c6-637e-4013-a58c-b0768047be80 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.4643164 Mar 05 00:20:09.803434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.808128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:09.852837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-598d2fe3-6b9d-4521-84f4-e8d2fb8ae21b req-55a2797c-2798-4800-9bc1-2ca060093379 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675436 Mar 05 00:20:09.938311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fafeda1a-ec69-49db-b364-53e417b6c017 req-705485a9-f77d-466c-bc92-377f29b39774 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695461 Mar 05 00:20:09.953540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Allocated IP 172.20.0.1 (83e97601-817d-4a87-a22b-ba0844694219/e8eb57cc-e70e-4fe0-8674-38374ad036bc/b95b2ab9-4b56-49e5-8cfc-2c317f27b08a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:20:09.996257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:10.002692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:10.006548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:10.014251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.015936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:10.025714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:10.091336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.099152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.150421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 056e281b-3ceb-4bcf-8a91-27cb99abe079, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=056e281b-3ceb-4bcf-8a91-27cb99abe079,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:10.166381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.171836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.175693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6113994 Mar 05 00:20:10.177767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45472) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:10.185910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '79c478c7-64ea-4b37-95a7-57f14b2b22d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1942b7bc-262c-40a8-bff7-3dc3aac9e439', 'remote_ip_prefix': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:10.203657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:10.231648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:10.236070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:10.239188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75ea2c-9257-4210-9df9-37f75d52bb45 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1942b7bc-262c-40a8-bff7-3dc3aac9e439,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:10.249731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:10.291630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-08da3e9c-3952-4425-8fc3-2c65cfbc643a None None] Provisioning for port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:10.292405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:10.299487 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.302024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.306145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca61cdfa-2c21-4247-9f26-8bb8f31bb4de,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:10.309003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-08da3e9c-3952-4425-8fc3-2c65cfbc643a None None] Provisioning complete for port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:10.309412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-08da3e9c-3952-4425-8fc3-2c65cfbc643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.395470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-08da3e9c-3952-4425-8fc3-2c65cfbc643a None None] Port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:20:10.436438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=056e281b-3ceb-4bcf-8a91-27cb99abe079,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:10.510821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cf94-6b83-4c44-9ca2-39eb41d7a5ff req-a2f8c826-44a8-42ba-9c5d-9de07ac1baa1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:10.513986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e127cf94-6b83-4c44-9ca2-39eb41d7a5ff req-a2f8c826-44a8-42ba-9c5d-9de07ac1baa1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.1632855 Mar 05 00:20:10.589201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e127cf94-6b83-4c44-9ca2-39eb41d7a5ff req-f0de0ec4-6afa-4315-b8bb-b32c676e8cc6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Mar 05 00:20:10.608659 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.608659 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.648302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9d6077-f46e-4908-acde-e075086b4ce4,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:10.684052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.690461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cc1a6ac0-e690-4f23-ad65-cc11e09757fa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5097692 Mar 05 00:20:10.692012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45478) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:10.721397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-b46c58d8-0a81-49be-839d-e1423e833377 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3867264 Mar 05 00:20:10.812308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Request body: {'port': {'device_id': '35d512c6-73f1-4125-af71-7512f83bcdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:10.918037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35d84c23-f283-4626-8f78-f60b63197c0c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.936047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35d84c23-f283-4626-8f78-f60b63197c0c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:10.991475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:10.995982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.000188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.004531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.008706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.012839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.016980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.019334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f46e1668-dd22-4257-a356-06f0155907d5 req-d9394696-88ba-4873-88da-ed836db028f7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.2647314 Mar 05 00:20:11.023900 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35d84c23-f283-4626-8f78-f60b63197c0c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.033037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.049520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Transition to ACTIVE for port object b95b2ab9-4b56-49e5-8cfc-2c317f27b08a will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:11.075263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d84c23-f283-4626-8f78-f60b63197c0c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f9d6077-f46e-4908-acde-e075086b4ce4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:11.082833 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35d84c23-f283-4626-8f78-f60b63197c0c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.084027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-35d84c23-f283-4626-8f78-f60b63197c0c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0f9d6077-f46e-4908-acde-e075086b4ce4 HTTP/1.1" status: 204 len: 168 time: 0.3895607 Mar 05 00:20:11.087348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45484) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:11.099697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f5499-7538-4636-870f-9e05abc6dcbf req-c45ae15c-5a33-420c-b6e6-b53b8d751c72 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:11.100746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b50f5499-7538-4636-870f-9e05abc6dcbf req-c45ae15c-5a33-420c-b6e6-b53b8d751c72 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Synchronizing usage tracker for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:11.124065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.143334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f46e1668-dd22-4257-a356-06f0155907d5 req-6bd55766-27e3-46e9-a79e-291bd253c775 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105278 Mar 05 00:20:11.147840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.193693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a82e5ae-03dd-4549-b976-7774912f5481 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:11.195786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b50f5499-7538-4636-870f-9e05abc6dcbf req-c45ae15c-5a33-420c-b6e6-b53b8d751c72 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Unset dirty status for tenant:4b15bc385d5141c39c50bbdd10eec76b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:11.202099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b50f5499-7538-4636-870f-9e05abc6dcbf req-c45ae15c-5a33-420c-b6e6-b53b8d751c72 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 931 time: 0.8441496 Mar 05 00:20:11.226355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a82e5ae-03dd-4549-b976-7774912f5481 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:11.227846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6a82e5ae-03dd-4549-b976-7774912f5481 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1395607 Mar 05 00:20:11.244733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:11.312738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Network 83e97601-817d-4a87-a22b-ba0844694219 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:11.321105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:11.329311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:20:11.406270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Pushing event updated for resources: {'Port': ['ID=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:11.423028 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569f6901-f7f7-4442-a1a9-0a014315da5e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.497399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569f6901-f7f7-4442-a1a9-0a014315da5e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.543116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 056e281b-3ceb-4bcf-8a91-27cb99abe079 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:11.585154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b50f5499-7538-4636-870f-9e05abc6dcbf req-8f7d7432-55ab-42a5-9261-0825a2eabeb0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820837 Mar 05 00:20:11.586569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.586936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.587463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.587695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.587907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.588328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.588560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.588912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.589205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.589716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.589841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:11.595405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569f6901-f7f7-4442-a1a9-0a014315da5e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.626274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6901-f7f7-4442-a1a9-0a014315da5e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942b7bc-262c-40a8-bff7-3dc3aac9e439,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:11.673911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.686135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-569f6901-f7f7-4442-a1a9-0a014315da5e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.692651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-569f6901-f7f7-4442-a1a9-0a014315da5e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/1942b7bc-262c-40a8-bff7-3dc3aac9e439 HTTP/1.1" status: 204 len: 168 time: 0.4464588 Mar 05 00:20:11.694809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45496) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:11.721477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6049cc54-08ab-4254-989d-fc2b1abc0158 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:11.772826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 056e281b-3ceb-4bcf-8a91-27cb99abe079 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:11.773345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.797182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5188de07-b8c6-48a0-acc3-c7fcfbcb42bc tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:11.818673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5188de07-b8c6-48a0-acc3-c7fcfbcb42bc tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:11.823379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5188de07-b8c6-48a0-acc3-c7fcfbcb42bc tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1245542 Mar 05 00:20:11.824049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45500) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:11.856907 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.904292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:11.916509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ebf1-a0a6-41f2-971a-287824afd2b5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:11.953256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ebf1-a0a6-41f2-971a-287824afd2b5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.078674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ebf1-a0a6-41f2-971a-287824afd2b5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.101470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2ebf1-a0a6-41f2-971a-287824afd2b5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c478c7-64ea-4b37-95a7-57f14b2b22d3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:12.110782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6049cc54-08ab-4254-989d-fc2b1abc0158, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6049cc54-08ab-4254-989d-fc2b1abc0158,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:12.127695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '6049cc54-08ab-4254-989d-fc2b1abc0158', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': '6049cc54-08ab-4254-989d-fc2b1abc0158', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:12.162994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ebf1-a0a6-41f2-971a-287824afd2b5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.164207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c3f2ebf1-a0a6-41f2-971a-287824afd2b5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/79c478c7-64ea-4b37-95a7-57f14b2b22d3 HTTP/1.1" status: 204 len: 168 time: 0.3390474 Mar 05 00:20:12.170541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ec42f-790c-4441-af29-c5fda5bad946 req-35b3fd2a-9775-496b-a66c-275dd7456dd8 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.179391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45504) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:12.179953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-718ec42f-790c-4441-af29-c5fda5bad946 req-35b3fd2a-9775-496b-a66c-275dd7456dd8 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.1497114 Mar 05 00:20:12.181274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.235890 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.245954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-30927ff7-b839-49ac-a20e-c32858c10647 None None] Provisioning for port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:12.251081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:12.260099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-718ec42f-790c-4441-af29-c5fda5bad946 req-00d69ac3-de65-4bef-90b5-060ecfe7c208 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792329 Mar 05 00:20:12.274332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-30927ff7-b839-49ac-a20e-c32858c10647 None None] Provisioning complete for port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:12.274693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-30927ff7-b839-49ac-a20e-c32858c10647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.363765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-30927ff7-b839-49ac-a20e-c32858c10647 None None] Port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:20:12.370869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6049cc54-08ab-4254-989d-fc2b1abc0158 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:12.390745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6049cc54-08ab-4254-989d-fc2b1abc0158, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6049cc54-08ab-4254-989d-fc2b1abc0158,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:12.400727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.483849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6049cc54-08ab-4254-989d-fc2b1abc0158,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:12.492812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85826cf2-26bc-4666-93d5-8f0e15fbbd5d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:12.513474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59b136-aa42-4bb1-9978-47b65c8ff24c req-ac707d9e-4f70-4667-a0f7-90efca6baa7a tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.514971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c59b136-aa42-4bb1-9978-47b65c8ff24c req-ac707d9e-4f70-4667-a0f7-90efca6baa7a tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 947 time: 0.6054063 Mar 05 00:20:12.527930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.528072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.528072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.528283 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91ef10a2-4a19-46bd-988e-b3c8168a595c tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3355813 Mar 05 00:20:12.529531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.533773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.538193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.542191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.542333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45512) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:12.546313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.548318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-a05f3d1d-67dc-490f-ae41-93d5b229819a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 0.1293631 Mar 05 00:20:12.559849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937033379'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:12.608667 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8f6314a-60c6-4935-a14c-a6eb5a0f05aa req-c2ee6cb6-303f-45be-900c-13c1fafff3f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537159 Mar 05 00:20:12.712537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6049cc54-08ab-4254-989d-fc2b1abc0158'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:12.772289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Transition to ACTIVE for port object 85826cf2-26bc-4666-93d5-8f0e15fbbd5d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:12.795012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:12.799413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:12.802853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:12.808784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:12.827574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.874236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cdb44-587d-4af7-b9ce-d0ab380750cf req-b331d8fc-3500-4466-a42e-6f148387c3ef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:12.882542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-957cdb44-587d-4af7-b9ce-d0ab380750cf req-b331d8fc-3500-4466-a42e-6f148387c3ef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1009791 Mar 05 00:20:12.887919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:12.951769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-957cdb44-587d-4af7-b9ce-d0ab380750cf req-918aeb7e-8886-4308-b5da-98bfa8a7ad9c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683537 Mar 05 00:20:13.050889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c59b136-aa42-4bb1-9978-47b65c8ff24c req-fd4d360c-5465-4745-a4ed-e705f0455a9d tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981933 Mar 05 00:20:13.136501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:13.200382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:13.207341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:13.217922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:13.305911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:13.341812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:13.378545 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.404090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.468647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5a2ef-bc40-4562-950b-6443230839d3 req-d616f766-67e5-4a76-8469-5d18ece083b1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:13.470162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71d5a2ef-bc40-4562-950b-6443230839d3 req-d616f766-67e5-4a76-8469-5d18ece083b1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.0834656 Mar 05 00:20:13.520268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71d5a2ef-bc40-4562-950b-6443230839d3 req-f370c4d9-c1cf-4eda-bfd7-f5d64a87af14 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Mar 05 00:20:13.584733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Attempting to bind port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:20:13.585063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Attempting to bind port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:20:13.585418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Attempting to bind port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:13.698150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.704827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Pushing event updated for resources: {'Port': ['ID=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:13.708030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.711485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:20:13.711822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Attempting to bind port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d on network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:13.717197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:13.719591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6049cc54-08ab-4254-989d-fc2b1abc0158 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:13.721325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.773530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-b857a9e4-8120-4be4-8735-21dc49ca64d1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:13.775056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-b857a9e4-8120-4be4-8735-21dc49ca64d1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.5586798 Mar 05 00:20:13.787268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:20:13.787716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Checking segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:13.788169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Bound using segment: {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:20:13.788701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Bound port: 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e7284-b9cd-4635-83d1-787a07f32495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:20:13.789166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.905818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 6049cc54-08ab-4254-989d-fc2b1abc0158 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:13.915872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 6049cc54-08ab-4254-989d-fc2b1abc0158 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:13.916391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:13.986090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:14.011291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'port_id': '2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a', 'mac_address': 'fa:16:3e:b4:87:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:14.054547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b300d064-324f-45f1-aa7a-a3b419e1c8ed,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:14.079072 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.080469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c4b07f4-6afd-4fcc-9ffa-8047eb7c9ac1 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5358984 Mar 05 00:20:14.083916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45532) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:14.089468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': 'b300d064-324f-45f1-aa7a-a3b419e1c8ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:14.102135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:14.116213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:14.119235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:14.134941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:14.140570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:14.141143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.153087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.164041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.179498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.212035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049cc54-08ab-4254-989d-fc2b1abc0158'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:14.220923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:14.231373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 6049cc54-08ab-4254-989d-fc2b1abc0158, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6049cc54-08ab-4254-989d-fc2b1abc0158,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:14.245190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.296191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:14.299217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.310281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.329918 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.330574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 67d676f7-ae6e-4259-8f60-4f60dd963e74 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:14.332655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=6049cc54-08ab-4254-989d-fc2b1abc0158,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:14.383746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:20:14.409679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998e78e1-4450-4c62-96ee-bdc90f90e138,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:14.425561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:14.436400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.441277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-546751f7-df90-46ce-9efa-5abb92f37e73 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3560848 Mar 05 00:20:14.442163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45540) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:14.455147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '67d676f7-ae6e-4259-8f60-4f60dd963e74', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'port_id': '67d676f7-ae6e-4259-8f60-4f60dd963e74', 'mac_address': 'fa:16:3e:8b:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:14.490802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73010f-bc66-4869-8850-c132afa28b69 req-6f88b90b-9b7b-4803-8387-22f76ac3d099 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:14.492564 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a73010f-bc66-4869-8850-c132afa28b69 req-6f88b90b-9b7b-4803-8387-22f76ac3d099 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1801391 Mar 05 00:20:14.495398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e905821c-6fa8-4a08-bf50-1dfa4d265100 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.539452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e905821c-6fa8-4a08-bf50-1dfa4d265100 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.561139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a73010f-bc66-4869-8850-c132afa28b69 req-08663487-eea6-44d7-b038-09acf8bdc114 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601876 Mar 05 00:20:14.576052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:14.578584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e905821c-6fa8-4a08-bf50-1dfa4d265100 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.582378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.621667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d676f7-ae6e-4259-8f60-4f60dd963e74 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:14.628302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905821c-6fa8-4a08-bf50-1dfa4d265100 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=998e78e1-4450-4c62-96ee-bdc90f90e138,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:14.641816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e905821c-6fa8-4a08-bf50-1dfa4d265100 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.642961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e905821c-6fa8-4a08-bf50-1dfa4d265100 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/998e78e1-4450-4c62-96ee-bdc90f90e138 HTTP/1.1" status: 204 len: 168 time: 0.1989436 Mar 05 00:20:14.647002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45546) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:14.654901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:14.662849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.664077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e4f4c816-e63b-47ac-88a8-1531ca234eb2 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:14.724780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:20:14.772820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86080daf-ede1-4569-aaa8-d0fe4bb484bb tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:14.814426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86080daf-ede1-4569-aaa8-d0fe4bb484bb tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:14.816562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86080daf-ede1-4569-aaa8-d0fe4bb484bb tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1685095 Mar 05 00:20:14.819363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45550) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:14.831683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.841880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:14.865385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a7cb-b2f1-4c29-a3b4-23c76a19ab22 req-3152869c-503b-4355-a86b-822a32ec98f0 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:14.872455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5047a7cb-b2f1-4c29-a3b4-23c76a19ab22 req-3152869c-503b-4355-a86b-822a32ec98f0 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.1440110 Mar 05 00:20:14.895460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2', 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58', 'port_id': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2', 'mac_address': 'fa:16:3e:ed:5c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18673e8-a279-453a-bc12-a23003059b70', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:14.940999 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5047a7cb-b2f1-4c29-a3b4-23c76a19ab22 req-771f1cd2-c04c-47f1-ba3f-aecf2f1e70a9 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669343 Mar 05 00:20:14.985667 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:14.991061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] 10.222.0.36 "PUT /v2.0/ports/85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 1091 time: 4.2555945 Mar 05 00:20:14.991307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a180-6093-4135-b34c-ad1de776e55d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.014320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Network 83e97601-817d-4a87-a22b-ba0844694219 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:15.035122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13042fc-7716-4d1d-aace-19f780b60a00 service neutron] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:15.042050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:15.053532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a180-6093-4135-b34c-ad1de776e55d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.089332 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049cc54-08ab-4254-989d-fc2b1abc0158', 'code': 200} Mar 05 00:20:15.093198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.103359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.117422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.129070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.130291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:15.140527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.143080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.151869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.165118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f4c816-e63b-47ac-88a8-1531ca234eb2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:15.169395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.181639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-423ec5a8-6a08-4065-8ea1-f00b6e33f54e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5430 time: 1.4159861 Mar 05 00:20:15.183533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:15.188996 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.191246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dde9da38-deb6-46a4-b3d0-5b883026b5fd details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:15.256603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a180-6093-4135-b34c-ad1de776e55d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.293205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2a180-6093-4135-b34c-ad1de776e55d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b300d064-324f-45f1-aa7a-a3b419e1c8ed,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:15.325627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:15.463513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a180-6093-4135-b34c-ad1de776e55d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.470677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a7e2a180-6093-4135-b34c-ad1de776e55d tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/b300d064-324f-45f1-aa7a-a3b419e1c8ed HTTP/1.1" status: 204 len: 168 time: 0.6498971 Mar 05 00:20:15.476251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45558) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:15.528178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f1d7b7c-8de3-432c-bb94-d166bf9fe49c req-b7ae6e42-6880-4b7b-a2aa-fd17ec870b00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 1100 time: 0.3869116 Mar 05 00:20:15.529102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dde9da38-deb6-46a4-b3d0-5b883026b5fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:15.529762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc883e56-87b5-467a-b8c5-de87b0bb2a31 req-86a37aaf-2c29-4c61-ab55-35248809abe4 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3467367 Mar 05 00:20:15.634392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'port_id': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'mac_address': 'fa:16:3e:ae:fa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:15.636929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:15.671610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba0b1fb2-7d8d-40c9-8792-2c73adf40a96 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:15.710463 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'status': 'completed', 'code': 200} Mar 05 00:20:15.752435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe486a-0232-4db8-94d5-fb7b6887f976 req-c8e9a93d-a336-4661-ba61-ef5090b731dd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:15.754967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94fe486a-0232-4db8-94d5-fb7b6887f976 req-c8e9a93d-a336-4661-ba61-ef5090b731dd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 945 time: 0.4408367 Mar 05 00:20:15.778955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3cce0015-9bc0-42f6-82ff-d3d1925fed67 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:15.810355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba0b1fb2-7d8d-40c9-8792-2c73adf40a96 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:15.810688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-ba6e7098-4d53-43ab-804f-d3c34f5f796e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1094 time: 0.6236069 Mar 05 00:20:15.821689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ba0b1fb2-7d8d-40c9-8792-2c73adf40a96 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3440583 Mar 05 00:20:15.822501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:15.841827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185864541'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:15.859353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:15.876575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:15.896570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94fe486a-0232-4db8-94d5-fb7b6887f976 req-014f16f3-b09a-4c71-8c38-59a11d9bf914 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321912 Mar 05 00:20:15.910738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6b4c5d3f-74db-4432-9045-974c75ab8969 None None] Provisioning complete for port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:15.911360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5d3f-74db-4432-9045-974c75ab8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.931008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.955368 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:15.977690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde9da38-deb6-46a4-b3d0-5b883026b5fd {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:16.012617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c5d3f-74db-4432-9045-974c75ab8969 None None] Port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:20:16.016063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dde9da38-deb6-46a4-b3d0-5b883026b5fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.036298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f1d7b7c-8de3-432c-bb94-d166bf9fe49c req-b18918a2-86c5-483b-b484-9ececf8825b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973354 Mar 05 00:20:16.047409 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.047984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:16.048142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 993c0283-45f8-4952-ae3e-b50ccc17c120 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:16.054277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:16.057969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:16.070998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:16.143784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.145501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dde9da38-deb6-46a4-b3d0-5b883026b5fd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:16.159786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.169452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.199341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=993c0283-45f8-4952-ae3e-b50ccc17c120,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.215022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.217546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '993c0283-45f8-4952-ae3e-b50ccc17c120', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'port_id': '993c0283-45f8-4952-ae3e-b50ccc17c120', 'mac_address': 'fa:16:3e:47:9d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:16.242768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079e69ad-51af-467c-b44f-756628050dee,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:16.255466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.256075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.259524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.267910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-ae7df0c6-5f52-49ba-a936-bd1185aa21bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 217 time: 0.3240833 Mar 05 00:20:16.338188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.339550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f30ce112-ba56-4001-8e5a-a45af13440fd tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5127592 Mar 05 00:20:16.342622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45574) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:16.348790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '079e69ad-51af-467c-b44f-756628050dee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:16.355545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:16.359680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:16.363223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:16.368787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:16.387366 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.410717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993c0283-45f8-4952-ae3e-b50ccc17c120 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:16.414298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:16.430184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=993c0283-45f8-4952-ae3e-b50ccc17c120,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.435873 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.436877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c0673628-0871-41bc-b8f3-8340b647a913 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:16.447699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.474743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for 3cce0015-9bc0-42f6-82ff-d3d1925fed67 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:16.523222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.529526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:16.533845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c0673628-0871-41bc-b8f3-8340b647a913,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.541091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f9b15-181e-44d7-8222-d6da9154ad24 req-64b8d79c-8061-4963-9df9-296af7dbba2b tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:16.551392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-629f9b15-181e-44d7-8222-d6da9154ad24 req-64b8d79c-8061-4963-9df9-296af7dbba2b tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.3682253 Mar 05 00:20:16.553270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'c0673628-0871-41bc-b8f3-8340b647a913', 'network_id': 'f8591d14-17ef-415b-b45d-ee136fd19f58', 'port_id': 'c0673628-0871-41bc-b8f3-8340b647a913', 'mac_address': 'fa:16:3e:21:a8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18673e8-a279-453a-bc12-a23003059b70', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:16.561951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-d7dd0efc-6cac-407b-9bf5-f75cd782194a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:16.563520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-d7dd0efc-6cac-407b-9bf5-f75cd782194a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.2829630 Mar 05 00:20:16.605402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.613872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.624901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Router 1f01582d-a5e6-4748-ab1f-70009be8f27c has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:20:16.633862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0673628-0871-41bc-b8f3-8340b647a913 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:16.653309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c0673628-0871-41bc-b8f3-8340b647a913,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.653601 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-629f9b15-181e-44d7-8222-d6da9154ad24 req-717d3ddc-8d02-4f69-ba45-a85adceb6611 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997677 Mar 05 00:20:16.658716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.659684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dee32d-938a-477b-946d-66367b31aa7e req-1447c428-4fc1-492b-957e-0b71b700069d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:16.660281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 523654cd-ac18-4cb0-a15a-f9c36f477900 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:16.667909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9dee32d-938a-477b-946d-66367b31aa7e req-1447c428-4fc1-492b-957e-0b71b700069d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.7713783 Mar 05 00:20:16.700362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a586b2c7-8d48-48e8-9f3e-2fd7fb93e053,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:16.706984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.708381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-266e7e2e-fb56-471f-b6a6-6bcc296929e2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3650727 Mar 05 00:20:16.710955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45580) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:16.744816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:20:16.745322 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:20:16.785100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=523654cd-ac18-4cb0-a15a-f9c36f477900,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.800051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:16.814613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '523654cd-ac18-4cb0-a15a-f9c36f477900', 'network_id': '92141689-bb10-45a0-9c98-0d00660262a9', 'port_id': '523654cd-ac18-4cb0-a15a-f9c36f477900', 'mac_address': 'fa:16:3e:6d:05:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:16.880786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:16.888900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9dee32d-938a-477b-946d-66367b31aa7e req-bfab1828-1a6a-4d52-ac76-77a0c9720357 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204795 Mar 05 00:20:16.899637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a65c17d8-7543-49dc-87cf-4abc7c5b2e36 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules/a586b2c7-8d48-48e8-9f3e-2fd7fb93e053 HTTP/1.1" status: 200 len: 705 time: 0.1875477 Mar 05 00:20:16.903129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523654cd-ac18-4cb0-a15a-f9c36f477900 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:16.906383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45584) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:16.920466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=523654cd-ac18-4cb0-a15a-f9c36f477900,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:16.921430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-f2fd0579-19e1-4553-84d4-a58845b9e33d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3440614 Mar 05 00:20:16.938104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.032447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9bc10502-cea3-43c4-974f-c20296af978b tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:17.054881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.058860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.062889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.068244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.072553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.077200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.081400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.089254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-358f5a7f-baab-4aa0-acb4-73d985901d0a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5436 time: 0.2289617 Mar 05 00:20:17.093825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:17.115861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:17.128616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9bc10502-cea3-43c4-974f-c20296af978b tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:17.129895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9bc10502-cea3-43c4-974f-c20296af978b tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2152767 Mar 05 00:20:17.132993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.166273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6717cbd-6f63-4a62-9de4-8f2d428875e8 req-dbff5f96-13a7-4e3b-8232-dc364d29ecc5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755918 Mar 05 00:20:17.184031 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3964ba-fe57-41ac-a9be-54ec5519a304 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.199882 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3964ba-fe57-41ac-a9be-54ec5519a304 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.253738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:17.254100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.271252 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67', 'code': 200} Mar 05 00:20:17.280955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3964ba-fe57-41ac-a9be-54ec5519a304 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.321185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3964ba-fe57-41ac-a9be-54ec5519a304 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a586b2c7-8d48-48e8-9f3e-2fd7fb93e053,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:17.340963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de3964ba-fe57-41ac-a9be-54ec5519a304 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.345284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-de3964ba-fe57-41ac-a9be-54ec5519a304 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a586b2c7-8d48-48e8-9f3e-2fd7fb93e053 HTTP/1.1" status: 204 len: 168 time: 0.2082360 Mar 05 00:20:17.345284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.420502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-53a24f7d-0916-4e46-8513-b090dd12574e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:17.443381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-53a24f7d-0916-4e46-8513-b090dd12574e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:17.444740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-53a24f7d-0916-4e46-8513-b090dd12574e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0991883 Mar 05 00:20:17.448109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.454252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '079e69ad-51af-467c-b44f-756628050dee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:17.460776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:17.472621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:17.495614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Router d07eb588-faaa-4b70-8f66-32b5bb7ec425 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:20:17.502847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.603651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.610348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.616543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-4680dc5d-f92c-4a0d-8455-b95c973fe5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878448 Mar 05 00:20:17.635872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8ac4f8-46bb-41ed-9d5e-cffb19a34896,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:17.651580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.653192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-800ade29-e310-4040-90df-c7dda5b4b46a tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2038066 Mar 05 00:20:17.655841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45612) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.668703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be0d3-cc61-48f5-979f-d8a745549e5e req-26c639de-2918-4ad9-a5c9-7eb4523b73de tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:17.670156 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-417be0d3-cc61-48f5-979f-d8a745549e5e req-26c639de-2918-4ad9-a5c9-7eb4523b73de tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 943 time: 0.5097194 Mar 05 00:20:17.676060 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-64cd036f-57b8-4936-8b6e-6375872d6aba tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules/cc8ac4f8-46bb-41ed-9d5e-cffb19a34896 HTTP/1.1" status: 200 len: 705 time: 0.0188961 Mar 05 00:20:17.678512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.733951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-56271ec0-cbd1-42aa-967f-00287a233ea9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:17.753958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-56271ec0-cbd1-42aa-967f-00287a233ea9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:17.758804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-56271ec0-cbd1-42aa-967f-00287a233ea9 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0791612 Mar 05 00:20:17.759522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45622) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.795192 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bd92d861-00d0-4476-ac76-fbb13c2067aa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.809880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bd92d861-00d0-4476-ac76-fbb13c2067aa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.844560 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bd92d861-00d0-4476-ac76-fbb13c2067aa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.867189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92d861-00d0-4476-ac76-fbb13c2067aa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc8ac4f8-46bb-41ed-9d5e-cffb19a34896,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:17.886566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bd92d861-00d0-4476-ac76-fbb13c2067aa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:17.890917 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bd92d861-00d0-4476-ac76-fbb13c2067aa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cc8ac4f8-46bb-41ed-9d5e-cffb19a34896 HTTP/1.1" status: 204 len: 168 time: 0.1299427 Mar 05 00:20:17.891787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:17.953984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-41be4e23-29a7-4a3c-8d1a-de9224bafbaa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:18.010651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port 3cce0015-9bc0-42f6-82ff-d3d1925fed67, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3cce0015-9bc0-42f6-82ff-d3d1925fed67,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:18.011453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.012573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['e4f4c816-e63b-47ac-88a8-1531ca234eb2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.024958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-41be4e23-29a7-4a3c-8d1a-de9224bafbaa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:18.030455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41be4e23-29a7-4a3c-8d1a-de9224bafbaa tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1372931 Mar 05 00:20:18.033048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45632) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:18.046317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': '079e69ad-51af-467c-b44f-756628050dee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:18.061705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dde9da38-deb6-46a4-b3d0-5b883026b5fd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.066621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:18.086942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.087176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:18.103770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060def1-c211-4a50-83b2-73201b1c5d5f req-33ff136a-b733-426c-b934-b4a38450d59b tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.105271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4060def1-c211-4a50-83b2-73201b1c5d5f req-33ff136a-b733-426c-b934-b4a38450d59b tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.1452248 Mar 05 00:20:18.106561 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Project 59e862cf58d040aeba63129ab1da2c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:20:18.114447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.178238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-417be0d3-cc61-48f5-979f-d8a745549e5e req-fd8fd4c0-0d5c-46ff-91da-fb4c9fe7bb70 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419334 Mar 05 00:20:18.183908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['c0673628-0871-41bc-b8f3-8340b647a913'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.186793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4060def1-c211-4a50-83b2-73201b1c5d5f req-ec4e656c-68e7-4e50-8780-241be78692a5 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732794 Mar 05 00:20:18.192312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for 3cce0015-9bc0-42f6-82ff-d3d1925fed67 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:18.215087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.225143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.253970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664e9762-8252-4115-8d29-ed16ed015c5d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:18.265978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baf92bf6-6a48-45c2-8167-89eb2a5f1157 req-591e9a91-1aca-491d-a6f1-aaa15fc96b80 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320834 Mar 05 00:20:18.272775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.274224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da220377-3a96-4696-b24c-a85d82a53cb2 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2343318 Mar 05 00:20:18.276819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45640) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:18.292978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['523654cd-ac18-4cb0-a15a-f9c36f477900'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.314888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-170a55dd-6bc3-485f-94a7-3192c09364e5 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules/664e9762-8252-4115-8d29-ed16ed015c5d HTTP/1.1" status: 200 len: 711 time: 0.0368662 Mar 05 00:20:18.318174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45644) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:18.333180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['993c0283-45f8-4952-ae3e-b50ccc17c120'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.389084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:20:18.401897 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] Sync routers for ids ['1f01582d-a5e6-4748-ab1f-70009be8f27c'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:20:18.428829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] Routers {'1f01582d-a5e6-4748-ab1f-70009be8f27c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:18.429387 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1f01582d-a5e6-4748-ab1f-70009be8f27c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:18.575140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.598143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.602302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.609564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.619822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.627578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.637652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.642224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-862f4a38-aa44-4fb1-ad3a-5341013cd96b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5437 time: 0.2202647 Mar 05 00:20:18.669089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3301e152-7b2e-45b2-806f-90cfa5dc3e4b admin admin] 10.222.0.32 "PUT /v2.0/routers/1f01582d-a5e6-4748-ab1f-70009be8f27c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4375439 Mar 05 00:20:18.673706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45650) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:18.675199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['67d676f7-ae6e-4259-8f60-4f60dd963e74'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:18.729596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] Set router 1f01582d-a5e6-4748-ab1f-70009be8f27c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:18.814529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-11f28a1f-aaac-4115-8153-cc7551b1cb05 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:18.868455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09cb2-8220-4b71-96a4-c9f13bb04b3b req-b0a7b929-4ac6-46b1-94ca-f4e119fe3df8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:18.870194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcd09cb2-8220-4b71-96a4-c9f13bb04b3b req-b0a7b929-4ac6-46b1-94ca-f4e119fe3df8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.4733958 Mar 05 00:20:18.899666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6254df31-bb8e-47f2-9e29-e29694a2a3b5 req-baf75341-875a-4c0b-a97c-d7f065f098bc tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501774 Mar 05 00:20:18.900177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-585bb952-94d4-4444-8018-45869bb3f005 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1094 time: 0.5528557 Mar 05 00:20:18.905352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-11f28a1f-aaac-4115-8153-cc7551b1cb05 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:18.906719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11f28a1f-aaac-4115-8153-cc7551b1cb05 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.5854356 Mar 05 00:20:18.907585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.919426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45654) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:18.964089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b08d780-b5c1-4c48-a774-559c5b4951db tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:18.979692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b08d780-b5c1-4c48-a774-559c5b4951db tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.047301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b08d780-b5c1-4c48-a774-559c5b4951db tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.072014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d780-b5c1-4c48-a774-559c5b4951db tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=664e9762-8252-4115-8d29-ed16ed015c5d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:19.088972 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b08d780-b5c1-4c48-a774-559c5b4951db tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.093258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7b08d780-b5c1-4c48-a774-559c5b4951db tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/664e9762-8252-4115-8d29-ed16ed015c5d HTTP/1.1" status: 204 len: 168 time: 0.1683800 Mar 05 00:20:19.093421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:19.093920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45658) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:19.169405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.251306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=3cce0015-9bc0-42f6-82ff-d3d1925fed67,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:19.352502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9b8421d-1956-4442-ad4a-3df22e5b6219 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:19.354962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:20:09Z', 'revision_number': 5, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:19.368350 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] Checking router: 1f01582d-a5e6-4748-ab1f-70009be8f27c for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:20:19.392578 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] Routers {'1f01582d-a5e6-4748-ab1f-70009be8f27c'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:19.393435 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1f01582d-a5e6-4748-ab1f-70009be8f27c'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:19.411095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b9b8421d-1956-4442-ad4a-3df22e5b6219 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:19.414967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9b8421d-1956-4442-ad4a-3df22e5b6219 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3168516 Mar 05 00:20:19.418527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45666) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:19.523202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cda93f3f-2ce0-4dee-9ddb-1ade93d44850 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.571591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cda93f3f-2ce0-4dee-9ddb-1ade93d44850 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.586314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.625323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Deleting port e006aa35-66b6-49d6-a75e-36f65fa6408f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:19.625656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.655948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:20:19.669825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bcd09cb2-8220-4b71-96a4-c9f13bb04b3b req-aacdab7b-2915-4cac-82b5-ee912a9f5dec tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7932634 Mar 05 00:20:19.670921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port 3cce0015-9bc0-42f6-82ff-d3d1925fed67 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:20:19.678504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.682041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'name': 'network-vif-deleted', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:19.696770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Sync routers for ids ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:20:19.710355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b8fea84e-21a5-4e32-854a-ed58ffd90838 admin admin] 10.222.0.32 "PUT /v2.0/routers/d07eb588-faaa-4b70-8f66-32b5bb7ec425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3531270 Mar 05 00:20:19.714607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d608c73-4fb5-4913-a3d1-aa1c30c59ea5 req-611adf20-a26d-4f17-bec3-b32b84db9ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "DELETE /v2.0/ports/3cce0015-9bc0-42f6-82ff-d3d1925fed67 HTTP/1.1" status: 204 len: 173 time: 5.8684487 Mar 05 00:20:19.748736 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cda93f3f-2ce0-4dee-9ddb-1ade93d44850 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:19.826460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-a4cdfe3e-35c2-49bf-9488-0756b2f880e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:19.830036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-a4cdfe3e-35c2-49bf-9488-0756b2f880e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.9158113 Mar 05 00:20:19.930036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] Set router 1f01582d-a5e6-4748-ab1f-70009be8f27c gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:20.021712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93f3f-2ce0-4dee-9ddb-1ade93d44850 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079e69ad-51af-467c-b44f-756628050dee,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:20.095222 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151c06f-ea06-4514-b4bd-35350cbab2b5', 'name': 'network-vif-deleted', 'tag': '3cce0015-9bc0-42f6-82ff-d3d1925fed67', 'status': 'completed', 'code': 200} Mar 05 00:20:20.139806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-343a3a29-2212-4967-b1ff-727399ea81ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 217 time: 0.3050649 Mar 05 00:20:20.154302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cda93f3f-2ce0-4dee-9ddb-1ade93d44850 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:20.157390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cda93f3f-2ce0-4dee-9ddb-1ade93d44850 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/079e69ad-51af-467c-b44f-756628050dee HTTP/1.1" status: 204 len: 168 time: 0.7342725 Mar 05 00:20:20.164739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45686) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:20.216056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Routers {'d07eb588-faaa-4b70-8f66-32b5bb7ec425'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:20.216918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:20.351458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ed7f5092-8436-401d-9614-a4d43129c08c req-559faece-0fd5-4b32-9d97-e007e5955242 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7151c06f-ea06-4514-b4bd-35350cbab2b5 HTTP/1.1" status: 200 len: 210 time: 0.1648409 Mar 05 00:20:20.377635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] For port e006aa35-66b6-49d6-a75e-36f65fa6408f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e006aa35-66b6-49d6-a75e-36f65fa6408f,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:20.380167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:20.578443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-92c34a4d-3bfd-4537-8605-69b8f4ea5635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.580224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-92c34a4d-3bfd-4537-8605-69b8f4ea5635 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.4260139 Mar 05 00:20:20.699918 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:20:09Z', 'revision_number': 5, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:20.705606 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d9f4d-3942-4671-b643-9761ea195dee None None] The sync data for ids ['1f01582d-a5e6-4748-ab1f-70009be8f27c'] in n-d-828979-4 is: [{'id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'name': 'tempest-TestServerMultinode-699961512-router', 'tenant_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:56Z', 'updated_at': '2022-03-05T00:20:09Z', 'revision_number': 5, 'project_id': 'f31301ba9f1c45ccade16e0ff5f22951', 'gw_port': {'id': 'e006aa35-66b6-49d6-a75e-36f65fa6408f', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f01582d-a5e6-4748-ab1f-70009be8f27c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:59Z', 'updated_at': '2022-03-05T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:20:20.747023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Set router d07eb588-faaa-4b70-8f66-32b5bb7ec425 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:20.768805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2739bbef-f5c8-49e2-a4b5-26c17198ab29 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:20.789669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.793921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.798092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.802382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.807372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.811526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.816449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:20.824988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-bffeec31-160e-4329-a18e-e9fdc0313475 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5437 time: 0.5133493 Mar 05 00:20:20.916885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Calling delete_port for e006aa35-66b6-49d6-a75e-36f65fa6408f owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:20.970449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2739bbef-f5c8-49e2-a4b5-26c17198ab29 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:20.972183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2739bbef-f5c8-49e2-a4b5-26c17198ab29 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7353091 Mar 05 00:20:20.981146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:21.005933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521536676'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:21.019343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:21.042374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-03b855ae-bda4-4d45-a2cf-b5e829f086dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4558520 Mar 05 00:20:21.063876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b28ccc01-c0b0-4295-9e60-82a6f75c4dbd req-c7cd0951-1f39-42be-a3da-e9b2f1e1b96e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2376862 Mar 05 00:20:21.068022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:21.087107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-a68b353d-7fb9-4688-a3bf-4d3b4f07abef service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:20:21.088331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-a68b353d-7fb9-4688-a3bf-4d3b4f07abef service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0173898 Mar 05 00:20:21.192014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edc5bb-4119-451c-9f5b-37abf203225d req-8a9591d1-d9f6-445c-843c-f5f67d3ceb2e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:21.203713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03edc5bb-4119-451c-9f5b-37abf203225d req-8a9591d1-d9f6-445c-843c-f5f67d3ceb2e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.2304137 Mar 05 00:20:21.350733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-7c218873-cb8c-407f-99ea-3c5605256277 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555220 Mar 05 00:20:21.380832 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-03edc5bb-4119-451c-9f5b-37abf203225d req-4f8de073-e216-4c83-85b8-93fc567966a8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747785 Mar 05 00:20:21.452289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 993c0283-45f8-4952-ae3e-b50ccc17c120 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:21.452891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:21.488654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca61cdfa-2c21-4247-9f26-8bb8f31bb4de no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:21.540572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:21.572395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e006aa35-66b6-49d6-a75e-36f65fa6408f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:21.598868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ca61cdfa-2c21-4247-9f26-8bb8f31bb4de {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:21.601345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ca61cdfa-2c21-4247-9f26-8bb8f31bb4de not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:21.705494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:21.748162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:21.789385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:21.800434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:21.822683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3aba9fd-05bc-461f-988f-d796b3e54f29 req-46d778f0-0626-486b-986d-206b0316c3fa service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644344 Mar 05 00:20:21.825793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:21.904808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:22.007736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.020080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.031349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 993c0283-45f8-4952-ae3e-b50ccc17c120 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:22.055571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 993c0283-45f8-4952-ae3e-b50ccc17c120 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:22.056446 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.118847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.122883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1402318 Mar 05 00:20:22.130988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45728) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:22.160468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Request body: {'security_group_rule': {'security_group_id': 'cebb4b0e-9cbf-4ab4-a984-1e6f4df424d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:22.179718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:22.184891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Usage tracker for resource:security_group_rule and tenant:59e862cf58d040aeba63129ab1da2c56 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:22.189571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:22.198230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:22.223683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b830df4-4996-4caa-9308-44d85e559849 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb4b0e-9cbf-4ab4-a984-1e6f4df424d6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:22.227183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.366221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:11Z', 'revision_number': 4, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b95b2ab9-4b56-49e5-8cfc-2c317f27b08a', 'name': '', 'network_id': '83e97601-817d-4a87-a22b-ba0844694219', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'mac_address': 'fa:16:3e:c0:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:20:09Z', 'updated_at': '2022-03-05T00:20:12Z', 'revision_number': 2, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'subnets': [{'id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:22.374139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:22.391789 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.407748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Checking router: d07eb588-faaa-4b70-8f66-32b5bb7ec425 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:20:22.408100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Updating router d07eb588-faaa-4b70-8f66-32b5bb7ec425 port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:20:22.440083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'mac_address': 'fa:16:3e:81:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:22.441394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.536014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.589347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92da2932-ebc7-4a93-8ba2-d4a1c6b3c0e2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:22.607071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.735480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.745654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.756629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.760645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.767620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.779325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.786146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85826cf2-26bc-4666-93d5-8f0e15fbbd5d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:22.786629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.791085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.794277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c681ec2-f624-4830-b061-e075ab2b966b req-45c09f98-9a42-4f35-ad00-53b66cb3a0d6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5437 time: 0.3964791 Mar 05 00:20:22.795128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.800313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-68f5105f-faed-4f47-940d-34e0a0dc7979 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6655285 Mar 05 00:20:22.801012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45742) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:22.853983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.878864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.896556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c681ec2-f624-4830-b061-e075ab2b966b req-0469a9fa-91b4-4286-a391-2e3c5759318b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928209 Mar 05 00:20:22.903692 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.917666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:22.935497 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.980113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c343ae8-3ce1-4c92-9c2f-6ea7dbc59b6e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:22.987075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-1fb34cfd-e990-47de-99d7-0e953f7da2ca tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:22.996687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-1fb34cfd-e990-47de-99d7-0e953f7da2ca tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.9613035 Mar 05 00:20:23.027897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-93503173-7a15-4f72-965d-5145c71b9ad5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/quotas/5a97b9f568fb4725a1aef578cfe0e15b HTTP/1.1" status: 200 len: 375 time: 0.0300989 Mar 05 00:20:23.028127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c343ae8-3ce1-4c92-9c2f-6ea7dbc59b6e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.130193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c343ae8-3ce1-4c92-9c2f-6ea7dbc59b6e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.146434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.148682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f01582d-a5e6-4748-ab1f-70009be8f27c {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:20:23.152897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c343ae8-3ce1-4c92-9c2f-6ea7dbc59b6e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb4b0e-9cbf-4ab4-a984-1e6f4df424d6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:23.188247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c343ae8-3ce1-4c92-9c2f-6ea7dbc59b6e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.196246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c343ae8-3ce1-4c92-9c2f-6ea7dbc59b6e tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/cebb4b0e-9cbf-4ab4-a984-1e6f4df424d6 HTTP/1.1" status: 204 len: 168 time: 0.3938947 Mar 05 00:20:23.196928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45748) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:23.244989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.246226 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c67d19a1-089b-4ca7-8a40-e9d7681adfc5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1f01582d-a5e6-4748-ab1f-70009be8f27c HTTP/1.1" status: 204 len: 168 time: 4.5610540 Mar 05 00:20:23.248940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45752) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:23.263426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c0283-45f8-4952-ae3e-b50ccc17c120'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:23.301900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=993c0283-45f8-4952-ae3e-b50ccc17c120,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:23.312869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['85826cf2-26bc-4666-93d5-8f0e15fbbd5d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:23.342950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Deleting subnet b0ac2e05-f651-4073-9137-9a925c388b00 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:20:23.357135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.400808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:23.427920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.439824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-6f45ac2c-1f3d-4793-a9a8-f7b5925b64b7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4103086 Mar 05 00:20:23.480243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c0673628-0871-41bc-b8f3-8340b647a913 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:23.512569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c0ea-4e51-4258-b8c4-5b3d74f85eda req-6af72a63-c702-4fd8-a9e1-29d4bdbde427 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:23.514145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf99c0ea-4e51-4258-b8c4-5b3d74f85eda req-6af72a63-c702-4fd8-a9e1-29d4bdbde427 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.2682428 Mar 05 00:20:23.635212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf99c0ea-4e51-4258-b8c4-5b3d74f85eda req-01bcb539-085a-4045-9234-8bcfdd42edcd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130154 Mar 05 00:20:23.693607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45762) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:23.805626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.830681 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c0283-45f8-4952-ae3e-b50ccc17c120', 'code': 200} Mar 05 00:20:23.843204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:23.918370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port c0673628-0871-41bc-b8f3-8340b647a913 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:23.940922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:23.962185 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:20:24.034537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.040795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6f70d72a-378c-490e-9a9d-31f010fce878 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:24.086907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:24.088746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ac2e05-f651-4073-9137-9a925c388b00,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:24.105210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.123658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6f70d72a-378c-490e-9a9d-31f010fce878 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:24.127471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6f70d72a-378c-490e-9a9d-31f010fce878 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9244602 Mar 05 00:20:24.128543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45770) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:24.133944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-513c86a0-c02f-4c1e-a43f-def98114f1a9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0ac2e05-f651-4073-9137-9a925c388b00 HTTP/1.1" status: 204 len: 168 time: 0.8798113 Mar 05 00:20:24.151470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45774) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:24.194154 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-fec4a1a0-7ade-4cbb-af11-12bcb4df3b07 service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7529328 Mar 05 00:20:24.199100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9661b9fd-2430-4c14-b40a-e65ad4b39fcc tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Synchronizing usage tracker for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:24.221989 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.238569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Transition to ACTIVE for port object b95b2ab9-4b56-49e5-8cfc-2c317f27b08a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:24.246244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93988c14-89fd-44cd-af4b-b0d5de2012ea None None] Network 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:20:24.350440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-78ee6e00-6652-4912-9ab1-91f1851deafd service neutron] 10.222.0.32 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481256 Mar 05 00:20:24.352047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9661b9fd-2430-4c14-b40a-e65ad4b39fcc tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] Unset dirty status for tenant:59e862cf58d040aeba63129ab1da2c56 on resource:security_group_rule {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:24.353321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9661b9fd-2430-4c14-b40a-e65ad4b39fcc tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2234101 Mar 05 00:20:24.356058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45778) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:24.375998 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-46e439d6-5ee3-4a1d-9095-e4a665a1c6e6 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] delete failed (client error): The resource could not be found. Mar 05 00:20:24.377315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-46e439d6-5ee3-4a1d-9095-e4a665a1c6e6 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "DELETE /v2.0/security-groups/cebb4b0e-9cbf-4ab4-a984-1e6f4df424d6 HTTP/1.1" status: 404 len: 347 time: 0.0198388 Mar 05 00:20:24.382819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port c0673628-0871-41bc-b8f3-8340b647a913 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:24.383471 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.384095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45782) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:24.444438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-038fc345-ca71-4053-9445-6079ed1a5095 tempest-SecGroupIPv6Test-1044110948 tempest-SecGroupIPv6Test-1044110948-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0588741 Mar 05 00:20:24.514436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.639407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.672716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Deleting port 67d5273f-ce13-426e-bb5f-4ba87e78251d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:24.673469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:24.735298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.742397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.752524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.758560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.780817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.788579 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca325124-729f-4696-9aba-9d9fd3e00d6e req-90d48411-69e2-4e74-b249-7655f0156d4e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 210 time: 0.0890100 Mar 05 00:20:24.790985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.802227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:24.812098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d80f37ac-f152-4998-8e4f-825775c6712b req-ed5f6fc7-9de5-4066-a8a1-b13acd01ade0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5438 time: 0.5924990 Mar 05 00:20:24.979282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45802) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:25.008359 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d80f37ac-f152-4998-8e4f-825775c6712b req-1d42e5e0-4716-4a81-8ec4-73f49fe93d74 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923211 Mar 05 00:20:25.120250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f60514-dbb2-4060-8c59-339477f2ed51 None None] Pushing event updated for resources: {'Port': ['ID=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:25.154450 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.260926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68739d-b88d-4517-b3bf-d43d42d5cd19 req-a43748de-28a4-41d0-9e03-bc948d35ea55 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:25.274860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b68739d-b88d-4517-b3bf-d43d42d5cd19 req-a43748de-28a4-41d0-9e03-bc948d35ea55 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.2458854 Mar 05 00:20:25.301032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e006aa35-66b6-49d6-a75e-36f65fa6408f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:25.314701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.364031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b68739d-b88d-4517-b3bf-d43d42d5cd19 req-6a10b181-c465-4f48-af3f-33a6593011a8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883029 Mar 05 00:20:25.402009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e006aa35-66b6-49d6-a75e-36f65fa6408f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:25.402475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e006aa35-66b6-49d6-a75e-36f65fa6408f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:25.477861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c0673628-0871-41bc-b8f3-8340b647a913,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:25.496850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90d9ae56-df92-4d44-b974-e6eca2d0c14d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59e862cf58d040aeba63129ab1da2c56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5139499 Mar 05 00:20:25.497181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:25.501488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Attempting to bind port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:20:25.502392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Attempting to bind port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:20:25.503433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Attempting to bind port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a on network 83e97601-817d-4a87-a22b-ba0844694219 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:25.516514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:20:25.517008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Checking segment: {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:25.517585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.518073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Bound using segment: {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:20:25.518695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Bound port: b95b2ab9-4b56-49e5-8cfc-2c317f27b08a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee44fbf-8717-40e3-9edb-fe32c4716d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83e97601-817d-4a87-a22b-ba0844694219'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:20:25.519175 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.531386 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.532573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:25.619733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f01aa3-3b3f-4749-8d2f-46eda6fa0283 None None] DHCP port deletion for 7571e5af-da7c-42b9-99a9-c49b0a75c0a6 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:20:25.651603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] For port 67d5273f-ce13-426e-bb5f-4ba87e78251d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=67d5273f-ce13-426e-bb5f-4ba87e78251d,segment=NetworkSegment(07a3a973-1233-4cda-b15f-d32c97240780),segment_id=07a3a973-1233-4cda-b15f-d32c97240780)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:25.651995 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.685186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-502a5e3e-069a-4825-a832-8b3b37f21067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.723706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-10f01aa3-3b3f-4749-8d2f-46eda6fa0283 None None] Deleting port 67d5273f-ce13-426e-bb5f-4ba87e78251d {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:25.726257 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-10f01aa3-3b3f-4749-8d2f-46eda6fa0283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.734532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-502a5e3e-069a-4825-a832-8b3b37f21067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.809695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Calling delete_port for 67d5273f-ce13-426e-bb5f-4ba87e78251d owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:25.847249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:25.867349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-502a5e3e-069a-4825-a832-8b3b37f21067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.919319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a5e3e-069a-4825-a832-8b3b37f21067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf818bfe-f327-49fa-8fb0-09cccf26b21b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:25.985178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-502a5e3e-069a-4825-a832-8b3b37f21067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:25.989215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-502a5e3e-069a-4825-a832-8b3b37f21067 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf818bfe-f327-49fa-8fb0-09cccf26b21b HTTP/1.1" status: 204 len: 168 time: 0.4886382 Mar 05 00:20:26.007650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:26.013001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:26.112616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d5273f-ce13-426e-bb5f-4ba87e78251d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:26.177472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] For port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:20:26.179517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-34dc0aa7-4216-428f-9d9f-cb32d8722208 req-13db74be-9662-49d2-bdfe-fe1ea72122af tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:26.182361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] For port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,segment=NetworkSegment(aee44fbf-8717-40e3-9edb-fe32c4716d41),segment_id=aee44fbf-8717-40e3-9edb-fe32c4716d41)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:20:26.182609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] No DVR routers for this DVR port 67d5273f-ce13-426e-bb5f-4ba87e78251d on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:20:26.206371 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913', 'code': 200} Mar 05 00:20:26.239096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:26.279878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:26.374365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f60514-dbb2-4060-8c59-339477f2ed51 None None] Pushing event updated for resources: {'Port': ['ID=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:26.383020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-10f01aa3-3b3f-4749-8d2f-46eda6fa0283 None None] The port '67d5273f-ce13-426e-bb5f-4ba87e78251d' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:20:26.432813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Routers {'d07eb588-faaa-4b70-8f66-32b5bb7ec425'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:26.433479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:26.532523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:26.693054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.712210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.717350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.720242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] Set router d07eb588-faaa-4b70-8f66-32b5bb7ec425 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:26.734002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.750389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.782438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.797977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.813877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-e913cc95-10d3-4fb1-b6f5-83bb98fb8436 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5439 time: 0.3917179 Mar 05 00:20:26.922201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-a0938201-835b-41e5-8777-e3c8fc9c5b72 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:26.923170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-a0938201-835b-41e5-8777-e3c8fc9c5b72 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 805 time: 0.4257481 Mar 05 00:20:26.923652 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-742da816-7c23-4d96-83a3-c2b2b5548172 req-7abd4da8-3010-4c3e-8188-0c35f6cb7c98 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081202 Mar 05 00:20:27.027724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Request body: {'port': {'device_id': '35548c70-03db-40fc-b2d0-675d9504c56a', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'admin_state_up': True, 'tenant_id': '5a97b9f568fb4725a1aef578cfe0e15b'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:27.046272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-34dc0aa7-4216-428f-9d9f-cb32d8722208 req-13db74be-9662-49d2-bdfe-fe1ea72122af tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:27.047536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34dc0aa7-4216-428f-9d9f-cb32d8722208 req-13db74be-9662-49d2-bdfe-fe1ea72122af tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 210 time: 0.9302659 Mar 05 00:20:27.069368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.136467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:27.136893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.294752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.306516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341036-c448-4e95-ae04-79c54ba611af req-62779bf8-e09e-4176-b3aa-118d1eaeec26 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:27.310136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.310964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:27.315336 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0341036-c448-4e95-ae04-79c54ba611af req-62779bf8-e09e-4176-b3aa-118d1eaeec26 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.1422625 Mar 05 00:20:27.338707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:27.339141 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.369117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 67d5273f-ce13-426e-bb5f-4ba87e78251d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:27.407652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7571e5af-da7c-42b9-99a9-c49b0a75c0a6']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:27.417948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0341036-c448-4e95-ae04-79c54ba611af req-58ea075c-edf2-4ac5-9aa8-b85d04775c56 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014047 Mar 05 00:20:27.421095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 67d5273f-ce13-426e-bb5f-4ba87e78251d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:27.421497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 67d5273f-ce13-426e-bb5f-4ba87e78251d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:27.440748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a3a973-1233-4cda-b15f-d32c97240780') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:27.441168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a3a973-1233-4cda-b15f-d32c97240780') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:27.483668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.554241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.573925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:20:27.574332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.610431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:20:27.645492 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:20:27.681701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:27.692819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:27.713029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Made reservation on behalf of 5a97b9f568fb4725a1aef578cfe0e15b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:20:27.716839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.738137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:27.738137 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.792528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.846271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.851823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.858402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:27.882049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45852) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:27.885785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:11Z', 'revision_number': 4, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b95b2ab9-4b56-49e5-8cfc-2c317f27b08a', 'name': '', 'network_id': '83e97601-817d-4a87-a22b-ba0844694219', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'mac_address': 'fa:16:3e:c0:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:20:09Z', 'updated_at': '2022-03-05T00:20:26Z', 'revision_number': 4, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'subnets': [{'id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:27.897797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8c3e9-fe1b-486c-a6df-d9aa1a782475 None None] The sync data for ids ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'] in n-d-828979-4 is: [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:11Z', 'revision_number': 4, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'b95b2ab9-4b56-49e5-8cfc-2c317f27b08a', 'name': '', 'network_id': '83e97601-817d-4a87-a22b-ba0844694219', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'mac_address': 'fa:16:3e:c0:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:20:09Z', 'updated_at': '2022-03-05T00:20:26Z', 'revision_number': 4, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'subnets': [{'id': 'e8eb57cc-e70e-4fe0-8674-38374ad036bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:20:27.899964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=7571e5af-da7c-42b9-99a9-c49b0a75c0a6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:27.910068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:27.915495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:27.917314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 67d676f7-ae6e-4259-8f60-4f60dd963e74 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:28.001876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1513a1cc-6d00-450c-88da-566c690f5d52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7571e5af-da7c-42b9-99a9-c49b0a75c0a6 HTTP/1.1" status: 204 len: 168 time: 3.7888248 Mar 05 00:20:28.181318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Allocated IP 172.20.0.13 (9206eb68-7d7e-4dc9-985e-5d0798025d24/308a6945-82b9-4a9c-b6a6-a15de10f0ba9/00106a34-16fa-4bda-8bd1-a660163bcf33) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:20:28.218672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}, {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:28.269601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1512558195'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:28.282366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:28.298302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Usage tracker for resource:network and tenant:94e3ff8bb6134cd0bfc54a42747bfb97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:28.302079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Deleting port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:28.302662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:28.312461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:28.355351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:28.357537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:28.392944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 67d676f7-ae6e-4259-8f60-4f60dd963e74 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:28.401853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 67d676f7-ae6e-4259-8f60-4f60dd963e74 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:28.402259 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:28.470388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9512294-d170-4e52-9724-241e00d046ce req-41468a66-3276-4335-80f0-2ce306ae1f97 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 210 time: 0.1167750 Mar 05 00:20:28.498079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Made reservation on behalf of 94e3ff8bb6134cd0bfc54a42747bfb97 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:20:28.506292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:28.552570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:28.606512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:28.636317 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:28.707344 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'code': 200} Mar 05 00:20:28.707710 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a', 'code': 200} Mar 05 00:20:28.717436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:28.728427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:28.734829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Usage tracker for resource:security_group_rule and tenant:94e3ff8bb6134cd0bfc54a42747bfb97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:28.738658 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:28.739578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 523654cd-ac18-4cb0-a15a-f9c36f477900 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:28.749490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:28.763292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:28.821821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45882) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:28.931484 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:28.936577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 523654cd-ac18-4cb0-a15a-f9c36f477900 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:28.943423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 523654cd-ac18-4cb0-a15a-f9c36f477900 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:28.945018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.055265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-76265c80-44c5-4909-92a1-23213635a44d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7887760f5d534554a628128be48d2fa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4473915 Mar 05 00:20:29.063360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45888) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:29.114531 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.158295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=523654cd-ac18-4cb0-a15a-f9c36f477900,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:29.167075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.168076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e4f4c816-e63b-47ac-88a8-1531ca234eb2 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:29.294084 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.309798 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.348622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.365023 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7286765d-2364-416c-95db-dfb6530aaead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.371152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.380834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.390731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:29.400388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.414507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port e4f4c816-e63b-47ac-88a8-1531ca234eb2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:29.418520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7286765d-2364-416c-95db-dfb6530aaead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.420001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.429906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b95b2ab9-4b56-49e5-8cfc-2c317f27b08a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:29.437839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.441813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.445995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.455854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-db4975c5-9bc5-40db-a5cf-eadfc9b07dd6 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5440 time: 1.1548865 Mar 05 00:20:29.467971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port e4f4c816-e63b-47ac-88a8-1531ca234eb2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:29.469051 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.473109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] For port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,segment=NetworkSegment(aee44fbf-8717-40e3-9edb-fe32c4716d41),segment_id=aee44fbf-8717-40e3-9edb-fe32c4716d41)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:29.473498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.496962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7286765d-2364-416c-95db-dfb6530aaead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.524463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:20:29.543593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed230a0-fc4f-499f-a868-dd59a6bbf808,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:29.585895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32eac3-22bf-4570-80dc-0f5cfe3cbb41 req-45f37c70-32bd-46df-bab0-5f56c30416c2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.587556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc32eac3-22bf-4570-80dc-0f5cfe3cbb41 req-45f37c70-32bd-46df-bab0-5f56c30416c2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.6958611 Mar 05 00:20:29.588635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.590802 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Added segment 9a8324a4-7d4f-42cd-9a2c-91054003d857 of type vlan for network 7b151c13-2442-42ff-a252-51ed86db5cf9 Mar 05 00:20:29.601914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:29.604507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7286765d-2364-416c-95db-dfb6530aaead admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.605626 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7286765d-2364-416c-95db-dfb6530aaead admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09a77e2c-4156-4938-8ad2-f75846262441 HTTP/1.1" status: 204 len: 168 time: 0.5407760 Mar 05 00:20:29.619485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Usage tracker for resource:security_group_rule and tenant:87b12c81725c4f24a4ee935c0fb6bced is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:29.624880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286765d-2364-416c-95db-dfb6530aaead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a77e2c-4156-4938-8ad2-f75846262441,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:29.707298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:29.731002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:29.805140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.871903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc32eac3-22bf-4570-80dc-0f5cfe3cbb41 req-6dad5313-3c62-4228-a596-c439c6d390f3 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624373 Mar 05 00:20:29.897804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-049e6d99-3ad4-41d1-ab2b-bd2bfdb9b6be req-14eeb031-0b04-4f12-916a-461e175cb295 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4269907 Mar 05 00:20:29.911169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Calling delete_port for b95b2ab9-4b56-49e5-8cfc-2c317f27b08a owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:29.978910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:29.982871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:29.988541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.005474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.037576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.038632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:30.047937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b95b2ab9-4b56-49e5-8cfc-2c317f27b08a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:30.048304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.069513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9ff40da-81cb-4139-9b6e-02730d07c7bd req-228f7c51-3b46-4848-9a64-cc73861417ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1096 time: 1.2774146 Mar 05 00:20:30.081696 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.168869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:30.242182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Network 9206eb68-7d7e-4dc9-985e-5d0798025d24 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:30.250601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:30.281996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:20:30.319685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9ff40da-81cb-4139-9b6e-02730d07c7bd req-6495147c-1ea2-4b94-9cbd-24506b554bf4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406123 Mar 05 00:20:30.323277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:30.337013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.337519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event updated for resources: {'Port': ['ID=00106a34-16fa-4bda-8bd1-a660163bcf33,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:30.338595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event updated for resources: {'Network': ['ID=7b151c13-2442-42ff-a252-51ed86db5cf9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:30.342664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6a055c63-2d15-4fba-8509-1f779aa9f521 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4591379 Mar 05 00:20:30.348359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45904) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:30.360408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.374252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Request body: {'subnet': {'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:30.430876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:20:30.506736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45908) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:30.574603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.575954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dde9da38-deb6-46a4-b3d0-5b883026b5fd up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:30.604729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.652196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a155419f-ded9-4afd-976f-b480278af4c2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:30.675631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a3e271e-12b3-4a92-a2b3-c119fea4f151 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87b12c81725c4f24a4ee935c0fb6bced&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8313434 Mar 05 00:20:30.680154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45912) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:30.689293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95b2ab9-4b56-49e5-8cfc-2c317f27b08a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:30.693265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934305e0-f76e-4d8a-930b-fb232130be20 req-45fe02d8-5abe-48ff-8c8b-e67fa79526e5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:30.694979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-934305e0-f76e-4d8a-930b-fb232130be20 req-45fe02d8-5abe-48ff-8c8b-e67fa79526e5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 932 time: 0.4571230 Mar 05 00:20:30.708385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:30.737454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Usage tracker for resource:subnet and tenant:94e3ff8bb6134cd0bfc54a42747bfb97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:30.741495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:30.742403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74'}, {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900'}, {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:30.751327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:30.758768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:30.759422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.786573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Made reservation on behalf of 94e3ff8bb6134cd0bfc54a42747bfb97 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:20:30.863191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:30.890164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-d7d4936a-3fe1-498e-bde2-1170410a7133 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8671577 Mar 05 00:20:30.898755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6b29950c-f0dd-4c38-baef-87bcb685ec5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f31301ba9f1c45ccade16e0ff5f22951&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3030453 Mar 05 00:20:30.901209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:30.919069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Request body: {'port': {'device_id': '35548c70-03db-40fc-b2d0-675d9504c56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:30.995261 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74', 'code': 200} Mar 05 00:20:30.995672 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900', 'code': 200} Mar 05 00:20:30.996030 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2', 'code': 200} Mar 05 00:20:31.026143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.031191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:31.099802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port dde9da38-deb6-46a4-b3d0-5b883026b5fd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:31.106422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port dde9da38-deb6-46a4-b3d0-5b883026b5fd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:31.108276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.272986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.333618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dde9da38-deb6-46a4-b3d0-5b883026b5fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:31.339781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.426824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dde9da38-deb6-46a4-b3d0-5b883026b5fd,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:31.438629 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.451164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-934305e0-f76e-4d8a-930b-fb232130be20 req-996e564f-7973-4a36-b5a9-234404ad5154 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7400310 Mar 05 00:20:31.467764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-95fdeaca-6476-49f1-8539-817aacb9b369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.524828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-95fdeaca-6476-49f1-8539-817aacb9b369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.524997 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50b74b6e-6798-4289-91a2-d21f8a562530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.551923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.603821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50b74b6e-6798-4289-91a2-d21f8a562530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.662041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867978-950d-4b35-8360-5a8b75510454 req-1a28518d-de8c-40bb-ae13-baf66306879c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:31.669456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0867978-950d-4b35-8360-5a8b75510454 req-1a28518d-de8c-40bb-ae13-baf66306879c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.5133131 Mar 05 00:20:31.712645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event updated for resources: {'Subnet': ['ID=707ca673-5f19-4e15-9ae5-acb2f92c2ac2,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:31.722242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-95fdeaca-6476-49f1-8539-817aacb9b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.775973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdeaca-6476-49f1-8539-817aacb9b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a155419f-ded9-4afd-976f-b480278af4c2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:31.813136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Checking segment: {'id': '9a8324a4-7d4f-42cd-9a2c-91054003d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:31.815964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Network hostable DHCP agents. Network: 7b151c13-2442-42ff-a252-51ed86db5cf9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:20:31.886357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-95fdeaca-6476-49f1-8539-817aacb9b369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:31.890702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-95fdeaca-6476-49f1-8539-817aacb9b369 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a155419f-ded9-4afd-976f-b480278af4c2 HTTP/1.1" status: 204 len: 168 time: 1.2080653 Mar 05 00:20:31.953434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:20:31.984882 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0867978-950d-4b35-8360-5a8b75510454 req-713776d1-1cb0-4187-a953-6945e973dbdf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145511 Mar 05 00:20:31.990016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50b74b6e-6798-4289-91a2-d21f8a562530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.024694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b74b6e-6798-4289-91a2-d21f8a562530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148758b-2bec-461a-811b-f140c2c4138c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:32.025170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 7b151c13-2442-42ff-a252-51ed86db5cf9) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:32.044448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.045810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.061495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c516a-76a4-4c3c-9f49-9c1af194bc99 None None] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:20:32.090530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-50b74b6e-6798-4289-91a2-d21f8a562530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.094000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50b74b6e-6798-4289-91a2-d21f8a562530 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3148758b-2bec-461a-811b-f140c2c4138c HTTP/1.1" status: 204 len: 168 time: 1.1833942 Mar 05 00:20:32.102442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.106799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.110923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.115551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.120355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.124515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.125183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.129734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:32.131644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-a801da52-23ff-4321-a471-36901001fe9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.4049027 Mar 05 00:20:32.181541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f13f20c-47c5-4543-9583-9043f1e0c238 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8248777 Mar 05 00:20:32.194691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45932) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:32.211052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Request body: {'port': {'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9', 'name': 'tempest-TagsExtTest-2108764400'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:32.238999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:20:32.488508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:32.494689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Usage tracker for resource:port and tenant:94e3ff8bb6134cd0bfc54a42747bfb97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:32.498807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:32.506388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00106a34-16fa-4bda-8bd1-a660163bcf33 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:32.512049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:32.524714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.539960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-920dc125-b0d1-44fe-8d1c-f1956b8b23d5 req-3a9c0237-cd21-4884-8a89-108185a77c2f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3982658 Mar 05 00:20:32.554194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Made reservation on behalf of 94e3ff8bb6134cd0bfc54a42747bfb97 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:20:32.556287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-7b151c13-2442-42ff-a252-51ed86db5cf9', 'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9', 'tenant_id': '94e3ff8bb6134cd0bfc54a42747bfb97', 'fixed_ips': [{'subnet_id': '707ca673-5f19-4e15-9ae5-acb2f92c2ac2'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:20:32.557124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.562088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.633635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] device_id is not set on port d1c7c1eb-5a38-408f-b354-d892927d94cd yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:20:32.642654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Transition to ACTIVE for port object 00106a34-16fa-4bda-8bd1-a660163bcf33 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:32.665041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:32.858949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Allocated IP 172.20.0.2 (7b151c13-2442-42ff-a252-51ed86db5cf9/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/2d73540c-1822-4814-9eba-80aee99e0e8e) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:20:32.982525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Pushing event updated for resources: {'Port': ['ID=00106a34-16fa-4bda-8bd1-a660163bcf33,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:32.998063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:33.118514 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'code': 200} Mar 05 00:20:33.373041 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:33.382170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa29f00-ac1a-4a6c-8328-55e6658de3bc req-fd7230e6-d4c1-4829-b9fc-4d89c12fa019 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:33.383129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2fa29f00-ac1a-4a6c-8328-55e6658de3bc req-fd7230e6-d4c1-4829-b9fc-4d89c12fa019 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:20:33.404663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Transition to ACTIVE for port object 2d73540c-1822-4814-9eba-80aee99e0e8e will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:33.456831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Transition to ACTIVE for port object 2d73540c-1822-4814-9eba-80aee99e0e8e will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:33.465678 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:33.550435 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dfd8db99-453c-4845-9aba-886b18f6fb03 req-4631b8f4-4bef-4815-8df2-4c02aaa888bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6501 time: 0.2896211 Mar 05 00:20:33.552252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Pushing event updated for resources: {'Port': ['ID=2d73540c-1822-4814-9eba-80aee99e0e8e,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:33.573606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:33.575177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:33.577583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Attempting to bind port 00106a34-16fa-4bda-8bd1-a660163bcf33 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:20:33.578221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Attempting to bind port 00106a34-16fa-4bda-8bd1-a660163bcf33 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:20:33.578801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Attempting to bind port 00106a34-16fa-4bda-8bd1-a660163bcf33 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:33.582638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:20:33.593712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2fa29f00-ac1a-4a6c-8328-55e6658de3bc req-fd7230e6-d4c1-4829-b9fc-4d89c12fa019 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:20:33.596014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fa29f00-ac1a-4a6c-8328-55e6658de3bc req-fd7230e6-d4c1-4829-b9fc-4d89c12fa019 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 944 time: 0.8151793 Mar 05 00:20:33.629588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Allocated IP 172.20.0.13 (7b151c13-2442-42ff-a252-51ed86db5cf9/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/d1c7c1eb-5a38-408f-b354-d892927d94cd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:20:33.632194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Port 00106a34-16fa-4bda-8bd1-a660163bcf33 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:20:33.632899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Attempting to bind port 00106a34-16fa-4bda-8bd1-a660163bcf33 on network 9206eb68-7d7e-4dc9-985e-5d0798025d24 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:33.659562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe280e-a96f-4f11-b3e9-cdefd87e51a3 req-529f150e-c6a5-4caa-8a7f-442f0a2d4662 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:33.661486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4fe280e-a96f-4f11-b3e9-cdefd87e51a3 req-529f150e-c6a5-4caa-8a7f-442f0a2d4662 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.3050010 Mar 05 00:20:33.665019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dfd8db99-453c-4845-9aba-886b18f6fb03 req-60886ff9-9457-4115-8876-6d515107a36b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38c3d064-6256-43ae-b0cc-d7d96d402567&id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072702 Mar 05 00:20:33.684845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:20:33.686272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Checking segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:33.686981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Bound using segment: {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:20:33.687823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Bound port: 00106a34-16fa-4bda-8bd1-a660163bcf33, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864c9f6-ff5e-45e5-9112-8f958ab896db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:20:33.688443 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:33.749283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Attempting to bind port 2d73540c-1822-4814-9eba-80aee99e0e8e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:20:33.749680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Attempting to bind port 2d73540c-1822-4814-9eba-80aee99e0e8e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9a8324a4-7d4f-42cd-9a2c-91054003d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:20:33.750033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Attempting to bind port 2d73540c-1822-4814-9eba-80aee99e0e8e on network 7b151c13-2442-42ff-a252-51ed86db5cf9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:20:33.761006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:20:33.762282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Checking segment: {'id': '9a8324a4-7d4f-42cd-9a2c-91054003d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:20:33.762750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:33.763588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Bound using segment: {'id': '9a8324a4-7d4f-42cd-9a2c-91054003d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:20:33.764075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Bound port: 2d73540c-1822-4814-9eba-80aee99e0e8e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8324a4-7d4f-42cd-9a2c-91054003d857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7b151c13-2442-42ff-a252-51ed86db5cf9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:20:33.764458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:33.785525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4fe280e-a96f-4f11-b3e9-cdefd87e51a3 req-4f566c92-9851-4c41-937b-b4b9d88e64d7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174572 Mar 05 00:20:33.832778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2fa29f00-ac1a-4a6c-8328-55e6658de3bc req-e602ddb7-536b-4cf6-bd11-a48b63c7bc1f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144337 Mar 05 00:20:33.930370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] For port 2d73540c-1822-4814-9eba-80aee99e0e8e, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:20:33.938273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] For port 2d73540c-1822-4814-9eba-80aee99e0e8e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d73540c-1822-4814-9eba-80aee99e0e8e,segment=NetworkSegment(9a8324a4-7d4f-42cd-9a2c-91054003d857),segment_id=9a8324a4-7d4f-42cd-9a2c-91054003d857)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:20:33.946720 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:34.008653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] For port 00106a34-16fa-4bda-8bd1-a660163bcf33, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:20:34.133620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8a2fa-5d12-4ca2-8f0d-415ce599b9d6 None None] Pushing event updated for resources: {'Port': ['ID=2d73540c-1822-4814-9eba-80aee99e0e8e,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:34.166013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:34.173057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] For port 00106a34-16fa-4bda-8bd1-a660163bcf33, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=00106a34-16fa-4bda-8bd1-a660163bcf33,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:20:34.180396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Transition to ACTIVE for port object d1c7c1eb-5a38-408f-b354-d892927d94cd will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:20:34.212374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:34.239891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:34.344722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:34.346412 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] 10.222.0.36 "PUT /v2.0/ports/00106a34-16fa-4bda-8bd1-a660163bcf33 HTTP/1.1" status: 200 len: 1092 time: 3.4442191 Mar 05 00:20:34.360385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35548c70-03db-40fc-b2d0-675d9504c56a', 'tag': '00106a34-16fa-4bda-8bd1-a660163bcf33'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:34.384856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0938aa-c3c9-4d24-965f-eb9e44a76026 service neutron] Pushing event updated for resources: {'Port': ['ID=00106a34-16fa-4bda-8bd1-a660163bcf33,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:34.475131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event updated for resources: {'Port': ['ID=d1c7c1eb-5a38-408f-b354-d892927d94cd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:34.501841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.502184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.503329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.503806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.504144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.504474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.504801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.505125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.505482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.505806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.506128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:20:34.530145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea2da-416b-4bba-8a13-797ea26f2819 req-9f13b73d-6fae-48ed-bd05-5fb94962dfcb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:34.534480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:20:34.538763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:20:34.542053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac6ea2da-416b-4bba-8a13-797ea26f2819 req-9f13b73d-6fae-48ed-bd05-5fb94962dfcb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.3730345 Mar 05 00:20:34.545640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45974) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:34.547000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:20:34.596717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Request body: {'floatingip': {'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:34.612492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-e618bdd7-5838-499a-abbc-3ad029ef36fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 1095 time: 0.2157352 Mar 05 00:20:34.728730 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35548c70-03db-40fc-b2d0-675d9504c56a', 'tag': '00106a34-16fa-4bda-8bd1-a660163bcf33', 'status': 'completed', 'code': 200} Mar 05 00:20:34.756421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-e624352e-60ca-46a4-89e3-82aaaf795a7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00106a34-16fa-4bda-8bd1-a660163bcf33 HTTP/1.1" status: 200 len: 217 time: 0.1241074 Mar 05 00:20:34.856259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Router d07eb588-faaa-4b70-8f66-32b5bb7ec425 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:20:34.856259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-7b03b894-e3d9-48ed-bedf-7d57094e6880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:34.856259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-7b03b894-e3d9-48ed-bedf-7d57094e6880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.0872886 Mar 05 00:20:34.912414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-68addf7e-0e80-4eee-b8c0-4662008e59b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557282 Mar 05 00:20:34.936886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9913bc5e-7d1f-41e0-993b-1825a8311310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.004362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.006474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.101564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.106723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.111465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.116440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.120982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.125427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.129974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.132082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-5f3bf4a7-e1ef-4ca2-b24d-9bc798ab2490 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 1.0676289 Mar 05 00:20:35.134327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.202557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-171538be-5029-485a-9afc-7733e2ad4a30 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0036244 Mar 05 00:20:35.244582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45990) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:35.261953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-982745172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:35.315107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:35.361738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Usage tracker for resource:router and tenant:94e3ff8bb6134cd0bfc54a42747bfb97 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:35.386483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:35.414141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:35.446070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c6a1213-a125-4b7d-8198-af966032d5b1 req-ee28dd5e-3692-4f1e-97c6-9469ab11740f tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2588577 Mar 05 00:20:35.467646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d73540c-1822-4814-9eba-80aee99e0e8e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:35.530410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-645c170f-3a25-4011-bcb8-03c8ae3204e9 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081328 Mar 05 00:20:35.546308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.547291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.582342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cda2b-fd0d-4faf-b522-84492d60cd67 req-334eb036-f469-41b6-85db-3bc13fdca9c8 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:35.594718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d14cda2b-fd0d-4faf-b522-84492d60cd67 req-334eb036-f469-41b6-85db-3bc13fdca9c8 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 944 time: 0.4205463 Mar 05 00:20:35.628071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 2d73540c-1822-4814-9eba-80aee99e0e8e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:35.662419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.700288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:35.759774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee509966-7e3d-4648-ad01-a21d39eb1ac7 None None] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:20:35.825661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d14cda2b-fd0d-4faf-b522-84492d60cd67 req-10bda233-3123-4e09-916e-c1acba6e8faf tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130673 Mar 05 00:20:35.868363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:20:35.875646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-122d843a-4bf6-4ab2-88db-81edd232b1d0 admin admin] 10.222.0.32 "PUT /v2.0/routers/d07eb588-faaa-4b70-8f66-32b5bb7ec425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1786497 Mar 05 00:20:35.875980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46000) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:36.069656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.071099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a9456417-903f-434d-b643-894eedfa7316 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8230414 Mar 05 00:20:36.077903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46004) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:36.110107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0f9068d4-7097-4ede-aa52-2840b7c9b7d0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2084894793', 'prefixes': ['172.20.0.0/16']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:36.114672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] Provisioning for port 2d73540c-1822-4814-9eba-80aee99e0e8e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:36.119386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f9068d4-7097-4ede-aa52-2840b7c9b7d0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:36.121672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] Provisioning complete for port 2d73540c-1822-4814-9eba-80aee99e0e8e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:36.122320 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.319563 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.319829 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f9068d4-7097-4ede-aa52-2840b7c9b7d0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for subnetpool, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.321104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0f9068d4-7097-4ede-aa52-2840b7c9b7d0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2423549 Mar 05 00:20:36.330673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46008) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:36.338392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-2ebce3e0-7c1e-488d-b63d-5080dbd66648 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-1695995568') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:36.363190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] For port 2d73540c-1822-4814-9eba-80aee99e0e8e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d73540c-1822-4814-9eba-80aee99e0e8e,segment=NetworkSegment(9a8324a4-7d4f-42cd-9a2c-91054003d857),segment_id=9a8324a4-7d4f-42cd-9a2c-91054003d857)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:36.369615 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.509253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cdfde36-d62a-4b6f-8996-c09deb1dccf1 req-76e58b99-597b-44b5-bc24-ad7ee5ba0273 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9675186 Mar 05 00:20:36.513360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.531186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.569642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d6359-cf1f-436a-bfc8-2754ff1f2c77 None None] Pushing event updated for resources: {'Port': ['ID=2d73540c-1822-4814-9eba-80aee99e0e8e,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:36.657556 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] Sync routers for ids ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:20:36.675307 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] Routers {'d07eb588-faaa-4b70-8f66-32b5bb7ec425'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:36.676929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:36.728962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-15f7f791-2467-42db-8009-47ac4d63c9b1 None None] Provisioning complete for port 2d73540c-1822-4814-9eba-80aee99e0e8e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:36.729365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-15f7f791-2467-42db-8009-47ac4d63c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.737276 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:36.905846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2ebce3e0-7c1e-488d-b63d-5080dbd66648 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-1695995568 HTTP/1.1" status: 201 len: 201 time: 0.5714645 Mar 05 00:20:36.910624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46018) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:36.927220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-333f332d-2ea8-4d48-8c73-91e0e55eb6b0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-1430216184') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:37.066462 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-73e3721d-8549-49fe-81a1-071893ba95fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:37.080755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-c45f3c19-f0bc-48d3-b986-9c4968afe1d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 1095 time: 0.5082567 Mar 05 00:20:37.151367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] Set router d07eb588-faaa-4b70-8f66-32b5bb7ec425 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:37.191903 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Floating IP 5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a associated. External IP: 172.25.0.199, port: 85826cf2-26bc-4666-93d5-8f0e15fbbd5d. Mar 05 00:20:37.240343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-15f7f791-2467-42db-8009-47ac4d63c9b1 None None] Provisioning for port d1c7c1eb-5a38-408f-b354-d892927d94cd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:37.248736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-15f7f791-2467-42db-8009-47ac4d63c9b1 None None] Provisioning complete for port d1c7c1eb-5a38-408f-b354-d892927d94cd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:37.249128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-15f7f791-2467-42db-8009-47ac4d63c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:37.410555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d73540c-1822-4814-9eba-80aee99e0e8e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:37.460288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-15f7f791-2467-42db-8009-47ac4d63c9b1 None None] Port d1c7c1eb-5a38-408f-b354-d892927d94cd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:20:37.462704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-333f332d-2ea8-4d48-8c73-91e0e55eb6b0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-1430216184 HTTP/1.1" status: 201 len: 201 time: 0.5450926 Mar 05 00:20:37.464332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46028) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:37.478800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-83bcf810-a1f4-4374-bf26-047366726d99 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-1998359858') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:37.526116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.534714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-3c79c729-a387-432f-b00a-30e3767b9d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.536509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-3c79c729-a387-432f-b00a-30e3767b9d6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.4449635 Mar 05 00:20:37.540316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.551018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.567381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.590581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.595965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e148a65-05da-47ea-9445-bbfdd7608bb3 None None] Provisioning complete for port d1c7c1eb-5a38-408f-b354-d892927d94cd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:37.597128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e148a65-05da-47ea-9445-bbfdd7608bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:37.601143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.605688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.613808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-7e05167a-3a14-4315-b41e-66f4e2b32327 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.6485429 Mar 05 00:20:37.616571 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:30Z', 'revision_number': 5, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:37.624033 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] Checking router: d07eb588-faaa-4b70-8f66-32b5bb7ec425 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:20:37.652320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] Routers {'d07eb588-faaa-4b70-8f66-32b5bb7ec425'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:37.653003 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:37.654643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 2d73540c-1822-4814-9eba-80aee99e0e8e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:37.656692 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:37.796671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8e148a65-05da-47ea-9445-bbfdd7608bb3 None None] Port d1c7c1eb-5a38-408f-b354-d892927d94cd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:20:37.799071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e5ed119-2c8d-42bd-8d8f-32f77afa8fc0 req-97bd5cca-4910-4a49-97e4-9d274c71afa9 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839828 Mar 05 00:20:37.853419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef3aca-62ad-4de9-a82e-6189fefa1067 req-6943e79a-2e41-4990-889f-6f45e69d6a6d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:37.866713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3ef3aca-62ad-4de9-a82e-6189fefa1067 req-6943e79a-2e41-4990-889f-6f45e69d6a6d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 944 time: 0.7264788 Mar 05 00:20:37.880054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-d966b746-59bf-4fe2-889c-e46c41d0b74d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00106a34-16fa-4bda-8bd1-a660163bcf33 HTTP/1.1" status: 200 len: 217 time: 0.3193617 Mar 05 00:20:38.132739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e3ef3aca-62ad-4de9-a82e-6189fefa1067 req-fdf73103-be66-4f6b-bcc0-5d30af5a3e1d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650471 Mar 05 00:20:38.134341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-b582adeb-d494-4b9d-8674-a49b3a8ab189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.152034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-b582adeb-d494-4b9d-8674-a49b3a8ab189 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.2167983 Mar 05 00:20:38.201478 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] Set router d07eb588-faaa-4b70-8f66-32b5bb7ec425 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:38.213274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-93185ea1-5731-493c-bd19-fcfa79af26a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603263 Mar 05 00:20:38.241416 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:38.245162 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:38.275753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-83bcf810-a1f4-4374-bf26-047366726d99 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-1998359858 HTTP/1.1" status: 201 len: 201 time: 0.8027387 Mar 05 00:20:38.276437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Deleting port 056e281b-3ceb-4bcf-8a91-27cb99abe079 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:38.276913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:38.301423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46042) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:38.343189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:38.553057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-250ffa02-2a7b-429d-a008-d722a96ea813 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-489826648') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:38.593114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.598686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.602903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.607825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.611991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.615951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.620185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:38.622175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-15210175-d43b-4403-a91f-866576d8ea50 req-4acd9799-d27c-46a0-b21c-dbee1d53f17b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.5772197 Mar 05 00:20:38.637177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46046) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:38.645634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Request body: {'floatingip': {'port_id': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:20:38.709871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:30Z', 'revision_number': 5, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:38.709871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac7faa9-1efb-45e7-82b0-270a2e71cbd0 None None] The sync data for ids ['d07eb588-faaa-4b70-8f66-32b5bb7ec425'] in n-d-828979-4 is: [{'id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'name': 'tempest-ImageQuotaTest-1049658844-router', 'tenant_id': '5a0113f91737487590e4f080dfbd2b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:19:53Z', 'updated_at': '2022-03-05T00:20:30Z', 'revision_number': 5, 'project_id': '5a0113f91737487590e4f080dfbd2b39', 'gw_port': {'id': '056e281b-3ceb-4bcf-8a91-27cb99abe079', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07eb588-faaa-4b70-8f66-32b5bb7ec425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:20:38.781993 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-24a14dc2-d731-46d9-9f0f-3af0e0bd59f4 service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424850 Mar 05 00:20:38.873696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:38.910860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-250ffa02-2a7b-429d-a008-d722a96ea813 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-489826648 HTTP/1.1" status: 201 len: 201 time: 0.6012399 Mar 05 00:20:38.913418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46056) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:38.933266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-09dc3f31-df63-45aa-883e-720131e45b9e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:38.992233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] For port 056e281b-3ceb-4bcf-8a91-27cb99abe079, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=056e281b-3ceb-4bcf-8a91-27cb99abe079,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:38.992838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:39.166578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Calling delete_port for 056e281b-3ceb-4bcf-8a91-27cb99abe079 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:39.250662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8c6eb7-d991-408b-b1b6-72c7b29aad99 req-f30c4df8-77e5-41d8-9d3e-083adc23aebd service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564865 Mar 05 00:20:39.295845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:20:39.316251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b95b2ab9-4b56-49e5-8cfc-2c317f27b08a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:39.419662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b95b2ab9-4b56-49e5-8cfc-2c317f27b08a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:39.419908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b95b2ab9-4b56-49e5-8cfc-2c317f27b08a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:39.452419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-09dc3f31-df63-45aa-883e-720131e45b9e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags HTTP/1.1" status: 200 len: 241 time: 0.5357051 Mar 05 00:20:39.454542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46064) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:39.464320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-6287f9aa-537a-4789-8eb9-7a69a4dfa918 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-1695995568') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:39.571083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c15cb5-95ad-4649-a7cb-3848a83aa7ec req-d28502aa-cf3c-4d67-b62f-ec0af89d9905 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:39.572866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7c15cb5-95ad-4649-a7cb-3848a83aa7ec req-d28502aa-cf3c-4d67-b62f-ec0af89d9905 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 944 time: 0.2315676 Mar 05 00:20:39.692683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7c15cb5-95ad-4649-a7cb-3848a83aa7ec req-bc53d027-d36c-4776-9437-dbdef33e9d41 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856299 Mar 05 00:20:39.720550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6287f9aa-537a-4789-8eb9-7a69a4dfa918 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-1695995568 HTTP/1.1" status: 204 len: 168 time: 0.2597673 Mar 05 00:20:39.721760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:39.727611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46068) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:39.747968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:39.788321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-61297797-f65f-46f9-816a-094da6ae3ac6 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-1695995568') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:39.847460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Pushing event deleted for resources: {'Port': ['ID=056e281b-3ceb-4bcf-8a91-27cb99abe079,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:39.855298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 00106a34-16fa-4bda-8bd1-a660163bcf33 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:20:40.190440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 00106a34-16fa-4bda-8bd1-a660163bcf33, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=00106a34-16fa-4bda-8bd1-a660163bcf33,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:40.207160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '00106a34-16fa-4bda-8bd1-a660163bcf33', 'network_id': '9206eb68-7d7e-4dc9-985e-5d0798025d24', 'port_id': '00106a34-16fa-4bda-8bd1-a660163bcf33', 'mac_address': 'fa:16:3e:06:8e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308a6945-82b9-4a9c-b6a6-a15de10f0ba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:20:40.252038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:20:40.258707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.270671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:20:40.291652 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.300939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.312248 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.314478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:40.316178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:40.331414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.441245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-829e8ce9-943f-4b0e-8e64-9cd5654ed0e2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "PUT /v2.0/floatingips/5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a HTTP/1.1" status: 200 len: 991 time: 5.8479996 Mar 05 00:20:40.441245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:40.538603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:40.552067 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'status': 'completed', 'code': 200} Mar 05 00:20:40.581614 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Floating IP c4bf82b4-3358-4c04-9f8a-abdab1529003 associated. External IP: 172.25.0.164, port: dde9da38-deb6-46a4-b3d0-5b883026b5fd. Mar 05 00:20:40.589196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00106a34-16fa-4bda-8bd1-a660163bcf33 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:20:40.635158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 00106a34-16fa-4bda-8bd1-a660163bcf33, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=00106a34-16fa-4bda-8bd1-a660163bcf33,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:40.699745 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.764579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-61297797-f65f-46f9-816a-094da6ae3ac6 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-1695995568 HTTP/1.1" status: 204 len: 168 time: 0.9919488 Mar 05 00:20:40.767340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46082) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:40.779107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-d199a299-4e70-4f92-a6a6-caea62ec1746 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:40.878928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.904014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:40.935978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-26d445b5-1e08-4a74-87c8-c5b697046264 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1096 time: 0.2329855 Mar 05 00:20:40.971055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=00106a34-16fa-4bda-8bd1-a660163bcf33,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:41.044059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['00106a34-16fa-4bda-8bd1-a660163bcf33'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:20:41.047817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d199a299-4e70-4f92-a6a6-caea62ec1746 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags HTTP/1.1" status: 200 len: 205 time: 0.2792375 Mar 05 00:20:41.054079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46088) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:41.062122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-411762a9-eac0-4be9-8fb2-e0bd6e15cced tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:41.141574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:41.142084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07eb588-faaa-4b70-8f66-32b5bb7ec425 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:20:41.207780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-411762a9-eac0-4be9-8fb2-e0bd6e15cced tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags HTTP/1.1" status: 200 len: 241 time: 0.1515136 Mar 05 00:20:41.210377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46096) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:41.217778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-e18cf8d1-ee73-4498-a67c-b5a38aadf361 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-1430216184') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:41.240776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:41.244990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:41.245146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a1c34325-8ddc-4f38-93bc-f1a6b8bd5486 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d07eb588-faaa-4b70-8f66-32b5bb7ec425 HTTP/1.1" status: 204 len: 168 time: 5.3681154 Mar 05 00:20:41.302400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'mac_address': 'fa:16:3e:81:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d512c6-73f1-4125-af71-7512f83bcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:36Z', 'revision_number': 1, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:41.309566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Deleting subnet e8eb57cc-e70e-4fe0-8674-38374ad036bc {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:20:41.312838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:20:41.331231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-42a22963-3735-430f-9a2a-d68b8ad8ac81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:41.337312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-42a22963-3735-430f-9a2a-d68b8ad8ac81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.3925138 Mar 05 00:20:41.386517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:41.387161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:41.395161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:41.431185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a923f-2414-4c2c-b013-118fe4239e56 req-94936964-faa3-47a5-a0f9-e3cbf052756a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:41.432903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f8a923f-2414-4c2c-b013-118fe4239e56 req-94936964-faa3-47a5-a0f9-e3cbf052756a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 945 time: 0.4477456 Mar 05 00:20:41.542571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:41.621070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-c4de0bb6-1830-462c-a999-af0d662a616a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 999 time: 0.2772157 Mar 05 00:20:41.632067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:41.640139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f8a923f-2414-4c2c-b013-118fe4239e56 req-96ba3537-6ce2-4843-b3ee-ff04c057d0ee tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965168 Mar 05 00:20:41.704860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e18cf8d1-ee73-4498-a67c-b5a38aadf361 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-1430216184 HTTP/1.1" status: 204 len: 168 time: 0.4934094 Mar 05 00:20:41.706292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46108) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:41.723768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-c9ce4ee4-fbca-4a0b-ac0c-53fe33c20188 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-1430216184') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:41.732927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-650b9c06-120e-4b87-b6e5-a3e374a68d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:41.743422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-650b9c06-120e-4b87-b6e5-a3e374a68d94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.1022899 Mar 05 00:20:41.812485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:41.973673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:42.041336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8eb57cc-e70e-4fe0-8674-38374ad036bc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:42.083552 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-5b0c0675-5819-4a7c-845c-d0b148df7630 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2908821 Mar 05 00:20:42.099801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-5215d408-f41a-4c4c-8c04-cebadaab1811 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1831532 Mar 05 00:20:42.107166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c9ce4ee4-fbca-4a0b-ac0c-53fe33c20188 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-1430216184 HTTP/1.1" status: 204 len: 168 time: 0.3762863 Mar 05 00:20:42.107166 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:42.107166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46112) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:42.135675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Router 206e551d-167f-407b-bb66-28a5a44883b3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:20:42.141488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-503cede7-ec5b-4ef5-bc33-97f3f15e1aa0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:42.246846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-24d77ad7-7128-4419-9c9e-f8af95fa5952 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8eb57cc-e70e-4fe0-8674-38374ad036bc HTTP/1.1" status: 204 len: 168 time: 1.0012043 Mar 05 00:20:42.247804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46118) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:42.356997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd66642-b862-4bab-8576-d7eb39303096 None None] Network 83e97601-817d-4a87-a22b-ba0844694219 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:20:42.590456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-1b394e69-4e63-41b7-b16d-4f7ef33f38b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 1096 time: 0.2747834 Mar 05 00:20:42.872546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'mac_address': 'fa:16:3e:81:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d512c6-73f1-4125-af71-7512f83bcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:36Z', 'revision_number': 1, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:42.887046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d988ed6-236b-4a57-a4ee-b92ec5dce257 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'mac_address': 'fa:16:3e:81:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d512c6-73f1-4125-af71-7512f83bcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:19:57Z', 'updated_at': '2022-03-05T00:20:36Z', 'revision_number': 1, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:20:42.912017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5251c-8402-4178-8daf-2276fb39a768 req-438fd4a5-9387-411d-a237-b9f542bc39be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:42.913516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-438fd4a5-9387-411d-a237-b9f542bc39be service neutron] 10.222.0.36 "GET /v2.0/networks?id=9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 200 len: 906 time: 0.3028612 Mar 05 00:20:42.923221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-ff450e75-5709-4d80-94d3-032efa0096c3 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456786 Mar 05 00:20:42.964341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] DHCP port deletion for 83e97601-817d-4a87-a22b-ba0844694219 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:20:42.964341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] Deleting port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:42.964341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:42.991759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:43.210189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Deleting port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:43.210660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:43.400287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] For port 5dae91e3-1722-4bdc-bed0-0f5915df72d6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5dae91e3-1722-4bdc-bed0-0f5915df72d6,segment=NetworkSegment(aee44fbf-8717-40e3-9edb-fe32c4716d41),segment_id=aee44fbf-8717-40e3-9edb-fe32c4716d41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:43.401040 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:43.411330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 056e281b-3ceb-4bcf-8a91-27cb99abe079 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:43.424961 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bc3a8-8705-419e-8fe8-520c6342aa5f None None] New status for floating IP 5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:20:43.457210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 056e281b-3ceb-4bcf-8a91-27cb99abe079 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:43.458191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 056e281b-3ceb-4bcf-8a91-27cb99abe079 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:43.458864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5dae91e3-1722-4bdc-bed0-0f5915df72d6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:43.481148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-fb892c27-8f95-4c13-b0ef-b9cb5c9d99a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 200 len: 217 time: 0.5574992 Mar 05 00:20:43.491191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f312d51f-3fd9-45a8-a9dd-f17b55412738 req-157ffc49-bab8-4299-ba4b-3c687209763c service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194747 Mar 05 00:20:43.614178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5251c-8402-4178-8daf-2276fb39a768 req-eb8a7bf1-6c8f-4c8c-95bc-5cdadae98e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:43.615802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-eb8a7bf1-6c8f-4c8c-95bc-5cdadae98e3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 200 len: 845 time: 0.1236620 Mar 05 00:20:43.680521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-7b8f61e6-5138-4c29-800c-33867d6d422c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9206eb68-7d7e-4dc9-985e-5d0798025d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567183 Mar 05 00:20:43.688557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] Calling delete_port for 5dae91e3-1722-4bdc-bed0-0f5915df72d6 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:43.702438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-503cede7-ec5b-4ef5-bc33-97f3f15e1aa0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags HTTP/1.1" status: 200 len: 205 time: 1.5970781 Mar 05 00:20:43.716794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:43.741457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-19955cc3-5c21-45a6-88da-817cd70cefc0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:43.783831 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:43.856521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] No DVR routers for this DVR port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:20:43.876996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5360128-3452-4467-992a-e9ef8184c936 None None] Pushing event deleted for resources: {'Port': ['ID=5dae91e3-1722-4bdc-bed0-0f5915df72d6,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:43.890697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 00106a34-16fa-4bda-8bd1-a660163bcf33 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:20:43.939213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:20:43.940425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5dae91e3-1722-4bdc-bed0-0f5915df72d6 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:43.945549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b1195-b4f7-4ad1-8f1a-1ae50b8139d5 req-1d67b418-0de3-43c7-86d4-3b47e0529ffb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:43.954553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0b1195-b4f7-4ad1-8f1a-1ae50b8139d5 req-1d67b418-0de3-43c7-86d4-3b47e0529ffb tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 945 time: 0.8946545 Mar 05 00:20:43.985888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 00106a34-16fa-4bda-8bd1-a660163bcf33 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:20:43.994723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 00106a34-16fa-4bda-8bd1-a660163bcf33 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:20:43.995694 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:44.054847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] For port 5dae91e3-1722-4bdc-bed0-0f5915df72d6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5dae91e3-1722-4bdc-bed0-0f5915df72d6,segment=NetworkSegment(aee44fbf-8717-40e3-9edb-fe32c4716d41),segment_id=aee44fbf-8717-40e3-9edb-fe32c4716d41)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:44.055821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:44.171395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0b1195-b4f7-4ad1-8f1a-1ae50b8139d5 req-f0532e33-1cab-4235-92f5-bdf4fda0ffee tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158742 Mar 05 00:20:44.211939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:44.263713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35548c70-03db-40fc-b2d0-675d9504c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00106a34-16fa-4bda-8bd1-a660163bcf33'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:44.286586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 00106a34-16fa-4bda-8bd1-a660163bcf33, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=00106a34-16fa-4bda-8bd1-a660163bcf33,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:44.293875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-19955cc3-5c21-45a6-88da-817cd70cefc0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags HTTP/1.1" status: 200 len: 241 time: 0.5740337 Mar 05 00:20:44.296227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:44.300591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46136) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:44.304382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Calling delete_port for 5dae91e3-1722-4bdc-bed0-0f5915df72d6 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:44.317694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-5e5179a4-5e0f-4a48-bcd1-004c273bf6b7 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-1998359858') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:44.375749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:20:44.384877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:44.392236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] Sync routers for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:20:44.448928 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35548c70-03db-40fc-b2d0-675d9504c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00106a34-16fa-4bda-8bd1-a660163bcf33', 'code': 200} Mar 05 00:20:44.479803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:44.480612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:44.552905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e865b685-90df-4331-ae0d-ea97cc45737e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "PUT /v2.0/floatingips/c4bf82b4-3358-4c04-9f8a-abdab1529003 HTTP/1.1" status: 200 len: 992 time: 5.9124558 Mar 05 00:20:44.557247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:20:44.563610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:20:44.565843 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:20:44.584011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=00106a34-16fa-4bda-8bd1-a660163bcf33,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:44.594080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-19c05599-bf4a-43f8-bf19-f65863bc681d service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056768 Mar 05 00:20:44.663584 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'status': 'completed', 'code': 200} Mar 05 00:20:44.757070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:44.813496 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5e5179a4-5e0f-4a48-bcd1-004c273bf6b7 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-1998359858 HTTP/1.1" status: 204 len: 168 time: 0.5052161 Mar 05 00:20:44.817925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46146) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:44.827971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-e7aebe31-3766-44b0-8fef-c087ffa792fd tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-1998359858') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:44.839799 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-d5dcad6d-2858-46b5-9c08-ad2046458cef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6501 time: 0.1565602 Mar 05 00:20:44.966153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70a5251c-8402-4178-8daf-2276fb39a768 req-387d30e2-2f18-4e0c-97ff-30b2d749acfc service neutron] 10.222.0.36 "GET /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147352 Mar 05 00:20:45.051473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-a00336e2-5130-4f60-8bf4-dc21e2e49105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:45.054213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-a00336e2-5130-4f60-8bf4-dc21e2e49105 service neutron] 10.222.0.10 "GET /v2.0/networks?id=efd46df0-1c82-4725-adb6-be0b3d7d344b HTTP/1.1" status: 200 len: 917 time: 0.2068453 Mar 05 00:20:45.096965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78450c07-3f61-4d02-87be-dcb597861be4 req-8fb0bbbd-48bc-4c74-9550-3f67acdf5b8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 1097 time: 0.5014951 Mar 05 00:20:45.172342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78450c07-3f61-4d02-87be-dcb597861be4 req-36b75522-9137-486e-9b59-962c5b54f814 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659227 Mar 05 00:20:45.194268 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e7aebe31-3766-44b0-8fef-c087ffa792fd tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-1998359858 HTTP/1.1" status: 204 len: 168 time: 0.3737295 Mar 05 00:20:45.195790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46150) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:45.202135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-d99f4a9d-2e3f-4c1e-9ec3-3128443f9734 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.204740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Deleting port 5dae91e3-1722-4bdc-bed0-0f5915df72d6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:45.205275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:45.322245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-ae8e03e9-955c-48e4-94dc-7841bc5d9816 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd HTTP/1.1" status: 200 len: 1000 time: 0.2598445 Mar 05 00:20:45.367122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d99f4a9d-2e3f-4c1e-9ec3-3128443f9734 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags HTTP/1.1" status: 200 len: 205 time: 0.1701694 Mar 05 00:20:45.367841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46160) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:45.376856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-f49c99e0-fb03-498b-a422-c788488ba524 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.379016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c4bf82b4-3358-4c04-9f8a-abdab1529003', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'port_id': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'mac_address': 'fa:16:3e:ae:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:18:34Z', 'updated_at': '2022-03-05T00:20:40Z', 'revision_number': 1, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:07Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.383256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] Checking router: 206e551d-167f-407b-bb66-28a5a44883b3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:20:45.395908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:20:45.396672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:20:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.402085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] The port '5dae91e3-1722-4bdc-bed0-0f5915df72d6' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:20:45.436530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f49c99e0-fb03-498b-a422-c788488ba524 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags HTTP/1.1" status: 200 len: 240 time: 0.0663056 Mar 05 00:20:45.441307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46164) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:45.450418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-42f2385f-fcd2-4c09-8e3f-7bafafe09e59 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-489826648') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.619603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-42f2385f-fcd2-4c09-8e3f-7bafafe09e59 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-489826648 HTTP/1.1" status: 204 len: 168 time: 0.1770992 Mar 05 00:20:45.620655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46172) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:45.623235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:20:45.634568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-3bd0c4eb-b1fb-4866-bbb9-1f454f2da662 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-489826648') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.748684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9739-a9c6-4bda-a021-cfb0c2348466 req-44590369-64d0-4cc6-9f36-d281afe15f8c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:45.750261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-adbc9739-a9c6-4bda-a021-cfb0c2348466 req-44590369-64d0-4cc6-9f36-d281afe15f8c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.2641401 Mar 05 00:20:45.809628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-9b15da60-a220-4f6e-aeea-7665e1cf75ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:45.811079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-9b15da60-a220-4f6e-aeea-7665e1cf75ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf HTTP/1.1" status: 200 len: 855 time: 0.4020166 Mar 05 00:20:45.812856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:45.862712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-adbc9739-a9c6-4bda-a021-cfb0c2348466 req-d81abc81-c044-4f21-a643-75282ac94ff9 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922058 Mar 05 00:20:45.867853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46176) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:45.870253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3bd0c4eb-b1fb-4866-bbb9-1f454f2da662 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-489826648 HTTP/1.1" status: 204 len: 168 time: 0.2465432 Mar 05 00:20:45.936282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-cb8fc7d4-a7ae-41b2-8db6-aa2ce1d2c7a0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.958473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e97601-817d-4a87-a22b-ba0844694219']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.974235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee44fbf-8717-40e3-9edb-fe32c4716d41') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:45.975315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee44fbf-8717-40e3-9edb-fe32c4716d41') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:46.011401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:46.025151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cb8fc7d4-a7ae-41b2-8db6-aa2ce1d2c7a0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags HTTP/1.1" status: 200 len: 205 time: 0.1500201 Mar 05 00:20:46.028444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46180) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:46.048166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-7ac12a53-3a81-4051-80cd-969e9ada673e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:46.076303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:46.095749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:20:46.097086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:20:46.128401 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:20:46.209664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-248db61e-8a6e-4943-ad81-49361686794b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=efd46df0-1c82-4725-adb6-be0b3d7d344b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3849764 Mar 05 00:20:46.224091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-fcf08ed0-a989-4a9d-865d-26b00e520713 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:20:46.225769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-fcf08ed0-a989-4a9d-865d-26b00e520713 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063777 Mar 05 00:20:46.301283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c4bf82b4-3358-4c04-9f8a-abdab1529003', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'port_id': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'mac_address': 'fa:16:3e:ae:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:18:34Z', 'updated_at': '2022-03-05T00:20:40Z', 'revision_number': 1, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:07Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:46.305936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa5913-f898-4cda-87f2-8497f400d8e8 None None] The sync data for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 is: [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c4bf82b4-3358-4c04-9f8a-abdab1529003', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'port_id': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'mac_address': 'fa:16:3e:ae:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:18:34Z', 'updated_at': '2022-03-05T00:20:40Z', 'revision_number': 1, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:07Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:20:46.307814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:46.382602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:46.388223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7ac12a53-3a81-4051-80cd-969e9ada673e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags HTTP/1.1" status: 204 len: 168 time: 0.3562629 Mar 05 00:20:46.388863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46184) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:46.397633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-36398a63-0101-4efb-b426-431663702103 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:46.407708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e97601-817d-4a87-a22b-ba0844694219,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:46.412664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3e3f864-92b1-42a2-9ecd-e424fc69e071 admin admin] 10.222.0.32 "DELETE /v2.0/networks/83e97601-817d-4a87-a22b-ba0844694219 HTTP/1.1" status: 204 len: 168 time: 4.1512210 Mar 05 00:20:46.592887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-710529fa-acbe-40dc-9eed-3d0657b52c43 service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608088 Mar 05 00:20:46.757797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-36398a63-0101-4efb-b426-431663702103 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags HTTP/1.1" status: 204 len: 168 time: 0.3675919 Mar 05 00:20:46.761394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:46.768489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-586906ec-2ceb-4da2-9d22-a7604f5ea86b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:46.917797 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e4219-7f73-49ac-9ca8-95319d654a48 None None] New status for floating IP c4bf82b4-3358-4c04-9f8a-abdab1529003: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:20:47.113066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:47.150499 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6cf8c7ab-e071-4509-85ba-d7e3fd975558 req-69ca5546-eff2-491d-bc8a-746e8e5d320e service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511458 Mar 05 00:20:47.224773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a820f573-6fe5-4ef8-842f-8611ed43999c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a0113f91737487590e4f080dfbd2b39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1037045 Mar 05 00:20:47.227099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46204) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:47.289861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-586906ec-2ceb-4da2-9d22-a7604f5ea86b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags HTTP/1.1" status: 204 len: 168 time: 0.5282054 Mar 05 00:20:47.293764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46208) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:47.300898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-ae5e7c7e-c635-40a0-9089-c52946c4a582 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:47.459221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae5e7c7e-c635-40a0-9089-c52946c4a582 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.1635380 Mar 05 00:20:47.462775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46214) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:47.468500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d53caf24-c44a-401b-9250-7c28748d9118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:47.474516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-a4ff2555-a8e5-40cf-b869-e7f3199e1a5d tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-448495704') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:47.515111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd342ca-ba79-4b1c-adff-950e45293dbb req-ef0e1499-c1f1-4742-b73d-013ec3f35940 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:47.517787 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fd342ca-ba79-4b1c-adff-950e45293dbb req-ef0e1499-c1f1-4742-b73d-013ec3f35940 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.3059978 Mar 05 00:20:47.585707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d53caf24-c44a-401b-9250-7c28748d9118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:47.661112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fd342ca-ba79-4b1c-adff-950e45293dbb req-38c18dc1-51a2-4aa3-a9d9-0fc8a55de52e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225240 Mar 05 00:20:47.752214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d53caf24-c44a-401b-9250-7c28748d9118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:47.777101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53caf24-c44a-401b-9250-7c28748d9118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ded559-e06d-40d6-9302-e5c6fb72a74c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:47.784638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46224) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:47.784829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a4ff2555-a8e5-40cf-b869-e7f3199e1a5d tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-448495704 HTTP/1.1" status: 201 len: 201 time: 0.3208334 Mar 05 00:20:47.790045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d53caf24-c44a-401b-9250-7c28748d9118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:47.791526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d53caf24-c44a-401b-9250-7c28748d9118 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78ded559-e06d-40d6-9302-e5c6fb72a74c HTTP/1.1" status: 204 len: 168 time: 0.5633080 Mar 05 00:20:47.796815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-4d4586be-c9cb-4bb4-b109-5139690dd893 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-1222129278') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:47.896866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d4586be-c9cb-4bb4-b109-5139690dd893 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-1222129278 HTTP/1.1" status: 201 len: 201 time: 0.1111207 Mar 05 00:20:47.899698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46230) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:47.905641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-a8c35dc3-70a5-4b6d-84fb-d40038299870 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-1770924715') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.099533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a8c35dc3-70a5-4b6d-84fb-d40038299870 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-1770924715 HTTP/1.1" status: 201 len: 201 time: 0.1964407 Mar 05 00:20:48.099813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46240) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.106676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-861b9fba-880f-40bd-967e-4401a4fcc13e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-501263123') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.157858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-861b9fba-880f-40bd-967e-4401a4fcc13e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-501263123 HTTP/1.1" status: 201 len: 201 time: 0.0566785 Mar 05 00:20:48.160918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46244) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.168590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-18d9d854-df58-47c1-b63f-3177dea7401b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', {'tags': ['tempest-TagsExtTest-Tag-2136107722', 'tempest-TagsExtTest-Tag-227564514', 'tempest-TagsExtTest-Tag-1476171492']}) {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.213643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3912b7-e00c-46f2-945a-37868a2be112 req-8d8ae293-ec58-4184-a0de-e36d97ec9300 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:48.215227 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f3912b7-e00c-46f2-945a-37868a2be112 req-8d8ae293-ec58-4184-a0de-e36d97ec9300 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1043112 Mar 05 00:20:48.266384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-18d9d854-df58-47c1-b63f-3177dea7401b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags HTTP/1.1" status: 200 len: 317 time: 0.1012962 Mar 05 00:20:48.267201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46248) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.275190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-3926f2e5-3966-4a0c-a031-377821a9ec3b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.280766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f3912b7-e00c-46f2-945a-37868a2be112 req-e6432bff-46dd-47f1-bd1e-72d21363b2c4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585833 Mar 05 00:20:48.367887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46254) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.376551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3926f2e5-3966-4a0c-a031-377821a9ec3b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.1081338 Mar 05 00:20:48.379249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46258) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.387166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-2e7dfc79-3edb-490a-9e4e-75a80c2af544 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-2136107722') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.389536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.432109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:20:48.436868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:20:48.440535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:20:48.446622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:20:48.518929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.523003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.541986 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-2e7dfc79-3edb-490a-9e4e-75a80c2af544 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:48.544044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2e7dfc79-3edb-490a-9e4e-75a80c2af544 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-2136107722 HTTP/1.1" status: 404 len: 329 time: 0.1636198 Mar 05 00:20:48.545783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46262) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.557324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-097e668d-5148-470b-bd1e-259c44fd10cf tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-227564514') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.571312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d33db5-f980-419e-b1c2-d1d001eeac62,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:48.576950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a94b72bf-72d0-4b5f-ac7c-92ed68eab75b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.2078867 Mar 05 00:20:48.580608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46266) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.597280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a55c4e-ab75-4f6f-96a8-a959d918a7f3 req-6e6b7ead-492f-41f2-9b51-b73e36e7fe2e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:48.598721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79a55c4e-ab75-4f6f-96a8-a959d918a7f3 req-6e6b7ead-492f-41f2-9b51-b73e36e7fe2e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1587074 Mar 05 00:20:48.646437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38beff56-e64a-43d2-b02a-92d029f0ae1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.663201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79a55c4e-ab75-4f6f-96a8-a959d918a7f3 req-e6e4cd41-ca21-4bb4-b3c4-1dd913bca800 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566404 Mar 05 00:20:48.675633 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-097e668d-5148-470b-bd1e-259c44fd10cf tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:48.676672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-097e668d-5148-470b-bd1e-259c44fd10cf tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-227564514 HTTP/1.1" status: 404 len: 328 time: 0.1293886 Mar 05 00:20:48.679525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.685943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-be7689ce-eb93-4151-80ab-61e325961687 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2', 'tempest-TagsExtTest-Tag-1476171492') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.714158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38beff56-e64a-43d2-b02a-92d029f0ae1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.763802 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-be7689ce-eb93-4151-80ab-61e325961687 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:48.764974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-be7689ce-eb93-4151-80ab-61e325961687 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags/tempest-TagsExtTest-Tag-1476171492 HTTP/1.1" status: 404 len: 329 time: 0.0842328 Mar 05 00:20:48.768285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.777482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-a0fcf12d-81c7-4547-8dea-57db83f2fcdc tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', {'tags': ['tempest-TagsExtTest-Tag-1329979453', 'tempest-TagsExtTest-Tag-1940646726', 'tempest-TagsExtTest-Tag-2008922699']}) {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:48.794551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38beff56-e64a-43d2-b02a-92d029f0ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.815969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-38beff56-e64a-43d2-b02a-92d029f0ae1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:48.817653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-38beff56-e64a-43d2-b02a-92d029f0ae1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1d33db5-f980-419e-b1c2-d1d001eeac62 HTTP/1.1" status: 204 len: 168 time: 0.2352691 Mar 05 00:20:48.818885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38beff56-e64a-43d2-b02a-92d029f0ae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d33db5-f980-419e-b1c2-d1d001eeac62,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:48.894538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a0fcf12d-81c7-4547-8dea-57db83f2fcdc tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags HTTP/1.1" status: 200 len: 318 time: 0.1227152 Mar 05 00:20:48.895424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46284) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:48.903392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-1c9cb170-1161-4414-87ee-8a381cf71767 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:49.084896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1c9cb170-1161-4414-87ee-8a381cf71767 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1878116 Mar 05 00:20:49.087490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46294) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:49.096933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-cdc78c0e-92bb-4a35-a0ed-3523f28b4b1a tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-1329979453') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:49.217902 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-cdc78c0e-92bb-4a35-a0ed-3523f28b4b1a tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:49.221362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cdc78c0e-92bb-4a35-a0ed-3523f28b4b1a tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-1329979453 HTTP/1.1" status: 404 len: 329 time: 0.1325784 Mar 05 00:20:49.227051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46300) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:49.237333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-ebfa22b5-69a1-46e2-ad93-a936b66533e8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-1940646726') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:49.276356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b642-634c-4284-aa30-66d39140b8a1 req-774815f7-1942-476c-8eb2-1e978f749e82 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:49.286690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0173b642-634c-4284-aa30-66d39140b8a1 req-774815f7-1942-476c-8eb2-1e978f749e82 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1307831 Mar 05 00:20:49.334535 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-ebfa22b5-69a1-46e2-ad93-a936b66533e8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:49.336417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ebfa22b5-69a1-46e2-ad93-a936b66533e8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-1940646726 HTTP/1.1" status: 404 len: 329 time: 0.1079950 Mar 05 00:20:49.340568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46304) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:49.359941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-ddc6f095-54fb-491a-bf96-ef23c913f5c6 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd', 'tempest-TagsExtTest-Tag-2008922699') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:49.421948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0173b642-634c-4284-aa30-66d39140b8a1 req-b1bc8521-0011-48c4-bc41-5fda04044395 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269500 Mar 05 00:20:49.515186 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-ddc6f095-54fb-491a-bf96-ef23c913f5c6 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:49.516331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ddc6f095-54fb-491a-bf96-ef23c913f5c6 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags/tempest-TagsExtTest-Tag-2008922699 HTTP/1.1" status: 404 len: 329 time: 0.1738486 Mar 05 00:20:49.519288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:49.525882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-c27b0b57-4989-43d7-8531-15dfadc5cb49 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', {'tags': ['tempest-TagsExtTest-Tag-1993639274', 'tempest-TagsExtTest-Tag-780906375', 'tempest-TagsExtTest-Tag-402825100']}) {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:49.683488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c27b0b57-4989-43d7-8531-15dfadc5cb49 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags HTTP/1.1" status: 200 len: 316 time: 0.1630569 Mar 05 00:20:49.686096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46322) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:49.693885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-53a9c9ba-833f-48fa-ba4e-e53f0da43a3e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:49.880777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53a9c9ba-833f-48fa-ba4e-e53f0da43a3e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags HTTP/1.1" status: 204 len: 168 time: 0.1932135 Mar 05 00:20:49.885201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46338) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:49.892189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-690b30fa-5f52-4c3d-b195-dd4e08ac0940 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-1993639274') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.063681 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-690b30fa-5f52-4c3d-b195-dd4e08ac0940 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:50.064738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-690b30fa-5f52-4c3d-b195-dd4e08ac0940 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-1993639274 HTTP/1.1" status: 404 len: 329 time: 0.1785808 Mar 05 00:20:50.067506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46344) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.072914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-abb5e062-3385-429a-8f5e-88e5a1705312 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-780906375') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.323627 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-abb5e062-3385-429a-8f5e-88e5a1705312 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:50.324585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-abb5e062-3385-429a-8f5e-88e5a1705312 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-780906375 HTTP/1.1" status: 404 len: 328 time: 0.2562308 Mar 05 00:20:50.327414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46354) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.333144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-3666ad23-b9e5-46f8-afd3-6d40b413004d tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946', 'tempest-TagsExtTest-Tag-402825100') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.488490 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-3666ad23-b9e5-46f8-afd3-6d40b413004d tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:50.488490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3666ad23-b9e5-46f8-afd3-6d40b413004d tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags/tempest-TagsExtTest-Tag-402825100 HTTP/1.1" status: 404 len: 328 time: 0.1553593 Mar 05 00:20:50.489850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46364) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.499787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-a85a135f-b104-4d32-8a1e-0202d848c799 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', {'tags': ['tempest-TagsExtTest-Tag-287877966', 'tempest-TagsExtTest-Tag-2051337911', 'tempest-TagsExtTest-Tag-357146961']}) {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.554528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a85a135f-b104-4d32-8a1e-0202d848c799 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "PUT /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags HTTP/1.1" status: 200 len: 316 time: 0.0668378 Mar 05 00:20:50.557266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46368) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.564339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-41ef45c8-8d48-4c81-90dd-049cb8e826b0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.661798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41ef45c8-8d48-4c81-90dd-049cb8e826b0 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags HTTP/1.1" status: 204 len: 168 time: 0.1029174 Mar 05 00:20:50.664523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46372) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.670730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-9514e5d6-b4c9-43ee-a7ef-a43e9f9ae2c3 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-287877966') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.683560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f31a53-3e7c-4fca-8257-2ac54e6566e5 req-f69466fc-fcf8-4ed5-b13b-b1f01267d975 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:50.685067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19f31a53-3e7c-4fca-8257-2ac54e6566e5 req-f69466fc-fcf8-4ed5-b13b-b1f01267d975 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.0883181 Mar 05 00:20:50.697376 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-9514e5d6-b4c9-43ee-a7ef-a43e9f9ae2c3 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:50.698515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9514e5d6-b4c9-43ee-a7ef-a43e9f9ae2c3 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-287877966 HTTP/1.1" status: 404 len: 328 time: 0.0327032 Mar 05 00:20:50.701819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46378) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.708185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-606cf564-b714-4f64-8680-ec8724ab362b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-2051337911') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.736985 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-606cf564-b714-4f64-8680-ec8724ab362b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:50.737967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-606cf564-b714-4f64-8680-ec8724ab362b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-2051337911 HTTP/1.1" status: 404 len: 329 time: 0.0351183 Mar 05 00:20:50.740765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46386) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.746900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-b60201e1-3224-4bd2-9755-e454aa7aa92e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a', 'tempest-TagsExtTest-Tag-357146961') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.753896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19f31a53-3e7c-4fca-8257-2ac54e6566e5 req-a7907a7e-95de-4816-8d03-04bfabb3caca tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608554 Mar 05 00:20:50.786332 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-b60201e1-3224-4bd2-9755-e454aa7aa92e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] show failed (client error): The resource could not be found. Mar 05 00:20:50.786739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b60201e1-3224-4bd2-9755-e454aa7aa92e tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags/tempest-TagsExtTest-Tag-357146961 HTTP/1.1" status: 404 len: 328 time: 0.0450110 Mar 05 00:20:50.790149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46390) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.795993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-e6626710-a4c4-4dcc-8402-10dbfcc3ee2b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b92645b-548b-47ea-b441-706d63c7771a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:50.829678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e6626710-a4c4-4dcc-8402-10dbfcc3ee2b tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a/tags HTTP/1.1" status: 204 len: 168 time: 0.0383284 Mar 05 00:20:50.832217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:50.838017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.tag.tag_plugin [None req-47ecef64-9890-4519-a065-6d508ac902cd tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '923db50b-e5d3-462b-a11c-f91576fb1946') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:51.026993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-47ecef64-9890-4519-a065-6d508ac902cd tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946/tags HTTP/1.1" status: 204 len: 168 time: 0.1893060 Mar 05 00:20:51.027201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46406) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:51.031156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-af469a93-272d-4a33-bde8-bfea8a80f276 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1c7c1eb-5a38-408f-b354-d892927d94cd') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:51.116906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af469a93-272d-4a33-bde8-bfea8a80f276 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd/tags HTTP/1.1" status: 204 len: 168 time: 0.0882502 Mar 05 00:20:51.118669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46410) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:51.122705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.tag.tag_plugin [None req-fe54defe-132f-4a11-8d82-dcea29c45894 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '707ca673-5f19-4e15-9ae5-acb2f92c2ac2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:51.207325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fe54defe-132f-4a11-8d82-dcea29c45894 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.0849380 Mar 05 00:20:51.208157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:51.312230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec67f-52cb-4fdd-a016-78dcfe910525 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for subnetpool, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:51.316702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:51.316854 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e2ec67f-52cb-4fdd-a016-78dcfe910525 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3b92645b-548b-47ea-b441-706d63c7771a HTTP/1.1" status: 204 len: 168 time: 0.1075051 Mar 05 00:20:51.375198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-082ec161-f770-4d12-9ea1-4a3a143c85ba tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "GET /v2.0/ports?device_id=923db50b-e5d3-462b-a11c-f91576fb1946 HTTP/1.1" status: 200 len: 205 time: 0.0572054 Mar 05 00:20:51.378259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46426) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:51.523600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.044026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.053502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.111502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.111502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Fanout notify agent at l3_agent the message router_deleted on router 923db50b-e5d3-462b-a11c-f91576fb1946 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:20:52.139435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.143932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46452) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:52.148538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9c93c81d-48dc-4b03-87fb-7fabe2a50755 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/routers/923db50b-e5d3-462b-a11c-f91576fb1946 HTTP/1.1" status: 204 len: 168 time: 0.7658181 Mar 05 00:20:52.173779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7344c-5b59-421f-a1a2-4cfa21b4abc9 req-a078725b-bd60-417c-b6db-bc6a8321adfd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:52.173779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9e7344c-5b59-421f-a1a2-4cfa21b4abc9 req-a078725b-bd60-417c-b6db-bc6a8321adfd tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1999533 Mar 05 00:20:52.279135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Deleting port d1c7c1eb-5a38-408f-b354-d892927d94cd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:52.279135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.279663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9e7344c-5b59-421f-a1a2-4cfa21b4abc9 req-bae6e23f-9b3e-49f8-9449-45736abd5bc4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996885 Mar 05 00:20:52.556068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:52.786035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Calling delete_port for d1c7c1eb-5a38-408f-b354-d892927d94cd owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:53.033058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:53.091962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event deleted for resources: {'Port': ['ID=d1c7c1eb-5a38-408f-b354-d892927d94cd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:53.224275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:53.235302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46476) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:53.236288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8417b768-e98a-4a82-8a3d-d9ddf315b1a8 tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/ports/d1c7c1eb-5a38-408f-b354-d892927d94cd HTTP/1.1" status: 204 len: 168 time: 1.1005106 Mar 05 00:20:53.554584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Deleting subnet 707ca673-5f19-4e15-9ae5-acb2f92c2ac2 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:20:53.560720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:53.581606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f26f-f4e0-400c-9a97-46585c6e2550 req-4686a8d6-469f-4c86-91e6-717cc3f78e56 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:53.581606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d56f26f-f4e0-400c-9a97-46585c6e2550 req-4686a8d6-469f-4c86-91e6-717cc3f78e56 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1080508 Mar 05 00:20:53.678617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d56f26f-f4e0-400c-9a97-46585c6e2550 req-02ccec38-a367-4f70-ab65-413572be34b7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Mar 05 00:20:53.850135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:53.976565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.063387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.131187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event deleted for resources: {'Subnet': ['ID=707ca673-5f19-4e15-9ae5-acb2f92c2ac2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:54.131187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.131187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-47cadd3a-eebb-4a80-a0a1-7da39955618c tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/subnets/707ca673-5f19-4e15-9ae5-acb2f92c2ac2 HTTP/1.1" status: 204 len: 168 time: 0.8875127 Mar 05 00:20:54.136798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46494) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:54.141246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db927cc7-9538-4744-8a6a-e6e11497ab62 None None] Network 7b151c13-2442-42ff-a252-51ed86db5cf9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:20:54.312412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.319350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Deleting port 2d73540c-1822-4814-9eba-80aee99e0e8e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:54.319350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.437968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] DHCP port deletion for 7b151c13-2442-42ff-a252-51ed86db5cf9 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:20:54.458120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Deleting port 2d73540c-1822-4814-9eba-80aee99e0e8e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:54.458120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.696202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] For port 2d73540c-1822-4814-9eba-80aee99e0e8e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d73540c-1822-4814-9eba-80aee99e0e8e,segment=NetworkSegment(9a8324a4-7d4f-42cd-9a2c-91054003d857),segment_id=9a8324a4-7d4f-42cd-9a2c-91054003d857)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:54.696202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:54.786985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] For port 2d73540c-1822-4814-9eba-80aee99e0e8e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2d73540c-1822-4814-9eba-80aee99e0e8e,segment=NetworkSegment(9a8324a4-7d4f-42cd-9a2c-91054003d857),segment_id=9a8324a4-7d4f-42cd-9a2c-91054003d857)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:20:54.786985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.087846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Calling delete_port for 2d73540c-1822-4814-9eba-80aee99e0e8e owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:55.129203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Calling delete_port for 2d73540c-1822-4814-9eba-80aee99e0e8e owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:20:55.176912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3890fb-62b0-42c4-a24e-401ffb1c8420 req-13dcda12-d60b-45ea-92c2-6493dab1ba90 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:55.191937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb3890fb-62b0-42c4-a24e-401ffb1c8420 req-13dcda12-d60b-45ea-92c2-6493dab1ba90 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1810160 Mar 05 00:20:55.269465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.296932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb3890fb-62b0-42c4-a24e-401ffb1c8420 req-a7742fd6-49a7-405f-b6b0-05cd13b6fe6d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115987 Mar 05 00:20:55.321838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event deleted for resources: {'Port': ['ID=2d73540c-1822-4814-9eba-80aee99e0e8e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:55.334933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] No DVR routers for this DVR port 2d73540c-1822-4814-9eba-80aee99e0e8e on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:20:55.341209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:20:55.343393 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:20:55.378405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d73540c-1822-4814-9eba-80aee99e0e8e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:20:55.457681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2d73540c-1822-4814-9eba-80aee99e0e8e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:20:55.457681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2d73540c-1822-4814-9eba-80aee99e0e8e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:20:55.544650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.572729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b151c13-2442-42ff-a252-51ed86db5cf9']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:55.586234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8324a4-7d4f-42cd-9a2c-91054003d857') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:55.586507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8324a4-7d4f-42cd-9a2c-91054003d857') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:20:55.598923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.615196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.621758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:20:55.622139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:20:55.636771 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:20:55.750064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.770392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.782103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] Pushing event deleted for resources: {'Network': ['ID=7b151c13-2442-42ff-a252-51ed86db5cf9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:55.786576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-55990224-77b0-43db-9616-2a09fae584ad tempest-TagsExtTest-240037162 tempest-TagsExtTest-240037162-project] 10.222.0.32 "DELETE /v2.0/networks/7b151c13-2442-42ff-a252-51ed86db5cf9 HTTP/1.1" status: 204 len: 168 time: 1.6588717 Mar 05 00:20:55.844786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Deleting port 2d73540c-1822-4814-9eba-80aee99e0e8e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:20:55.845482 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:55.941100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-93490a65-12f9-4a0e-ad56-085a56ceba40 None None] The port '2d73540c-1822-4814-9eba-80aee99e0e8e' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:20:56.136695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46532) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:56.431968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7f51aab5-df36-4d8f-b432-98f3f02f0c1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94e3ff8bb6134cd0bfc54a42747bfb97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2940497 Mar 05 00:20:56.434417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46544) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:20:56.605818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44351875-0212-42b5-ac07-e4da94ac7c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:56.625265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44351875-0212-42b5-ac07-e4da94ac7c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:56.722490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf2ffb-ea70-4fc9-a2d2-df61351a5e1b req-2528f6af-4a37-4a7a-a787-3e8d6f6c38d6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:56.722490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-decf2ffb-ea70-4fc9-a2d2-df61351a5e1b req-2528f6af-4a37-4a7a-a787-3e8d6f6c38d6 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1365597 Mar 05 00:20:56.740477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44351875-0212-42b5-ac07-e4da94ac7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:56.774704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44351875-0212-42b5-ac07-e4da94ac7c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed230a0-fc4f-499f-a868-dd59a6bbf808,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:20:56.791201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44351875-0212-42b5-ac07-e4da94ac7c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:56.791201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44351875-0212-42b5-ac07-e4da94ac7c17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aed230a0-fc4f-499f-a868-dd59a6bbf808 HTTP/1.1" status: 204 len: 168 time: 0.3535058 Mar 05 00:20:56.948269 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-decf2ffb-ea70-4fc9-a2d2-df61351a5e1b req-962615c0-79da-4df2-92c5-a70576992935 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490051 Mar 05 00:20:57.128760 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:57.130858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:20:58.344083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38384078-d4a6-4f04-a75a-ddf729198124 req-d1442eb9-de5a-4f80-9482-3d7245432ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:58.356745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38384078-d4a6-4f04-a75a-ddf729198124 req-d1442eb9-de5a-4f80-9482-3d7245432ded tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1571133 Mar 05 00:20:58.491319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38384078-d4a6-4f04-a75a-ddf729198124 req-766fb27d-ecbf-4f2e-b1a4-ec23583a2a26 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334407 Mar 05 00:20:59.787300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510ca8-c906-4ddc-ba4d-6f33b9a36bd3 req-9a6ebe98-4b4c-42b0-814d-0ba1b895a65e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:20:59.793934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30510ca8-c906-4ddc-ba4d-6f33b9a36bd3 req-9a6ebe98-4b4c-42b0-814d-0ba1b895a65e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1140499 Mar 05 00:20:59.875492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30510ca8-c906-4ddc-ba4d-6f33b9a36bd3 req-2744bf65-3a90-4d83-9a55-a9653dd6ff45 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794578 Mar 05 00:21:00.798864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46678) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:00.964987 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:21:01.115678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.160513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:01.174267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e960e0-55be-4e8f-b2c5-a681de561237 req-04d0f6f0-ae6a-4d7a-a107-dfa545e288b1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:01.180153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93e960e0-55be-4e8f-b2c5-a681de561237 req-04d0f6f0-ae6a-4d7a-a107-dfa545e288b1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1504014 Mar 05 00:21:01.220966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Usage tracker for resource:security_group_rule and tenant:fb8cb95338d54eae81b89afa3e3cb75f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:01.220966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:01.231128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:01.267969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-93e960e0-55be-4e8f-b2c5-a681de561237 req-681285f5-bbdc-44d6-88ef-efcbd16e029d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663240 Mar 05 00:21:01.357811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.360575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.406300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb8cb95338d54eae81b89afa3e3cb75f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5998611 Mar 05 00:21:01.407185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:01.451488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb937b-93a3-4e08-81bd-ccc02495fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf1651-b711-4b5c-87c5-3ea41bdac00c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:01.505470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-772b283a-63f3-4a6b-aac3-5be4e885891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.546358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-772b283a-63f3-4a6b-aac3-5be4e885891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.598563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-772b283a-63f3-4a6b-aac3-5be4e885891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.620255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b283a-63f3-4a6b-aac3-5be4e885891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf1651-b711-4b5c-87c5-3ea41bdac00c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:01.626572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-772b283a-63f3-4a6b-aac3-5be4e885891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:01.636059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-772b283a-63f3-4a6b-aac3-5be4e885891f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80bf1651-b711-4b5c-87c5-3ea41bdac00c HTTP/1.1" status: 204 len: 168 time: 0.2261267 Mar 05 00:21:02.290438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46716) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:02.322842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.386283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:02.386283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Usage tracker for resource:security_group_rule and tenant:0977cb4cf1f64b829bbd6f0dd878ad70 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:02.397871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:02.397871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:02.576410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.583299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.645828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4a5a3-aa62-43fd-a7d3-81bac91772b7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:02.651779 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c87a941-5954-4786-af22-088c19160abb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0977cb4cf1f64b829bbd6f0dd878ad70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3623662 Mar 05 00:21:02.654208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46726) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:02.695085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ab49e-7da4-465d-aa2b-55299ae521be req-c2d2eee9-b3e7-4e2c-b2e7-afa59eafcfe4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:02.696846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d6ab49e-7da4-465d-aa2b-55299ae521be req-c2d2eee9-b3e7-4e2c-b2e7-afa59eafcfe4 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1844509 Mar 05 00:21:02.773691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d6ab49e-7da4-465d-aa2b-55299ae521be req-4e7ee929-d7d4-4d34-95e0-aec1d48a724b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654941 Mar 05 00:21:02.797184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a17e43-f961-4633-a792-8a5ee04add08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.836924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a17e43-f961-4633-a792-8a5ee04add08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.898621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a17e43-f961-4633-a792-8a5ee04add08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.921811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a17e43-f961-4633-a792-8a5ee04add08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4a5a3-aa62-43fd-a7d3-81bac91772b7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:02.935793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52a17e43-f961-4633-a792-8a5ee04add08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:02.959366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52a17e43-f961-4633-a792-8a5ee04add08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ad4a5a3-aa62-43fd-a7d3-81bac91772b7 HTTP/1.1" status: 204 len: 168 time: 0.2818108 Mar 05 00:21:04.147886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc672e-7e22-48f0-a2ad-023254e00356 req-90166235-bd77-4f27-bf08-1de2d5023cf5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:04.151044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9bfc672e-7e22-48f0-a2ad-023254e00356 req-90166235-bd77-4f27-bf08-1de2d5023cf5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1629713 Mar 05 00:21:04.253808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9bfc672e-7e22-48f0-a2ad-023254e00356 req-7c475c16-cd59-4569-a9b4-922f0f6b15f1 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881927 Mar 05 00:21:04.910559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2ae36385-5c11-4c12-8118-a36b6ac3d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:05.507890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a671-1baa-486a-87ff-dc0bfe032309 req-56c334f9-d33a-4098-aab6-95633e1f2696 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:05.539551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9665a671-1baa-486a-87ff-dc0bfe032309 req-56c334f9-d33a-4098-aab6-95633e1f2696 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1181705 Mar 05 00:21:05.630032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9665a671-1baa-486a-87ff-dc0bfe032309 req-266dd27e-f51d-46ef-b9ec-c6a49e5b041d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894539 Mar 05 00:21:06.833714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70174f-619a-4358-abdc-d9d8ddcdfb24 req-762343f1-05e8-49d4-94c2-cc464ece69a5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:06.835217 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b70174f-619a-4358-abdc-d9d8ddcdfb24 req-762343f1-05e8-49d4-94c2-cc464ece69a5 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.0873084 Mar 05 00:21:06.893331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b70174f-619a-4358-abdc-d9d8ddcdfb24 req-bbd21abd-c782-4867-aa3f-1e7b1d852754 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 Mar 05 00:21:06.989373 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9dd851c-8411-453c-9d52-040ea1e2f2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:08.201877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319421b4-5600-4dc4-a082-1997b51b1b94 req-62bd9f70-63d0-4e45-b0a7-987bb6f9cbba tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:08.203614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-319421b4-5600-4dc4-a082-1997b51b1b94 req-62bd9f70-63d0-4e45-b0a7-987bb6f9cbba tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.0923548 Mar 05 00:21:08.251220 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:08.284998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-319421b4-5600-4dc4-a082-1997b51b1b94 req-43a4d465-35fa-4732-961e-12c6ff432140 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753040 Mar 05 00:21:08.347421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:09.534273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de15a93-8052-4467-a0fa-6579f8acbea5 req-2a0706d7-6480-4951-b5f6-9f683614e65f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:09.537235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8de15a93-8052-4467-a0fa-6579f8acbea5 req-2a0706d7-6480-4951-b5f6-9f683614e65f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1011591 Mar 05 00:21:09.600367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8de15a93-8052-4467-a0fa-6579f8acbea5 req-e86720ca-f6ce-4e73-8ec8-fe554e33f88d tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568078 Mar 05 00:21:09.725912 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:10.880080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5719a4-66a5-4f74-87a4-7aab31a587b8 req-9b52d834-5659-418f-9acf-e685d17a6902 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:10.883527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e5719a4-66a5-4f74-87a4-7aab31a587b8 req-9b52d834-5659-418f-9acf-e685d17a6902 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1402147 Mar 05 00:21:10.947444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e5719a4-66a5-4f74-87a4-7aab31a587b8 req-2a98ea10-a8ce-4dce-b3e6-f6b56d3eacd7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555346 Mar 05 00:21:12.270834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5223c4-1b0f-41d1-b5c2-8cfe5367cb9a req-c7a9ac2c-0c8b-424a-b7a7-a73b4b2e9c6f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:12.272968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee5223c4-1b0f-41d1-b5c2-8cfe5367cb9a req-c7a9ac2c-0c8b-424a-b7a7-a73b4b2e9c6f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.0890870 Mar 05 00:21:12.339981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee5223c4-1b0f-41d1-b5c2-8cfe5367cb9a req-a7a1dbd1-1671-4693-9470-30516850c925 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614491 Mar 05 00:21:13.597931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4868bf-a407-400f-9733-44e2d8238446 req-9762106b-ecdd-482a-8611-9c30a458e8cc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:13.599535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac4868bf-a407-400f-9733-44e2d8238446 req-9762106b-ecdd-482a-8611-9c30a458e8cc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.0896649 Mar 05 00:21:13.731280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac4868bf-a407-400f-9733-44e2d8238446 req-4e0875d6-230a-4884-9294-766914458c84 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135294 Mar 05 00:21:15.164881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801402e-158c-4014-b863-26a7e0064dab req-92b09510-e092-4930-b4b0-730a7c6c0dfa tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:15.168739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7801402e-158c-4014-b863-26a7e0064dab req-92b09510-e092-4930-b4b0-730a7c6c0dfa tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1995149 Mar 05 00:21:15.254532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7801402e-158c-4014-b863-26a7e0064dab req-2e3040e7-061e-463b-8aae-56a552a48bf7 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740910 Mar 05 00:21:15.902408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f307-7bd5-4ff8-b9f0-8232ea86b9c0 req-0238953a-5936-46c2-bab8-0f1642aa002e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:15.910924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e8f307-7bd5-4ff8-b9f0-8232ea86b9c0 req-0238953a-5936-46c2-bab8-0f1642aa002e tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1414542 Mar 05 00:21:16.002457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e8f307-7bd5-4ff8-b9f0-8232ea86b9c0 req-994b3029-58ec-4d93-9256-77c380237dc2 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822289 Mar 05 00:21:16.271854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a93e8-2011-4f44-91ff-5246e5c8004b req-6e46d6ba-5c53-4b09-ba9a-8650c7b9ee77 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:16.273622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad0a93e8-2011-4f44-91ff-5246e5c8004b req-6e46d6ba-5c53-4b09-ba9a-8650c7b9ee77 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1186700 Mar 05 00:21:16.430461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad0a93e8-2011-4f44-91ff-5246e5c8004b req-de88667b-35ed-4812-b1b9-e0eddb9f4744 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484592 Mar 05 00:21:17.022097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173f78-1aeb-44af-b5f9-1f29b168dcdd req-b29b562b-ea10-4a9a-ba50-d81f524153ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:17.026217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a173f78-1aeb-44af-b5f9-1f29b168dcdd req-b29b562b-ea10-4a9a-ba50-d81f524153ed tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1143591 Mar 05 00:21:17.099010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a173f78-1aeb-44af-b5f9-1f29b168dcdd req-6a56d3ec-24e1-4ebc-84e3-aa4f243b3399 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Mar 05 00:21:18.185111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-d2878040-1ac2-4794-af58-147876a21419 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:18.186674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-d2878040-1ac2-4794-af58-147876a21419 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.1703746 Mar 05 00:21:18.277313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port 00106a34-16fa-4bda-8bd1-a660163bcf33 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:21:18.277685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:18.819696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port 00106a34-16fa-4bda-8bd1-a660163bcf33, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=00106a34-16fa-4bda-8bd1-a660163bcf33,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:21:18.820224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:18.965764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for 00106a34-16fa-4bda-8bd1-a660163bcf33 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:21:19.148482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:19.165084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0', '00106a34-16fa-4bda-8bd1-a660163bcf33'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:21:19.199338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2c609-e67e-41c4-92ee-49867235aed6 req-4e0795d7-c767-47f8-ae3f-be00f6ae771a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:19.206188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75c2c609-e67e-41c4-92ee-49867235aed6 req-4e0795d7-c767-47f8-ae3f-be00f6ae771a tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=35548c70-03db-40fc-b2d0-675d9504c56a HTTP/1.1" status: 200 len: 946 time: 0.8708541 Mar 05 00:21:19.245968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=00106a34-16fa-4bda-8bd1-a660163bcf33,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:19.265330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.265940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.266495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.267689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.268667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.269206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.271948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.272463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.273030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.273710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.274343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:19.296350 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75c2c609-e67e-41c4-92ee-49867235aed6 req-9426e2f1-5574-4bec-a9a0-563e28bd967f tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958555 Mar 05 00:21:19.406716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port 00106a34-16fa-4bda-8bd1-a660163bcf33 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:21:19.414131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:19.437936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35548c70-03db-40fc-b2d0-675d9504c56a', 'name': 'network-vif-deleted', 'tag': '00106a34-16fa-4bda-8bd1-a660163bcf33'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:21:19.474846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-923f07d9-2bc2-4d8a-9722-f787e4ebb373 req-53dd4edc-75ce-44da-a216-282bdabc668c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "DELETE /v2.0/ports/00106a34-16fa-4bda-8bd1-a660163bcf33 HTTP/1.1" status: 204 len: 173 time: 1.2782285 Mar 05 00:21:19.664422 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35548c70-03db-40fc-b2d0-675d9504c56a', 'name': 'network-vif-deleted', 'tag': '00106a34-16fa-4bda-8bd1-a660163bcf33', 'status': 'completed', 'code': 200} Mar 05 00:21:22.071156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 00106a34-16fa-4bda-8bd1-a660163bcf33 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:21:22.136196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 00106a34-16fa-4bda-8bd1-a660163bcf33 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:21:22.136875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 00106a34-16fa-4bda-8bd1-a660163bcf33 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:21:22.791377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680afa-a9c4-4083-8883-f979923118c7 req-ec09b587-bd56-4edf-84c1-1dc037f08645 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:22.792090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9f680afa-a9c4-4083-8883-f979923118c7 req-ec09b587-bd56-4edf-84c1-1dc037f08645 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Synchronizing usage tracker for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:21:22.836512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9f680afa-a9c4-4083-8883-f979923118c7 req-ec09b587-bd56-4edf-84c1-1dc037f08645 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Unset dirty status for tenant:5a97b9f568fb4725a1aef578cfe0e15b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:21:22.836512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f680afa-a9c4-4083-8883-f979923118c7 req-ec09b587-bd56-4edf-84c1-1dc037f08645 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 945 time: 0.1266239 Mar 05 00:21:22.873363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f680afa-a9c4-4083-8883-f979923118c7 req-f023f2cb-eefb-41c4-ac0e-19b69c69e8bc tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Mar 05 00:21:24.154270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-bd52251b-68a5-4f4a-9830-e45cede4d153 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:24.160798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-bd52251b-68a5-4f4a-9830-e45cede4d153 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 945 time: 0.1584053 Mar 05 00:21:24.224845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29d7c5-97d4-442b-a48c-565b7928f7e6 req-eb5c2ec5-3bfe-4e24-a378-249984f5aa30 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:24.227085 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab29d7c5-97d4-442b-a48c-565b7928f7e6 req-eb5c2ec5-3bfe-4e24-a378-249984f5aa30 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 945 time: 0.1219690 Mar 05 00:21:24.283967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Deleting port 406776d7-48b1-4f21-919a-5a358c95b8f0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:21:24.287346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:24.291000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab29d7c5-97d4-442b-a48c-565b7928f7e6 req-16692e41-64ee-46bb-aaa4-a2834458239c tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584350 Mar 05 00:21:24.623042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] For port 406776d7-48b1-4f21-919a-5a358c95b8f0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=406776d7-48b1-4f21-919a-5a358c95b8f0,segment=NetworkSegment(4864c9f6-ff5e-45e5-9112-8f958ab896db),segment_id=4864c9f6-ff5e-45e5-9112-8f958ab896db)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:21:24.623753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:24.788210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Calling delete_port for 406776d7-48b1-4f21-919a-5a358c95b8f0 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:21:24.984484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:24.998316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['406776d7-48b1-4f21-919a-5a358c95b8f0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:21:25.064120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Pushing event deleted for resources: {'Port': ['ID=406776d7-48b1-4f21-919a-5a358c95b8f0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:25.220313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] No DVR routers for this DVR port 406776d7-48b1-4f21-919a-5a358c95b8f0 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:21:25.226324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:25.229203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'name': 'network-vif-deleted', 'tag': '406776d7-48b1-4f21-919a-5a358c95b8f0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:21:25.250558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ece1fd63-04c0-48a0-94ed-da6f8a79d01d req-1fa4ac11-4319-44dd-8e15-40164eea0461 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.36 "DELETE /v2.0/ports/406776d7-48b1-4f21-919a-5a358c95b8f0 HTTP/1.1" status: 204 len: 173 time: 1.0845399 Mar 05 00:21:25.353355 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb2bc28-d6bf-4ea0-ad73-39883aa7062a', 'name': 'network-vif-deleted', 'tag': '406776d7-48b1-4f21-919a-5a358c95b8f0', 'status': 'completed', 'code': 200} Mar 05 00:21:25.600230 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a619bba-f693-46ad-825f-98aecc68b9e1 req-0c7ea67a-14c4-4522-931f-0e9d11524a86 tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb2bc28-d6bf-4ea0-ad73-39883aa7062a HTTP/1.1" status: 200 len: 210 time: 0.0568175 Mar 05 00:21:26.788276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47396) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:26.979459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-e709408e-34d7-4676-8fc8-fffa86bf2dfd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1489291 Mar 05 00:21:27.183035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.193814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.218061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-47f5ee2b-817e-4b26-9b74-1d901eca800a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6501 time: 0.1375122 Mar 05 00:21:27.401603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Deleting subnet 308a6945-82b9-4a9c-b6a6-a15de10f0ba9 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:21:27.406663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.431567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c798b2b8-3780-48aa-88fc-04ce48f2444a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.432022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c798b2b8-3780-48aa-88fc-04ce48f2444a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.432394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c798b2b8-3780-48aa-88fc-04ce48f2444a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.435946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c798b2b8-3780-48aa-88fc-04ce48f2444a service neutron] 10.222.0.10 "GET /v2.0/networks?id=efd46df0-1c82-4725-adb6-be0b3d7d344b&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=f8591d14-17ef-415b-b45d-ee136fd19f58&id=f8591d14-17ef-415b-b45d-ee136fd19f58 HTTP/1.1" status: 200 len: 2297 time: 0.1862373 Mar 05 00:21:27.488906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.567017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.660522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.724703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:27.732695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/308a6945-82b9-4a9c-b6a6-a15de10f0ba9 HTTP/1.1" status: 204 len: 168 time: 0.9432189 Mar 05 00:21:27.732863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-12398bee-f55c-4bcf-b8aa-62dad78a839b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd HTTP/1.1" status: 200 len: 1002 time: 0.2902124 Mar 05 00:21:27.734946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47410) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:27.739824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20a5fc-bc49-4863-806f-d0ed35161bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308a6945-82b9-4a9c-b6a6-a15de10f0ba9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:27.917291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.935351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.958029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.979870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.989366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:27.999972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.004816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.007943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-4120d114-dee1-430c-91ba-37ce938b51d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.5665901 Mar 05 00:21:28.136232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 406776d7-48b1-4f21-919a-5a358c95b8f0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:21:28.141762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c6bc8ac1-dd00-4944-8455-fbe7983a19e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.141762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c6bc8ac1-dd00-4944-8455-fbe7983a19e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf HTTP/1.1" status: 200 len: 855 time: 0.1193645 Mar 05 00:21:28.203853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 406776d7-48b1-4f21-919a-5a358c95b8f0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:21:28.204564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 406776d7-48b1-4f21-919a-5a358c95b8f0 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:21:28.231016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-afa531fd-9e0a-40a5-84f5-8a721311ae27 req-0c4d3008-b6f8-4210-a906-f7aeabb4e0ec tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979483 Mar 05 00:21:28.255729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.439559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.482417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9206eb68-7d7e-4dc9-985e-5d0798025d24']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:28.499684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4864c9f6-ff5e-45e5-9112-8f958ab896db') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:28.499976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4864c9f6-ff5e-45e5-9112-8f958ab896db') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:28.513891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.531069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.538501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:21:28.538892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.564893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.571411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.575676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.603308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.615224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.622245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.630271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:28.632260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4ee4292-c95b-4cba-a3e6-5784349c043f req-72164581-04d6-433d-a68c-f769487b0ec5 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.2007971 Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:21:28.637867 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:21:28.643685 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.684065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:28.684065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] Pushing event deleted for resources: {'Network': ['ID=9206eb68-7d7e-4dc9-985e-5d0798025d24,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:28.694827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe2c10fd-6fc7-496b-a966-db8111076188 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9206eb68-7d7e-4dc9-985e-5d0798025d24 HTTP/1.1" status: 204 len: 168 time: 0.9553344 Mar 05 00:21:28.707816 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-acb9cea1-87d3-4370-a9bd-d344a3ce0aa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=efd46df0-1c82-4725-adb6-be0b3d7d344b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5111918 Mar 05 00:21:28.920994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-a5ff5d57-c4e3-417d-ae9a-a0477dc52fbd service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096457 Mar 05 00:21:28.966811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47428) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:29.033698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bb659854-5a32-4397-adc2-c6c7174a57d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a97b9f568fb4725a1aef578cfe0e15b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652881 Mar 05 00:21:29.035058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47434) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:29.100684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-1890e430-c1f8-4571-a50d-83dc8b8f5b85 service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738019 Mar 05 00:21:29.122496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18ab9694-ba18-4514-af93-dbd04d2b1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:29.157417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18ab9694-ba18-4514-af93-dbd04d2b1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:29.192535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-0340a2e2-31a4-4b95-a68b-1b71a7547d5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 217 time: 0.0857937 Mar 05 00:21:29.240196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18ab9694-ba18-4514-af93-dbd04d2b1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:29.287447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9694-ba18-4514-af93-dbd04d2b1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d6ed15-8a08-49bb-a4d5-94f69aa66e5d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:29.304319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18ab9694-ba18-4514-af93-dbd04d2b1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:29.312939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-18ab9694-ba18-4514-af93-dbd04d2b1aa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00d6ed15-8a08-49bb-a4d5-94f69aa66e5d HTTP/1.1" status: 204 len: 168 time: 0.2737987 Mar 05 00:21:29.367043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-2281c793-63c4-4358-b094-6253841b2975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:29.368556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-2281c793-63c4-4358-b094-6253841b2975 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1584649 Mar 05 00:21:29.556697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-01a7daf4-5ecd-4d17-b964-bed61d819aa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1813757 Mar 05 00:21:29.964944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c20aad2c-c77f-4933-b7b1-102c50444695 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001203 Mar 05 00:21:30.205736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-7eb5f905-6407-46c6-a9ee-acb610a7d4f7 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335827 Mar 05 00:21:30.324456 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-6f0c081c-ae60-450d-ac3e-ca4035864131 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 217 time: 0.1102841 Mar 05 00:21:30.414906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-6b254749-9cc1-4f97-90f5-2be3ef342850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:30.416906 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-6b254749-9cc1-4f97-90f5-2be3ef342850 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.0840220 Mar 05 00:21:31.126175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-1d64e015-813a-45b3-afa3-9b60c66640e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7009590 Mar 05 00:21:31.562128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-7f5b1aee-39f5-45d3-bd0b-e1c9b695b59e service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201405 Mar 05 00:21:31.804722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:31.816251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-f56ee74e-2193-4028-b607-8769768279cd service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524807 Mar 05 00:21:31.902169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-999b9bc6-e408-4e8b-bc8c-e97e7bb3325a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=523654cd-ac18-4cb0-a15a-f9c36f477900 HTTP/1.1" status: 200 len: 217 time: 0.0793130 Mar 05 00:21:32.026091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-92f33658-77a5-4b1d-8628-a405ed6bd394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:32.029173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-92f33658-77a5-4b1d-8628-a405ed6bd394 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1184688 Mar 05 00:21:32.170685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47720) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:32.220469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-43fe8945-b69e-48ff-99b2-d2186119117d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828778 Mar 05 00:21:32.347897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:32.419642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:32.435864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Usage tracker for resource:security_group_rule and tenant:8852c93e6e4549df8b018b3f62ef1ada is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:32.439815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:32.448784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-1c7f728a-b2b6-46d7-93bb-010bb3efd2f2 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221768 Mar 05 00:21:32.450079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:32.567428 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6abc772-d871-4fde-9d6b-7c6f3fb77682 req-5dcbe741-8d2d-45a3-b72a-5642be6fca96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6501 time: 0.3946846 Mar 05 00:21:32.647915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6abc772-d871-4fde-9d6b-7c6f3fb77682 req-3cac8186-b726-4a9d-88f5-45f7361ceb7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756276 Mar 05 00:21:32.733747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-4f02bce0-f64d-4a14-8491-9176dce2fd95 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714655 Mar 05 00:21:32.812149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:32.823097 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-53d2dd0b-236b-47a1-b6a4-e1f6568b7d32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74 HTTP/1.1" status: 200 len: 217 time: 0.0754957 Mar 05 00:21:32.824054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:32.976946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-7133a3fe-b7b1-4554-981e-cd1644aed7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:32.977618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-7133a3fe-b7b1-4554-981e-cd1644aed7fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1434541 Mar 05 00:21:33.071456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aed0a8-8c9b-4e27-a083-bd8d55b5ce53,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:33.098209 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c3eb0aba-cb72-4c4b-9013-5126cb460af6 req-dad46ee0-4e0c-4dab-863d-14b2e8c31e84 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1763363 Mar 05 00:21:33.123479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5267c1d5-80d1-4f13-8317-1786fbae831c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8852c93e6e4549df8b018b3f62ef1ada&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3168192 Mar 05 00:21:33.126952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47832) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:33.148936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-0e107339-e088-4e6d-9227-ab12e154e5a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349614 Mar 05 00:21:33.236374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-923d79cd-0e7e-454e-943d-91aa071ecdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:33.277150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-923d79cd-0e7e-454e-943d-91aa071ecdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:33.322705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-219b7435-51fb-498d-99b0-52335a7b6bf3 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684453 Mar 05 00:21:33.357782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-923d79cd-0e7e-454e-943d-91aa071ecdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:33.406635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-923d79cd-0e7e-454e-943d-91aa071ecdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:33.408022 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-923d79cd-0e7e-454e-943d-91aa071ecdff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3aed0a8-8c9b-4e27-a083-bd8d55b5ce53 HTTP/1.1" status: 204 len: 168 time: 0.2801204 Mar 05 00:21:33.409017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d79cd-0e7e-454e-943d-91aa071ecdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aed0a8-8c9b-4e27-a083-bd8d55b5ce53,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:33.568926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-60edba69-0fba-42d4-b042-52e643ede9a0 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361755 Mar 05 00:21:33.654959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-522253cf-7173-4db8-bde1-97aa92e8cdf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0673628-0871-41bc-b8f3-8340b647a913 HTTP/1.1" status: 200 len: 217 time: 0.0796568 Mar 05 00:21:33.868238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-80fb3451-0820-4ec7-9789-45d8d792118f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:33.873338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-80fb3451-0820-4ec7-9789-45d8d792118f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.2127028 Mar 05 00:21:34.021055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-c2e00759-afec-4dd4-aa36-da27ff9e20fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1405773 Mar 05 00:21:34.051829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47952) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:34.104367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.209398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:34.225632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Usage tracker for resource:security_group_rule and tenant:15d7589f6aca4458a714dc65fbdc469a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:34.230450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:34.238600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:34.246278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-9bcb1749-bac7-4d86-99ba-ced32810c55e service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086380 Mar 05 00:21:34.352852 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.359950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.412841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f662424-cbd5-40e4-83c7-4f935d31ec68,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:34.421305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4731267-abca-4a2a-9209-0620651ad911 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d7589f6aca4458a714dc65fbdc469a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3649070 Mar 05 00:21:34.422283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47998) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:34.515802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5a8a-0dd6-4c6a-95c5-6a20a07a5e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.565148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5a8a-0dd6-4c6a-95c5-6a20a07a5e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.572876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ebae99ee-9980-4db3-af83-d9fa9c04920a req-5ac8d4b3-4414-4f35-a0f7-8d5a90534f22 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1810153 Mar 05 00:21:34.622669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-fd7e8c27-2ec7-4678-8609-540900fd8f6a service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673782 Mar 05 00:21:34.644142 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5a8a-0dd6-4c6a-95c5-6a20a07a5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.663568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a5a8a-0dd6-4c6a-95c5-6a20a07a5e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f662424-cbd5-40e4-83c7-4f935d31ec68,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:34.671856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5a8a-0dd6-4c6a-95c5-6a20a07a5e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:34.673638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a1a5a8a-0dd6-4c6a-95c5-6a20a07a5e49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f662424-cbd5-40e4-83c7-4f935d31ec68 HTTP/1.1" status: 204 len: 168 time: 0.2491806 Mar 05 00:21:34.697706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-7eda0276-7979-4051-8277-4b526e61226d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2 HTTP/1.1" status: 200 len: 217 time: 0.0677412 Mar 05 00:21:34.778052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-2299181d-d98c-4ac3-8193-3ea5db3a843c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:34.779929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-2299181d-d98c-4ac3-8193-3ea5db3a843c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.0766265 Mar 05 00:21:34.898828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-17d55df9-36b9-4974-9d3e-a034c3c1b515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129415 Mar 05 00:21:34.907897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-083a2664-43fa-4b96-9c87-ec0779b10d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:35.084182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-f7a5988c-7556-4265-bef5-0238c3e4d98a service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786239 Mar 05 00:21:35.269313 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19407197-3812-43b9-ac72-7bdd5f43a3fc req-61a754b0-caa3-48fc-8742-94eeb30e63c1 service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690090 Mar 05 00:21:35.799457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4cd343b-44f4-4705-b36f-2fbf24c1f193 req-f9260c4f-3869-417d-942c-b6370036d1d0 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0415299 Mar 05 00:21:36.995852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fdd0c80-603d-40f3-a051-8a3f7663c634 req-bc8a0278-4307-404f-a93c-67f43d1bffc7 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0468369 Mar 05 00:21:37.002160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3df79e34-eb7b-46f2-8371-062c0e49e897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:37.562658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03f47516-9462-4478-ac95-cf4ac65502c5 req-0efe6618-bf5d-4422-ab4b-00ef52e1feda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0382664 Mar 05 00:21:37.971361 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:21:38.169259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce048731-b426-4f60-b1a5-f7a403e0a8d0 req-6e45a2fd-4dd4-4593-bebf-e0a4dd4625a2 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:38.171142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce048731-b426-4f60-b1a5-f7a403e0a8d0 req-6e45a2fd-4dd4-4593-bebf-e0a4dd4625a2 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.0944712 Mar 05 00:21:38.234194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce048731-b426-4f60-b1a5-f7a403e0a8d0 req-8b97e9fc-7a51-4253-8f44-78262cd02912 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Mar 05 00:21:38.258490 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:38.273036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71e4122d-fb28-4ca7-b6ba-368f56dad398 req-12ac24a1-0a64-4f3c-859c-53347458e03c tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0834377 Mar 05 00:21:38.348243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:39.478771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae98c8-0340-46da-94fb-9ba24edeb859 req-8c819b5f-27a4-43be-b118-9534e5744958 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:39.480221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8ae98c8-0340-46da-94fb-9ba24edeb859 req-8c819b5f-27a4-43be-b118-9534e5744958 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.1033058 Mar 05 00:21:39.489114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b3ad821-32f6-4d5b-a982-b5cea5935913 req-b560efc3-e450-4afd-be87-87165305b673 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0552313 Mar 05 00:21:39.571549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8ae98c8-0340-46da-94fb-9ba24edeb859 req-372a8c66-396b-4ebf-b8d2-e95c928ef7bf tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842507 Mar 05 00:21:39.732587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:39.863466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c63244-e621-468b-9963-696e38db952e req-9aebf808-7eac-4777-95a4-4314582f27d0 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:39.865573 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88c63244-e621-468b-9963-696e38db952e req-9aebf808-7eac-4777-95a4-4314582f27d0 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.10 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.1004865 Mar 05 00:21:40.025237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Deleting port 6049cc54-08ab-4254-989d-fc2b1abc0158 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:21:40.025756 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:40.160684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5721555b-1466-442d-81d4-4c1df12dda81 req-8d7e8939-69b1-4a9e-9db0-35a1258879b3 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0684571 Mar 05 00:21:40.369922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] For port 6049cc54-08ab-4254-989d-fc2b1abc0158, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=6049cc54-08ab-4254-989d-fc2b1abc0158,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:21:40.370384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:40.619451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Calling delete_port for 6049cc54-08ab-4254-989d-fc2b1abc0158 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:21:40.620038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:40.791151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:40.830915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:40.842014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc76b2-0b95-490f-bfab-68523cb377eb req-e0ca1896-e4e6-4387-8f96-d877301ca52c tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:40.843048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['6049cc54-08ab-4254-989d-fc2b1abc0158'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:21:40.843583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31fc76b2-0b95-490f-bfab-68523cb377eb req-e0ca1896-e4e6-4387-8f96-d877301ca52c tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/ports?device_id=23bbb5a3-e988-42a8-a87c-c73869381a39 HTTP/1.1" status: 200 len: 949 time: 0.1428361 Mar 05 00:21:40.846187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:40.850407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Usage tracker for resource:security_group_rule and tenant:d7918d80464a416a9112ca3de67c1b75 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:40.853462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:40.859751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:40.904114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Pushing event deleted for resources: {'Port': ['ID=6049cc54-08ab-4254-989d-fc2b1abc0158,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:40.926420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.926702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.927007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.927345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.927675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.928473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.928473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.928607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.928927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.929306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.929640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:40.939978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:40.949732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.002907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7918d80464a416a9112ca3de67c1b75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3817863 Mar 05 00:21:41.008899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48172) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:41.012369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c02d7-e6ad-40ba-a3fa-69f3cf848d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26025e20-9bcd-4184-9218-de2b7099aa15,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:41.028524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] No DVR routers for this DVR port 6049cc54-08ab-4254-989d-fc2b1abc0158 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:21:41.033158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.035669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'name': 'network-vif-deleted', 'tag': '6049cc54-08ab-4254-989d-fc2b1abc0158'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:21:41.054696 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31fc76b2-0b95-490f-bfab-68523cb377eb req-573cb785-f2c0-4a55-87cd-efb7b271c22f tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.32 "GET /v2.0/security-groups?id=737e9827-d197-4af4-8b42-d7fdc110235a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719530 Mar 05 00:21:41.071750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-88c63244-e621-468b-9963-696e38db952e req-e8956f2c-badf-4191-9e6e-b3fdf3d94767 tempest-VolumesBackupsTest-1704572559 tempest-VolumesBackupsTest-1704572559-project] 10.222.0.10 "DELETE /v2.0/ports/6049cc54-08ab-4254-989d-fc2b1abc0158 HTTP/1.1" status: 204 len: 173 time: 1.2006490 Mar 05 00:21:41.090001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-052e61d0-4c9f-4738-9855-d659ac501e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.150346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-052e61d0-4c9f-4738-9855-d659ac501e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.235336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-052e61d0-4c9f-4738-9855-d659ac501e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.257837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e61d0-4c9f-4738-9855-d659ac501e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26025e20-9bcd-4184-9218-de2b7099aa15,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:41.271280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-052e61d0-4c9f-4738-9855-d659ac501e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.276112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-052e61d0-4c9f-4738-9855-d659ac501e5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26025e20-9bcd-4184-9218-de2b7099aa15 HTTP/1.1" status: 204 len: 168 time: 0.2662127 Mar 05 00:21:41.344137 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bbb5a3-e988-42a8-a87c-c73869381a39', 'name': 'network-vif-deleted', 'tag': '6049cc54-08ab-4254-989d-fc2b1abc0158', 'status': 'completed', 'code': 200} Mar 05 00:21:41.419223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f1504fc-1047-4a57-aeec-7d3300a41bf8 req-c5cfdca0-493d-4cdf-a103-61adfc748288 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0491288 Mar 05 00:21:41.689435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48198) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:41.716616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.764105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:41.770874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Usage tracker for resource:security_group_rule and tenant:97a347d111a144d3b2fd1299386e8507 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:41.774456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:41.781325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:41.868496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.872817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:41.918346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93de14-f098-46a0-b68f-6942ae819637,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:41.925705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a50c5d83-eede-4cff-847f-fcb6c7d7d489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a347d111a144d3b2fd1299386e8507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2342811 Mar 05 00:21:41.927155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48206) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:42.014208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5459c78e-99ac-469d-8eda-1801711f26a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:42.045420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5459c78e-99ac-469d-8eda-1801711f26a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:42.127846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5459c78e-99ac-469d-8eda-1801711f26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:42.156653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5459c78e-99ac-469d-8eda-1801711f26a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:42.158768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5459c78e-99ac-469d-8eda-1801711f26a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd93de14-f098-46a0-b68f-6942ae819637 HTTP/1.1" status: 204 len: 168 time: 0.2303960 Mar 05 00:21:42.165608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459c78e-99ac-469d-8eda-1801711f26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93de14-f098-46a0-b68f-6942ae819637,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:42.651641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-d2d80813-d920-435c-b544-351148607612 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439657 Mar 05 00:21:42.771370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e978d70-a720-4863-8377-09cc38c2c96e req-9c4b8baa-5398-4ad4-be34-12898ca7804c tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0511584 Mar 05 00:21:42.803184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-883f2c09-491f-4d25-a25b-025f3e30fc52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1096 time: 0.1285508 Mar 05 00:21:43.045304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-a38565ad-d88c-45db-8340-457b4ea806c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:43.047091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-a38565ad-d88c-45db-8340-457b4ea806c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.2216332 Mar 05 00:21:43.246668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-d720bb77-e940-4503-82b6-d182bc39cc66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 1001 time: 0.1922708 Mar 05 00:21:43.334767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-e977f135-e54b-41a6-bcc1-1247e8a2084e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:43.336404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-e977f135-e54b-41a6-bcc1-1247e8a2084e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.0841446 Mar 05 00:21:43.430569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-78da4e2c-8995-4d92-9f60-ab4763022770 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880134 Mar 05 00:21:43.493613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6049cc54-08ab-4254-989d-fc2b1abc0158 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:21:43.542458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 6049cc54-08ab-4254-989d-fc2b1abc0158 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:21:43.543099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 6049cc54-08ab-4254-989d-fc2b1abc0158 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:21:43.662397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-0f30aaba-429c-4882-868e-c5914ad4f0bf service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233932 Mar 05 00:21:44.061678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09ad5ac-a3e6-45b1-a74d-c450df87d308 req-f5715d9e-81af-4b0d-a684-11ba8cf584fd service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938968 Mar 05 00:21:44.067736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8936f5ac-21c1-4d95-bd48-90cb2f8e5314 req-ba0b3f95-f039-4aa0-b58f-e9030740c935 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1071846 Mar 05 00:21:44.700252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965f71a-31d1-4425-a297-21a6e77290b1 req-685072f3-0c56-4965-8bf2-ecfc27c8af63 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:44.708539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e965f71a-31d1-4425-a297-21a6e77290b1 req-685072f3-0c56-4965-8bf2-ecfc27c8af63 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.0999324 Mar 05 00:21:44.804704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e965f71a-31d1-4425-a297-21a6e77290b1 req-8b533893-fdb8-4147-a270-1bb0e38e15ea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940392 Mar 05 00:21:45.306122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efd3f831-d9b5-40c2-9e9b-77c7bfb3bcb2 req-9c4384f1-bde5-47be-9b38-ae5ce9ce9511 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0477705 Mar 05 00:21:46.073950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87bbfd-e977-42ea-af81-e2b0a9866a4c req-aa998082-5f85-430c-9920-bc0483554eea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:46.075984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c87bbfd-e977-42ea-af81-e2b0a9866a4c req-aa998082-5f85-430c-9920-bc0483554eea tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1127925 Mar 05 00:21:46.131318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c87bbfd-e977-42ea-af81-e2b0a9866a4c req-a71759d2-47e1-473f-a49d-e7cf5c80c4cb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494065 Mar 05 00:21:46.541914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d2219417-4972-4aa7-94cd-c2c9ba1285d7 req-8bec03cd-d7e1-4ba9-bae0-c6685024daa7 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0524108 Mar 05 00:21:47.409393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2f4b-fea1-4b15-bcc9-0ffb5212b002 req-95178b9a-485f-4cd7-bb59-4589d585a965 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:47.411121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f24e2f4b-fea1-4b15-bcc9-0ffb5212b002 req-95178b9a-485f-4cd7-bb59-4589d585a965 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1186657 Mar 05 00:21:47.467641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f24e2f4b-fea1-4b15-bcc9-0ffb5212b002 req-c602f2aa-8101-4ef8-a92b-ba708bee06a0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510461 Mar 05 00:21:47.753011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1345a6e5-6a67-4c9c-83ca-d698db2bac09 req-e63fba01-43be-4691-80e0-8b3c694be285 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0418675 Mar 05 00:21:48.775611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78cb24-4750-4a2e-aba5-9df8ce7e8331 req-421557ae-214a-4e5c-a892-5a181f5fdba9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:48.777006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e78cb24-4750-4a2e-aba5-9df8ce7e8331 req-421557ae-214a-4e5c-a892-5a181f5fdba9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1269433 Mar 05 00:21:48.830630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e78cb24-4750-4a2e-aba5-9df8ce7e8331 req-c7ef3b08-d8b8-40bc-b3e1-35915cbe5680 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465508 Mar 05 00:21:49.002527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-881bb1c4-2175-4cbd-8612-a58eb1c9ca9d req-2a008dd3-908b-4a9b-a019-3f322bf8d39a tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0661430 Mar 05 00:21:49.462241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48394) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:49.632725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:49.666405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:49.670455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Usage tracker for resource:security_group_rule and tenant:2a212408b291478888276b5a1f56609f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:49.673985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:49.681416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:49.758586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:49.762482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:49.812431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e8cf5-ef25-4603-bf3e-de2d0e34d843,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:49.819697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48402) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:49.822483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b075323c-641f-4385-a2cd-9edf37b56705 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a212408b291478888276b5a1f56609f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3584802 Mar 05 00:21:49.885987 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e78bc44b-dbbf-4d4a-beec-c6f243c91ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:49.913632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e78bc44b-dbbf-4d4a-beec-c6f243c91ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:49.971783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e78bc44b-dbbf-4d4a-beec-c6f243c91ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:49.988554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bc44b-dbbf-4d4a-beec-c6f243c91ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e8cf5-ef25-4603-bf3e-de2d0e34d843,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:50.007627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e78bc44b-dbbf-4d4a-beec-c6f243c91ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:50.011157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e78bc44b-dbbf-4d4a-beec-c6f243c91ff8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd4e8cf5-ef25-4603-bf3e-de2d0e34d843 HTTP/1.1" status: 204 len: 168 time: 0.1883619 Mar 05 00:21:50.106645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c468-a7bc-4c7f-84cb-f856fef9e2dd req-5fbc5528-4195-4aa5-9af2-05380c1fb5f7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:50.108181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f394c468-a7bc-4c7f-84cb-f856fef9e2dd req-5fbc5528-4195-4aa5-9af2-05380c1fb5f7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1350546 Mar 05 00:21:50.179586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f394c468-a7bc-4c7f-84cb-f856fef9e2dd req-9654f55b-3b06-41b1-bae8-9c0bf9de1a09 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652797 Mar 05 00:21:50.261603 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e7df58b-7fa5-4d6f-a03f-094b38e46824 req-cb28f964-0b23-44e0-9a68-6fe3f908c5e1 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0510290 Mar 05 00:21:50.878757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48436) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:51.052288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-110016686-network', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:21:51.057512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:51.063248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Usage tracker for resource:network and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:51.069735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:51.079557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:51.090518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Made reservation on behalf of aa61c4ec7701405b913cf3089dfab611 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:21:51.093537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.107316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.141792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:51.146128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:51.149619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:51.155470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:51.237197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.242126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.281632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:21:51.290660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c277cffd-131a-49f5-a6f3-52ccbf545bd3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:51.302428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.305068 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Added segment b9388c81-6775-451d-97f4-81e100e77df2 of type vlan for network 39d39f4c-c1dd-484b-8926-6e086557a187 Mar 05 00:21:51.341999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.410088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.411213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:51.411985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.444556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f1498-3e6b-4599-94f2-0f44ccde40e6 req-8ce15651-03f1-48b3-acee-1362cb713a30 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:51.447455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e52f1498-3e6b-4599-94f2-0f44ccde40e6 req-8ce15651-03f1-48b3-acee-1362cb713a30 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.0984912 Mar 05 00:21:51.525811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e52f1498-3e6b-4599-94f2-0f44ccde40e6 req-bd4d5417-60c4-407b-aea7-3c9f994990a2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728209 Mar 05 00:21:51.586264 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc0bbc66-4bca-4ae0-beb3-303a9b2c65c6 req-d1b2e07e-331f-4951-97a4-5adf67ec1bcf tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1224701 Mar 05 00:21:51.603671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7235594 Mar 05 00:21:51.606672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48450) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:51.614577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f68f41-f6ac-421d-bbcd-a9dbcee24f68 admin admin] Pushing event updated for resources: {'Network': ['ID=39d39f4c-c1dd-484b-8926-6e086557a187,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:51.614862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Request body: {'subnet': {'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-110016686-subnet', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:21:51.621967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:51.627176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Usage tracker for resource:subnet and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:51.628424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 39d39f4c-c1dd-484b-8926-6e086557a187 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:21:51.630649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:51.637454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:51.649833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Made reservation on behalf of aa61c4ec7701405b913cf3089dfab611 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:21:51.652451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.884793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:51.967768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Checking segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:21:51.968394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Network hostable DHCP agents. Network: 39d39f4c-c1dd-484b-8926-6e086557a187, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:21:51.975530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db74099-913a-4371-ab7e-d656ecf06b23,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:51.997382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Network 39d39f4c-c1dd-484b-8926-6e086557a187 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:21:52.009717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 39d39f4c-c1dd-484b-8926-6e086557a187) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:21:52.015627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:52.016674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.025608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe5e17-ac1e-4a38-bc56-498f905fa555 None None] Network 39d39f4c-c1dd-484b-8926-6e086557a187 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:21:52.059115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b45ba95-d552-4ecc-a4a8-e3d0b51c9eb4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4513397 Mar 05 00:21:52.061914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48454) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:52.066956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:21:52.072758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:52.077030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Usage tracker for resource:router and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:52.080327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:52.091129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:52.106032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.107881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.134791 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.303803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.357175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-39d39f4c-c1dd-484b-8926-6e086557a187', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:21:52.358036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.592952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Allocated IP 172.20.0.2 (39d39f4c-c1dd-484b-8926-6e086557a187/4db74099-913a-4371-ab7e-d656ecf06b23/25869a8d-4536-4d83-8740-a886140c31c1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:21:52.612467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.842430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.852579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6c5e9-8b41-4809-a450-93491eac58f7 req-39139b19-3f43-45bb-966e-75ec75f48a69 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:52.854849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89b6c5e9-8b41-4809-a450-93491eac58f7 req-39139b19-3f43-45bb-966e-75ec75f48a69 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1130722 Mar 05 00:21:52.897241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e52e2dd5-1bf2-452e-b612-9c97fe47bdc6 req-6ab1cd93-eb08-43aa-9fe0-e22acefdb7f2 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1001151 Mar 05 00:21:52.928976 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:52.958721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89b6c5e9-8b41-4809-a450-93491eac58f7 req-1cc148c0-6cae-4ab5-9031-168fe7df5a8a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972292 Mar 05 00:21:52.970655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Transition to ACTIVE for port object 25869a8d-4536-4d83-8740-a886140c31c1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:21:53.003883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Transition to ACTIVE for port object 25869a8d-4536-4d83-8740-a886140c31c1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:21:53.014179 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.043938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Allocated IP 172.25.0.177 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5ec6da8f-953d-4bf3-bcfa-9784f001aefc) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:21:53.074129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Network 39d39f4c-c1dd-484b-8926-6e086557a187 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:21:53.080228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:21:53.088384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:21:53.182737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Pushing event updated for resources: {'Port': ['ID=25869a8d-4536-4d83-8740-a886140c31c1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:53.214630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.215192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Attempting to bind port 25869a8d-4536-4d83-8740-a886140c31c1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:21:53.215784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Attempting to bind port 25869a8d-4536-4d83-8740-a886140c31c1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:21:53.216145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Attempting to bind port 25869a8d-4536-4d83-8740-a886140c31c1 on network 39d39f4c-c1dd-484b-8926-6e086557a187 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:21:53.228859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.229594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.229937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.230487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.230849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.231141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.231465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.231750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.232063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.232379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.232853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:21:53.236909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:21:53.237301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Checking segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:21:53.237702 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.238366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Bound using segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:21:53.238827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Bound port: 25869a8d-4536-4d83-8740-a886140c31c1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:21:53.239191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.261686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.344272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:21:53.344483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] For port 25869a8d-4536-4d83-8740-a886140c31c1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:21:53.345356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Pushing event updated for resources: {'Port': ['ID=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:53.347960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:21:53.350252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:21:53.357096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] For port 25869a8d-4536-4d83-8740-a886140c31c1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=25869a8d-4536-4d83-8740-a886140c31c1,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:21:53.363082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.480354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a7c90-6400-407a-ad5d-1838fbb03c46 None None] Pushing event updated for resources: {'Port': ['ID=25869a8d-4536-4d83-8740-a886140c31c1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:53.587654 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.589087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:53.895502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:21:54.160639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:21:54.178952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Sync routers for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:21:54.196332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:21:54.198155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:54.200997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:54.202877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d1f39d3b-bec5-4b4e-995f-c2d0a8619ebd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1399570 Mar 05 00:21:54.208119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48480) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:54.313654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e647d-5f85-451c-9a10-26d9f37a9891 req-1a5b4ac6-e9dc-44cd-b257-b9e5718fee57 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:54.322329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-954e647d-5f85-451c-9a10-26d9f37a9891 req-1a5b4ac6-e9dc-44cd-b257-b9e5718fee57 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1549058 Mar 05 00:21:54.385838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1e755b0-ab97-4987-ad81-15c6c77d0d53 req-4bbf7b90-ccb3-43f7-be87-7da79fdda672 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1799214 Mar 05 00:21:54.392300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-954e647d-5f85-451c-9a10-26d9f37a9891 req-503d1f43-25f4-4169-8d13-4dafa5082c22 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623927 Mar 05 00:21:54.483958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:21:54.863860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d7084-307f-448d-83a7-aa697e7abe0f None None] Network 39d39f4c-c1dd-484b-8926-6e086557a187 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:21:55.136406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f21177e5-a5c5-4d87-922b-88a34448eb71 None None] Provisioning for port 25869a8d-4536-4d83-8740-a886140c31c1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:21:55.230226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:53Z', 'revision_number': 3, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:55.240041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Checking router: 1b03cf6b-5c04-4663-bd34-65118f1e3b17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:21:55.240538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Updating router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:21:55.349781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:55.496695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 25869a8d-4536-4d83-8740-a886140c31c1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:21:55.621414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:55.825711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 25869a8d-4536-4d83-8740-a886140c31c1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:21:55.838842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-900d42d2-768d-4255-9a40-4c34848c488e None None] Provisioning complete for port 25869a8d-4536-4d83-8740-a886140c31c1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:21:55.839484 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-900d42d2-768d-4255-9a40-4c34848c488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:55.841128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a66a40a-8f66-44aa-89c0-a01e722a5e32 req-f3106382-1b40-4111-8a6b-7553ef864247 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0986469 Mar 05 00:21:55.879411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375f10c-a843-4e58-a29b-b30ed6bb1177 req-a5a2868b-5776-4f38-9266-ea5bd0f7b5cb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:55.880953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e375f10c-a843-4e58-a29b-b30ed6bb1177 req-a5a2868b-5776-4f38-9266-ea5bd0f7b5cb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2880309 Mar 05 00:21:55.899830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 25869a8d-4536-4d83-8740-a886140c31c1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:21:55.900200 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:55.971925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e375f10c-a843-4e58-a29b-b30ed6bb1177 req-083460fb-b088-43e9-a315-f4d6bd9a3a6f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781164 Mar 05 00:21:56.000909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-61fb24ee-98b2-498c-a160-33273791525d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:21:56.051729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Allocated IP 172.20.0.1 (39d39f4c-c1dd-484b-8926-6e086557a187/4db74099-913a-4371-ab7e-d656ecf06b23/c42b0df4-2d74-44d1-916e-c6e2d97fe7f4) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:21:56.129260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-900d42d2-768d-4255-9a40-4c34848c488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.158084 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.212684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Transition to ACTIVE for port object 5ec6da8f-953d-4bf3-bcfa-9784f001aefc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:21:56.227917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:21:56.240529 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.253083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.275654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Transition to ACTIVE for port object c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:21:56.293412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-900d42d2-768d-4255-9a40-4c34848c488e None None] For port 25869a8d-4536-4d83-8740-a886140c31c1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=25869a8d-4536-4d83-8740-a886140c31c1,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:21:56.295330 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.307228 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.320095 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-900d42d2-768d-4255-9a40-4c34848c488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.379656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Network 39d39f4c-c1dd-484b-8926-6e086557a187 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:21:56.388556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:21:56.397880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:21:56.484431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1dd8-2281-4882-8c36-5cbccf63887a None None] Pushing event updated for resources: {'Port': ['ID=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:56.489930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Attempting to bind port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:21:56.490301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Attempting to bind port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:21:56.490709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Attempting to bind port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:21:56.514756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Pushing event updated for resources: {'Port': ['ID=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:56.519541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.639927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:21:56.640218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:21:56.640620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.641062 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:21:56.641577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Bound port: 5ec6da8f-953d-4bf3-bcfa-9784f001aefc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:21:56.641946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.645853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.756333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:21:56.808028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'mac_address': 'fa:16:3e:81:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:21:56.826650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:21:56.827260 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:21:56.870608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d42d2-768d-4255-9a40-4c34848c488e None None] Pushing event updated for resources: {'Port': ['ID=25869a8d-4536-4d83-8740-a886140c31c1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:56.904328 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.949816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e60869f7-3c91-4c45-a0e9-4a9b8d2fbf8e None None] Provisioning for port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:21:56.968846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] For port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:21:56.972884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] For port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:21:56.974053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e60869f7-3c91-4c45-a0e9-4a9b8d2fbf8e None None] Provisioning complete for port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:21:56.974279 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e60869f7-3c91-4c45-a0e9-4a9b8d2fbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:56.995803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.004259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.029922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85826cf2-26bc-4666-93d5-8f0e15fbbd5d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:21:57.070444 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.103116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:21:57.170249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.184936 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.191647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Pushing event updated for resources: {'Port': ['ID=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:57.252206 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fcfc4c1-0568-4667-aad3-c2f45604859f req-b8d0a9c9-bb9b-4f2e-8f08-2ea67c4ba25c tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0622849 Mar 05 00:21:57.324528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1dd8-2281-4882-8c36-5cbccf63887a None None] Pushing event updated for resources: {'Port': ['ID=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:57.356461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d6711-6db7-4684-a1d8-f8688caf7363 req-56a23dd6-0a3a-4c9b-bd42-0726061af49a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:57.361699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-296d6711-6db7-4684-a1d8-f8688caf7363 req-56a23dd6-0a3a-4c9b-bd42-0726061af49a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.1167386 Mar 05 00:21:57.428924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['85826cf2-26bc-4666-93d5-8f0e15fbbd5d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:21:57.438106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-296d6711-6db7-4684-a1d8-f8688caf7363 req-aa82e765-ca35-448e-b01a-9f53fa21c464 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687716 Mar 05 00:21:57.454283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Network 39d39f4c-c1dd-484b-8926-6e086557a187 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:21:57.457047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:21:57.537858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e60869f7-3c91-4c45-a0e9-4a9b8d2fbf8e None None] Port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:21:57.568822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.580169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:57.600996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:21:57.602044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:57.841883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:57.931436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:21:57.979342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 25869a8d-4536-4d83-8740-a886140c31c1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:21:58.050066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2eb9089a-9356-4476-b1a2-bd66a047f44d None None] Provisioning complete for port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:21:58.050625 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2eb9089a-9356-4476-b1a2-bd66a047f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:58.061973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:21:58.236780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9089a-9356-4476-b1a2-bd66a047f44d None None] Port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:21:58.295668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:21:58.306805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-99a9359e-3516-4038-b1a9-c0faf09b6d30 admin admin] 10.222.0.32 "PUT /v2.0/routers/1b03cf6b-5c04-4663-bd34-65118f1e3b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0972102 Mar 05 00:21:58.369857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 25869a8d-4536-4d83-8740-a886140c31c1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:21:58.370791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:58.583522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f72bf814-dad2-46c5-b437-0648449d38c6 req-b5a57bca-f99e-4b4d-8fcc-87e2517aea2f tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1135674 Mar 05 00:21:58.745358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996bede-2f9a-4ecb-9189-0ceb672cfa04 req-b83248d9-1d82-4d2f-bebc-30511c25a70f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:21:58.747065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1996bede-2f9a-4ecb-9189-0ceb672cfa04 req-b83248d9-1d82-4d2f-bebc-30511c25a70f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.0958822 Mar 05 00:21:58.795049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61fb24ee-98b2-498c-a160-33273791525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 2, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:21:58.800369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb24ee-98b2-498c-a160-33273791525d None None] The sync data for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 is: [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 2, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:21:58.825871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1996bede-2f9a-4ecb-9189-0ceb672cfa04 req-80bd2b42-7311-43e2-947c-37982d4f1ae3 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710940 Mar 05 00:21:58.855226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48528) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:59.168776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.240059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:59.247588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Usage tracker for resource:security_group_rule and tenant:d8322ec723bc49568a6f3c3403569198 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:59.252767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:59.259763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:59.389531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.398778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.462554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e74981-e98d-4284-bae0-afa1e4e58654,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:59.476995 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6570964-efa7-49e4-99d6-a329db0e7606 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8322ec723bc49568a6f3c3403569198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6204863 Mar 05 00:21:59.479593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48544) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:59.582999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac6c25e3-b789-4c32-9b55-e4e38b6123e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.614155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac6c25e3-b789-4c32-9b55-e4e38b6123e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.678856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac6c25e3-b789-4c32-9b55-e4e38b6123e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.720775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c25e3-b789-4c32-9b55-e4e38b6123e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e74981-e98d-4284-bae0-afa1e4e58654,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:21:59.739852 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac6c25e3-b789-4c32-9b55-e4e38b6123e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.744532 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac6c25e3-b789-4c32-9b55-e4e38b6123e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49e74981-e98d-4284-bae0-afa1e4e58654 HTTP/1.1" status: 204 len: 168 time: 0.2636905 Mar 05 00:21:59.809674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48556) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:21:59.823599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1938286753-network', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:21:59.832075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:21:59.838378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Usage tracker for resource:network and tenant:6ce6d554c9dc472cad6dad5840ae41b3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:21:59.841822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:21:59.848736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:21:59.881690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Made reservation on behalf of 6ce6d554c9dc472cad6dad5840ae41b3 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:21:59.886710 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.930167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:21:59.988023 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-869a8bb4-fb4f-442b-b83b-47b7beb5d9ff req-80988b82-5787-408a-9e71-572143200926 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1393590 Mar 05 00:22:00.025156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:00.035706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Usage tracker for resource:security_group_rule and tenant:6ce6d554c9dc472cad6dad5840ae41b3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:00.037106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ec6da8f-953d-4bf3-bcfa-9784f001aefc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:00.046491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:00.061830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:00.186173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:00.204410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:00.205454 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.258241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:00.300096 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.318871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114067e-8cfd-4f12-a2ec-d2aafb4c7c03 req-d9e3b6ea-cd01-40d4-97b6-aff3bdfd6036 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:00.321036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7114067e-8cfd-4f12-a2ec-d2aafb4c7c03 req-d9e3b6ea-cd01-40d4-97b6-aff3bdfd6036 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.1403649 Mar 05 00:22:00.322263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.335612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:22:00.349310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.349965 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Added segment 207ba37f-65bc-4542-9d1d-0a0d4dfd38c6 of type vlan for network bd4b2cc2-fb16-4a03-a48e-697a49e84029 Mar 05 00:22:00.384022 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.454479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9dc572-7a26-4c56-ab20-9239eaf41abd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:00.463272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.463272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:00.463272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.494882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:00.495358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.613724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.633387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8197839 Mar 05 00:22:00.633612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:00.633718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:00.640072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Request body: {'subnet': {'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1938286753-subnet', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:22:00.649351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:00.659965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Usage tracker for resource:subnet and tenant:6ce6d554c9dc472cad6dad5840ae41b3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:00.663320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:00.666381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.680113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:00.693662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5191f-0a87-435c-8a00-10562e2e21cd admin admin] Pushing event updated for resources: {'Network': ['ID=bd4b2cc2-fb16-4a03-a48e-697a49e84029,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:00.737945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Made reservation on behalf of 6ce6d554c9dc472cad6dad5840ae41b3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:22:00.740495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.741210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7114067e-8cfd-4f12-a2ec-d2aafb4c7c03 req-0abe4e67-e0a2-4a91-b541-813f08bcbd17 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252885 Mar 05 00:22:00.748342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:00.797966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:00.827715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:22:00.889618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:00.898701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Usage tracker for resource:security_group_rule and tenant:85c580af065a43acb25d4b19f96699ef is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:00.903984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:00.937844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:01.013785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.040808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:01.095341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:22:01.116783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:01.124881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.127564 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.137441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.148717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.211735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25761691-3843-40f8-bfda-8b23925c0c83,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:01.247480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Checking segment: {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:22:01.247828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Network hostable DHCP agents. Network: bd4b2cc2-fb16-4a03-a48e-697a49e84029, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:22:01.289312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:01.324649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-220df9d5-7cbd-4a4f-b7d3-2c5b79072d56 req-56b9e7ef-0366-4d6f-917c-02e5dde6a02c tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0504344 Mar 05 00:22:01.326200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:22:01.339282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, bd4b2cc2-fb16-4a03-a48e-697a49e84029) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:22:01.352461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bea41-ca83-48fe-8fbc-08deea4d5bca None None] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:22:01.358881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:01.360359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.403768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94078bf6-f781-42c2-9781-60891451e909 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7685721 Mar 05 00:22:01.411244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48580) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:01.417455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:22:01.426869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:01.432580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Usage tracker for resource:router and tenant:6ce6d554c9dc472cad6dad5840ae41b3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:01.436788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:01.449669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:01.466046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.467749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.493849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b92ba77-52ce-4ed6-81fd-f816351d678f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:01.495473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.507099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53b1e8d3-ee0f-4d53-816a-4f651e97705f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85c580af065a43acb25d4b19f96699ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7574785 Mar 05 00:22:01.510180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48588) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:01.589016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a143ed0-ee71-4c72-bebb-794df820190a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.623027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a143ed0-ee71-4c72-bebb-794df820190a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.701347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a143ed0-ee71-4c72-bebb-794df820190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.729708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a143ed0-ee71-4c72-bebb-794df820190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b92ba77-52ce-4ed6-81fd-f816351d678f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:01.736693 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'code': 200} Mar 05 00:22:01.762368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a143ed0-ee71-4c72-bebb-794df820190a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.763488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5a143ed0-ee71-4c72-bebb-794df820190a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b92ba77-52ce-4ed6-81fd-f816351d678f HTTP/1.1" status: 204 len: 168 time: 0.2511117 Mar 05 00:22:01.807462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-bd4b2cc2-fb16-4a03-a48e-697a49e84029', 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'fixed_ips': [{'subnet_id': '25761691-3843-40f8-bfda-8b23925c0c83'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:22:01.808366 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:01.903315 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:02.081689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Allocated IP 172.20.0.2 (bd4b2cc2-fb16-4a03-a48e-697a49e84029/25761691-3843-40f8-bfda-8b23925c0c83/552d88cb-528c-4234-b939-87733009c0e6) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:22:02.119314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ec6da8f-953d-4bf3-bcfa-9784f001aefc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:02.249754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec8a2-08dd-432e-9f87-8b8eedb1e4da req-50feb330-123a-494f-81bc-1866d4111d7c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:02.251289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-254ec8a2-08dd-432e-9f87-8b8eedb1e4da req-50feb330-123a-494f-81bc-1866d4111d7c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1324868 Mar 05 00:22:02.354060 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:02.394988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:02.395512 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:02.543203 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:02.592275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Transition to ACTIVE for port object 552d88cb-528c-4234-b939-87733009c0e6 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:22:02.668460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:02.686050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-254ec8a2-08dd-432e-9f87-8b8eedb1e4da req-f8620b56-284d-4eef-a370-151fedbddbc1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992128 Mar 05 00:22:02.717751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Transition to ACTIVE for port object 552d88cb-528c-4234-b939-87733009c0e6 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:22:02.739547 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:02.833423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-653352ef-d97f-468a-b8b0-886b1b592bb1 req-58a1e007-d335-4618-9a2d-88639f44c791 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0846856 Mar 05 00:22:02.919657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:22:02.922281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:22:02.924741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:22:02.938490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Pushing event updated for resources: {'Port': ['ID=552d88cb-528c-4234-b939-87733009c0e6,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:02.979362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Allocated IP 172.25.0.74 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:22:03.041673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Attempting to bind port 552d88cb-528c-4234-b939-87733009c0e6 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:22:03.042044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Attempting to bind port 552d88cb-528c-4234-b939-87733009c0e6 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:22:03.042411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Attempting to bind port 552d88cb-528c-4234-b939-87733009c0e6 on network bd4b2cc2-fb16-4a03-a48e-697a49e84029 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:22:03.050421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:22:03.050799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Checking segment: {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:22:03.051251 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:03.051668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Bound using segment: {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:22:03.052187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Bound port: 552d88cb-528c-4234-b939-87733009c0e6, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:22:03.052564 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:03.174723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] For port 552d88cb-528c-4234-b939-87733009c0e6, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:22:03.178620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] For port 552d88cb-528c-4234-b939-87733009c0e6, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=552d88cb-528c-4234-b939-87733009c0e6,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:22:03.185962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:03.300586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:03.339640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766af7e-5fc6-41c2-9870-bc95a05add3b None None] Pushing event updated for resources: {'Port': ['ID=552d88cb-528c-4234-b939-87733009c0e6,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:03.371534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:03.518178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:22:03.526909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:22:03.534810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:22:03.774022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Pushing event updated for resources: {'Port': ['ID=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:03.830328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:03.831088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:04.160221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 552d88cb-528c-4234-b939-87733009c0e6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:04.321777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 552d88cb-528c-4234-b939-87733009c0e6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:04.459494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c99921d-8b52-43b0-a91a-3351849ce81d req-62cddf6a-5ba8-4cb4-91a9-e4fbaa693db8 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1276641 Mar 05 00:22:04.490001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77256854-03dc-4d70-9ca1-1a5cc4914cb5 req-bd83d7fd-5471-4533-80bf-e1f5b3952303 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:04.497794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77256854-03dc-4d70-9ca1-1a5cc4914cb5 req-bd83d7fd-5471-4533-80bf-e1f5b3952303 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.3462582 Mar 05 00:22:04.668432 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77256854-03dc-4d70-9ca1-1a5cc4914cb5 req-f32d93f4-27d6-4e2b-b945-539810152fb7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616457 Mar 05 00:22:04.781048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Router e7f0d5d7-e624-4651-b1c1-2a23dda4682a is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:22:04.918785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5539c85-38b9-444f-a2a5-cfc5613dcc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:05.081800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4fc31-da85-42fc-a6ad-35129fc2ed28 None None] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:22:05.187468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:22:05.197314 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Sync routers for ids ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:22:05.226724 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Routers {'e7f0d5d7-e624-4651-b1c1-2a23dda4682a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:22:05.227006 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:05.248090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:05.255298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48660) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:05.268663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ffa8350f-b0d7-4e9e-9d30-e51acec9efaa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8560629 Mar 05 00:22:05.420555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] Provisioning for port 552d88cb-528c-4234-b939-87733009c0e6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:05.435421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] Provisioning complete for port 552d88cb-528c-4234-b939-87733009c0e6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:05.436436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:05.718488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Set router e7f0d5d7-e624-4651-b1c1-2a23dda4682a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:22:05.821608 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:05.903936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] For port 552d88cb-528c-4234-b939-87733009c0e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=552d88cb-528c-4234-b939-87733009c0e6,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:05.941397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:05.989842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1554ab52-7052-4ee1-9f4f-035dad511a25 req-c1030dad-98d2-4eca-b7c8-3ed91c30ded2 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.2091610 Mar 05 00:22:06.138901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958d322-47e2-47e4-b2cb-e046786667f6 None None] Pushing event updated for resources: {'Port': ['ID=552d88cb-528c-4234-b939-87733009c0e6,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:06.229126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa61dd-7302-4ff2-94ae-0a3203c2e7b4 req-3b093f31-857e-497a-87e5-21ed7973918f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:06.238716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90aa61dd-7302-4ff2-94ae-0a3203c2e7b4 req-3b093f31-857e-497a-87e5-21ed7973918f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2169681 Mar 05 00:22:06.317925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90aa61dd-7302-4ff2-94ae-0a3203c2e7b4 req-14fd6d57-49e1-4d39-821f-0415b23c3dbb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779915 Mar 05 00:22:06.505786 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:22:03Z', 'revision_number': 3, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:06.517683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Checking router: e7f0d5d7-e624-4651-b1c1-2a23dda4682a for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:22:06.518248 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Updating router e7f0d5d7-e624-4651-b1c1-2a23dda4682a port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:22:06.590793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-901a3a6a-4303-4ae1-b3c0-5804db1f41b6 None None] Provisioning complete for port 552d88cb-528c-4234-b939-87733009c0e6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:06.591351 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-901a3a6a-4303-4ae1-b3c0-5804db1f41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:06.665169 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:07.113082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5da3-3aec-4023-9e00-d4b643d8da37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:07.673585 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:07.690034 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Transition to ACTIVE for port object 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:22:07.703638 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:07.748788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:07.787016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-125a880f-2bb6-4cbe-9f7a-9e61eca2174d req-cb437e7e-426f-4aff-b2bc-e2cdec89d4c8 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1434066 Mar 05 00:22:07.914046 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Attempting to bind port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:22:07.914416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Attempting to bind port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:22:07.914772 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Attempting to bind port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:22:07.924206 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Pushing event updated for resources: {'Port': ['ID=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:07.934805 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:22:07.935181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:22:07.935584 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:07.935966 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:22:07.936756 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Bound port: 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:22:07.948053 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.024005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b21ce-cbf4-4518-a5b9-88a0ad88e5b5 req-e2cb7d69-8d59-42a4-86e2-b91dc33f1a7a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:08.037791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d01b21ce-cbf4-4518-a5b9-88a0ad88e5b5 req-e2cb7d69-8d59-42a4-86e2-b91dc33f1a7a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1648633 Mar 05 00:22:08.071703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 552d88cb-528c-4234-b939-87733009c0e6 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:08.121035 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.125894 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.126285 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.126627 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.126957 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.127288 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.127871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.128210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.129129 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.129553 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.129879 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:08.154113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d01b21ce-cbf4-4518-a5b9-88a0ad88e5b5 req-1241ec89-31d8-4340-ae70-18f85b5a918a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149907 Mar 05 00:22:08.183579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Allocated IP 172.20.0.1 (bd4b2cc2-fb16-4a03-a48e-697a49e84029/25761691-3843-40f8-bfda-8b23925c0c83/73834da3-fdee-462c-ab10-05fe19fbf709) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:22:08.208386 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] For port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:22:08.211321 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] For port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:22:08.221477 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.305955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.340341 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2af1d3-def3-4909-814a-209c09e00644 None None] Pushing event updated for resources: {'Port': ['ID=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:08.348798 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Routers {'e7f0d5d7-e624-4651-b1c1-2a23dda4682a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:22:08.349344 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:08.383123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.403069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 552d88cb-528c-4234-b939-87733009c0e6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:08.403817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.546311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.602506 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] Set router e7f0d5d7-e624-4651-b1c1-2a23dda4682a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:22:08.611783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Transition to ACTIVE for port object 73834da3-fdee-462c-ab10-05fe19fbf709 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:22:08.670842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:08.739675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Pushing event updated for resources: {'Port': ['ID=73834da3-fdee-462c-ab10-05fe19fbf709,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:08.769848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:22:08.771718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:22:08.773935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:22:08.976339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:09.181941 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:22:03Z', 'revision_number': 3, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:09.190670 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ddb4f8-caf5-4251-8761-a6e1325fcb30 None None] The sync data for ids ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'] in n-d-828979-4 is: [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:22:03Z', 'revision_number': 3, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:22:09.237056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a6546ff-56cf-4c81-9873-ce900de4e2e2 None None] Provisioning for port 73834da3-fdee-462c-ab10-05fe19fbf709 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:09.243605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9a6546ff-56cf-4c81-9873-ce900de4e2e2 None None] Provisioning complete for port 73834da3-fdee-462c-ab10-05fe19fbf709 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:09.244085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9a6546ff-56cf-4c81-9873-ce900de4e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:09.325928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9a6546ff-56cf-4c81-9873-ce900de4e2e2 None None] Port 73834da3-fdee-462c-ab10-05fe19fbf709 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:22:09.410955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b9c6bbae-55f1-4342-b356-9c1ce00e2a17 req-bf87cb40-f9b9-4efb-ab9d-0dde90bfeb6c tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0738268 Mar 05 00:22:09.497197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:09.587003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef151a71-04f0-4aa2-b3cd-d261803cbd13 req-f961d336-97b3-4a09-8c6d-fee701b85497 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:09.598854 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef151a71-04f0-4aa2-b3cd-d261803cbd13 req-f961d336-97b3-4a09-8c6d-fee701b85497 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2059989 Mar 05 00:22:09.696227 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ef151a71-04f0-4aa2-b3cd-d261803cbd13 req-edc539b1-07b0-4a92-8f09-25e2969f8365 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956221 Mar 05 00:22:09.746950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:09.869310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52b0148f-e90b-4ad2-8c68-cec92196803a req-de4c975c-a44e-48e5-887f-4646a7c1b767 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0543520 Mar 05 00:22:09.976721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:09.987116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:10.179216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Pushing event updated for resources: {'Port': ['ID=73834da3-fdee-462c-ab10-05fe19fbf709,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:10.206563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:10.401980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:22:10.404265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:22:10.871753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0ec042c9-c089-4377-b18f-06cf2343d066 None None] Provisioning complete for port 73834da3-fdee-462c-ab10-05fe19fbf709 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:10.873073 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ec042c9-c089-4377-b18f-06cf2343d066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:10.951846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0ec042c9-c089-4377-b18f-06cf2343d066 None None] Port 73834da3-fdee-462c-ab10-05fe19fbf709 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:22:10.998339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f46b864c-04fd-4ea0-8520-ad18e92f1be3 req-e7dba5a7-5044-4d86-b6c1-d78f0f39debd tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1490729 Mar 05 00:22:11.025723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40746c-f1a5-47c1-90e8-3376b20ffe6f req-8a3c8770-3179-402a-9e6b-53dbc01f76ab tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:11.033148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d40746c-f1a5-47c1-90e8-3376b20ffe6f req-8a3c8770-3179-402a-9e6b-53dbc01f76ab tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1004272 Mar 05 00:22:11.100406 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d40746c-f1a5-47c1-90e8-3376b20ffe6f req-778c75ae-24b5-48dc-897d-1586ee02617d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658057 Mar 05 00:22:11.213114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Router e7f0d5d7-e624-4651-b1c1-2a23dda4682a has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:22:11.643823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:22:11.694065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a271ebc4-0452-427c-871a-d515049901ff admin admin] 10.222.0.32 "PUT /v2.0/routers/e7f0d5d7-e624-4651-b1c1-2a23dda4682a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4279213 Mar 05 00:22:12.470740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c7af3-2211-4883-a135-b5ecab857273 req-a7e29022-1c2d-45fc-95b0-4dd6443c91c0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:12.472596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-040c7af3-2211-4883-a135-b5ecab857273 req-a7e29022-1c2d-45fc-95b0-4dd6443c91c0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1125886 Mar 05 00:22:12.567623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94a918a0-cf6f-409a-ac54-9bbd698d6198 req-955e8cee-1193-4650-aa66-07a04645fddc tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1515491 Mar 05 00:22:12.585835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-040c7af3-2211-4883-a135-b5ecab857273 req-5e0b40e2-6054-4627-9232-6df07d3e07fe tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064909 Mar 05 00:22:13.010779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304c6b0d-d0b1-45a7-a5cf-96c238c6095f req-14372a61-3798-4ee3-b7b4-9d9a798e2b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1154d011b3404f26ad0abd7de63f5890&device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0559406 Mar 05 00:22:13.057839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304c6b0d-d0b1-45a7-a5cf-96c238c6095f req-483daa20-49a6-4f05-816d-1580220b751b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1154d011b3404f26ad0abd7de63f5890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404141 Mar 05 00:22:13.194190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57677e15-29a1-40d7-8d18-21ef64453907 req-a5210bd2-c1dd-4d84-9c5a-ad1e54cd6d3e tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.0659900 Mar 05 00:22:13.553538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6b0d-d0b1-45a7-a5cf-96c238c6095f req-521a08ff-9874-4006-9a01-5064a511fe47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:13.555759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304c6b0d-d0b1-45a7-a5cf-96c238c6095f req-521a08ff-9874-4006-9a01-5064a511fe47 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4924910 Mar 05 00:22:13.907955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Sync routers for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:22:13.936121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:22:13.936755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:14.064305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb602f8-510b-4175-a7bf-d0c522514c1f req-d1f045f8-e1aa-475d-a259-4c34df674ed1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:14.074812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cb602f8-510b-4175-a7bf-d0c522514c1f req-d1f045f8-e1aa-475d-a259-4c34df674ed1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1972692 Mar 05 00:22:14.143001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cb602f8-510b-4175-a7bf-d0c522514c1f req-147a0567-6d19-4d10-acca-e568d2bf29b4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669684 Mar 05 00:22:14.367037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:22:14.968052 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:22:14.987459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-242829ef-e56c-4550-aceb-280f18de8aa3 req-05cc471e-bacd-4296-a47e-8f849b6f922e tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.32 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.4498987 Mar 05 00:22:15.130688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-304c6b0d-d0b1-45a7-a5cf-96c238c6095f req-0c2b3f44-afe3-4711-9d82-0de7aa372213 tempest-ServerShowV257Test-1263773006 tempest-ServerShowV257Test-1263773006-project] 10.222.0.36 "GET /v2.0/ports?device_id=6697b733-202a-4315-a33b-20a987f45939 HTTP/1.1" status: 200 len: 210 time: 0.1488729 Mar 05 00:22:15.233385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 2, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:15.265206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Checking router: 1b03cf6b-5c04-4663-bd34-65118f1e3b17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:22:15.269504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Updating router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:22:15.456560 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:15.671815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d9ea-3602-463d-8519-b82c3bbdf0c8 req-11636e44-8d78-4be0-bc55-2a4d53580cbc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:15.679210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-73e2d9ea-3602-463d-8519-b82c3bbdf0c8 req-11636e44-8d78-4be0-bc55-2a4d53580cbc tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2031076 Mar 05 00:22:15.734635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-73e2d9ea-3602-463d-8519-b82c3bbdf0c8 req-cea5f514-0295-4db1-b2c4-ffc8154c8294 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541000 Mar 05 00:22:16.275595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:16.464074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:16.477895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:16.478946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:16.716823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:16.820563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:16.846614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:16.920625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48852) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:17.046277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.089175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Transition to ACTIVE for port object c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:22:17.111339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:17.115987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.373150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e4d5c-2fb3-4e57-877e-ee4e5e15ed7f None None] Pushing event updated for resources: {'Port': ['ID=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:17.396897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.477633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:17.478318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Attempting to bind port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:22:17.478768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Attempting to bind port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:22:17.479079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Attempting to bind port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 on network 39d39f4c-c1dd-484b-8926-6e086557a187 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:22:17.482226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecf028-06b1-47db-a23f-2ad593fe5e30 req-0484016c-974e-4506-bf3f-494e9e0b7ea9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:17.485651 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1ecf028-06b1-47db-a23f-2ad593fe5e30 req-0484016c-974e-4506-bf3f-494e9e0b7ea9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2167518 Mar 05 00:22:17.487452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Usage tracker for resource:security_group_rule and tenant:1154d011b3404f26ad0abd7de63f5890 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:17.493213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:17.496894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:22:17.497751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Checking segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:22:17.498295 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.499068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Bound using segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:22:17.500654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Bound port: c42b0df4-2d74-44d1-916e-c6e2d97fe7f4, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:22:17.501350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.509980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:17.629969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1ecf028-06b1-47db-a23f-2ad593fe5e30 req-7812386d-d0e8-4ab9-8caf-4a46f87a0e66 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368887 Mar 05 00:22:17.744896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.750246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] For port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:22:17.754310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] For port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:22:17.754556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.762141 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:17.826926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1154d011b3404f26ad0abd7de63f5890&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9042640 Mar 05 00:22:17.830176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48872) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:17.870693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc1c90-509f-4d36-bcfc-79e6ee555738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f45410-1754-4fe6-86c8-2fb6a36322c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:17.908043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:22:17.920097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:18.010389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-486b13de-d2d2-4c87-b5e9-e9a2c650d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:18.122821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-486b13de-d2d2-4c87-b5e9-e9a2c650d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:18.199303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:18.254420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e4d5c-2fb3-4e57-877e-ee4e5e15ed7f None None] Pushing event updated for resources: {'Port': ['ID=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:18.308815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-486b13de-d2d2-4c87-b5e9-e9a2c650d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:18.346194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b13de-d2d2-4c87-b5e9-e9a2c650d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f45410-1754-4fe6-86c8-2fb6a36322c3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:18.353539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-486b13de-d2d2-4c87-b5e9-e9a2c650d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:18.358565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-486b13de-d2d2-4c87-b5e9-e9a2c650d826 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0f45410-1754-4fe6-86c8-2fb6a36322c3 HTTP/1.1" status: 204 len: 168 time: 0.5245385 Mar 05 00:22:18.603466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:18.604049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:18.697660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:22:18.882316 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Sync routers for ids ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:22:18.908185 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Routers {'e7f0d5d7-e624-4651-b1c1-2a23dda4682a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:22:18.908819 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:19.120748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ebcc-6910-4e48-bed4-710d0766f835 req-e575ab09-29b5-48f0-82fb-24d7ed42d5cd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:19.128966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1b20ebcc-6910-4e48-bed4-710d0766f835 req-e575ab09-29b5-48f0-82fb-24d7ed42d5cd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2005007 Mar 05 00:22:19.254241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1b20ebcc-6910-4e48-bed4-710d0766f835 req-a19d0fca-5201-44d6-9b53-16d2aa6077a3 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217647 Mar 05 00:22:19.344093 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Set router e7f0d5d7-e624-4651-b1c1-2a23dda4682a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:22:19.686542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:17Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:19.705815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da156dbc-e7f3-49a7-a6fe-da6a45daa5c8 None None] The sync data for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 is: [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:17Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:22:20.116211 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:22:09Z', 'revision_number': 4, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '73834da3-fdee-462c-ab10-05fe19fbf709', 'name': '', 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'mac_address': 'fa:16:3e:18:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25761691-3843-40f8-bfda-8b23925c0c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:07Z', 'updated_at': '2022-03-05T00:22:09Z', 'revision_number': 2, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'subnets': [{'id': '25761691-3843-40f8-bfda-8b23925c0c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:20.123897 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Checking router: e7f0d5d7-e624-4651-b1c1-2a23dda4682a for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:22:20.124988 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Updating router e7f0d5d7-e624-4651-b1c1-2a23dda4682a port 73834da3-fdee-462c-ab10-05fe19fbf709 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:22:20.264860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:20.300239 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:20.529631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:20.540369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:20.540744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:20.687954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c57f-933f-4190-966d-113b1ae7f863 req-3d6e870c-e6a2-4ac7-bf19-a4f435999f47 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:20.696177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64f9c57f-933f-4190-966d-113b1ae7f863 req-3d6e870c-e6a2-4ac7-bf19-a4f435999f47 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1995461 Mar 05 00:22:20.776530 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-64f9c57f-933f-4190-966d-113b1ae7f863 req-bbb584a8-2f94-4852-8bec-060eec06b52c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784216 Mar 05 00:22:21.095711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:21.180332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:21.188748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:21.308715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:21.325616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48932) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:21.626647 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:21.640992 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Transition to ACTIVE for port object 73834da3-fdee-462c-ab10-05fe19fbf709 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:22:21.652838 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:21.701938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:21.861970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:21.880187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Usage tracker for resource:security_group_rule and tenant:7c9c73d4e52e435b9abdad2471ddf2b6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:21.895427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:21.911669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:22.169429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:22.182795 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5947bae-cf9a-4fc7-bc32-9a18b9e4884b None None] Pushing event updated for resources: {'Port': ['ID=73834da3-fdee-462c-ab10-05fe19fbf709,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:22.213471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.273108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.335774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c9c73d4e52e435b9abdad2471ddf2b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0077696 Mar 05 00:22:22.338397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48954) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:22.389187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50301b-5387-49b3-a213-5f95242fc4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b5c37-6e01-4126-b0cd-293e7642f8f0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:22.428988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:22.429386 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.431686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0d23-de83-4b74-ad53-1245192ce72d req-63b0fac6-8b8b-4c65-95cd-41d3dcd20e9f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:22.442304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93ff0d23-de83-4b74-ad53-1245192ce72d req-63b0fac6-8b8b-4c65-95cd-41d3dcd20e9f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2253869 Mar 05 00:22:22.529000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93ff0d23-de83-4b74-ad53-1245192ce72d req-4777a5d4-dc65-4b72-bd12-0bbd871ae22e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824647 Mar 05 00:22:22.536634 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Attempting to bind port 73834da3-fdee-462c-ab10-05fe19fbf709 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:22:22.536995 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Attempting to bind port 73834da3-fdee-462c-ab10-05fe19fbf709 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:22:22.537416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Attempting to bind port 73834da3-fdee-462c-ab10-05fe19fbf709 on network bd4b2cc2-fb16-4a03-a48e-697a49e84029 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:22:22.550239 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.552804 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:22:22.553174 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Checking segment: {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:22:22.555089 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.555089 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Bound using segment: {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:22:22.555297 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Bound port: 73834da3-fdee-462c-ab10-05fe19fbf709, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:22:22.555546 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.622128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.738575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.775078 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] For port 73834da3-fdee-462c-ab10-05fe19fbf709, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:22:22.775634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b5c37-6e01-4126-b0cd-293e7642f8f0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:22.780408 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] For port 73834da3-fdee-462c-ab10-05fe19fbf709, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=73834da3-fdee-462c-ab10-05fe19fbf709,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:22:22.789928 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.800118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.800711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.801392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.802164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.802657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.803168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.803905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.804408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.805048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.805759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.806257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:22.825408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:22.826867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-324b8306-9fec-4b0f-8bd1-77b005c353bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e3b5c37-6e01-4126-b0cd-293e7642f8f0 HTTP/1.1" status: 204 len: 168 time: 0.4874964 Mar 05 00:22:22.929959 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5947bae-cf9a-4fc7-bc32-9a18b9e4884b None None] Pushing event updated for resources: {'Port': ['ID=73834da3-fdee-462c-ab10-05fe19fbf709,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:22.958765 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Routers {'e7f0d5d7-e624-4651-b1c1-2a23dda4682a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:22:22.959644 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:23.489296 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] Set router e7f0d5d7-e624-4651-b1c1-2a23dda4682a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:22:23.744323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48982) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:23.779974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:23.854152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:23.862251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Usage tracker for resource:security_group_rule and tenant:2009403f3f5e4e98ad1a21235f43fec2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:23.867463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:23.884479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:24.012900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:24.070529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:24.169066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfb98c-6c8d-4110-b2d6-ada5d9ed0c5d req-f7585c6d-aa04-4615-b66c-c1ba8f0e689a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:24.176595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18dfb98c-6c8d-4110-b2d6-ada5d9ed0c5d req-f7585c6d-aa04-4615-b66c-c1ba8f0e689a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1617384 Mar 05 00:22:24.201577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19687eea-0373-4c00-a673-4f8a74bd4bdf,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:24.210465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d75f2570-06d9-4b16-b507-b95f0d1d9432 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2009403f3f5e4e98ad1a21235f43fec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4633014 Mar 05 00:22:24.213002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 48992) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:24.257810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-18dfb98c-6c8d-4110-b2d6-ada5d9ed0c5d req-56be2e83-dfd4-4dc6-8360-c7a546c91572 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799606 Mar 05 00:22:24.265031 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:22:09Z', 'revision_number': 4, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '73834da3-fdee-462c-ab10-05fe19fbf709', 'name': '', 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'mac_address': 'fa:16:3e:18:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25761691-3843-40f8-bfda-8b23925c0c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:07Z', 'updated_at': '2022-03-05T00:22:22Z', 'revision_number': 4, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'subnets': [{'id': '25761691-3843-40f8-bfda-8b23925c0c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:22:24.274649 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65761712-b3cd-4893-a35b-bea14e8083d9 None None] The sync data for ids ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'] in n-d-828979-4 is: [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:22:09Z', 'revision_number': 4, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '73834da3-fdee-462c-ab10-05fe19fbf709', 'name': '', 'network_id': 'bd4b2cc2-fb16-4a03-a48e-697a49e84029', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'mac_address': 'fa:16:3e:18:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25761691-3843-40f8-bfda-8b23925c0c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:07Z', 'updated_at': '2022-03-05T00:22:22Z', 'revision_number': 4, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'subnets': [{'id': '25761691-3843-40f8-bfda-8b23925c0c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:22:24.428174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78cae8ef-6c96-42e2-b631-ceba6cd03eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:24.496635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78cae8ef-6c96-42e2-b631-ceba6cd03eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:24.611013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78cae8ef-6c96-42e2-b631-ceba6cd03eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:24.685505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cae8ef-6c96-42e2-b631-ceba6cd03eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19687eea-0373-4c00-a673-4f8a74bd4bdf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:24.712647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78cae8ef-6c96-42e2-b631-ceba6cd03eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:24.723502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78cae8ef-6c96-42e2-b631-ceba6cd03eff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19687eea-0373-4c00-a673-4f8a74bd4bdf HTTP/1.1" status: 204 len: 168 time: 0.5003414 Mar 05 00:22:25.659802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef5b6-c98c-475d-9fb5-2137f6c0bff3 req-83fa3093-94fa-43e9-9b92-a5f1745fdfb4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:25.672151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4ef5b6-c98c-475d-9fb5-2137f6c0bff3 req-83fa3093-94fa-43e9-9b92-a5f1745fdfb4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1420245 Mar 05 00:22:25.744988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4ef5b6-c98c-475d-9fb5-2137f6c0bff3 req-ea1b2de2-3d56-4d9c-bf51-9ea27d0faf4b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703640 Mar 05 00:22:26.183146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73834da3-fdee-462c-ab10-05fe19fbf709 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:26.312952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 73834da3-fdee-462c-ab10-05fe19fbf709 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:22:26.330465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 73834da3-fdee-462c-ab10-05fe19fbf709 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:26.332823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:26.581801 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:26.655355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 73834da3-fdee-462c-ab10-05fe19fbf709, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=73834da3-fdee-462c-ab10-05fe19fbf709,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:26.664626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:26.875725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=73834da3-fdee-462c-ab10-05fe19fbf709,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:27.167278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:27.202719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:27.269635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33649fb-1ebd-41d0-97f7-c0a2867d6ef2 req-98615472-b0a1-4bd0-9353-096eb6e030ef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:27.277384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e33649fb-1ebd-41d0-97f7-c0a2867d6ef2 req-98615472-b0a1-4bd0-9353-096eb6e030ef tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1222405 Mar 05 00:22:27.394901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e33649fb-1ebd-41d0-97f7-c0a2867d6ef2 req-ab261928-1cfd-4a8a-8e0c-90d1a5772f48 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109803 Mar 05 00:22:28.107545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73834da3-fdee-462c-ab10-05fe19fbf709 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:22:28.319384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 73834da3-fdee-462c-ab10-05fe19fbf709 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:22:28.319958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:28.896193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377477d-783e-4b11-a311-eb773ee41602 req-2b82b1d5-9499-44a9-a236-a3ca8c1a1679 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:28.917174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f377477d-783e-4b11-a311-eb773ee41602 req-2b82b1d5-9499-44a9-a236-a3ca8c1a1679 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.2362857 Mar 05 00:22:29.039937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f377477d-783e-4b11-a311-eb773ee41602 req-a453e5f6-9ec4-49d6-9fbf-433c3441754b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214669 Mar 05 00:22:30.119838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49144) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:30.356336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820c85-7797-475b-9c84-e0a3de392322 req-4367defb-90b3-427a-b946-75f015e1f66d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:30.367168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45820c85-7797-475b-9c84-e0a3de392322 req-4367defb-90b3-427a-b946-75f015e1f66d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1056530 Mar 05 00:22:30.424707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45820c85-7797-475b-9c84-e0a3de392322 req-4f76013d-8cba-414b-ba89-768f2ed4101a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566466 Mar 05 00:22:30.586115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:30.623408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:30.633113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3588b7ad79d4868ad7cec4d1145ed71 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:30.636590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:30.643632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:30.790570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:30.807291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:30.959158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37899ee7-be76-418b-a5bb-2d3152c5bf2a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:30.969051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb358fd8-7bef-4495-b676-1293656b6ef0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3588b7ad79d4868ad7cec4d1145ed71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8459208 Mar 05 00:22:30.970143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49160) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:31.102513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e5a5-79ed-476b-9214-a0ab008a14f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:31.168458 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e5a5-79ed-476b-9214-a0ab008a14f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:31.244758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e5a5-79ed-476b-9214-a0ab008a14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:31.262259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8e5a5-79ed-476b-9214-a0ab008a14f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37899ee7-be76-418b-a5bb-2d3152c5bf2a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:31.276573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e5a5-79ed-476b-9214-a0ab008a14f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:31.278688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c2f8e5a5-79ed-476b-9214-a0ab008a14f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37899ee7-be76-418b-a5bb-2d3152c5bf2a HTTP/1.1" status: 204 len: 168 time: 0.3072259 Mar 05 00:22:31.832927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61797064-fb6f-44dc-af62-c5907ff142c6 req-afed056a-b56d-4022-8353-a8cdb3493197 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:31.839843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61797064-fb6f-44dc-af62-c5907ff142c6 req-afed056a-b56d-4022-8353-a8cdb3493197 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.0976186 Mar 05 00:22:31.901138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61797064-fb6f-44dc-af62-c5907ff142c6 req-bcdb4734-2e4c-4f88-9295-c26ed89f202b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600491 Mar 05 00:22:32.085540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:32.107230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.145063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:32.150393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Usage tracker for resource:security_group_rule and tenant:615b279308f04d749c2cde221ca5dcdb is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:32.154362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:32.164945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:32.245887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.251587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.297988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49200) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:32.298546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=615b279308f04d749c2cde221ca5dcdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103183 Mar 05 00:22:32.342405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5dd13-e046-4012-8720-0f82cec9118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d88dc4-8de8-431d-b612-05f2c9290e9a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:32.394677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa15d6f-6866-4d95-8951-cfb7783b4468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.424225 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa15d6f-6866-4d95-8951-cfb7783b4468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.492606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa15d6f-6866-4d95-8951-cfb7783b4468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.534226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa15d6f-6866-4d95-8951-cfb7783b4468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d88dc4-8de8-431d-b612-05f2c9290e9a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:32.592372 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-faa15d6f-6866-4d95-8951-cfb7783b4468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:32.598966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-faa15d6f-6866-4d95-8951-cfb7783b4468 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04d88dc4-8de8-431d-b612-05f2c9290e9a HTTP/1.1" status: 204 len: 168 time: 0.2979696 Mar 05 00:22:32.645709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-632e4a00-37b6-4808-9d68-db80a76bfde4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1096 time: 0.1138394 Mar 05 00:22:32.883168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-d62be645-cdd9-4b65-b4cc-672c43861aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:32.884873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-d62be645-cdd9-4b65-b4cc-672c43861aef service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.2330987 Mar 05 00:22:33.032692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-e1b0ae3f-5131-4b16-8526-d482aebf18d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 1001 time: 0.1415176 Mar 05 00:22:33.200746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-4180ccfb-a974-42a8-9e50-9e0634dcafdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:33.204085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-4180ccfb-a974-42a8-9e50-9e0634dcafdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.1626501 Mar 05 00:22:33.473692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-a827ff36-c033-4848-8419-9c34b7fe6c46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645056 Mar 05 00:22:33.479968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8196-a9ca-43f7-9665-b25774d96343 req-19c2ec96-3859-4134-bf91-cb4645f769d4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:33.481699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cde8196-a9ca-43f7-9665-b25774d96343 req-19c2ec96-3859-4134-bf91-cb4645f769d4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 945 time: 0.1682832 Mar 05 00:22:33.762282 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cde8196-a9ca-43f7-9665-b25774d96343 req-6db14116-4147-46fa-9e13-0d4ddfa5ae4f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465894 Mar 05 00:22:33.811033 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-86cf70b9-78f0-4dea-8d43-b0b128d20fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281510 Mar 05 00:22:34.381357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea076fd-885b-4d60-b49b-b01cc4465fa8 req-52946e45-790c-49cd-931d-cbebe107b84c service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539911 Mar 05 00:22:34.419944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:22:34.597392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:34.655097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:22:34.706598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:22:34.714582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:34.849820 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'code': 200} Mar 05 00:22:34.940933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:35.013307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4591577-319f-4f0d-a758-9d0500c73abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:35.342861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367baf2a-e996-4cb2-9861-86bb88884f74 req-60081dca-8e7a-4653-86de-c4fc0fefd16b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:35.351944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-367baf2a-e996-4cb2-9861-86bb88884f74 req-60081dca-8e7a-4653-86de-c4fc0fefd16b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1742966 Mar 05 00:22:35.504473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-367baf2a-e996-4cb2-9861-86bb88884f74 req-3d34b15c-f3da-43d5-8e25-31ab36496da7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444871 Mar 05 00:22:36.942335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5bc77-3f29-4c42-a55b-237119f459ce req-ece2b189-4518-4914-a4f9-b9d6a715fd82 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:36.962801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cdd5bc77-3f29-4c42-a55b-237119f459ce req-ece2b189-4518-4914-a4f9-b9d6a715fd82 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1521816 Mar 05 00:22:37.033694 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ccd1-2280-4978-b25e-fa77068a680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:37.072943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cdd5bc77-3f29-4c42-a55b-237119f459ce req-63518fe9-f44a-4b39-8434-7be34d34f93c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107357 Mar 05 00:22:37.899320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49342) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:38.272484 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.277986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.328805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:38.334407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:33432a1dbc9a468db0b4bc87a934bd54 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:38.337878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:38.349778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:38.354609 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.429911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:22:38.498457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b478671-153b-4a1d-a53a-e5e12583c3f7 req-c91b5d33-7e34-43f9-b663-e41d7a5a3039 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:38.500291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b478671-153b-4a1d-a53a-e5e12583c3f7 req-c91b5d33-7e34-43f9-b663-e41d7a5a3039 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1395998 Mar 05 00:22:38.563509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.574235 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.616465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33432a1dbc9a468db0b4bc87a934bd54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7160535 Mar 05 00:22:38.619157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49366) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:38.636254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b478671-153b-4a1d-a53a-e5e12583c3f7 req-7a368ecf-9caf-4375-972f-8ab220b2d1ae tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235688 Mar 05 00:22:38.668966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71677742-5b3c-4a1e-8a34-13c31e877ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf683f2d-73e7-4fa9-bc8c-9036f960af83,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:38.737662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08a5722a-1d11-4733-93e1-771cff500bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.797932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08a5722a-1d11-4733-93e1-771cff500bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:38.915145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08a5722a-1d11-4733-93e1-771cff500bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:39.005983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5722a-1d11-4733-93e1-771cff500bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf683f2d-73e7-4fa9-bc8c-9036f960af83,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:39.054262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-08a5722a-1d11-4733-93e1-771cff500bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:39.059970 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-08a5722a-1d11-4733-93e1-771cff500bc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf683f2d-73e7-4fa9-bc8c-9036f960af83 HTTP/1.1" status: 204 len: 168 time: 0.4389048 Mar 05 00:22:39.738184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.121069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:40.154806 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.240053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:40.251033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9c592df352214d86a067aa1f80329fd4 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:40.259801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:40.267256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:40.321594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49430) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:40.369371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.376274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.417677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c592df352214d86a067aa1f80329fd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2926593 Mar 05 00:22:40.417892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49436) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:40.487406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472bf95-5f5c-484b-b2d9-1b48e54432a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1014b2a7-9723-4773-b63a-0dddaa4f7061,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:40.512291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd389a8-8b48-4125-877a-2fe654598bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.555125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd389a8-8b48-4125-877a-2fe654598bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.638761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd389a8-8b48-4125-877a-2fe654598bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.663064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd389a8-8b48-4125-877a-2fe654598bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1014b2a7-9723-4773-b63a-0dddaa4f7061,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:40.675217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd389a8-8b48-4125-877a-2fe654598bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.677454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0dd389a8-8b48-4125-877a-2fe654598bcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1014b2a7-9723-4773-b63a-0dddaa4f7061 HTTP/1.1" status: 204 len: 168 time: 0.2585421 Mar 05 00:22:40.743023 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.787763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:40.793452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b4cf40e25e411890cd15af68b99e8f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:40.797890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:40.806520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:40.935641 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:40.947122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:41.022767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fcf336-222f-4678-b797-3bd91177f2c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:41.029413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3b4cf40e25e411890cd15af68b99e8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7061090 Mar 05 00:22:41.032931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49448) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:41.036949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.037567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.038101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.038599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.039207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.039800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.040268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.040745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.041245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.041709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.042172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130db27-a19d-4568-ab49-04326f3035c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:22:41.168015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a40-87fc-416c-b7bb-dc313d64a268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:41.198396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a40-87fc-416c-b7bb-dc313d64a268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:41.264473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a40-87fc-416c-b7bb-dc313d64a268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:41.308735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98cf60e2-b210-49d4-9ec3-4926ef4d8c63 req-aeb0a51f-ab3a-4b74-bf72-016c6056e729 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4466565 Mar 05 00:22:41.323029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07a40-87fc-416c-b7bb-dc313d64a268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fcf336-222f-4678-b797-3bd91177f2c3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:41.331480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a40-87fc-416c-b7bb-dc313d64a268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:41.338746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3bb07a40-87fc-416c-b7bb-dc313d64a268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8fcf336-222f-4678-b797-3bd91177f2c3 HTTP/1.1" status: 204 len: 168 time: 0.3035367 Mar 05 00:22:41.797408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c63815-948d-4973-8161-8e59d367108e req-d6a7c746-2ab7-4b71-b0ad-9a4288eead70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:41.799268 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5c63815-948d-4973-8161-8e59d367108e req-d6a7c746-2ab7-4b71-b0ad-9a4288eead70 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1533401 Mar 05 00:22:41.892386 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5c63815-948d-4973-8161-8e59d367108e req-1755a4bb-2c44-4245-aef7-fb321c9bee4b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869968 Mar 05 00:22:42.109785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-0624430e-d0e8-43db-9756-8827c3bb34b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4801562 Mar 05 00:22:42.235239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:42.264638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.302761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:42.307498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6250a87602314256bed0c4f3f1acc9ae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:42.311153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:42.319273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:42.429667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.437962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.479728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c9f82-b3d4-4483-ad38-8cd901565d33,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:42.534121 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-acff09c4-0407-41e8-a52d-243b4ce9a4e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6250a87602314256bed0c4f3f1acc9ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2969463 Mar 05 00:22:42.536841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:42.623114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788230dc-2d9f-441c-8c4e-4f385001696f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.652189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788230dc-2d9f-441c-8c4e-4f385001696f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.720258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788230dc-2d9f-441c-8c4e-4f385001696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.745131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788230dc-2d9f-441c-8c4e-4f385001696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c9f82-b3d4-4483-ad38-8cd901565d33,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:42.761931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-788230dc-2d9f-441c-8c4e-4f385001696f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:42.763372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-788230dc-2d9f-441c-8c4e-4f385001696f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e2c9f82-b3d4-4483-ad38-8cd901565d33 HTTP/1.1" status: 204 len: 168 time: 0.2252953 Mar 05 00:22:43.140684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-1c5fb515-2ae2-4e3f-9fa2-96e8e6b9a688 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde&tenant_id=4b15bc385d5141c39c50bbdd10eec76b HTTP/1.1" status: 200 len: 1094 time: 0.1392751 Mar 05 00:22:43.298254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-032bd095-982c-47da-9916-3eecff8943f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1094 time: 0.1299520 Mar 05 00:22:43.303750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6581-0007-4f8c-b69d-e9f43dde13f0 req-91359a34-dec3-45d4-873d-9eefd3436380 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:43.305523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0fe6581-0007-4f8c-b69d-e9f43dde13f0 req-91359a34-dec3-45d4-873d-9eefd3436380 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1643405 Mar 05 00:22:43.417446 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c0fe6581-0007-4f8c-b69d-e9f43dde13f0 req-2c6d950c-1087-4101-97d7-de4ac6f5405d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042714 Mar 05 00:22:43.465456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329969-d1cf-472a-b5cc-5866639cd629 req-896d59d2-0dea-4baa-89fb-173523e654e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:43.467104 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-896d59d2-0dea-4baa-89fb-173523e654e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.1626132 Mar 05 00:22:43.589011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-552a3e73-d9d9-4313-9dae-e3b1b819f767 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 999 time: 0.1156168 Mar 05 00:22:43.681378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329969-d1cf-472a-b5cc-5866639cd629 req-4d5258b2-bfa7-4cd5-9bc5-9f9e8b1f9ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:43.683258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-4d5258b2-bfa7-4cd5-9bc5-9f9e8b1f9ec8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.0866501 Mar 05 00:22:43.775809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-f6f15d9f-4526-44cc-af22-0f07cf2e0554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867119 Mar 05 00:22:43.939991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-15d08a28-b55e-41ed-8c91-0eee3c3a7f99 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586249 Mar 05 00:22:44.103173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60329969-d1cf-472a-b5cc-5866639cd629 req-42119363-969d-47b5-97b2-0168c4ba9ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563952 Mar 05 00:22:44.877857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedfb35-222f-4c30-8499-65d6a9235c52 req-2fc3529d-df38-45a8-8ce7-034167b993eb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:44.884667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8bedfb35-222f-4c30-8499-65d6a9235c52 req-2fc3529d-df38-45a8-8ce7-034167b993eb tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1983688 Mar 05 00:22:44.892273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-cc94dac3-994b-4c57-b45c-b3f7db990da1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1094 time: 0.1633139 Mar 05 00:22:45.075753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8bedfb35-222f-4c30-8499-65d6a9235c52 req-3ecda679-8fc1-4ec1-9350-93c31183f6f7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901162 Mar 05 00:22:45.213926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-ea41a46f-cb69-4072-9c02-464a5d1291d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:45.215612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-ea41a46f-cb69-4072-9c02-464a5d1291d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.2994242 Mar 05 00:22:45.398060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-11dc075f-2363-470e-8133-9fcee605d6ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 999 time: 0.1756988 Mar 05 00:22:45.573104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-39d3af52-6fdd-4046-9f50-491160dee3f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:45.574642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-39d3af52-6fdd-4046-9f50-491160dee3f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.1708300 Mar 05 00:22:46.076979 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-d2b0b9e4-7922-48e8-b557-50f2092fc89e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4957390 Mar 05 00:22:46.413387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-ecaedfbd-9009-4c65-a599-123bdac3a139 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291292 Mar 05 00:22:46.535169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49642) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:46.602445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f90b6-5cf6-4906-a5b3-ead4ba95b1e9 req-49ebdf08-c4c5-4973-b6ce-f21461eafbbe tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:46.604284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b59f90b6-5cf6-4906-a5b3-ead4ba95b1e9 req-49ebdf08-c4c5-4973-b6ce-f21461eafbbe tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1992967 Mar 05 00:22:46.703034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b59f90b6-5cf6-4906-a5b3-ead4ba95b1e9 req-7b85c76d-9de0-419c-acdd-dc3c8135aac2 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925536 Mar 05 00:22:46.725732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f0c0fec-e05a-42ac-8a06-a02970811253 req-722a3820-e7e3-47ee-b297-ce4656bf73bb service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954278 Mar 05 00:22:46.769443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:46.830740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:46.835068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Usage tracker for resource:security_group_rule and tenant:c830ca58c5d44dbe838990467f30da12 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:46.839887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:46.849094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:47.015764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:47.021981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:47.248533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10dc26-4d59-4340-b931-803fcb555af4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:47.273676 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f421bc3-65d5-46eb-b226-bda154c5dda9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c830ca58c5d44dbe838990467f30da12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7268784 Mar 05 00:22:47.274233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49652) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:47.419979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e6f027e-3daa-4f94-8777-87e766506da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:47.474935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e6f027e-3daa-4f94-8777-87e766506da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:47.596235 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e6f027e-3daa-4f94-8777-87e766506da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:47.675051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f027e-3daa-4f94-8777-87e766506da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10dc26-4d59-4340-b931-803fcb555af4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:47.687076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e6f027e-3daa-4f94-8777-87e766506da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:47.688335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6e6f027e-3daa-4f94-8777-87e766506da9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e10dc26-4d59-4340-b931-803fcb555af4 HTTP/1.1" status: 204 len: 168 time: 0.4129663 Mar 05 00:22:48.292751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49680) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:48.318098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684291d-591a-4608-acf8-e6dc4d3b7d95 req-01cc2245-6bf4-4915-9e80-26319ed16916 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:48.321829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8684291d-591a-4608-acf8-e6dc4d3b7d95 req-01cc2245-6bf4-4915-9e80-26319ed16916 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.2364843 Mar 05 00:22:48.356996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:48.406848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8684291d-591a-4608-acf8-e6dc4d3b7d95 req-1f1bc818-934d-4de1-8d93-e2aa3f54d519 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787890 Mar 05 00:22:48.443502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:48.447917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e13a470e8af43b998200f1b0b9a78ea is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:48.468111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:48.482071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:48.606291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:48.618497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:48.674724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b978a-2d1b-492c-a892-9a115c6b8203,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:48.708651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49696) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:48.709147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-027fe126-9b2e-49e7-be07-9c70e7588bc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e13a470e8af43b998200f1b0b9a78ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4145663 Mar 05 00:22:48.867520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72429948-6a11-4ed5-ba0c-f1b5f26dab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:48.908408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72429948-6a11-4ed5-ba0c-f1b5f26dab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:49.010904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72429948-6a11-4ed5-ba0c-f1b5f26dab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:49.040943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72429948-6a11-4ed5-ba0c-f1b5f26dab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b978a-2d1b-492c-a892-9a115c6b8203,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:49.072966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72429948-6a11-4ed5-ba0c-f1b5f26dab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:49.074139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72429948-6a11-4ed5-ba0c-f1b5f26dab9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d91b978a-2d1b-492c-a892-9a115c6b8203 HTTP/1.1" status: 204 len: 168 time: 0.3639421 Mar 05 00:22:49.933035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2618f-3988-4bfd-9a54-4b2bb3b614ca req-b8b54e6b-78c5-4ec6-9fd8-d4f5bef58086 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:49.951732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dea2618f-3988-4bfd-9a54-4b2bb3b614ca req-b8b54e6b-78c5-4ec6-9fd8-d4f5bef58086 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.2690825 Mar 05 00:22:50.113087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dea2618f-3988-4bfd-9a54-4b2bb3b614ca req-0d2f34c3-3fd2-4631-80b5-52a3fc98a5a7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602063 Mar 05 00:22:51.510551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76efdb-66f6-47f1-80e1-783eb7a72f43 req-89961492-b383-4592-b428-dce0d8b65f06 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:51.521411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c76efdb-66f6-47f1-80e1-783eb7a72f43 req-89961492-b383-4592-b428-dce0d8b65f06 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1115847 Mar 05 00:22:51.603763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2c76efdb-66f6-47f1-80e1-783eb7a72f43 req-db8dee46-bf5f-43e9-b36c-adcf9e1c58aa tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810478 Mar 05 00:22:51.972033 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:22:53.360610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bcc35-f4c6-4712-97dc-d8697feb75e7 req-c38672d7-530d-4a0a-992c-1b3d0670f673 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:53.362144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-303bcc35-f4c6-4712-97dc-d8697feb75e7 req-c38672d7-530d-4a0a-992c-1b3d0670f673 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.4051845 Mar 05 00:22:53.439271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-303bcc35-f4c6-4712-97dc-d8697feb75e7 req-dfbf53f5-c1eb-4ca0-b208-c5257237f1f1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709724 Mar 05 00:22:55.138293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854620-56c7-4b8a-b683-bff87ef71dc6 req-feb6b67b-0147-4ff9-96dd-a7994372d38d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:55.141759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de854620-56c7-4b8a-b683-bff87ef71dc6 req-feb6b67b-0147-4ff9-96dd-a7994372d38d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.2379980 Mar 05 00:22:55.240933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de854620-56c7-4b8a-b683-bff87ef71dc6 req-5ef56a8c-5dae-4b40-97f4-c8b763604742 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913544 Mar 05 00:22:56.129148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 49870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:56.677421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:56.752012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:56.765033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1ed44-a3c4-49cb-b7a4-9c920dadd430 req-8dfe8c55-d979-4dca-bbe7-1b1f6ca33421 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:56.775577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14a1ed44-a3c4-49cb-b7a4-9c920dadd430 req-8dfe8c55-d979-4dca-bbe7-1b1f6ca33421 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.2345061 Mar 05 00:22:56.784712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Usage tracker for resource:security_group_rule and tenant:2a2bb4eae6844e58b10b4c6e7c79967a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:56.825185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:56.852223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:56.979515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14a1ed44-a3c4-49cb-b7a4-9c920dadd430 req-1bd73c77-2f39-4e12-a058-368c5b1c22db tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001708 Mar 05 00:22:57.169214 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.251394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.282971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.287953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.384111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a2bb4eae6844e58b10b4c6e7c79967a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2536449 Mar 05 00:22:57.385061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec2ee-b039-4556-bc31-35f7e984637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a1ecc-801a-4a91-8c72-c0ef785d28f1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:57.386971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49896) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:57.606758 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2167-235a-430a-a238-45dba60dee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.646230 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2167-235a-430a-a238-45dba60dee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.783419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2167-235a-430a-a238-45dba60dee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.805036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d2167-235a-430a-a238-45dba60dee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a1ecc-801a-4a91-8c72-c0ef785d28f1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:57.832438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2167-235a-430a-a238-45dba60dee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:57.838021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4b5d2167-235a-430a-a238-45dba60dee26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c3a1ecc-801a-4a91-8c72-c0ef785d28f1 HTTP/1.1" status: 204 len: 168 time: 0.4492412 Mar 05 00:22:58.316049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345358ef-47bb-490c-8db3-8f502c3186d4 req-913e6123-461b-4731-bd0c-60ae3365237f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:58.317694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-345358ef-47bb-490c-8db3-8f502c3186d4 req-913e6123-461b-4731-bd0c-60ae3365237f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.0906518 Mar 05 00:22:58.383440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-345358ef-47bb-490c-8db3-8f502c3186d4 req-2c41f309-8086-4f34-8fe2-25ff47d3f27d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572410 Mar 05 00:22:58.439380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49920) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:58.460070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.494716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:22:58.499219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Usage tracker for resource:security_group_rule and tenant:d25de0973e6941b78e0fa0be85d2b436 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:22:58.502429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:22:58.508501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:22:58.596203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.604682 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.661261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d25de0973e6941b78e0fa0be85d2b436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206213 Mar 05 00:22:58.663911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49932) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:22:58.711776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34b33b-0263-4c1b-8e47-73f96017845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374db1ee-1d9a-45aa-b6ac-c09044a10035,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:58.759532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8217081b-ef00-4201-a5d0-c09f01c93840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.788649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8217081b-ef00-4201-a5d0-c09f01c93840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.845726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8217081b-ef00-4201-a5d0-c09f01c93840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.867675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217081b-ef00-4201-a5d0-c09f01c93840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374db1ee-1d9a-45aa-b6ac-c09044a10035,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:22:58.870646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8217081b-ef00-4201-a5d0-c09f01c93840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:22:58.871963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8217081b-ef00-4201-a5d0-c09f01c93840 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/374db1ee-1d9a-45aa-b6ac-c09044a10035 HTTP/1.1" status: 204 len: 168 time: 0.2070901 Mar 05 00:22:59.645157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960dfa3-fa16-486c-912c-f9704cb143df req-a56b0a92-28f1-47a1-8675-5ba4db61c7b7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:22:59.646664 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8960dfa3-fa16-486c-912c-f9704cb143df req-a56b0a92-28f1-47a1-8675-5ba4db61c7b7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1115243 Mar 05 00:22:59.734226 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8960dfa3-fa16-486c-912c-f9704cb143df req-c7d03f99-89b0-4f35-acea-5accb8405ffe tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579560 Mar 05 00:23:00.192053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 49986) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:00.506121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:00.578706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:00.590863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Usage tracker for resource:security_group_rule and tenant:ac09cdbbcc7b4eaba0b6f08be924cbda is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:00.595535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:00.606007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:00.696985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:00.703582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:00.760262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac09cdbbcc7b4eaba0b6f08be924cbda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5662448 Mar 05 00:23:00.763423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50008) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:00.830868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7acf-5c15-48de-ace4-e4a41691ff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a797112-b833-4f58-a52c-006fe942f35f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:00.858823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88fade85-4b4f-4bad-a609-1c58739107eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:00.887787 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88fade85-4b4f-4bad-a609-1c58739107eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:00.969248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88fade85-4b4f-4bad-a609-1c58739107eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:01.031177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fade85-4b4f-4bad-a609-1c58739107eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a797112-b833-4f58-a52c-006fe942f35f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:01.045694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-88fade85-4b4f-4bad-a609-1c58739107eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:01.047069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-88fade85-4b4f-4bad-a609-1c58739107eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a797112-b833-4f58-a52c-006fe942f35f HTTP/1.1" status: 204 len: 168 time: 0.2822886 Mar 05 00:23:01.137365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcb438-29b6-4489-90f9-c25e39326ff4 req-8d6fb4b3-5357-4231-9e7e-b2360b37cdc4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:01.154463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9cbcb438-29b6-4489-90f9-c25e39326ff4 req-8d6fb4b3-5357-4231-9e7e-b2360b37cdc4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1591420 Mar 05 00:23:01.211337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9cbcb438-29b6-4489-90f9-c25e39326ff4 req-cea55617-06fa-4e69-a8aa-51baffc555d0 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559435 Mar 05 00:23:02.184241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50064) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:02.476142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1958482657-network', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:02.487703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:02.496743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Usage tracker for resource:network and tenant:c0e6e0fe823a4ec29d87074ad10f3014 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:02.503867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:02.520027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:02.547451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Made reservation on behalf of c0e6e0fe823a4ec29d87074ad10f3014 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:23:02.550338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.575664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.615138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40499-2872-40cc-81f3-0c24c27315ec req-44357da1-5624-4590-94ed-a900c9d5d6a1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:02.617893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcf40499-2872-40cc-81f3-0c24c27315ec req-44357da1-5624-4590-94ed-a900c9d5d6a1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.1575477 Mar 05 00:23:02.633548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:02.638649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Usage tracker for resource:security_group_rule and tenant:c0e6e0fe823a4ec29d87074ad10f3014 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:02.650533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:02.659670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:02.700514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcf40499-2872-40cc-81f3-0c24c27315ec req-809d4f30-bebb-4dde-b411-38bd29901c80 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757692 Mar 05 00:23:02.777486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.784337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.832170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:23:02.838695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aaec1b-cc86-4963-b5d3-7c0c36519fbf,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:02.848674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.849008 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Added segment 55047dca-9005-4393-a725-4572fe1dad16 of type vlan for network 280073b9-d638-45d4-a079-89116f8f2a05 Mar 05 00:23:02.883543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.951937 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:02.952818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:02.953423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:03.124829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] Pushing event updated for resources: {'Network': ['ID=280073b9-d638-45d4-a079-89116f8f2a05,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:03.131780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0df20e02-b226-442b-af91-bed99e228cec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9435499 Mar 05 00:23:03.132133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50092) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:03.136244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 280073b9-d638-45d4-a079-89116f8f2a05 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:23:03.139323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Request body: {'subnet': {'network_id': '280073b9-d638-45d4-a079-89116f8f2a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1958482657-subnet', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:03.146238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:03.151454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Usage tracker for resource:subnet and tenant:c0e6e0fe823a4ec29d87074ad10f3014 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:03.156304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:03.163538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:03.178212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Made reservation on behalf of c0e6e0fe823a4ec29d87074ad10f3014 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:23:03.180963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:03.551434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:03.700251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391e5cb2-85d5-40f2-ab37-5c29ab8d342c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:03.732467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Checking segment: {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:03.732831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Network hostable DHCP agents. Network: 280073b9-d638-45d4-a079-89116f8f2a05, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:23:03.774084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Network 280073b9-d638-45d4-a079-89116f8f2a05 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:23:03.789694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 280073b9-d638-45d4-a079-89116f8f2a05) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:03.793854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:03.794439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:03.802766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11b304-661d-4b5f-a2d1-b82348bf964f None None] Network 280073b9-d638-45d4-a079-89116f8f2a05 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:23:03.853615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c89574f6-c894-4b64-9837-a37e15a2c9b9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7204316 Mar 05 00:23:03.856142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50114) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:03.861454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:03.871716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:03.885988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Usage tracker for resource:router and tenant:c0e6e0fe823a4ec29d87074ad10f3014 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:03.892029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:03.902226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:03.925263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:03.926224 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:03.958571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:04.131348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67b8bc-bdd8-4007-81e1-0ceafec986de req-24562710-0b33-4696-945e-fee423504d25 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:04.132840 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f67b8bc-bdd8-4007-81e1-0ceafec986de req-24562710-0b33-4696-945e-fee423504d25 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 943 time: 0.2202549 Mar 05 00:23:04.233968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f67b8bc-bdd8-4007-81e1-0ceafec986de req-f1ffd742-91a8-4cf7-b273-cad260ced7da tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856926 Mar 05 00:23:04.417395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:04.456213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-280073b9-d638-45d4-a079-89116f8f2a05', 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'fixed_ips': [{'subnet_id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:23:04.459319 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:04.593322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:23:04.797976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:04.838437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:04.980100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1cd1cecc-af94-49c9-9151-c8047d67d32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:04.991250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Allocated IP 172.20.0.2 (280073b9-d638-45d4-a079-89116f8f2a05/391e5cb2-85d5-40f2-ab37-5c29ab8d342c/a0717408-7e0a-4f1a-b5ff-3a1fc32dd298) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:05.035865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:05.036105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Allocated IP 172.25.0.72 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d8efff4c-efa1-4865-84d7-8f7cbea208c8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:05.090446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'port_id': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'mac_address': 'fa:16:3e:81:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:23:05.220052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.249310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85826cf2-26bc-4666-93d5-8f0e15fbbd5d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:23:05.268258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:05.269903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.274850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.301867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.386862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Pushing event updated for resources: {'Port': ['ID=d8efff4c-efa1-4865-84d7-8f7cbea208c8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:05.404562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:05.407013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:05.416284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:05.473697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:05.517699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.518355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.519192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.519469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.519843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.520200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.520480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.520829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.521528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.521897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.522457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:05.546656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.569477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Transition to ACTIVE for port object a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:05.625250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['85826cf2-26bc-4666-93d5-8f0e15fbbd5d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:23:05.668036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Transition to ACTIVE for port object a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:05.690844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.806392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc891c3b-925c-417b-9acc-0826dc442e4c req-c2880b54-672a-48d6-98da-cc307231acb8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:05.813836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc891c3b-925c-417b-9acc-0826dc442e4c req-c2880b54-672a-48d6-98da-cc307231acb8 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.2682505 Mar 05 00:23:05.831162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Pushing event updated for resources: {'Port': ['ID=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:05.869788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc891c3b-925c-417b-9acc-0826dc442e4c req-c1e70656-877b-460b-885a-1839dc3fcd37 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549667 Mar 05 00:23:05.875975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Network 280073b9-d638-45d4-a079-89116f8f2a05 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:05.899465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:05.906081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:05.933680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:05.949764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:06.178722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Attempting to bind port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:23:06.179353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Attempting to bind port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:23:06.179894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Attempting to bind port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 on network 280073b9-d638-45d4-a079-89116f8f2a05 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:23:06.199166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:23:06.199973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Checking segment: {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:06.200542 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:06.201085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Bound using segment: {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:23:06.201773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Bound port: a0717408-7e0a-4f1a-b5ff-3a1fc32dd298, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:23:06.202435 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:06.377951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Router 3dba0710-311a-4240-b411-40542fe78495 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:23:06.404033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] For port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:06.408373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] For port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:23:06.419314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:06.506534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283cd2e-09de-4d99-91dc-5e654cface00 None None] Pushing event updated for resources: {'Port': ['ID=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:06.721574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:06.733053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Sync routers for ids ['3dba0710-311a-4240-b411-40542fe78495'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:06.772163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Routers {'3dba0710-311a-4240-b411-40542fe78495'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:06.772841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:22:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3dba0710-311a-4240-b411-40542fe78495'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:06.845682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:06.851963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50172) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:06.852951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6eb42f1-b489-413f-9a56-fa54db44f46c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9950941 Mar 05 00:23:07.237458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ae4fe193-79c1-449f-a21f-5113a367a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:07.317722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Set router 3dba0710-311a-4240-b411-40542fe78495 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:07.451875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817c39f-581f-41a8-9b31-1d9d8c503d06 req-eaf048a6-d970-44f0-b021-7e726109edda tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:07.453964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6817c39f-581f-41a8-9b31-1d9d8c503d06 req-eaf048a6-d970-44f0-b021-7e726109edda tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.1902187 Mar 05 00:23:07.661822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6817c39f-581f-41a8-9b31-1d9d8c503d06 req-e0ab085b-d165-471a-a900-e5847e649ca9 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907368 Mar 05 00:23:07.852464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:05Z', 'revision_number': 3, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:07.861014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Checking router: 3dba0710-311a-4240-b411-40542fe78495 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:23:07.861399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Updating router 3dba0710-311a-4240-b411-40542fe78495 port d8efff4c-efa1-4865-84d7-8f7cbea208c8 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:23:07.959068 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.306352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd9c76-129b-4a95-821f-19fc6bd8ca3a None None] Network 280073b9-d638-45d4-a079-89116f8f2a05 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:23:08.333165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:08.523972 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.536421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Transition to ACTIVE for port object d8efff4c-efa1-4865-84d7-8f7cbea208c8 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:08.599752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.616896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:08.686459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.747422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-97f7e5aa-89af-4fc4-89c9-c9fe1944b579 None None] Provisioning for port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:08.764819 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.787166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Attempting to bind port d8efff4c-efa1-4865-84d7-8f7cbea208c8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:23:08.787166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Attempting to bind port d8efff4c-efa1-4865-84d7-8f7cbea208c8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:23:08.797570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Attempting to bind port d8efff4c-efa1-4865-84d7-8f7cbea208c8 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:23:08.870509 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.917954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:23:08.932780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:08.933399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:08.933888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:23:08.934453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Bound port: d8efff4c-efa1-4865-84d7-8f7cbea208c8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:23:08.934931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.066634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] For port d8efff4c-efa1-4865-84d7-8f7cbea208c8, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:09.069780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] For port d8efff4c-efa1-4865-84d7-8f7cbea208c8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d8efff4c-efa1-4865-84d7-8f7cbea208c8,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:23:09.176796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Allocated IP 172.20.0.1 (280073b9-d638-45d4-a079-89116f8f2a05/391e5cb2-85d5-40f2-ab37-5c29ab8d342c/326180cd-d964-4cbb-aee4-7177f9c8d7ba) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:09.184897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dcf8-6159-4791-9000-29b687ad62ef req-fd90e9a0-aa1a-4d07-8073-d293c02b382f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:09.192183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0438dcf8-6159-4791-9000-29b687ad62ef req-fd90e9a0-aa1a-4d07-8073-d293c02b382f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 944 time: 0.2152417 Mar 05 00:23:09.200494 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.222077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fbb93-4887-495d-8dd9-b939b1793818 None None] Pushing event updated for resources: {'Port': ['ID=d8efff4c-efa1-4865-84d7-8f7cbea208c8,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:09.276881 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0438dcf8-6159-4791-9000-29b687ad62ef req-5af87887-08a6-42c9-8048-7ce26d39a608 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834517 Mar 05 00:23:09.423201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:09.476222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:09.476953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.484518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.501509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Transition to ACTIVE for port object 326180cd-d964-4cbb-aee4-7177f9c8d7ba will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:09.524628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Routers {'3dba0710-311a-4240-b411-40542fe78495'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:09.526098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3dba0710-311a-4240-b411-40542fe78495'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:09.528287 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.614436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Network 280073b9-d638-45d4-a079-89116f8f2a05 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:09.618431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:09.623769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:09.657529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Pushing event updated for resources: {'Port': ['ID=326180cd-d964-4cbb-aee4-7177f9c8d7ba,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:09.705106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.816714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.831927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fbb93-4887-495d-8dd9-b939b1793818 None None] Pushing event updated for resources: {'Port': ['ID=d8efff4c-efa1-4865-84d7-8f7cbea208c8,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:09.921791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:09.922522 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:09.985813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.144360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.165950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.260011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] Set router 3dba0710-311a-4240-b411-40542fe78495 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:10.479303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:10.542553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.553559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.638439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:10.642860 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'code': 200} Mar 05 00:23:10.721006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.876479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:10.909077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d526c179-17ae-4458-b17b-2f564a4efc11 None None] Provisioning complete for port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:10.909487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d526c179-17ae-4458-b17b-2f564a4efc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:10.933344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:11.023564 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:11.088198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Network 280073b9-d638-45d4-a079-89116f8f2a05 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:11.100179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:11.137949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:11.298241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:11.317074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:05Z', 'revision_number': 3, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:11.345624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c7cbb-1359-40c1-94c7-d4aab214834d None None] The sync data for ids ['3dba0710-311a-4240-b411-40542fe78495'] in n-d-828979-4 is: [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:05Z', 'revision_number': 3, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:23:11.435080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Pushing event updated for resources: {'Port': ['ID=326180cd-d964-4cbb-aee4-7177f9c8d7ba,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:11.467886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e8097145-e90e-4d86-ba9b-257e03fe6321 None None] Provisioning for port 326180cd-d964-4cbb-aee4-7177f9c8d7ba completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:11.474428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e8097145-e90e-4d86-ba9b-257e03fe6321 None None] Provisioning complete for port 326180cd-d964-4cbb-aee4-7177f9c8d7ba triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:11.474979 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e8097145-e90e-4d86-ba9b-257e03fe6321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:11.519758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd2f4-2b9c-441c-992b-b93a06948204 req-d3fa5ba3-8a11-4a06-8c8b-a86ad005d280 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:11.521387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfbd2f4-2b9c-441c-992b-b93a06948204 req-d3fa5ba3-8a11-4a06-8c8b-a86ad005d280 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.8355954 Mar 05 00:23:11.596952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e8097145-e90e-4d86-ba9b-257e03fe6321 None None] Port 326180cd-d964-4cbb-aee4-7177f9c8d7ba cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:23:11.723533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ff6b66a7-1fc2-472a-a781-c95f5d3c8139 req-f7b8a00e-f588-41e6-b868-9d262e98606d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1097 time: 0.7450552 Mar 05 00:23:11.770613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cfbd2f4-2b9c-441c-992b-b93a06948204 req-f9960294-960c-48f5-be00-8a53baf77907 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771841 Mar 05 00:23:11.818005 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ff6b66a7-1fc2-472a-a781-c95f5d3c8139 req-ef04f706-4bf2-40cc-8587-5ba570160634 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685701 Mar 05 00:23:11.870915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Router 3dba0710-311a-4240-b411-40542fe78495 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:23:12.195365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:12.215117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3a736a5b-e84e-4d8e-87a8-5266ea538e73 admin admin] 10.222.0.32 "PUT /v2.0/routers/3dba0710-311a-4240-b411-40542fe78495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618762 Mar 05 00:23:13.279887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a9e7-7f75-49f9-b8a4-0b90888cd668 req-15918aaf-f16f-443d-b1b1-ff813a68eb1f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:13.292920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8eb8a9e7-7f75-49f9-b8a4-0b90888cd668 req-15918aaf-f16f-443d-b1b1-ff813a68eb1f tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.1497018 Mar 05 00:23:13.303638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:13.378331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8eb8a9e7-7f75-49f9-b8a4-0b90888cd668 req-ee63c85b-99d1-4a36-b10a-9a241a560750 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650904 Mar 05 00:23:13.469649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:13.470225 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:13.645701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d8efff4c-efa1-4865-84d7-8f7cbea208c8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:13.750349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d8efff4c-efa1-4865-84d7-8f7cbea208c8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:13.756678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d8efff4c-efa1-4865-84d7-8f7cbea208c8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:13.757057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.048628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.089919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d8efff4c-efa1-4865-84d7-8f7cbea208c8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d8efff4c-efa1-4865-84d7-8f7cbea208c8,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:14.207364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.214269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:14.220147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1621122165-network', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:14.226295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:14.231061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Usage tracker for resource:network and tenant:5d80d1714f12485b9a9e787fd8566f76 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:14.234552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:14.242407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:14.260107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Made reservation on behalf of 5d80d1714f12485b9a9e787fd8566f76 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:23:14.262959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.297371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.338648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:14.344833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Usage tracker for resource:security_group_rule and tenant:5d80d1714f12485b9a9e787fd8566f76 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:14.348506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:14.354439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d8efff4c-efa1-4865-84d7-8f7cbea208c8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:14.358290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:14.551919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.560259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.583171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:23:14.606858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.607201 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Added segment 1b2b7af8-421f-4ccf-8cad-f4063dc789f3 of type vlan for network 4f25857f-8e14-4a41-94b0-1725e0c4f691 Mar 05 00:23:14.730245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627b67fd-9167-4a25-a3b0-cd82974507fe,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:14.733842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.871203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf6059-08d0-4140-b7e2-15c74564371d req-ea8f8b97-0a1b-4fa9-a1bf-330289f43ac7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:14.879932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfbf6059-08d0-4140-b7e2-15c74564371d req-ea8f8b97-0a1b-4fa9-a1bf-330289f43ac7 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.2199996 Mar 05 00:23:14.883418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:14.886588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:14.886588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.087326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] Pushing event updated for resources: {'Network': ['ID=4f25857f-8e14-4a41-94b0-1725e0c4f691,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:15.101941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:23:15.119771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfbf6059-08d0-4140-b7e2-15c74564371d req-c5cd7254-165b-4eed-9e05-50e21c0bf0a4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388849 Mar 05 00:23:15.123126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53825d2e-1674-463f-92e7-3848cd2af69b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9078705 Mar 05 00:23:15.126751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:15.132756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Request body: {'subnet': {'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1621122165-subnet', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:15.141983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:15.161543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Usage tracker for resource:subnet and tenant:5d80d1714f12485b9a9e787fd8566f76 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:15.169387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:15.178914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:15.191356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Made reservation on behalf of 5d80d1714f12485b9a9e787fd8566f76 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:23:15.197408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.239949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d8efff4c-efa1-4865-84d7-8f7cbea208c8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:15.484913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.490265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d8efff4c-efa1-4865-84d7-8f7cbea208c8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:15.491255 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.724149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd24fb2a-8b72-44b8-ba2a-02ac672ea08a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:15.783690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Checking segment: {'id': '1b2b7af8-421f-4ccf-8cad-f4063dc789f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:15.785550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Network hostable DHCP agents. Network: 4f25857f-8e14-4a41-94b0-1725e0c4f691, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:23:15.812506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:23:15.828228 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Sync routers for ids ['3dba0710-311a-4240-b411-40542fe78495'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:15.833940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4f25857f-8e14-4a41-94b0-1725e0c4f691) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:15.839496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:15.840960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.849081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e64cd-6039-4a3d-82d3-68fd6c831359 None None] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:23:15.849284 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Routers {'3dba0710-311a-4240-b411-40542fe78495'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:15.849757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3dba0710-311a-4240-b411-40542fe78495'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:15.871852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50390) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:15.874382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b18c412e-1bab-4790-97c0-9e804c4a6b13 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7448344 Mar 05 00:23:15.881194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:15.892684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:15.899105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Usage tracker for resource:router and tenant:5d80d1714f12485b9a9e787fd8566f76 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:15.903331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:15.910455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:15.925474 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.927110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:15.980914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:16.357614 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Set router 3dba0710-311a-4240-b411-40542fe78495 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:16.408716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4f25857f-8e14-4a41-94b0-1725e0c4f691', 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'fixed_ips': [{'subnet_id': 'bd24fb2a-8b72-44b8-ba2a-02ac672ea08a'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:23:16.410297 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:16.495884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39ee5c-f69b-4480-a095-50de4ade3056 req-713576b8-0d39-440d-a2ed-9585bf40299a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:16.503291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae39ee5c-f69b-4480-a095-50de4ade3056 req-713576b8-0d39-440d-a2ed-9585bf40299a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.1853397 Mar 05 00:23:16.605148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ae39ee5c-f69b-4480-a095-50de4ade3056 req-8c0ac4f5-ad10-4a41-b880-4d1548438f2a tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019652 Mar 05 00:23:16.751104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:16.856082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Allocated IP 172.20.0.2 (4f25857f-8e14-4a41-94b0-1725e0c4f691/bd24fb2a-8b72-44b8-ba2a-02ac672ea08a/788e6afd-133a-488a-b27c-230ebc899532) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:17.131112 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:09Z', 'revision_number': 4, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '326180cd-d964-4cbb-aee4-7177f9c8d7ba', 'name': '', 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'mac_address': 'fa:16:3e:be:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:08Z', 'updated_at': '2022-03-05T00:23:09Z', 'revision_number': 2, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'subnets': [{'id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:17.136658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Checking router: 3dba0710-311a-4240-b411-40542fe78495 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:23:17.137198 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Updating router 3dba0710-311a-4240-b411-40542fe78495 port 326180cd-d964-4cbb-aee4-7177f9c8d7ba binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:23:17.199499 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.200648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.277650 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.310305 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.346176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Transition to ACTIVE for port object 788e6afd-133a-488a-b27c-230ebc899532 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:17.393417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Transition to ACTIVE for port object 788e6afd-133a-488a-b27c-230ebc899532 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:17.403266 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.504394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:17.521676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:17.535302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Allocated IP 172.25.0.86 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/a61e3ec6-c82a-473a-bbbd-1eed7be3c995) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:17.546793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:17.693337 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.712487 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Transition to ACTIVE for port object 326180cd-d964-4cbb-aee4-7177f9c8d7ba will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:17.721767 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.747309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.755267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Pushing event updated for resources: {'Port': ['ID=788e6afd-133a-488a-b27c-230ebc899532,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:17.770867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Attempting to bind port 788e6afd-133a-488a-b27c-230ebc899532 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:23:17.771901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Attempting to bind port 788e6afd-133a-488a-b27c-230ebc899532 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '1b2b7af8-421f-4ccf-8cad-f4063dc789f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:23:17.771901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Attempting to bind port 788e6afd-133a-488a-b27c-230ebc899532 on network 4f25857f-8e14-4a41-94b0-1725e0c4f691 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:23:17.788720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:23:17.789103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Checking segment: {'id': '1b2b7af8-421f-4ccf-8cad-f4063dc789f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:17.789788 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.790135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Bound using segment: {'id': '1b2b7af8-421f-4ccf-8cad-f4063dc789f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:23:17.790621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Bound port: 788e6afd-133a-488a-b27c-230ebc899532, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2b7af8-421f-4ccf-8cad-f4063dc789f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:23:17.790993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.801053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:17.856150 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Pushing event updated for resources: {'Port': ['ID=326180cd-d964-4cbb-aee4-7177f9c8d7ba,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:17.878181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.881183 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.881689 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.882168 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.882934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.884831 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.885376 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.885852 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.887028 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.888355 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.889469 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:17.942368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:17.947682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:17.950374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Pushing event updated for resources: {'Port': ['ID=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:17.954998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:18.016737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] For port 788e6afd-133a-488a-b27c-230ebc899532, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:18.020047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] For port 788e6afd-133a-488a-b27c-230ebc899532, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=788e6afd-133a-488a-b27c-230ebc899532,segment=NetworkSegment(1b2b7af8-421f-4ccf-8cad-f4063dc789f3),segment_id=1b2b7af8-421f-4ccf-8cad-f4063dc789f3)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:23:18.032299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:18.214651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267eed2-89b1-43b1-804c-5341f8abefe4 None None] Pushing event updated for resources: {'Port': ['ID=788e6afd-133a-488a-b27c-230ebc899532,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:18.247716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Attempting to bind port 326180cd-d964-4cbb-aee4-7177f9c8d7ba on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:23:18.248797 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Attempting to bind port 326180cd-d964-4cbb-aee4-7177f9c8d7ba by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:23:18.249082 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Attempting to bind port 326180cd-d964-4cbb-aee4-7177f9c8d7ba on network 280073b9-d638-45d4-a079-89116f8f2a05 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:23:18.276148 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:23:18.276844 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Checking segment: {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:18.277421 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:18.277957 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Bound using segment: {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:23:18.280280 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Bound port: 326180cd-d964-4cbb-aee4-7177f9c8d7ba, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55047dca-9005-4393-a725-4572fe1dad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:23:18.280935 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:18.337179 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:18.339905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:18.488481 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] For port 326180cd-d964-4cbb-aee4-7177f9c8d7ba, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:18.492785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] For port 326180cd-d964-4cbb-aee4-7177f9c8d7ba, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=326180cd-d964-4cbb-aee4-7177f9c8d7ba,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:23:18.505362 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:18.668537 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Routers {'3dba0710-311a-4240-b411-40542fe78495'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:18.669089 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3dba0710-311a-4240-b411-40542fe78495'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:18.818967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Router 64d8a389-9063-4678-96ad-b16babce9768 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:23:18.935134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f537c-e241-48ee-bc2c-ab7ed90a7a4a None None] Pushing event updated for resources: {'Port': ['ID=326180cd-d964-4cbb-aee4-7177f9c8d7ba,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:19.080390 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] Set router 3dba0710-311a-4240-b411-40542fe78495 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:19.122241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:19.265837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 788e6afd-133a-488a-b27c-230ebc899532 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:19.392281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:19.423212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:19.432998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 788e6afd-133a-488a-b27c-230ebc899532 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:19.441198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Sync routers for ids ['64d8a389-9063-4678-96ad-b16babce9768'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:19.461821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:19.463144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:19.468238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1648eabc-cacb-4c3d-b5d5-44c8e6d073df admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5925295 Mar 05 00:23:19.469256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50464) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:19.469380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Routers {'64d8a389-9063-4678-96ad-b16babce9768'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:19.470035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['64d8a389-9063-4678-96ad-b16babce9768'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:19.470742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Usage tracker for resource:security_group_rule and tenant:876cdff266134c1f83846cdecaa50781 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:19.475442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:19.484490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:19.577543 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:19.578594 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:09Z', 'revision_number': 4, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '326180cd-d964-4cbb-aee4-7177f9c8d7ba', 'name': '', 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'mac_address': 'fa:16:3e:be:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:08Z', 'updated_at': '2022-03-05T00:23:18Z', 'revision_number': 4, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'subnets': [{'id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:19.585251 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585b724-6d67-4d8e-98bd-67b2d12ac878 None None] The sync data for ids ['3dba0710-311a-4240-b411-40542fe78495'] in n-d-828979-4 is: [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:09Z', 'revision_number': 4, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '326180cd-d964-4cbb-aee4-7177f9c8d7ba', 'name': '', 'network_id': '280073b9-d638-45d4-a079-89116f8f2a05', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'mac_address': 'fa:16:3e:be:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:08Z', 'updated_at': '2022-03-05T00:23:18Z', 'revision_number': 4, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'subnets': [{'id': '391e5cb2-85d5-40f2-ab37-5c29ab8d342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:23:19.589161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:19.678466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=876cdff266134c1f83846cdecaa50781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5549738 Mar 05 00:23:19.680679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50468) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:19.769200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62cae2-8d5d-4f0a-90a6-a86dab416642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e30c6d-762f-41ac-97bb-f259c6427ba4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:19.927384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0d41221c-fff2-436c-9c5c-33b7829d6fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:20.003973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Set router 64d8a389-9063-4678-96ad-b16babce9768 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:20.035248 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0d41221c-fff2-436c-9c5c-33b7829d6fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:20.182820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0d41221c-fff2-436c-9c5c-33b7829d6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:20.221949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41221c-fff2-436c-9c5c-33b7829d6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e30c6d-762f-41ac-97bb-f259c6427ba4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:20.223896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0d41221c-fff2-436c-9c5c-33b7829d6fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:20.227227 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0d41221c-fff2-436c-9c5c-33b7829d6fe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00e30c6d-762f-41ac-97bb-f259c6427ba4 HTTP/1.1" status: 204 len: 168 time: 0.5433884 Mar 05 00:23:20.314889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7383d-4ced-4f44-b733-1ab57e8f78e6 None None] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:23:20.761889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:20.797018 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:20.904532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:20.904723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] Provisioning for port 788e6afd-133a-488a-b27c-230ebc899532 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:20.914925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Usage tracker for resource:security_group_rule and tenant:403525e45df54aea86efcf1cbe4fea3b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:20.926600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] Provisioning complete for port 788e6afd-133a-488a-b27c-230ebc899532 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:20.927155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:20.927364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:20.942218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:21.198953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.211539 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.238379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.254049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 326180cd-d964-4cbb-aee4-7177f9c8d7ba up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:21.292763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65be238-23a0-426e-b000-7c3afc23e67a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:21.322823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ada21aae-c16d-4078-8feb-eb618ddacd9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=403525e45df54aea86efcf1cbe4fea3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5594199 Mar 05 00:23:21.325728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50496) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:21.390649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.425611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8334fd30-0810-4fec-a649-e5f8f0fbde2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.459203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8334fd30-0810-4fec-a649-e5f8f0fbde2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.480287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] For port 788e6afd-133a-488a-b27c-230ebc899532, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=788e6afd-133a-488a-b27c-230ebc899532,segment=NetworkSegment(1b2b7af8-421f-4ccf-8cad-f4063dc789f3),segment_id=1b2b7af8-421f-4ccf-8cad-f4063dc789f3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:21.488010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.528099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8334fd30-0810-4fec-a649-e5f8f0fbde2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.545929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Allocated IP 172.20.0.1 (4f25857f-8e14-4a41-94b0-1725e0c4f691/bd24fb2a-8b72-44b8-ba2a-02ac672ea08a/49f6fdda-c18f-4731-bc4e-7dbc0f924a23) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:21.565121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334fd30-0810-4fec-a649-e5f8f0fbde2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65be238-23a0-426e-b000-7c3afc23e67a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:21.569661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 326180cd-d964-4cbb-aee4-7177f9c8d7ba completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:21.571301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8334fd30-0810-4fec-a649-e5f8f0fbde2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.576229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8334fd30-0810-4fec-a649-e5f8f0fbde2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c65be238-23a0-426e-b000-7c3afc23e67a HTTP/1.1" status: 204 len: 168 time: 0.2463844 Mar 05 00:23:21.594381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 326180cd-d964-4cbb-aee4-7177f9c8d7ba triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:21.595088 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.719393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d8a389-9063-4678-96ad-b16babce9768', 'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a61e3ec6-c82a-473a-bbbd-1eed7be3c995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:15Z', 'updated_at': '2022-03-05T00:23:18Z', 'revision_number': 3, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'gw_port': {'id': 'a61e3ec6-c82a-473a-bbbd-1eed7be3c995', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d8a389-9063-4678-96ad-b16babce9768', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:17Z', 'updated_at': '2022-03-05T00:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:21.765152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Checking router: 64d8a389-9063-4678-96ad-b16babce9768 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:23:21.765528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Updating router 64d8a389-9063-4678-96ad-b16babce9768 port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:23:21.779018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.797532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Transition to ACTIVE for port object 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:21.822360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:21.919375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:21.926693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:21.929745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:21.942353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabab70-2604-42d7-b62c-601f5f83bcee None None] Pushing event updated for resources: {'Port': ['ID=788e6afd-133a-488a-b27c-230ebc899532,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:21.945050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.054335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Pushing event updated for resources: {'Port': ['ID=49f6fdda-c18f-4731-bc4e-7dbc0f924a23,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:22.085291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.095004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.128326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ac5ff3e3-ad07-4bff-9a97-75b7af46a1f0 None None] Provisioning complete for port 788e6afd-133a-488a-b27c-230ebc899532 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:22.128977 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff3e3-ad07-4bff-9a97-75b7af46a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.250097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.425549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50518) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:22.456899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.507739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:22.535183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2e61f3317a448ab989f3c906b1bd3c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:22.548660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:22.554824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:22.577498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 326180cd-d964-4cbb-aee4-7177f9c8d7ba, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=326180cd-d964-4cbb-aee4-7177f9c8d7ba,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:22.593884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.651371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.651641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.656666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.661338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.697000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc2e61f3317a448ab989f3c906b1bd3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2703822 Mar 05 00:23:22.699511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:22.769029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eeafb0-9935-4ac6-877b-fe8b8ddf6334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c9601-36b8-42d7-b2cf-16d8bd788ab9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:22.773345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=326180cd-d964-4cbb-aee4-7177f9c8d7ba,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:22.802527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5860eb47-6352-46e7-8f64-7842fca39e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.862384 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.867838 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.868144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Pushing event updated for resources: {'Port': ['ID=49f6fdda-c18f-4731-bc4e-7dbc0f924a23,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:22.880778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.881545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.882073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.882893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.883558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.884277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.884793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.885661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Transition to ACTIVE for port object a61e3ec6-c82a-473a-bbbd-1eed7be3c995 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:23:22.886000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.886556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.887073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.887614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:22.891005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-019f2ae4-7ff4-4922-8014-a3b1ad6ec178 None None] Provisioning for port 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:22.896557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-019f2ae4-7ff4-4922-8014-a3b1ad6ec178 None None] Provisioning complete for port 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:22.897140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-019f2ae4-7ff4-4922-8014-a3b1ad6ec178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.930921 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:22.958399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5860eb47-6352-46e7-8f64-7842fca39e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.020534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5860eb47-6352-46e7-8f64-7842fca39e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.047878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-019f2ae4-7ff4-4922-8014-a3b1ad6ec178 None None] Port 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:23:23.053867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860eb47-6352-46e7-8f64-7842fca39e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c9601-36b8-42d7-b2cf-16d8bd788ab9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:23.058558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5860eb47-6352-46e7-8f64-7842fca39e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.063373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5860eb47-6352-46e7-8f64-7842fca39e9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a5c9601-36b8-42d7-b2cf-16d8bd788ab9 HTTP/1.1" status: 204 len: 168 time: 0.3580830 Mar 05 00:23:23.100386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c83f-a7b7-4b93-a297-11d4ca73d123 None None] Pushing event updated for resources: {'Port': ['ID=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:23.106693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Attempting to bind port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:23:23.106693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Attempting to bind port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:23:23.106693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Attempting to bind port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:23:23.138000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:23:23.138387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:23:23.139318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.139719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:23:23.140264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Bound port: a61e3ec6-c82a-473a-bbbd-1eed7be3c995, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:23:23.140571 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.292939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 788e6afd-133a-488a-b27c-230ebc899532 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:23.373847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:23.377853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:23.422412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] For port a61e3ec6-c82a-473a-bbbd-1eed7be3c995, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:23.488652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] For port a61e3ec6-c82a-473a-bbbd-1eed7be3c995, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:23:23.500839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.635901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 788e6afd-133a-488a-b27c-230ebc899532 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:23.639247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:23.727874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c83f-a7b7-4b93-a297-11d4ca73d123 None None] Pushing event updated for resources: {'Port': ['ID=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:23.734059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Routers {'64d8a389-9063-4678-96ad-b16babce9768'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:23.734680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['64d8a389-9063-4678-96ad-b16babce9768'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:23.983845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] Set router 64d8a389-9063-4678-96ad-b16babce9768 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:24.084641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Router 64d8a389-9063-4678-96ad-b16babce9768 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:23:24.103268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dab8ac2d-b65b-4025-81d0-8c929350b631 None None] Provisioning complete for port 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:24.103626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dab8ac2d-b65b-4025-81d0-8c929350b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:24.206438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 326180cd-d964-4cbb-aee4-7177f9c8d7ba up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:24.465370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:24.475256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba1f8eb8-f2eb-4832-aef4-2b35762e4d97 admin admin] 10.222.0.32 "PUT /v2.0/routers/64d8a389-9063-4678-96ad-b16babce9768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046978 Mar 05 00:23:24.542304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-dab8ac2d-b65b-4025-81d0-8c929350b631 None None] Port 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:23:24.610326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 326180cd-d964-4cbb-aee4-7177f9c8d7ba triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:24.610736 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:24.750052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d8a389-9063-4678-96ad-b16babce9768', 'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a61e3ec6-c82a-473a-bbbd-1eed7be3c995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:15Z', 'updated_at': '2022-03-05T00:23:22Z', 'revision_number': 4, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'gw_port': {'id': 'a61e3ec6-c82a-473a-bbbd-1eed7be3c995', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d8a389-9063-4678-96ad-b16babce9768', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:17Z', 'updated_at': '2022-03-05T00:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '49f6fdda-c18f-4731-bc4e-7dbc0f924a23', 'name': '', 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'mac_address': 'fa:16:3e:3a:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d8a389-9063-4678-96ad-b16babce9768', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd24fb2a-8b72-44b8-ba2a-02ac672ea08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:21Z', 'updated_at': '2022-03-05T00:23:22Z', 'revision_number': 2, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'subnets': [{'id': 'bd24fb2a-8b72-44b8-ba2a-02ac672ea08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:24.820163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7aef92-3c45-4f9d-8b6d-d802da92e638 None None] The sync data for ids ['64d8a389-9063-4678-96ad-b16babce9768'] in n-d-828979-4 is: [{'id': '64d8a389-9063-4678-96ad-b16babce9768', 'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a61e3ec6-c82a-473a-bbbd-1eed7be3c995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:15Z', 'updated_at': '2022-03-05T00:23:22Z', 'revision_number': 4, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'gw_port': {'id': 'a61e3ec6-c82a-473a-bbbd-1eed7be3c995', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d8a389-9063-4678-96ad-b16babce9768', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:17Z', 'updated_at': '2022-03-05T00:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '49f6fdda-c18f-4731-bc4e-7dbc0f924a23', 'name': '', 'network_id': '4f25857f-8e14-4a41-94b0-1725e0c4f691', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'mac_address': 'fa:16:3e:3a:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d8a389-9063-4678-96ad-b16babce9768', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd24fb2a-8b72-44b8-ba2a-02ac672ea08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:21Z', 'updated_at': '2022-03-05T00:23:22Z', 'revision_number': 2, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'subnets': [{'id': 'bd24fb2a-8b72-44b8-ba2a-02ac672ea08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:23:26.709088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 50674) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:27.133888 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:27.156823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:27.236928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:27.951919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Deleting port 326180cd-d964-4cbb-aee4-7177f9c8d7ba {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:27.953206 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:28.202112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] For port 326180cd-d964-4cbb-aee4-7177f9c8d7ba, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=326180cd-d964-4cbb-aee4-7177f9c8d7ba,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:28.202628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:28.363539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Calling delete_port for 326180cd-d964-4cbb-aee4-7177f9c8d7ba owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:28.700035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:28.752622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=326180cd-d964-4cbb-aee4-7177f9c8d7ba,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:28.963538 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:23:29.220156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:30.163811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-7aa96f83-c068-4391-8530-9eb6931a522f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2628098 Mar 05 00:23:30.303748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Router 3dba0710-311a-4240-b411-40542fe78495 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:23:30.686596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-cc0485f8-8ee1-4b4d-9717-f02342ade83d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4edf1e3150024705ab750abab4d6c670&device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 6501 time: 0.3586974 Mar 05 00:23:31.198895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-c9e49a20-cca1-41a0-bf28-28ed5c8be202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:31.199699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-c9e49a20-cca1-41a0-bf28-28ed5c8be202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:31.200239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-c9e49a20-cca1-41a0-bf28-28ed5c8be202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:31.202731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-c9e49a20-cca1-41a0-bf28-28ed5c8be202 service neutron] 10.222.0.10 "GET /v2.0/networks?id=efd46df0-1c82-4725-adb6-be0b3d7d344b&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=92141689-bb10-45a0-9c98-0d00660262a9&id=f8591d14-17ef-415b-b45d-ee136fd19f58&id=f8591d14-17ef-415b-b45d-ee136fd19f58 HTTP/1.1" status: 200 len: 2297 time: 0.4898498 Mar 05 00:23:31.244476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a61e3ec6-c82a-473a-bbbd-1eed7be3c995 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:31.328067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:23:31.334279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:31.334832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:31.340181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:31.348875 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] Sync routers for ids ['3dba0710-311a-4240-b411-40542fe78495'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:31.359981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50794) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:31.365134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] Routers {'3dba0710-311a-4240-b411-40542fe78495'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:31.365789 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3dba0710-311a-4240-b411-40542fe78495'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:31.371379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f0bf4b5d-63f3-4822-8c77-5eae2becfd71 admin admin] 10.222.0.32 "PUT /v2.0/routers/3dba0710-311a-4240-b411-40542fe78495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6608105 Mar 05 00:23:31.394079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-84efaa73-a5a0-4d70-ab50-c2981c50a1e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd HTTP/1.1" status: 200 len: 1002 time: 0.1824946 Mar 05 00:23:31.522694 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:31.547069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a61e3ec6-c82a-473a-bbbd-1eed7be3c995, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:31.554410 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:31.583002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-2a306823-13c2-44b2-9425-d4fa6f0ccffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:31.584478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-2a306823-13c2-44b2-9425-d4fa6f0ccffe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf HTTP/1.1" status: 200 len: 855 time: 0.1852231 Mar 05 00:23:31.792655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:31.822324 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] Set router 3dba0710-311a-4240-b411-40542fe78495 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:31.840751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-8659753b-8855-4d6c-9e92-ffd6ebea269b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=efd46df0-1c82-4725-adb6-be0b3d7d344b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414744 Mar 05 00:23:31.871766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:32.140219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:32.160915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Deleting port d8efff4c-efa1-4865-84d7-8f7cbea208c8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:32.162429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:32.174978 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-4b8a98da-1e29-4db3-85b7-ef6d25858d94 service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221626 Mar 05 00:23:32.362702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-7babb5b1-52bc-4b3c-8396-49c89427499f service neutron] 10.222.0.10 "GET /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822705 Mar 05 00:23:32.431355 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:28Z', 'revision_number': 5, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port': {'id': 'd8efff4c-efa1-4865-84d7-8f7cbea208c8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba0710-311a-4240-b411-40542fe78495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:04Z', 'updated_at': '2022-03-05T00:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:32.438033 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] Checking router: 3dba0710-311a-4240-b411-40542fe78495 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:23:32.462049 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] Routers {'3dba0710-311a-4240-b411-40542fe78495'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:32.463283 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['3dba0710-311a-4240-b411-40542fe78495'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:32.517134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] For port d8efff4c-efa1-4865-84d7-8f7cbea208c8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d8efff4c-efa1-4865-84d7-8f7cbea208c8,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:32.517762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:32.523319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-9bc82d95-f9d3-4858-abe5-fb67b9174ec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 217 time: 0.1544764 Mar 05 00:23:32.651924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-6368df6a-234e-41cf-8d65-422f1ce25e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:32.653444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-6368df6a-234e-41cf-8d65-422f1ce25e09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1230581 Mar 05 00:23:32.730966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Calling delete_port for d8efff4c-efa1-4865-84d7-8f7cbea208c8 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:32.759325 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-d6b0c33f-4fc7-47f9-a551-9ed5191bc721 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989769 Mar 05 00:23:32.763311 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] Set router 3dba0710-311a-4240-b411-40542fe78495 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:33.039376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-d2ae2ffb-6ca8-4244-a5b8-ebc8f2c94183 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733810 Mar 05 00:23:33.047476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:32Z', 'revision_number': 6, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:33.055552 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f07a1f-d68c-49d9-940a-f569056604c5 None None] The sync data for ids ['3dba0710-311a-4240-b411-40542fe78495'] in n-d-828979-4 is: [{'id': '3dba0710-311a-4240-b411-40542fe78495', 'name': 'tempest-TestAggregatesBasicOps-1958482657-router', 'tenant_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:03Z', 'updated_at': '2022-03-05T00:23:32Z', 'revision_number': 6, 'project_id': 'c0e6e0fe823a4ec29d87074ad10f3014', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:23:33.316387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-a2229006-f307-421f-9f45-d27bfff0a758 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530315 Mar 05 00:23:33.317003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:33.371274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8efff4c-efa1-4865-84d7-8f7cbea208c8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:33.471663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-da5b3b64-036f-4ed6-a189-54200abbed9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 217 time: 0.1491761 Mar 05 00:23:33.474402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a61e3ec6-c82a-473a-bbbd-1eed7be3c995 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:23:33.606276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-b2f5994b-718b-427e-ba03-bf55a4f70aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:33.611448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-b2f5994b-718b-427e-ba03-bf55a4f70aca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.1332383 Mar 05 00:23:33.628059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:33.628647 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:33.722165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-d51530dd-11a5-4fa3-9145-0ed821446f75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013570 Mar 05 00:23:33.858405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:33.998552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-3c04792e-d789-4698-8e28-cac4b67a4aba service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696300 Mar 05 00:23:34.192589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.197244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.225756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.226366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dba0710-311a-4240-b411-40542fe78495 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:23:34.241497 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.245703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73879acc-819b-4084-9396-5ef6c14f9ab2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3dba0710-311a-4240-b411-40542fe78495 HTTP/1.1" status: 204 len: 168 time: 2.8843162 Mar 05 00:23:34.246288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50850) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:34.314076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Deleting subnet 391e5cb2-85d5-40f2-ab37-5c29ab8d342c {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:23:34.317951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.449213 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.549111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-733f2dbe-0f08-40b6-8a9c-2ae2f17a712d service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444582 Mar 05 00:23:34.686392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.735468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-3b1eab3d-33a3-4aa2-9317-7b338a9dcd82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=523654cd-ac18-4cb0-a15a-f9c36f477900 HTTP/1.1" status: 200 len: 217 time: 0.1779213 Mar 05 00:23:34.834658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-511ee40f-fb2b-41a5-98d0-8ed25e00260a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:34.836373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-511ee40f-fb2b-41a5-98d0-8ed25e00260a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.0945835 Mar 05 00:23:34.839029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.921343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391e5cb2-85d5-40f2-ab37-5c29ab8d342c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:34.923714 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5326db31-12ea-4b41-8e91-052d5f9985fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.934042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-986b619f-66a3-4b81-acd9-12758e2b9ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908740 Mar 05 00:23:34.949263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:34.953832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee60ee7-c90b-49dd-9de6-1e782d400a04 None None] Network 280073b9-d638-45d4-a079-89116f8f2a05 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:23:34.961513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-006f624f-e94c-48b9-b4a6-ed280f4327ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/391e5cb2-85d5-40f2-ab37-5c29ab8d342c HTTP/1.1" status: 204 len: 168 time: 0.7141676 Mar 05 00:23:34.964671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50878) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:35.292322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:35.296717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-c4d64d37-3171-48c5-bcdd-e73e8236427f service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364968 Mar 05 00:23:35.317605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Deleting port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:35.317940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:35.347770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d8efff4c-efa1-4865-84d7-8f7cbea208c8 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:35.470550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d8efff4c-efa1-4865-84d7-8f7cbea208c8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:35.470891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d8efff4c-efa1-4865-84d7-8f7cbea208c8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:35.471299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 326180cd-d964-4cbb-aee4-7177f9c8d7ba no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:35.553559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 326180cd-d964-4cbb-aee4-7177f9c8d7ba {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:35.553801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 326180cd-d964-4cbb-aee4-7177f9c8d7ba not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:35.641379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-52ccfa09-5379-4887-9de8-75083a05c6a2 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315125 Mar 05 00:23:35.740403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] For port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:35.740763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:35.813087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-e02200cf-b29b-4590-9062-6ddabaa0d102 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74 HTTP/1.1" status: 200 len: 217 time: 0.1632812 Mar 05 00:23:35.895025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] DHCP port deletion for 280073b9-d638-45d4-a079-89116f8f2a05 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:23:35.899589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Deleting port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:35.900253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:35.910024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-3c87cde6-63ef-4b75-bf34-bfdcd2acb6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:35.916123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-3c87cde6-63ef-4b75-bf34-bfdcd2acb6b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 200 len: 797 time: 0.0983012 Mar 05 00:23:36.104215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-47e92ca8-b480-4178-b54a-acdfd493855d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92141689-bb10-45a0-9c98-0d00660262a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1811833 Mar 05 00:23:36.120852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Calling delete_port for a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:36.170908 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.175385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.179513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.183775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.188031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.191960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.196273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.198560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-4836cc5b-15ec-4189-8071-a5ce903b5af2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.5717261 Mar 05 00:23:36.338585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] For port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,segment=NetworkSegment(55047dca-9005-4393-a725-4572fe1dad16),segment_id=55047dca-9005-4393-a725-4572fe1dad16)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:36.340962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:36.345529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a037447e-e99e-4bbf-bf66-e49d3575e5a1 req-bf4d4428-2f3d-4904-9a50-e59619f5bd35 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393650 Mar 05 00:23:36.369112 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:36.455820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-37d681c6-08e3-48e7-8f65-7fe0ca034e65 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435442 Mar 05 00:23:36.492237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] No DVR routers for this DVR port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:36.539849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Calling delete_port for a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:36.579049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0717408-7e0a-4f1a-b5ff-3a1fc32dd298,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:36.636617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:23:36.636975 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:23:36.658233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-aaa0a192-fe22-47ea-9076-e78287fb4ac6 service neutron] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941650 Mar 05 00:23:36.748294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:36.767604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-486e2956-0398-4a5a-ace5-f52a26fbf555 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0673628-0871-41bc-b8f3-8340b647a913 HTTP/1.1" status: 200 len: 217 time: 0.1016591 Mar 05 00:23:36.806835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280073b9-d638-45d4-a079-89116f8f2a05']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:36.838327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55047dca-9005-4393-a725-4572fe1dad16') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:36.839049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55047dca-9005-4393-a725-4572fe1dad16') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:36.859446 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:36.859782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-8750d9a7-3db4-4866-9900-a388aaa4ce58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:36.861430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-8750d9a7-3db4-4866-9900-a388aaa4ce58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.0784776 Mar 05 00:23:36.877170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:36.885155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:23:36.889036 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:23:36.905630 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:23:37.002803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-473749d8-407a-4cba-828c-a784081f9bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:37.023312 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:37.031420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:37.041356 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-38f6eee1-93d4-485d-83a7-f2e67d2fd856 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1722593 Mar 05 00:23:37.077755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] Pushing event deleted for resources: {'Network': ['ID=280073b9-d638-45d4-a079-89116f8f2a05,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:37.094649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-34aea0b8-14ef-4725-8e40-5ff759f6428a admin admin] 10.222.0.32 "DELETE /v2.0/networks/280073b9-d638-45d4-a079-89116f8f2a05 HTTP/1.1" status: 204 len: 168 time: 2.1285951 Mar 05 00:23:37.097031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 50934) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:37.138088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Deleting port a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:37.139176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:37.204192 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:37.284371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:37.284722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a0717408-7e0a-4f1a-b5ff-3a1fc32dd298 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:37.320772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c4d994b8-bf8c-49db-a46f-8b5e7a552dbc None None] The port 'a0717408-7e0a-4f1a-b5ff-3a1fc32dd298' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:23:37.431695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-50e1b9a2-08c3-488b-ac5a-2bfba9c53f07 service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818874 Mar 05 00:23:37.711590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:37.879522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-3b013c98-3667-49c2-ac7a-04868e937606 service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411898 Mar 05 00:23:38.024161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-8b64004d-47fd-483b-9b21-9536885bb27b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2 HTTP/1.1" status: 200 len: 217 time: 0.1232955 Mar 05 00:23:38.154653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.158733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.169483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.179071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.183210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.188266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.192827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.194776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-0675efab-f8d9-4479-a01d-1ca41da55da2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.5149069 Mar 05 00:23:38.251328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-88328988-97bb-49a5-bf78-658ff09aa5e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.252844 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-88328988-97bb-49a5-bf78-658ff09aa5e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 200 len: 797 time: 0.2297871 Mar 05 00:23:38.286808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:38.293883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c555faf1-c5ec-4a86-95cf-8720d9283ddc req-548c8130-4870-4edc-95b2-66fcd07ef347 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884125 Mar 05 00:23:38.374121 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:38.577714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-f99d86b9-e951-48bd-a0ec-569a730fc914 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8591d14-17ef-415b-b45d-ee136fd19f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3008683 Mar 05 00:23:38.772794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.777366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.783140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.787129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.792193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.796668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.802020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.803918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8e6bace2-c8d6-4327-a0ff-b27e560945e7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.3818848 Mar 05 00:23:38.922840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Deleting port 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:38.923366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:38.932064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8f22609e-6f4e-436c-8a29-4645d9475a11 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:38.933438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-8f22609e-6f4e-436c-8a29-4645d9475a11 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "GET /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1217830 Mar 05 00:23:38.936638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-d4a762f2-6b0c-4035-9e9f-035f5b2a3d57 service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518088 Mar 05 00:23:39.163250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:39.219144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7671936-1a00-4efe-beeb-ef3a07f24e19 req-c634cf23-d2a9-45bc-ac2d-97bc5902ab5c service neutron] 10.222.0.10 "GET /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270443 Mar 05 00:23:39.314811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Calling delete_port for 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:39.429314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-2da96391-a2a5-449e-a8cb-95568c714e9e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "GET /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4806323 Mar 05 00:23:39.443322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:39.688342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:39.738578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:39.819708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:39.959169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f6fdda-c18f-4731-bc4e-7dbc0f924a23,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:40.200628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=993c0283-45f8-4952-ae3e-b50ccc17c120,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:40.263100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] For port 993c0283-45f8-4952-ae3e-b50ccc17c120, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:40.318432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] device_id is not set on port 993c0283-45f8-4952-ae3e-b50ccc17c120 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:23:40.333727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:40.345771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:40.438896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] Pushing event updated for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=6']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:40.533476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.539737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.554585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.564396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.572479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.576501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.597320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.602595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-d4b92d5f-99cc-4d04-947d-b5a499bc3d9d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 5444 time: 0.8681660 Mar 05 00:23:40.632221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] No DVR routers for this DVR port 993c0283-45f8-4952-ae3e-b50ccc17c120 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:40.709135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3838b33-9352-4d36-9bf9-f6653473a38e req-8272f34f-6b9e-4073-b88f-d95bcf46a99d tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&id=38c3d064-6256-43ae-b0cc-d7d96d402567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881786 Mar 05 00:23:40.772082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] In _notify_port_updated(), no bound segment for port 993c0283-45f8-4952-ae3e-b50ccc17c120 on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:23:40.780494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:40.781950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-1b59afa7-ce6b-45c5-9e9f-1a12cab7afc1 service neutron] 10.222.0.10 "PUT /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 200 len: 1031 time: 1.3446512 Mar 05 00:23:40.803556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:40.888072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-4080a764-c833-4f38-b665-9cb72d05dd07 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:40.890134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-4080a764-c833-4f38-b665-9cb72d05dd07 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "GET /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1028090 Mar 05 00:23:40.902039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:40.917994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f2cab9b4-7a39-43b6-9a30-9ff60153a976 None None] Provisioning complete for port 993c0283-45f8-4952-ae3e-b50ccc17c120 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:40.918975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f2cab9b4-7a39-43b6-9a30-9ff60153a976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:41.030173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f2cab9b4-7a39-43b6-9a30-9ff60153a976 None None] Port 993c0283-45f8-4952-ae3e-b50ccc17c120 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:23:41.326325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:41.643329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:41.701927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] For port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:23:41.798618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] device_id is not set on port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:23:41.807898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:41.816046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:41.909992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=6']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:42.065308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device c0673628-0871-41bc-b8f3-8340b647a913 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:42.082018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Router 64d8a389-9063-4678-96ad-b16babce9768 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:23:42.163964 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.164310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.164644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.164972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.165321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.165650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.165969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.166286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.166607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.166926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.167366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:23:42.310524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] No DVR routers for this DVR port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:42.374857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] In _notify_port_updated(), no bound segment for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a on network 92141689-bb10-45a0-9c98-0d00660262a9 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:23:42.376684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:42.378156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-e7a7051f-3f22-448e-852d-374f0adb8271 service neutron] 10.222.0.10 "PUT /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 200 len: 1033 time: 1.4818645 Mar 05 00:23:42.388791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:42.422480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5389258d-6943-42a1-91e9-00b74f592517 None None] Provisioning complete for port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:23:42.422870 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5389258d-6943-42a1-91e9-00b74f592517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:42.462499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port dde9da38-deb6-46a4-b3d0-5b883026b5fd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:42.463082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:42.491967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5389258d-6943-42a1-91e9-00b74f592517 None None] Port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:23:42.507889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:42.510823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:42.531763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c0673628-0871-41bc-b8f3-8340b647a913,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:42.539623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:42.540357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:42.562701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7bf3e152-2d0d-46dd-853d-5318ad629301 admin admin] 10.222.0.32 "PUT /v2.0/routers/64d8a389-9063-4678-96ad-b16babce9768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4643557 Mar 05 00:23:42.563372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51078) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:42.578168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-d99ef77d-42ac-4b09-a3eb-c1a41c32ca8e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:42.584172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-d99ef77d-42ac-4b09-a3eb-c1a41c32ca8e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:42.588175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-d99ef77d-42ac-4b09-a3eb-c1a41c32ca8e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:42.629539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-d99ef77d-42ac-4b09-a3eb-c1a41c32ca8e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:42.645423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-d99ef77d-42ac-4b09-a3eb-c1a41c32ca8e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:42.647235 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-d99ef77d-42ac-4b09-a3eb-c1a41c32ca8e tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3886 time: 0.6301751 Mar 05 00:23:42.688086 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913', 'code': 200} Mar 05 00:23:42.772421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:42.773078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 67d676f7-ae6e-4259-8f60-4f60dd963e74 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:42.834324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:42.965868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6ecff83-0c5a-4f2a-a35b-9348668c4ad6 req-8d25da4f-59bd-424e-85fc-1cc00d2f55d3 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938571 Mar 05 00:23:42.986243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.039996 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.105321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:43.107608 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.113182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 523654cd-ac18-4cb0-a15a-f9c36f477900 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:43.113397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port dde9da38-deb6-46a4-b3d0-5b883026b5fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dde9da38-deb6-46a4-b3d0-5b883026b5fd,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:43.113397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.246412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:43.422649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.439449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] Sync routers for ids ['64d8a389-9063-4678-96ad-b16babce9768'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:43.466077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] Routers {'64d8a389-9063-4678-96ad-b16babce9768'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:43.468826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['64d8a389-9063-4678-96ad-b16babce9768'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:43.516922 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.536613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.537247 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.537449 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Floating IP c4bf82b4-3358-4c04-9f8a-abdab1529003 disassociated. External IP: 172.25.0.164, port: dde9da38-deb6-46a4-b3d0-5b883026b5fd. Mar 05 00:23:43.538022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for dde9da38-deb6-46a4-b3d0-5b883026b5fd owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:43.541435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Deleting port a61e3ec6-c82a-473a-bbbd-1eed7be3c995 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:43.541785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.661055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=523654cd-ac18-4cb0-a15a-f9c36f477900,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:43.695500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.695500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e4f4c816-e63b-47ac-88a8-1531ca234eb2 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:43.846310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:43.912303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=dde9da38-deb6-46a4-b3d0-5b883026b5fd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:44.001204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] For port a61e3ec6-c82a-473a-bbbd-1eed7be3c995, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:44.003648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:44.042622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:44.092304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:44.114432 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:44.115186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dde9da38-deb6-46a4-b3d0-5b883026b5fd no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:44.218237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: dde9da38-deb6-46a4-b3d0-5b883026b5fd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:44.218522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dde9da38-deb6-46a4-b3d0-5b883026b5fd not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:44.218940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 993c0283-45f8-4952-ae3e-b50ccc17c120 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:44.307112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:44.333896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Calling delete_port for a61e3ec6-c82a-473a-bbbd-1eed7be3c995 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:44.361148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] Set router 64d8a389-9063-4678-96ad-b16babce9768 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:44.561592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Router 206e551d-167f-407b-bb66-28a5a44883b3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:23:44.614217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d8a389-9063-4678-96ad-b16babce9768', 'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:15Z', 'updated_at': '2022-03-05T00:23:43Z', 'revision_number': 6, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:44.629241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 993c0283-45f8-4952-ae3e-b50ccc17c120 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:44.632601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] Checking router: 64d8a389-9063-4678-96ad-b16babce9768 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:23:44.640170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:44.651363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] Routers {'64d8a389-9063-4678-96ad-b16babce9768'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:44.652608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['64d8a389-9063-4678-96ad-b16babce9768'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:44.658172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:44.806112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61e3ec6-c82a-473a-bbbd-1eed7be3c995,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:44.911443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] Set router 64d8a389-9063-4678-96ad-b16babce9768 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:45.092796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:45.103296 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] Sync routers for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:45.143330 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:45.144306 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:45.230216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74'}, {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900'}, {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:45.238980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d8a389-9063-4678-96ad-b16babce9768', 'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:15Z', 'updated_at': '2022-03-05T00:23:44Z', 'revision_number': 7, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:45.254404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3e8f1-55fb-4404-8b78-052bfd7d20be None None] The sync data for ids ['64d8a389-9063-4678-96ad-b16babce9768'] in n-d-828979-4 is: [{'id': '64d8a389-9063-4678-96ad-b16babce9768', 'name': 'tempest-TestAggregatesBasicOps-1621122165-router', 'tenant_id': '5d80d1714f12485b9a9e787fd8566f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:15Z', 'updated_at': '2022-03-05T00:23:44Z', 'revision_number': 7, 'project_id': '5d80d1714f12485b9a9e787fd8566f76', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:23:45.271566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port dde9da38-deb6-46a4-b3d0-5b883026b5fd on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:45.275221 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:45.296946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:45.305083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-0b1162a7-51bd-4e77-b9d4-554beb5f63ad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "DELETE /v2.0/ports/dde9da38-deb6-46a4-b3d0-5b883026b5fd HTTP/1.1" status: 204 len: 173 time: 2.9154003 Mar 05 00:23:45.415989 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74', 'code': 200} Mar 05 00:23:45.416543 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900', 'code': 200} Mar 05 00:23:45.416972 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2', 'code': 200} Mar 05 00:23:45.436558 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:45.441438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port 523654cd-ac18-4cb0-a15a-f9c36f477900 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:45.446815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:45.573696 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': 'dde9da38-deb6-46a4-b3d0-5b883026b5fd', 'status': 'completed', 'code': 200} Mar 05 00:23:45.598760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:45.756746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe13d3f-5091-4481-97c7-6e1bc601b41c req-cda84776-3190-48f1-949e-6e57b09c3644 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:45.760070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe13d3f-5091-4481-97c7-6e1bc601b41c req-cda84776-3190-48f1-949e-6e57b09c3644 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:45.782375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe13d3f-5091-4481-97c7-6e1bc601b41c req-cda84776-3190-48f1-949e-6e57b09c3644 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:45.786586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe13d3f-5091-4481-97c7-6e1bc601b41c req-cda84776-3190-48f1-949e-6e57b09c3644 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:45.792713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfe13d3f-5091-4481-97c7-6e1bc601b41c req-cda84776-3190-48f1-949e-6e57b09c3644 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 3142 time: 1.2414553 Mar 05 00:23:45.982604 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:07Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:45.996541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port 523654cd-ac18-4cb0-a15a-f9c36f477900, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=523654cd-ac18-4cb0-a15a-f9c36f477900,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:45.997965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] Checking router: 206e551d-167f-407b-bb66-28a5a44883b3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:23:45.998787 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.050344 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:46.050978 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:46.280254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.303133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bfe13d3f-5091-4481-97c7-6e1bc601b41c req-09c8a3df-a799-4a82-ba95-2cc92a8483d0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4863405 Mar 05 00:23:46.305581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.346436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for 523654cd-ac18-4cb0-a15a-f9c36f477900 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:46.353351 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:23:46.358178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.358791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d8a389-9063-4678-96ad-b16babce9768 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:23:46.381180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.398262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f7d1daa3-7308-4967-bc7d-614973788ae9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/64d8a389-9063-4678-96ad-b16babce9768 HTTP/1.1" status: 204 len: 168 time: 3.8338425 Mar 05 00:23:46.402423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51178) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:46.605830 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.626040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Deleting subnet bd24fb2a-8b72-44b8-ba2a-02ac672ea08a {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:23:46.630052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.677800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=523654cd-ac18-4cb0-a15a-f9c36f477900,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:46.694778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.795602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.845945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port 523654cd-ac18-4cb0-a15a-f9c36f477900 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:46.850069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:46.861578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-02d9a4b0-051a-4024-9472-d7add3140d29 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "DELETE /v2.0/ports/523654cd-ac18-4cb0-a15a-f9c36f477900 HTTP/1.1" status: 204 len: 173 time: 1.5515761 Mar 05 00:23:46.917465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-c95e5224-6417-4d24-a4f0-4ae37b9ccb40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4068549 Mar 05 00:23:46.927719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:07Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:46.932279 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92defa6e-65e9-482f-a05e-9811f5e5c200 None None] The sync data for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 is: [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '0b2833a3-283e-4e32-af74-070b1182b48d', 'name': '', 'network_id': 'efd46df0-1c82-4725-adb6-be0b3d7d344b', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'mac_address': 'fa:16:3e:c1:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:46Z', 'updated_at': '2022-03-05T00:17:07Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'subnets': [{'id': 'dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:23:46.938793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:47.092011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:47.101702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267427a7-23fd-449a-9ecd-285846d97ac7 None None] Network 4f25857f-8e14-4a41-94b0-1725e0c4f691 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:23:47.103242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd24fb2a-8b72-44b8-ba2a-02ac672ea08a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:47.132223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port e4f4c816-e63b-47ac-88a8-1531ca234eb2 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:47.132781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:47.136005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:47.274639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-176650cb-1e91-4bfe-9fae-e6b5d39690ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bd24fb2a-8b72-44b8-ba2a-02ac672ea08a HTTP/1.1" status: 204 len: 168 time: 0.8708067 Mar 05 00:23:47.277014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:47.329148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-7ad1631a-533f-4132-a11b-8bae9e672645 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 1097 time: 0.2300265 Mar 05 00:23:47.380954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:47.381535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 49f6fdda-c18f-4731-bc4e-7dbc0f924a23 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:47.382113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a61e3ec6-c82a-473a-bbbd-1eed7be3c995 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:47.483446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a61e3ec6-c82a-473a-bbbd-1eed7be3c995 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:47.483900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a61e3ec6-c82a-473a-bbbd-1eed7be3c995 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:47.596322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:47.618655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:47.642259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-e27254d1-6043-468d-84ec-9b1253206c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:47.644894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-e27254d1-6043-468d-84ec-9b1253206c8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 200 len: 917 time: 0.2953801 Mar 05 00:23:47.730893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Deleting port 788e6afd-133a-488a-b27c-230ebc899532 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:47.731460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:47.825088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd5165-3dd6-49b2-9f63-5870dbabe058 None None] New status for floating IP c4bf82b4-3358-4c04-9f8a-abdab1529003: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:23:47.897554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] DHCP port deletion for 4f25857f-8e14-4a41-94b0-1725e0c4f691 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:23:47.911109 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': '523654cd-ac18-4cb0-a15a-f9c36f477900', 'status': 'completed', 'code': 200} Mar 05 00:23:47.950764 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-358e6c04-14d9-4ab4-9bf4-3464f89dced9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 200 len: 1001 time: 0.2987597 Mar 05 00:23:48.143727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-9599f6f2-3e15-4394-92ef-f1cb99e5f98e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:48.146423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-9599f6f2-3e15-4394-92ef-f1cb99e5f98e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 200 len: 855 time: 0.1478076 Mar 05 00:23:48.244122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] Deleting port 788e6afd-133a-488a-b27c-230ebc899532 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:48.245154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:48.293235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-0777c5ea-2cf2-4b31-9d33-4ba38e078974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395588 Mar 05 00:23:48.398137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port e4f4c816-e63b-47ac-88a8-1531ca234eb2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e4f4c816-e63b-47ac-88a8-1531ca234eb2,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:48.398604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:48.523612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] For port 788e6afd-133a-488a-b27c-230ebc899532, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=788e6afd-133a-488a-b27c-230ebc899532,segment=NetworkSegment(1b2b7af8-421f-4ccf-8cad-f4063dc789f3),segment_id=1b2b7af8-421f-4ccf-8cad-f4063dc789f3)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:48.524502 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:48.540866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for e4f4c816-e63b-47ac-88a8-1531ca234eb2 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:48.720272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:48.720964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] Calling delete_port for 788e6afd-133a-488a-b27c-230ebc899532 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:48.821741 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:48.823983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-58e23a59-6e3e-4f54-b3ce-a1564bc8f5b5 service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238082 Mar 05 00:23:48.824631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=e4f4c816-e63b-47ac-88a8-1531ca234eb2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:48.913291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] No DVR routers for this DVR port 788e6afd-133a-488a-b27c-230ebc899532 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:48.924456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730fa08-4b09-45f7-af13-63f6f64a568c None None] Pushing event deleted for resources: {'Port': ['ID=788e6afd-133a-488a-b27c-230ebc899532,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:49.043427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port e4f4c816-e63b-47ac-88a8-1531ca234eb2 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:49.054107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:49.070568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-ad69c79e-b384-422c-8db7-e541425ea1ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:49.074992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-ad69c79e-b384-422c-8db7-e541425ea1ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:49.082823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-ad69c79e-b384-422c-8db7-e541425ea1ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:49.083772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-ad69c79e-b384-422c-8db7-e541425ea1ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:23:49.123812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-52407671-14e0-4e33-8f44-4f2a9838c835 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "DELETE /v2.0/ports/e4f4c816-e63b-47ac-88a8-1531ca234eb2 HTTP/1.1" status: 204 len: 173 time: 2.2568967 Mar 05 00:23:49.154420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c0cd3cf-8e94-4bfd-9b06-830d5e19b3d1 req-665bc698-70df-4a8f-bf3b-28fe8e5fb31c service neutron] 10.222.0.36 "GET /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215847 Mar 05 00:23:49.183912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-ad69c79e-b384-422c-8db7-e541425ea1ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:23:49.185868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-ad69c79e-b384-422c-8db7-e541425ea1ff tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 2409 time: 1.3071303 Mar 05 00:23:49.210080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] For port 788e6afd-133a-488a-b27c-230ebc899532, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=788e6afd-133a-488a-b27c-230ebc899532,segment=NetworkSegment(1b2b7af8-421f-4ccf-8cad-f4063dc789f3),segment_id=1b2b7af8-421f-4ccf-8cad-f4063dc789f3)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:49.210529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:49.222217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port c0673628-0871-41bc-b8f3-8340b647a913 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:49.222561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:49.239177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 788e6afd-133a-488a-b27c-230ebc899532 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:23:49.350807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 788e6afd-133a-488a-b27c-230ebc899532 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:23:49.351439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 788e6afd-133a-488a-b27c-230ebc899532 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:23:49.443111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Calling delete_port for 788e6afd-133a-488a-b27c-230ebc899532 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:49.570357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6eac336e-0d4d-4ce3-a3c4-54f045a724b9 req-fe9ede52-4f65-45a8-8592-f2a328e8cfcf tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094616 Mar 05 00:23:49.707496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:23:49.707807 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:23:49.749802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port c0673628-0871-41bc-b8f3-8340b647a913, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=c0673628-0871-41bc-b8f3-8340b647a913,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:49.750480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:49.911434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for c0673628-0871-41bc-b8f3-8340b647a913 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:49.958591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:50.214142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Deleting port 788e6afd-133a-488a-b27c-230ebc899532 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:50.214782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.298315 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': 'e4f4c816-e63b-47ac-88a8-1531ca234eb2', 'status': 'completed', 'code': 200} Mar 05 00:23:50.348059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] The port '788e6afd-133a-488a-b27c-230ebc899532' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:23:50.541768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.576742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f25857f-8e14-4a41-94b0-1725e0c4f691']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:50.584333 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.638796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2b7af8-421f-4ccf-8cad-f4063dc789f3') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:50.639089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2b7af8-421f-4ccf-8cad-f4063dc789f3') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:50.648081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=c0673628-0871-41bc-b8f3-8340b647a913,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:50.657883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.710392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51300) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:50.713629 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.824488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:23:50.824488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:23:50.857431 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:23:50.861347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port c0673628-0871-41bc-b8f3-8340b647a913 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:50.918271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.926614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:50.963523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-91ec68c1-557b-43a1-9756-7ea5979dc849 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "DELETE /v2.0/ports/c0673628-0871-41bc-b8f3-8340b647a913 HTTP/1.1" status: 204 len: 173 time: 1.8302789 Mar 05 00:23:51.042345 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.046571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:51.062253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Usage tracker for resource:security_group_rule and tenant:15926442a06248908890988e074729ab is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:51.066264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:51.068131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.074114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:51.109656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f25857f-8e14-4a41-94b0-1725e0c4f691,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:51.124997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8b57018f-7bdb-4756-b3e5-3dafc916885b admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f25857f-8e14-4a41-94b0-1725e0c4f691 HTTP/1.1" status: 204 len: 168 time: 3.8436763 Mar 05 00:23:51.151056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee95434-67f5-454d-b0a6-7e0a4b565183 req-a288c314-b9c7-4cac-8e34-76c90a1ba8c7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:51.151859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8ee95434-67f5-454d-b0a6-7e0a4b565183 req-a288c314-b9c7-4cac-8e34-76c90a1ba8c7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:23:51.162682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port 67d676f7-ae6e-4259-8f60-4f60dd963e74 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:51.163020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.210702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.221187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.240775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8ee95434-67f5-454d-b0a6-7e0a4b565183 req-a288c314-b9c7-4cac-8e34-76c90a1ba8c7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:23:51.243024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ee95434-67f5-454d-b0a6-7e0a4b565183 req-a288c314-b9c7-4cac-8e34-76c90a1ba8c7 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 942 time: 0.4675226 Mar 05 00:23:51.335873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15926442a06248908890988e074729ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6266484 Mar 05 00:23:51.336703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a6829-356d-418e-a1a4-1a8e3d4746ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba12989-e7ec-4eb4-a15a-56de22b2a334,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:51.346144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51326) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:51.391531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51332) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:51.447508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbc57831-546a-4b13-acc3-7a0f69af55c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.477674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbc57831-546a-4b13-acc3-7a0f69af55c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.515391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ee95434-67f5-454d-b0a6-7e0a4b565183 req-53716894-bc21-4854-931e-885b97b1c3e3 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups?id=af28bbba-7ddd-443c-9721-5267908406d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637804 Mar 05 00:23:51.554959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbc57831-546a-4b13-acc3-7a0f69af55c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.572200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc57831-546a-4b13-acc3-7a0f69af55c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba12989-e7ec-4eb4-a15a-56de22b2a334,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:51.580174 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fbc57831-546a-4b13-acc3-7a0f69af55c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.581871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fbc57831-546a-4b13-acc3-7a0f69af55c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aba12989-e7ec-4eb4-a15a-56de22b2a334 HTTP/1.1" status: 204 len: 168 time: 0.2347569 Mar 05 00:23:51.593109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dc8db419-8790-458f-80ad-423c888a3701 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0e6e0fe823a4ec29d87074ad10f3014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1917832 Mar 05 00:23:51.598944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51344) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:51.727163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port 67d676f7-ae6e-4259-8f60-4f60dd963e74, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=67d676f7-ae6e-4259-8f60-4f60dd963e74,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:23:51.727525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.800108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8454606-42f1-498a-b451-cd5725c8bc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:51.870983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for 67d676f7-ae6e-4259-8f60-4f60dd963e74 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:51.931615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8454606-42f1-498a-b451-cd5725c8bc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.038685 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8454606-42f1-498a-b451-cd5725c8bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.069478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8454606-42f1-498a-b451-cd5725c8bc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aaec1b-cc86-4963-b5d3-7c0c36519fbf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:52.104548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b8454606-42f1-498a-b451-cd5725c8bc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.106358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b8454606-42f1-498a-b451-cd5725c8bc9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24aaec1b-cc86-4963-b5d3-7c0c36519fbf HTTP/1.1" status: 204 len: 168 time: 0.5061855 Mar 05 00:23:52.110615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.165464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=67d676f7-ae6e-4259-8f60-4f60dd963e74,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:52.225888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51366) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:52.249671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.293505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:52.301010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Usage tracker for resource:security_group_rule and tenant:155805ffeff34255b7513d1d7dd7f94b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:52.308041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:52.324140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:52.496697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:52.515765 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.517755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port 67d676f7-ae6e-4259-8f60-4f60dd963e74 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:23:52.520422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.522643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.524220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6572aa9f-c42b-4f10-a667-315ca9fc1d82 req-3a734de4-994f-4ff2-98f4-49b007d9844a tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.10 "DELETE /v2.0/ports/67d676f7-ae6e-4259-8f60-4f60dd963e74 HTTP/1.1" status: 204 len: 173 time: 1.5483320 Mar 05 00:23:52.578931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=155805ffeff34255b7513d1d7dd7f94b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3488598 Mar 05 00:23:52.578931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfda3b-5b39-4b5d-b884-8a3d243aef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710a9591-d131-4ee8-a74b-1af82a161ccb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:52.579402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51380) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:52.642235 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': 'c0673628-0871-41bc-b8f3-8340b647a913', 'status': 'completed', 'code': 200} Mar 05 00:23:52.710706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d33788-f738-4a6e-844c-caaeea1ccb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.805777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3b0288f3-f33a-44db-a0db-9aec0b977441 req-23b8afec-e0ea-4868-b909-dad51871d9df tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Synchronizing usage tracker for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:23:52.813622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d33788-f738-4a6e-844c-caaeea1ccb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.849529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51388) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:52.868632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3b0288f3-f33a-44db-a0db-9aec0b977441 req-23b8afec-e0ea-4868-b909-dad51871d9df tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Unset dirty status for tenant:4edf1e3150024705ab750abab4d6c670 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:23:52.869834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b0288f3-f33a-44db-a0db-9aec0b977441 req-23b8afec-e0ea-4868-b909-dad51871d9df tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.1432917 Mar 05 00:23:52.917020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d33788-f738-4a6e-844c-caaeea1ccb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.950155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d33788-f738-4a6e-844c-caaeea1ccb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710a9591-d131-4ee8-a74b-1af82a161ccb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:52.959329 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24d33788-f738-4a6e-844c-caaeea1ccb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:52.961185 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-24d33788-f738-4a6e-844c-caaeea1ccb9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710a9591-d131-4ee8-a74b-1af82a161ccb HTTP/1.1" status: 204 len: 168 time: 0.3804791 Mar 05 00:23:52.992977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8949cddc-92cd-4d79-94cb-c13f875887ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d80d1714f12485b9a9e787fd8566f76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1396558 Mar 05 00:23:52.994100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:53.067551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fc398ae-2930-4a73-8763-8b7db5aa4511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:53.117965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fc398ae-2930-4a73-8763-8b7db5aa4511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:53.204276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fc398ae-2930-4a73-8763-8b7db5aa4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:53.254126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fc398ae-2930-4a73-8763-8b7db5aa4511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:53.255388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9fc398ae-2930-4a73-8763-8b7db5aa4511 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/627b67fd-9167-4a25-a3b0-cd82974507fe HTTP/1.1" status: 204 len: 168 time: 0.2602694 Mar 05 00:23:53.256505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc398ae-2930-4a73-8763-8b7db5aa4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627b67fd-9167-4a25-a3b0-cd82974507fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:54.297343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b695947-b999-4431-ad17-fb164550baac req-c253ad59-1db8-445c-9958-36823af8e721 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.0585690 Mar 05 00:23:54.643464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:23:54.724772 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9730c-52d4-4952-b28b-65893d139b44', 'name': 'network-vif-deleted', 'tag': '67d676f7-ae6e-4259-8f60-4f60dd963e74', 'status': 'completed', 'code': 200} Mar 05 00:23:55.574480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51504) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:55.687928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8adeb95e-40da-4bc7-af12-ceff53fa721c req-1f23a3a9-a8f1-45a0-927e-a21ce729a3a0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb9730c-52d4-4952-b28b-65893d139b44 HTTP/1.1" status: 200 len: 210 time: 0.0714059 Mar 05 00:23:56.027786 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.099711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:56.109573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Usage tracker for resource:security_group_rule and tenant:f355412e5abf476badea19a02aedce5c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:56.113335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:56.138392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:56.219976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.224460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.238148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51524) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:56.275671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ac976-81a6-4643-bd6b-2a6add0b64af,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:56.282062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7e6c9a83-1ca3-460f-bd6b-14e2dd1fd090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f355412e5abf476badea19a02aedce5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7055976 Mar 05 00:23:56.284946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51530) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:56.362015 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bce7217-f6d7-47e1-ad8e-91dae37793b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.394989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bce7217-f6d7-47e1-ad8e-91dae37793b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.467482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bce7217-f6d7-47e1-ad8e-91dae37793b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.486627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7217-f6d7-47e1-ad8e-91dae37793b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ac976-81a6-4643-bd6b-2a6add0b64af,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:56.491030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2bce7217-f6d7-47e1-ad8e-91dae37793b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.495339 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2bce7217-f6d7-47e1-ad8e-91dae37793b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d5ac976-81a6-4643-bd6b-2a6add0b64af HTTP/1.1" status: 204 len: 168 time: 0.2092037 Mar 05 00:23:56.530645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'network': {'name': 'tempest-network-smoke--1180984673', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:56.548335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:56.552522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:network and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:56.558228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:56.566548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:56.583476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:23:56.587123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.603028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.643690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:56.647540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:56.650590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:56.657816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:56.736845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.740981 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.776967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:23:56.786894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46eb970-8c75-4ec9-9582-c66884478a07,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:56.798425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.800135 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Added segment ca88a81d-71e9-417d-af17-c7fc5145afb4 of type vlan for network 4f687c46-d00d-4e26-82bb-549038404cca Mar 05 00:23:56.835019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.876313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.882253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:23:56.883752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:56.944064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51550) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:57.008884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Network': ['ID=4f687c46-d00d-4e26-82bb-549038404cca,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:57.022087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4f687c46-d00d-4e26-82bb-549038404cca details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:23:57.034606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d650f122-0b73-4610-ad0a-56937d229a21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7952862 Mar 05 00:23:57.037781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51556) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:57.043921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-813693615', 'admin_state_up': True, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:23:57.052445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:23:57.057889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:router and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:23:57.061486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:23:57.065941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afa672fc-028b-4075-8775-83aaabeb91e2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.069398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:23:57.082795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.084346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.112889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.145750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afa672fc-028b-4075-8775-83aaabeb91e2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.219864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afa672fc-028b-4075-8775-83aaabeb91e2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.224828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.225773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.248034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa672fc-028b-4075-8775-83aaabeb91e2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28bbba-7ddd-443c-9721-5267908406d4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:57.280035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-afa672fc-028b-4075-8775-83aaabeb91e2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.284721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-afa672fc-028b-4075-8775-83aaabeb91e2 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/security-groups/af28bbba-7ddd-443c-9721-5267908406d4 HTTP/1.1" status: 204 len: 168 time: 0.3390439 Mar 05 00:23:57.285971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51566) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:57.308225 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-d3a7b6b7-3ea5-45eb-a5b6-635f2cb916ca tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] show failed (client error): The resource could not be found. Mar 05 00:23:57.313733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3a7b6b7-3ea5-45eb-a5b6-635f2cb916ca tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "GET /v2.0/security-groups/af28bbba-7ddd-443c-9721-5267908406d4 HTTP/1.1" status: 404 len: 347 time: 0.0267026 Mar 05 00:23:57.314246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:57.485615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port d0ea5650-aa14-4a57-833e-ef22ce12b11a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:57.485981 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.509819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.879902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:57.880444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.024548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for d0ea5650-aa14-4a57-833e-ef22ce12b11a owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:58.159703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.193962 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.361865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.434007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=d0ea5650-aa14-4a57-833e-ef22ce12b11a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:58.529852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.25.0.110 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/0412d557-d0b3-4316-9d9a-2a2aef111fe5) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:23:58.636251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.699582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.701264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-60eb5148-7c4f-453d-bc13-ee064f337e87 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/floatingips/c4bf82b4-3358-4c04-9f8a-abdab1529003 HTTP/1.1" status: 204 len: 168 time: 1.3852468 Mar 05 00:23:58.704117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51618) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:23:58.738624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.800067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.805675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port 993c0283-45f8-4952-ae3e-b50ccc17c120 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:23:58.806033 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:58.894007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:23:58.897134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:23:58.900493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:23:58.974056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=0412d557-d0b3-4316-9d9a-2a2aef111fe5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:23:59.228187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:59.229577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:59.370268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:59.508297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:23:59.566078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for 993c0283-45f8-4952-ae3e-b50ccc17c120 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:23:59.779571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:59.785564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:23:59.798090 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:23:59.839571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:23:59.845726 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:23:59.845726 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:23:59.853579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-da79d385-d836-4024-868f-9fea7a8ce6e4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7968428 Mar 05 00:23:59.853579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51660) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:00.000658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=993c0283-45f8-4952-ae3e-b50ccc17c120,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:00.183381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:00.198164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:00.198651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-976f9461-cdad-4566-a71e-f8b2d29f6bad tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/ports/993c0283-45f8-4952-ae3e-b50ccc17c120 HTTP/1.1" status: 204 len: 168 time: 1.4934185 Mar 05 00:24:00.229514 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:00.329524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:00.330017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5bb93c34-a63e-42e9-b3a2-7aef181c2a35 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9799e1e9bb6949bda8dbcf7485cdbd42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4918003 Mar 05 00:24:00.357479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:00.357771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:00.595999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51690) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:00.605530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:23:59Z', 'revision_number': 3, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:00.611086 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:00.612275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Updating router ac9596a1-c824-44db-958d-dcde3446f5d3 port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:24:00.646722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c29d8e-21b4-4f89-a00a-c4949e5ff318 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:00.649566 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d0c29d8e-21b4-4f89-a00a-c4949e5ff318 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3189113 Mar 05 00:24:00.652518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51696) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:00.668037 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:00.710976 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3d002c54-7fdb-40f5-a312-a970470e774a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572791 Mar 05 00:24:00.713465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51700) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:00.719938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1378249539', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:00.843787 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:00.845458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:00.855162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:subnet and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:00.862341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:00.873061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:00.890534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:01.016013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.040585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for 2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:01.204304 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.244606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.265890 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Transition to ACTIVE for port object 0412d557-d0b3-4316-9d9a-2a2aef111fe5 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:01.267313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.282967 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.332200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:01.417601 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d09ce-338a-46c3-82b7-d231b7cce63e None None] Pushing event updated for resources: {'Port': ['ID=0412d557-d0b3-4316-9d9a-2a2aef111fe5,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:01.433766 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Attempting to bind port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:01.434129 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Attempting to bind port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:01.436871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Attempting to bind port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:01.440711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:01.444797 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:01.445071 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:01.445493 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.445878 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:01.446576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Bound port: 0412d557-d0b3-4316-9d9a-2a2aef111fe5, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:01.447126 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.595462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.595462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Usage tracker for resource:security_group_rule and tenant:bb59fd5244464fdaa20d9746169c9dc6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:01.595462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:01.595462 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72a4602c-993e-4089-9fb3-8ee940462613 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/ports/2dbb1ea0-d4ed-47f0-89fe-8eed8f7b196a HTTP/1.1" status: 204 len: 168 time: 1.3622534 Mar 05 00:24:01.706563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51720) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:01.709942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:01.710242 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] For port 0412d557-d0b3-4316-9d9a-2a2aef111fe5, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:01.710242 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] For port 0412d557-d0b3-4316-9d9a-2a2aef111fe5, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0412d557-d0b3-4316-9d9a-2a2aef111fe5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:01.710242 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.727097 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d09ce-338a-46c3-82b7-d231b7cce63e None None] Pushing event updated for resources: {'Port': ['ID=0412d557-d0b3-4316-9d9a-2a2aef111fe5,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:01.783728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.788109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:01.788109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:23:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:01.791741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.802175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:01.937658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d7e95f-3499-4261-a480-84b9228194da,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:01.947596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Subnet': ['ID=536c6b87-d74a-4a97-9dc2-3f5732ccec08,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:01.999215 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7da231c5-212d-4444-8d47-08eec7c77195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb59fd5244464fdaa20d9746169c9dc6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3970349 Mar 05 00:24:01.999215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51730) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:02.106111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f93d0d8b-9107-4104-b074-b14af67f1824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.150099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Checking segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:02.150099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network hostable DHCP agents. Network: 4f687c46-d00d-4e26-82bb-549038404cca, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:24:02.183104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f93d0d8b-9107-4104-b074-b14af67f1824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.241446 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:02.289092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f93d0d8b-9107-4104-b074-b14af67f1824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.324939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting subnet f18673e8-a279-453a-bc12-a23003059b70 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:24:02.332725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.342579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d0d8b-9107-4104-b074-b14af67f1824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d7e95f-3499-4261-a480-84b9228194da,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:02.346501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f93d0d8b-9107-4104-b074-b14af67f1824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.347992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f93d0d8b-9107-4104-b074-b14af67f1824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7d7e95f-3499-4261-a480-84b9228194da HTTP/1.1" status: 204 len: 168 time: 0.3468971 Mar 05 00:24:02.416141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.450092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 4f687c46-d00d-4e26-82bb-549038404cca is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:24:02.473319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4f687c46-d00d-4e26-82bb-549038404cca) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:02.483326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:02.486105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb06ae-a018-47ec-91b0-024c3c3afe94 None None] Network 4f687c46-d00d-4e26-82bb-549038404cca requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:02.494406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.641970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.748742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.813096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Subnet': ['ID=f18673e8-a279-453a-bc12-a23003059b70,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:02.824622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fdf18db7-baba-4387-8f17-dc95911e429f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1099489 Mar 05 00:24:02.827976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51746) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:02.831298 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:02.833387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dbdc18f8-6b40-416f-b64b-5ac875b144f0 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/subnets/f18673e8-a279-453a-bc12-a23003059b70 HTTP/1.1" status: 204 len: 168 time: 1.2696397 Mar 05 00:24:02.835847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51750) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:02.871328 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:23:59Z', 'revision_number': 3, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:02.876310 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac3f4e-83b4-4bc0-aef4-28e1c0850473 None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:23:59Z', 'revision_number': 3, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:02.995610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a36726f-6b5f-4c8a-b1c6-1e8334a8bc8d None None] Network f8591d14-17ef-415b-b45d-ee136fd19f58 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:03.085205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51756) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:03.144197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.146557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting subnet 8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:24:03.146557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.277160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:03.290810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Usage tracker for resource:security_group_rule and tenant:2386e7e1fdc14ede9dada99af030fcb1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:03.298039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:03.303517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.331632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:03.404656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4f687c46-d00d-4e26-82bb-549038404cca', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:24:03.406155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.555898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.634794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.734074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.803310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.815257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:03.830809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:03.850897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b675367d-1449-4b72-ac00-68909d6c3d02 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/subnets/8fe2c9ad-e5a0-4fc2-a4ac-d267529b8dff HTTP/1.1" status: 204 len: 168 time: 1.0075622 Mar 05 00:24:03.850897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51768) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:03.923891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Allocated IP 172.20.0.2 (4f687c46-d00d-4e26-82bb-549038404cca/536c6b87-d74a-4a97-9dc2-3f5732ccec08/eb1a1a56-3a78-4310-80d3-3926c51add70) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:03.942730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2386e7e1fdc14ede9dada99af030fcb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8496614 Mar 05 00:24:03.942730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51774) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:03.946522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] DHCP port deletion for f8591d14-17ef-415b-b45d-ee136fd19f58 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:24:03.963417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3bc6f-728c-4743-9463-4f4678c90072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd5fd0e-2f50-4f00-8045-b53a822563e8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:03.967210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533da53d-4582-40ec-9186-dea8433070bf None None] Network 92141689-bb10-45a0-9c98-0d00660262a9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:04.004611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Deleting port f9d89302-7495-41f2-bf42-ae431cad7fc9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:04.004986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.071565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.085636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port f9d89302-7495-41f2-bf42-ae431cad7fc9 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:04.086065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.250197 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86979a55-6763-4201-b473-0de7ab9f647e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.382934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86979a55-6763-4201-b473-0de7ab9f647e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.716796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port f9d89302-7495-41f2-bf42-ae431cad7fc9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f9d89302-7495-41f2-bf42-ae431cad7fc9,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:04.716796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.831653 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86979a55-6763-4201-b473-0de7ab9f647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.871292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86979a55-6763-4201-b473-0de7ab9f647e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:04.871292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-86979a55-6763-4201-b473-0de7ab9f647e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cd5fd0e-2f50-4f00-8045-b53a822563e8 HTTP/1.1" status: 204 len: 168 time: 0.9173965 Mar 05 00:24:04.907783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86979a55-6763-4201-b473-0de7ab9f647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd5fd0e-2f50-4f00-8045-b53a822563e8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:05.119479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f005e1db-0da4-43cf-b729-876227e27467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:05.232742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] For port f9d89302-7495-41f2-bf42-ae431cad7fc9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f9d89302-7495-41f2-bf42-ae431cad7fc9,segment=NetworkSegment(294268ba-a5c3-45a3-9ff4-d582d4448899),segment_id=294268ba-a5c3-45a3-9ff4-d582d4448899)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:05.232742 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:05.453298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:05.455802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for f9d89302-7495-41f2-bf42-ae431cad7fc9 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:05.557137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Calling delete_port for f9d89302-7495-41f2-bf42-ae431cad7fc9 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:05.662918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:05.688874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0412d557-d0b3-4316-9d9a-2a2aef111fe5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:05.823975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=f9d89302-7495-41f2-bf42-ae431cad7fc9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:05.854921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port f9d89302-7495-41f2-bf42-ae431cad7fc9 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:05.879901 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:24:05.897287 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:24:05.897798 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:24:05.925136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] DHCP port deletion for 92141689-bb10-45a0-9c98-0d00660262a9 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:24:05.964189 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:24:06.041421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.055071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Transition to ACTIVE for port object eb1a1a56-3a78-4310-80d3-3926c51add70 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:06.100639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Transition to ACTIVE for port object eb1a1a56-3a78-4310-80d3-3926c51add70 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:06.100639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Deleting port 81f0572d-fcae-404e-ae35-991ca3586e66 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:06.100639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.133317 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.179535 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.215170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:06.254798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8591d14-17ef-415b-b45d-ee136fd19f58']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:06.275160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294268ba-a5c3-45a3-9ff4-d582d4448899') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:06.275160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294268ba-a5c3-45a3-9ff4-d582d4448899') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:06.290653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.314959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.320863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:24:06.325324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.330382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:06.330990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.373118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Network 4f687c46-d00d-4e26-82bb-549038404cca is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:06.377357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:06.438411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.20.0.1 (4f687c46-d00d-4e26-82bb-549038404cca/536c6b87-d74a-4a97-9dc2-3f5732ccec08/217ede74-5c11-490b-8222-768eb7dd7ee1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:06.523596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Deleting port f9d89302-7495-41f2-bf42-ae431cad7fc9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:06.523596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.572517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:24:06.596484 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:24:06.630294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.640019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.647727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84cecb18-bad7-4164-84d1-6ddf5b1f60b9 None None] The port 'f9d89302-7495-41f2-bf42-ae431cad7fc9' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:24:06.676547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Network': ['ID=f8591d14-17ef-415b-b45d-ee136fd19f58,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:06.709176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-62c840b6-d184-4028-8adb-e44ed159478b tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/networks/f8591d14-17ef-415b-b45d-ee136fd19f58 HTTP/1.1" status: 204 len: 168 time: 2.8472052 Mar 05 00:24:06.709176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51828) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:06.713290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Pushing event updated for resources: {'Port': ['ID=eb1a1a56-3a78-4310-80d3-3926c51add70,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:06.805475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.834731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Transition to ACTIVE for port object 217ede74-5c11-490b-8222-768eb7dd7ee1 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:06.877828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.883723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.928560 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.943504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0412d557-d0b3-4316-9d9a-2a2aef111fe5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0412d557-d0b3-4316-9d9a-2a2aef111fe5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:06.947923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Deleting port 81f0572d-fcae-404e-ae35-991ca3586e66 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:06.947923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:06.972815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:06.972815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:06.989997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:06.989997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:06.989997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.007571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.007571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.007571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.007571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.007571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.007571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:07.047098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 4f687c46-d00d-4e26-82bb-549038404cca is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:07.054936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] For port 81f0572d-fcae-404e-ae35-991ca3586e66, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=81f0572d-fcae-404e-ae35-991ca3586e66,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:07.060166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:07.063810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.081930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:07.094709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.176453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=217ede74-5c11-490b-8222-768eb7dd7ee1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:07.222375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.432172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.487354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Calling delete_port for 81f0572d-fcae-404e-ae35-991ca3586e66 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:07.523468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] For port 81f0572d-fcae-404e-ae35-991ca3586e66, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=81f0572d-fcae-404e-ae35-991ca3586e66,segment=NetworkSegment(98eedab5-9394-4917-9541-40f2cc74c542),segment_id=98eedab5-9394-4917-9541-40f2cc74c542)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:07.523468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.609726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f9d89302-7495-41f2-bf42-ae431cad7fc9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:07.697599 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f9d89302-7495-41f2-bf42-ae431cad7fc9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:07.697945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f9d89302-7495-41f2-bf42-ae431cad7fc9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:07.715710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Attempting to bind port eb1a1a56-3a78-4310-80d3-3926c51add70 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:07.716685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Attempting to bind port eb1a1a56-3a78-4310-80d3-3926c51add70 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:07.717122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Attempting to bind port eb1a1a56-3a78-4310-80d3-3926c51add70 on network 4f687c46-d00d-4e26-82bb-549038404cca {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:07.729033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:07.729569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Checking segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:07.730155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.730655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Bound using segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:07.731418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Bound port: eb1a1a56-3a78-4310-80d3-3926c51add70, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:07.732408 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.745407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Calling delete_port for 81f0572d-fcae-404e-ae35-991ca3586e66 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:07.752487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75e8f9e7-512d-4682-b3b6-6c7401bfbd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.867573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] For port eb1a1a56-3a78-4310-80d3-3926c51add70, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:07.871402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] For port eb1a1a56-3a78-4310-80d3-3926c51add70, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=eb1a1a56-3a78-4310-80d3-3926c51add70,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:07.880488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 81f0572d-fcae-404e-ae35-991ca3586e66 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:07.930669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:07.948967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.039856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Port': ['ID=81f0572d-fcae-404e-ae35-991ca3586e66,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:08.045958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0412d557-d0b3-4316-9d9a-2a2aef111fe5,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:08.050478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] No DVR routers for this DVR port 81f0572d-fcae-404e-ae35-991ca3586e66 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:24:08.124529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 81f0572d-fcae-404e-ae35-991ca3586e66 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:24:08.124529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 81f0572d-fcae-404e-ae35-991ca3586e66 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:08.161614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:24:08.161614 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:24:08.181037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81367d3b-a083-425a-afd9-ad580f92534e None None] Pushing event updated for resources: {'Port': ['ID=eb1a1a56-3a78-4310-80d3-3926c51add70,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:08.279257 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.305947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.344330 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.356184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92141689-bb10-45a0-9c98-0d00660262a9']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:08.369267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eedab5-9394-4917-9541-40f2cc74c542') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:08.369559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eedab5-9394-4917-9541-40f2cc74c542') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:08.370624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.381593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.384028 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.405931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.414787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:24:08.415984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:24:08.444504 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:24:08.658640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Deleting port 81f0572d-fcae-404e-ae35-991ca3586e66 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:08.658640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.768961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=217ede74-5c11-490b-8222-768eb7dd7ee1,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:08.829524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.832423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.840547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:08.884226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a374c-3299-4564-95c1-02d37e8ffd78 None None] The port '81f0572d-fcae-404e-ae35-991ca3586e66' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:24:08.925793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] 10.222.0.32 "DELETE /v2.0/networks/92141689-bb10-45a0-9c98-0d00660262a9 HTTP/1.1" status: 204 len: 168 time: 2.2273259 Mar 05 00:24:08.935122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c49a17-1b69-4a96-aea3-ea4e98fb7888 tempest-TaggedBootDevicesTest_v242-1135202127 tempest-TaggedBootDevicesTest_v242-1135202127-project] Pushing event deleted for resources: {'Network': ['ID=92141689-bb10-45a0-9c98-0d00660262a9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:09.236827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 4f687c46-d00d-4e26-82bb-549038404cca is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:09.236827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:09.761288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:09.950836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:24:09.966070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dab07e-b8ac-4438-9deb-95f641a051fe None None] Network 4f687c46-d00d-4e26-82bb-549038404cca requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:10.175128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0412d557-d0b3-4316-9d9a-2a2aef111fe5 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:10.355377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2d99ffe-2127-4ec0-96f0-1bbe2f05c77b None None] Provisioning for port eb1a1a56-3a78-4310-80d3-3926c51add70 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:10.455599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:24:10.483465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d15590e2-c88c-45da-b9b7-39be1a2992c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "PUT /v2.0/routers/ac9596a1-c824-44db-958d-dcde3446f5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6535716 Mar 05 00:24:10.486822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 51952) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:10.487635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:24:10.622585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:10.623714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:10.879689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:10.926632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.926632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.926632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.926632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.926632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.926632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.930806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.930806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.930806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:10.934947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d814b77-effa-419f-839c-b669db52f14a tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6402 time: 0.4429388 Mar 05 00:24:10.938779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51974) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:11.135302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.136362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.136880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.137421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.137983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.138484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.138986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.139481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.139975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:11.142176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-eb7d9d96-ecdd-4d9c-b862-472a9898eaea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5939 time: 0.2063491 Mar 05 00:24:11.144939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 51986) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:11.287724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:11.288169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:11.524183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9241786d-542b-46b1-b8af-de3a87a46257 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5226 time: 0.3734720 Mar 05 00:24:11.735932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:24:07Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:08Z', 'revision_number': 2, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:11.749358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device eb1a1a56-3a78-4310-80d3-3926c51add70 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:11.851871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:11.851871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Updating router ac9596a1-c824-44db-958d-dcde3446f5d3 port 217ede74-5c11-490b-8222-768eb7dd7ee1 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:24:12.257837 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:12.397852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port eb1a1a56-3a78-4310-80d3-3926c51add70 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:12.515111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port eb1a1a56-3a78-4310-80d3-3926c51add70 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:12.522931 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:12.675141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52050) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:12.680854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496953415', 'description': 'tempest-secgroup-smoke-496953415 description', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:12.696384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:12.705756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:12.709900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:12.718736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:12.742716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:12.821474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:12.834562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:12.841338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:12.855015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:12.944266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e19b1334-982b-4415-acc6-1caed4860652 None None] Provisioning for port 217ede74-5c11-490b-8222-768eb7dd7ee1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:12.950858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.007856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.167345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e19b1334-982b-4415-acc6-1caed4860652 None None] Provisioning complete for port 217ede74-5c11-490b-8222-768eb7dd7ee1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:13.167345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e19b1334-982b-4415-acc6-1caed4860652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.174693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3267daac-c1a9-493c-afd2-562dcdea2f57,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:13.210084 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.211718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5fe8a96e-fc8a-4e16-b537-0c1d24be9dcd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5356174 Mar 05 00:24:13.217912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52086) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:13.239751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '3267daac-c1a9-493c-afd2-562dcdea2f57', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:13.274504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:13.300283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:13.311406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:13.340130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:13.352186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e19b1334-982b-4415-acc6-1caed4860652 None None] Port 217ede74-5c11-490b-8222-768eb7dd7ee1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:24:13.411126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.610905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.621047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.711870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f8aa54-fbac-4e1b-8e4b-56dbcba88ca9,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:13.717152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.721353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e6a48405-256c-4beb-9f5a-2c8ee15cfa79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5002112 Mar 05 00:24:13.724170 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.727398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:13.742537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '3267daac-c1a9-493c-afd2-562dcdea2f57', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:13.748826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:13.753211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:13.757317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:13.765601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:13.802523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.918308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.954758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port eb1a1a56-3a78-4310-80d3-3926c51add70, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=eb1a1a56-3a78-4310-80d3-3926c51add70,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:13.966169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6cce3b86-8a42-4763-a55b-6760d67d298a None None] Provisioning complete for port 217ede74-5c11-490b-8222-768eb7dd7ee1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:13.970365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6cce3b86-8a42-4763-a55b-6760d67d298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:13.986277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.033169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5de3e1-f2b6-403c-bdd2-ae0cef2f4853,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:14.056855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.060140 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ef20568-1138-4ab8-a4ef-ebfa4140db72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3359592 Mar 05 00:24:14.065840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52118) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:14.078397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:24:14.079899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '3267daac-c1a9-493c-afd2-562dcdea2f57', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:14.091278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.136292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:14.159405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:14.159405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:14.182472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd02f8-124f-49d5-b4fd-c442e69f1684 req-4bf278b7-d683-4fd4-86a6-c41a000d8cd1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:14.186922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:14.197355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77cd02f8-124f-49d5-b4fd-c442e69f1684 req-4bf278b7-d683-4fd4-86a6-c41a000d8cd1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.3209555 Mar 05 00:24:14.223126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=eb1a1a56-3a78-4310-80d3-3926c51add70,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:14.277321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.283401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6cce3b86-8a42-4763-a55b-6760d67d298a None None] Port 217ede74-5c11-490b-8222-768eb7dd7ee1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:24:14.310307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.318258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Transition to ACTIVE for port object 217ede74-5c11-490b-8222-768eb7dd7ee1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:14.328439 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.375066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77cd02f8-124f-49d5-b4fd-c442e69f1684 req-4da6ac6c-1e91-4b9c-bf40-7fd182af35fd tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873298 Mar 05 00:24:14.433452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.438869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.475008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55d0d97-d073-45e4-a427-082171c89e18,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:14.498669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.501076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-777e3804-c258-4265-bfd7-ba1e3c1a5aa6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4341590 Mar 05 00:24:14.503487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52132) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:14.510857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '3267daac-c1a9-493c-afd2-562dcdea2f57', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:14.519701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:14.525559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:14.529693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:14.536997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:14.550252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a91949-87ad-4aa6-b922-d199a61aae8b None None] Pushing event updated for resources: {'Port': ['ID=217ede74-5c11-490b-8222-768eb7dd7ee1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:14.584429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.749580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52138) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:14.862152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.871140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:14.999286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd580569-3b7b-4bdb-991c-9042a2e2e7c6,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:15.010898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.012129 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-62573263-c5fd-4d6e-a58f-88c11afc772e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5073812 Mar 05 00:24:15.013214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Attempting to bind port 217ede74-5c11-490b-8222-768eb7dd7ee1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:15.013632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Attempting to bind port 217ede74-5c11-490b-8222-768eb7dd7ee1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:15.013992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Attempting to bind port 217ede74-5c11-490b-8222-768eb7dd7ee1 on network 4f687c46-d00d-4e26-82bb-549038404cca {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:15.015431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52146) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:15.021452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '3267daac-c1a9-493c-afd2-562dcdea2f57', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:15.031872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:15.032242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Checking segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:15.034004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:15.038647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:15.042075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:15.043529 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.047587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Bound using segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:15.048107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Bound port: 217ede74-5c11-490b-8222-768eb7dd7ee1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:15.048492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.080797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:15.130302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.216979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:15.247684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Usage tracker for resource:security_group_rule and tenant:1f53d42ad985468ba02e197620cc3f92 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:15.247684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:15.257767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:15.348853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.348853 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Project 9799e1e9bb6949bda8dbcf7485cdbd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:24:15.389079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] For port 217ede74-5c11-490b-8222-768eb7dd7ee1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:15.392078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.395503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] For port 217ede74-5c11-490b-8222-768eb7dd7ee1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=217ede74-5c11-490b-8222-768eb7dd7ee1,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:15.404688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.420367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.502833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327281fa-c758-45e2-93b2-e5be9623e796,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:15.520230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:15.520879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:15.550602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6a63634c-33f4-4876-a7d5-2f790eda18ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f53d42ad985468ba02e197620cc3f92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8073707 Mar 05 00:24:15.553282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52164) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:15.607745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.614986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-930029f6-5664-4f49-b89e-2fc4ca28a02e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:15.617237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-930029f6-5664-4f49-b89e-2fc4ca28a02e tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.2772365 Mar 05 00:24:15.618725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.698737 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc17db40-c21e-40f3-869b-4ad5472c17e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.741082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc17db40-c21e-40f3-869b-4ad5472c17e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:15.831020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a91949-87ad-4aa6-b922-d199a61aae8b None None] Pushing event updated for resources: {'Port': ['ID=217ede74-5c11-490b-8222-768eb7dd7ee1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:15.927894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:15.991329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476034eb-d6d2-4ed0-a419-01396d61084f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:16.065513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:16.068901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-10d392c7-c5cb-4519-a1c7-91b06e789b2f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0522377 Mar 05 00:24:16.076022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52176) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:16.112242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '3267daac-c1a9-493c-afd2-562dcdea2f57', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:16.116892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Deleting port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:16.117209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:16.211225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d0577-9561-4bd2-aed3-1310479376df req-73df6959-c64d-4342-aab6-04808d96d9f4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:16.224476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f9d0577-9561-4bd2-aed3-1310479376df req-73df6959-c64d-4342-aab6-04808d96d9f4 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.3825648 Mar 05 00:24:16.230304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:16.264383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:16.296712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:16.299891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc17db40-c21e-40f3-869b-4ad5472c17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:16.330398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:16.376074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17db40-c21e-40f3-869b-4ad5472c17e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327281fa-c758-45e2-93b2-e5be9623e796,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:16.436754 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Project 9799e1e9bb6949bda8dbcf7485cdbd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:24:16.439110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc17db40-c21e-40f3-869b-4ad5472c17e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:16.439110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dc17db40-c21e-40f3-869b-4ad5472c17e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/327281fa-c758-45e2-93b2-e5be9623e796 HTTP/1.1" status: 204 len: 168 time: 0.8844492 Mar 05 00:24:16.463999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:16.500552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f9d0577-9561-4bd2-aed3-1310479376df req-112d5ff2-6688-42fc-b6f9-501aab22a6a6 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678714 Mar 05 00:24:16.587812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device eb1a1a56-3a78-4310-80d3-3926c51add70 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:16.899840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] For port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:16.900198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.050726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port eb1a1a56-3a78-4310-80d3-3926c51add70 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:17.050726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.067482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.088065 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.351515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:24:07Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:15Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:17.363828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce4552c-55c9-4df6-89d7-89bfe13cbb8c None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:24:07Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:15Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:17.523226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e47356-aa9c-4dc1-adbc-8728a07c72fc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:17.546518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.554555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-383681fb-32e0-4e3d-a87d-ac9b735d8dcb tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4598107 Mar 05 00:24:17.597143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.597768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:17.599301 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Floating IP 5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a disassociated. External IP: 172.25.0.199, port: 85826cf2-26bc-4666-93d5-8f0e15fbbd5d. Mar 05 00:24:17.602040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Calling delete_port for 85826cf2-26bc-4666-93d5-8f0e15fbbd5d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:18.087428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:18.203317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-2f78931c-0519-47be-8230-4e7f60e2d53e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496953415&fields=id&tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 267 time: 0.1169631 Mar 05 00:24:18.244317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event deleted for resources: {'Port': ['ID=85826cf2-26bc-4666-93d5-8f0e15fbbd5d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:18.290670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 217ede74-5c11-490b-8222-768eb7dd7ee1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:18.529208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5065af-998b-477f-b3c3-932d905a71b1 req-4f70393a-95b5-4c3a-bc3f-29d2f4832b08 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:18.541891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2b5065af-998b-477f-b3c3-932d905a71b1 req-4f70393a-95b5-4c3a-bc3f-29d2f4832b08 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 946 time: 0.5960872 Mar 05 00:24:18.635318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 217ede74-5c11-490b-8222-768eb7dd7ee1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:18.663607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 217ede74-5c11-490b-8222-768eb7dd7ee1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:18.667033 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:18.687014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-bb96d757-8902-4615-9dce-300a61e99684 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:18.706089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-bb96d757-8902-4615-9dce-300a61e99684 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 797 time: 0.4951184 Mar 05 00:24:18.769525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d6ddc28e-1195-4b1c-b265-9637cd34a5b4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/quotas/9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 375 time: 0.0623786 Mar 05 00:24:18.825992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:19.021158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2b5065af-998b-477f-b3c3-932d905a71b1 req-933272ed-9612-49f7-9062-28f5ad36e35d tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4753053 Mar 05 00:24:19.049853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 85826cf2-26bc-4666-93d5-8f0e15fbbd5d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:19.049853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 85826cf2-26bc-4666-93d5-8f0e15fbbd5d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:19.141969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-3a58098e-8e00-46c3-872f-482dbf3c5081 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3713591 Mar 05 00:24:19.154459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-71345e0f-829c-4d4a-8b2e-f7ce6adac6be service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:24:19.165591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-71345e0f-829c-4d4a-8b2e-f7ce6adac6be service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0216937 Mar 05 00:24:19.236332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:24:19.360027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:19.445774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-bf04dc7d-87f6-4a36-801f-7fc5bab8b451 service neutron] 10.222.0.32 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775650 Mar 05 00:24:19.486838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 217ede74-5c11-490b-8222-768eb7dd7ee1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=217ede74-5c11-490b-8222-768eb7dd7ee1,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:19.491370 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:19.704020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=217ede74-5c11-490b-8222-768eb7dd7ee1,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:19.835411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-1eef4000-1a3a-4be3-896e-9958e4d43dad service neutron] 10.222.0.32 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811808 Mar 05 00:24:19.954945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:24:19.966117 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:24:19.993602 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:19.994637 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:20.324159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] No DVR routers for this DVR port 85826cf2-26bc-4666-93d5-8f0e15fbbd5d on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:24:20.359547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 217ede74-5c11-490b-8222-768eb7dd7ee1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:20.431999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:20.456196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-deleted', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:24:20.488761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78f9fef4-3bdc-496b-a4e0-21528fc2e53e req-a314efc6-2e44-4120-a02a-2b61f31640e1 tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.36 "DELETE /v2.0/ports/85826cf2-26bc-4666-93d5-8f0e15fbbd5d HTTP/1.1" status: 204 len: 173 time: 4.5583665 Mar 05 00:24:20.591754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 217ede74-5c11-490b-8222-768eb7dd7ee1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:20.595374 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f047427-b68c-48a3-bade-0e6c58fd62d7 req-118812d2-a9f7-4f51-92b6-710dba8c68bf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d512c6-73f1-4125-af71-7512f83bcdde HTTP/1.1" status: 200 len: 210 time: 0.1049113 Mar 05 00:24:20.596453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:20.714144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:20.888535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7406730a-7480-47a9-8f4d-a0f1d95b262f req-d1b77795-1fe2-4be7-8a2c-886a92f9deca tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:24:20.922629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7406730a-7480-47a9-8f4d-a0f1d95b262f req-d1b77795-1fe2-4be7-8a2c-886a92f9deca tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:24:20.926957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7406730a-7480-47a9-8f4d-a0f1d95b262f req-d1b77795-1fe2-4be7-8a2c-886a92f9deca tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 210 time: 0.6043513 Mar 05 00:24:21.558395 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d512c6-73f1-4125-af71-7512f83bcdde', 'name': 'network-vif-deleted', 'tag': '85826cf2-26bc-4666-93d5-8f0e15fbbd5d', 'status': 'completed', 'code': 200} Mar 05 00:24:21.734702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52318) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:21.864417 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:21.864417 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:21.880534 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:21.880534 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:21.920028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:22.160818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7991d1aa-14e3-4395-b9ab-15ef8588a11c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.220762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-313414714', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:22.223413 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:22.223562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7991d1aa-14e3-4395-b9ab-15ef8588a11c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.250091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:22.261647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02f1ce3e-726e-42d3-97de-33c4426ae04c req-daf9dc04-0a36-49f7-9d6a-f113c0f3f28e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 210 time: 0.1784348 Mar 05 00:24:22.266420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Usage tracker for resource:port and tenant:f78ba8366b6f4746a336197173ef0df8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:22.271000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:22.294792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:22.318815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7991d1aa-14e3-4395-b9ab-15ef8588a11c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.355321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Made reservation on behalf of f78ba8366b6f4746a336197173ef0df8 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:22.355321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.371335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.375434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991d1aa-14e3-4395-b9ab-15ef8588a11c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:22.409026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7991d1aa-14e3-4395-b9ab-15ef8588a11c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.417604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7991d1aa-14e3-4395-b9ab-15ef8588a11c tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "DELETE /v2.0/security-groups/1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb HTTP/1.1" status: 204 len: 168 time: 0.4838557 Mar 05 00:24:22.417604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52342) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:22.448896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:22.448896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Usage tracker for resource:security_group_rule and tenant:f78ba8366b6f4746a336197173ef0df8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:22.456528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:22.463277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:22.477994 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-d64f610e-27e0-4d3b-afbe-ab62fb75143b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] show failed (client error): The resource could not be found. Mar 05 00:24:22.477994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d64f610e-27e0-4d3b-afbe-ab62fb75143b tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "GET /v2.0/security-groups/1fc5e67e-1832-42eb-b4ab-1cbbe4dfd9eb HTTP/1.1" status: 404 len: 347 time: 0.0560853 Mar 05 00:24:22.477994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52346) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:22.548156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.554219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:22.566582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] device_id is not set on port b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:24:22.639633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd323a69-f9e4-4f4b-9f0a-fe7f07212c29,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:22.668074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52354) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:22.766962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Allocated IP 172.25.0.52 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:23.097679 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:23.103260 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd6933-c68b-4f65-89ec-cd18e441b346 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:14:06Z', 'revision_number': 4, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd0728534-30e1-4908-9759-becbd83c63bd', 'name': '', 'network_id': '44f2aa89-ddbb-43f6-b443-7d1fc635c4d9', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'mac_address': 'fa:16:3e:4b:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:14:03Z', 'updated_at': '2022-03-05T00:14:22Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'subnets': [{'id': 'afa42900-1bbc-4d05-9aa2-fd78a051d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:23.105180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Deleting port 76171261-feda-4d4c-8110-03a96e706cbd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:23.105180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:23.539513 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:23.616472 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:23.616472 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:23.647549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d3b8e0c-af5f-4b4f-a41f-4055b0aebba2 req-d03c7b3d-5f0d-4a39-a392-b07fbae7b41b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 210 time: 0.1412697 Mar 05 00:24:23.650329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:23.778163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:23.782970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:23.791260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Pushing event updated for resources: {'Port': ['ID=b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:23.795402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:23.850697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.851333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.851875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.852413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.852951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.853505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.854042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.854573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.855108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.855641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.856707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:23.970203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Calling delete_port for 76171261-feda-4d4c-8110-03a96e706cbd owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:24.036160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:24.036160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.135894 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-65279ab7-6fd8-43a9-ae4a-7a59bf80b14a tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.4071422 Mar 05 00:24:24.138370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52384) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:24.148839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.52'}]}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:24.164635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:24.171208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Usage tracker for resource:router and tenant:f78ba8366b6f4746a336197173ef0df8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:24.176932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:24.187530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:24.199979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.216486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.217738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.272903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.303318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.572589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Pushing event deleted for resources: {'Port': ['ID=76171261-feda-4d4c-8110-03a96e706cbd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:24.624831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.671406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.685163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3e71b16a-0703-443b-a90e-7392b2c9abcf tempest-AttachVolumeShelveTestJSON-254794151 tempest-AttachVolumeShelveTestJSON-254794151-project] 10.222.0.32 "DELETE /v2.0/floatingips/5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a HTTP/1.1" status: 204 len: 168 time: 2.2090440 Mar 05 00:24:24.702653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-e1fd545a-4d43-4360-a380-d043d45b5873 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:24.704410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-e1fd545a-4d43-4360-a380-d043d45b5873 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 797 time: 0.3984773 Mar 05 00:24:24.786195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:24.818136 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-2d435af2-c841-4654-b1df-caa3fa3da85a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 379 time: 0.0903940 Mar 05 00:24:24.829084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'port': {'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'admin_state_up': True, 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'security_groups': ['3267daac-c1a9-493c-afd2-562dcdea2f57']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:25.151863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:25.162896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:25.174784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:25.177360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9b6e806-9c70-4431-85c3-fecb9b4b9b45 req-fcd65307-96ae-46a3-9197-519391a8d6dd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 210 time: 0.0816102 Mar 05 00:24:25.189255 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:25.567429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.20.0.9 (4f687c46-d00d-4e26-82bb-549038404cca/536c6b87-d74a-4a97-9dc2-3f5732ccec08/fc350d5c-bbc0-4a9a-96ad-9d12651101db) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:25.752524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:25.794518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:25.933083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:25.953276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Transition to ACTIVE for port object fc350d5c-bbc0-4a9a-96ad-9d12651101db will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:25.991974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:26.204149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 4f687c46-d00d-4e26-82bb-549038404cca is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:26.204149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:26.210364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:26.263444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=fc350d5c-bbc0-4a9a-96ad-9d12651101db,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:26.313069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:26.342265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:26.343165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:26.380861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-d639ff6c-adb6-4089-ad81-aa19dcaffa52 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5627708 Mar 05 00:24:26.407198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Request body: {'port': {'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:26.679676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-84db55e2-c0ed-4278-828f-ce6d5ff8f2f4 None None] Provisioning for port fc350d5c-bbc0-4a9a-96ad-9d12651101db completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:26.687064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-84db55e2-c0ed-4278-828f-ce6d5ff8f2f4 None None] Provisioning complete for port fc350d5c-bbc0-4a9a-96ad-9d12651101db triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:26.687064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84db55e2-c0ed-4278-828f-ce6d5ff8f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:26.792178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:26.801007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84db55e2-c0ed-4278-828f-ce6d5ff8f2f4 None None] Port fc350d5c-bbc0-4a9a-96ad-9d12651101db cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:24:26.923617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8488f6-d175-4a66-872c-fe3e6048d689 req-7f0c741d-b03e-4bbd-b2f0-4d6cdffd9e4a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:26.924420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ff8488f6-d175-4a66-872c-fe3e6048d689 req-7f0c741d-b03e-4bbd-b2f0-4d6cdffd9e4a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:24:27.155377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ff8488f6-d175-4a66-872c-fe3e6048d689 req-7f0c741d-b03e-4bbd-b2f0-4d6cdffd9e4a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:24:27.155377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ff8488f6-d175-4a66-872c-fe3e6048d689 req-7f0c741d-b03e-4bbd-b2f0-4d6cdffd9e4a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 931 time: 0.6692405 Mar 05 00:24:27.175785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:27.198212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:27.260401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Deleting port 0b2833a3-283e-4e32-af74-070b1182b48d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:27.260923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:27.613586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ff8488f6-d175-4a66-872c-fe3e6048d689 req-9a637267-7de4-4b55-9410-09105b37fa93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4573779 Mar 05 00:24:27.617412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] For port 0b2833a3-283e-4e32-af74-070b1182b48d, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0b2833a3-283e-4e32-af74-070b1182b48d,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:27.618082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:27.806900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc350d5c-bbc0-4a9a-96ad-9d12651101db {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:24:27.814879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:27.827474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Transition to ACTIVE for port object fc350d5c-bbc0-4a9a-96ad-9d12651101db will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:27.847311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.018432 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.078259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Pushing event updated for resources: {'Port': ['ID=fc350d5c-bbc0-4a9a-96ad-9d12651101db,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:28.321737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Attempting to bind port fc350d5c-bbc0-4a9a-96ad-9d12651101db on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:28.321737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Attempting to bind port fc350d5c-bbc0-4a9a-96ad-9d12651101db by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:28.321737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Attempting to bind port fc350d5c-bbc0-4a9a-96ad-9d12651101db on network 4f687c46-d00d-4e26-82bb-549038404cca {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:28.337590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Port fc350d5c-bbc0-4a9a-96ad-9d12651101db on network 4f687c46-d00d-4e26-82bb-549038404cca not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:24:28.337590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Attempting to bind port fc350d5c-bbc0-4a9a-96ad-9d12651101db on network 4f687c46-d00d-4e26-82bb-549038404cca {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:28.348071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:28.348071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Checking segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:28.348071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Bound using segment: {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:28.348071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Bound port: fc350d5c-bbc0-4a9a-96ad-9d12651101db, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca88a81d-71e9-417d-af17-c7fc5145afb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:28.348071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.361168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Calling delete_port for 0b2833a3-283e-4e32-af74-070b1182b48d owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:28.441945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.547254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.547732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1fc4b14-795f-45b6-bb99-811fa59170d5 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:24:28.601467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] For port fc350d5c-bbc0-4a9a-96ad-9d12651101db, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:28.615739 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 05 00:24:28.615739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03a91a6c-6b27-454d-976b-8d8451d07382 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4720049 Mar 05 00:24:28.627621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52472) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:28.645373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] For port fc350d5c-bbc0-4a9a-96ad-9d12651101db, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:28.655266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.889706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946b8e6-f389-4c96-9af6-33c5b79ae31c None None] New status for floating IP 5fc127cc-6e0b-4d6f-ab29-1bb2f3b6573a: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:24:28.953668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Pushing event updated for resources: {'Port': ['ID=fc350d5c-bbc0-4a9a-96ad-9d12651101db,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:28.995406 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:28.997929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-133d5835-08ba-447b-91bb-ebc9381eba74 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 1091 time: 2.5990076 Mar 05 00:24:28.998385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:24:29.132185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Deleting port b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:29.150913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:29.182961 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'status': 'completed', 'code': 200} Mar 05 00:24:29.305038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-39bbf945-5c43-4ff1-a5f4-7cc2d7fb0d51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1094 time: 0.2571027 Mar 05 00:24:29.434298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:29.468243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-c072c142-c8ec-412e-a5ba-78ae26bf0395 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 217 time: 0.1561689 Mar 05 00:24:29.563870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-57cf1aad-7e73-459d-a15e-adcf566419bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:29.563870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-57cf1aad-7e73-459d-a15e-adcf566419bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 200 len: 835 time: 0.0842226 Mar 05 00:24:29.662554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2833a3-283e-4e32-af74-070b1182b48d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:29.687996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-67f28f83-a25f-4b6f-ab11-b759991ff5c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f687c46-d00d-4e26-82bb-549038404cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200364 Mar 05 00:24:29.878003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9cd19-2828-446f-ab34-f817aef9a2bd req-32a29d38-7f75-48f8-bd1f-36652408c738 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:29.880024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ac9cd19-2828-446f-ab34-f817aef9a2bd req-32a29d38-7f75-48f8-bd1f-36652408c738 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 943 time: 1.0469437 Mar 05 00:24:29.918561 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-cd826ef4-09f5-4d01-a2eb-b89f5e9401f2 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267323 Mar 05 00:24:30.235362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:30.239379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9da71614-3788-4283-bc32-8cf8aea1b9c9 req-1106e72b-a1d7-422a-aa94-ff004afb85f3 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096316 Mar 05 00:24:30.243396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5ac9cd19-2828-446f-ab34-f817aef9a2bd req-73a77c6b-8034-4bc4-b0d0-31a06db3e061 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:24:30.418823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Calling delete_port for b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:30.439923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-6044c02d-6728-42cd-b605-2bb39eba3283 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1094 time: 0.1381371 Mar 05 00:24:30.623046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:30.623046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5ac9cd19-2828-446f-ab34-f817aef9a2bd req-73a77c6b-8034-4bc4-b0d0-31a06db3e061 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:24:30.627559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ac9cd19-2828-446f-ab34-f817aef9a2bd req-73a77c6b-8034-4bc4-b0d0-31a06db3e061 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7349334 Mar 05 00:24:30.678035 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Pushing event deleted for resources: {'Port': ['ID=b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:30.710883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-0c186e26-c18a-4fc9-8c14-0f553e848a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:30.712485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-0c186e26-c18a-4fc9-8c14-0f553e848a39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 898 time: 0.2665575 Mar 05 00:24:30.826967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-4e31fe75-463f-4e03-a158-a410fa635297 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 217 time: 0.1005657 Mar 05 00:24:30.831610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:30.876641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fa1802b0-0f1e-4247-bb6c-d073020269a9 tempest-RoutersAdminNegativeIpV6Test-1070930103 tempest-RoutersAdminNegativeIpV6Test-1070930103-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b127ae6a-a61d-49a7-8c2b-1e58aa16fcaf HTTP/1.1" status: 204 len: 168 time: 2.2475066 Mar 05 00:24:30.905582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:31.001124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-24b30e00-6c1b-48a8-af80-a89dd487106d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:31.001124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-24b30e00-6c1b-48a8-af80-a89dd487106d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 200 len: 835 time: 0.1727886 Mar 05 00:24:31.221921 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-063d148d-165b-4afa-94d1-150852603f91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f687c46-d00d-4e26-82bb-549038404cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171791 Mar 05 00:24:31.561353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-e107a18f-1ccc-4527-a5ba-f240ded52e67 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322973 Mar 05 00:24:31.578509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:32.130171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc349e1-66c5-4de6-8424-08902e6d9de6 req-a8f77329-997b-4b7c-b609-8574abad01b3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:32.133719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dc349e1-66c5-4de6-8424-08902e6d9de6 req-a8f77329-997b-4b7c-b609-8574abad01b3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 943 time: 0.2137070 Mar 05 00:24:32.155004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:32.178392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b3524b2-093d-48ec-8a89-28e33e92b440 req-f7ef5391-dfe3-44b9-9ece-4d9b8c132cf5 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058490 Mar 05 00:24:32.218507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2dc349e1-66c5-4de6-8424-08902e6d9de6 req-e86cd44d-0dbb-4a24-85cb-a90748c8c0f0 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777767 Mar 05 00:24:32.276299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:32.284353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fc350d5c-bbc0-4a9a-96ad-9d12651101db details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:24:32.290731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1dc9ced6a845a09f10015100e36c89 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:32.297571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:32.311189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:32.466891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:32.488390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Router 206e551d-167f-407b-bb66-28a5a44883b3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:24:32.488390 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:32.552638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52552) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:32.560242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fc350d5c-bbc0-4a9a-96ad-9d12651101db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:32.576103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:24:32.713513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:32.737133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc350d5c-bbc0-4a9a-96ad-9d12651101db {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:24:32.756360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fc350d5c-bbc0-4a9a-96ad-9d12651101db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:32.761834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:32.878543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61dd377-575d-4b25-b029-3dbeb13503c0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:32.878543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d47c9a5b-69b9-4643-af00-2015e5688062 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c1dc9ced6a845a09f10015100e36c89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2971528 Mar 05 00:24:32.879942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52562) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:32.932202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fc350d5c-bbc0-4a9a-96ad-9d12651101db,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:32.995090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a043650-fc53-4f07-94e9-560125a53a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:33.031259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a043650-fc53-4f07-94e9-560125a53a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:33.106775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:24:33.119484 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] Sync routers for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:24:33.125677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fc350d5c-bbc0-4a9a-96ad-9d12651101db'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:24:33.138871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:33.143755 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:33.154130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3687e62f-8929-4618-9641-8e58724ccb02 admin admin] 10.222.0.32 "PUT /v2.0/routers/206e551d-167f-407b-bb66-28a5a44883b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4770222 Mar 05 00:24:33.155536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52572) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:33.163866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a043650-fc53-4f07-94e9-560125a53a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:33.167348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9a043650-fc53-4f07-94e9-560125a53a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:33.169562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9a043650-fc53-4f07-94e9-560125a53a24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c61dd377-575d-4b25-b029-3dbeb13503c0 HTTP/1.1" status: 204 len: 168 time: 0.2883489 Mar 05 00:24:33.460793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a043650-fc53-4f07-94e9-560125a53a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61dd377-575d-4b25-b029-3dbeb13503c0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:33.638437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:33.663277 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:33.728819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.094036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:34.219843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cdf78-f8a7-448e-96c9-f61390bfd278 req-d09153ed-d3df-4ca7-bdb1-ad77ad0ae637 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:34.222450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-280cdf78-f8a7-448e-96c9-f61390bfd278 req-d09153ed-d3df-4ca7-bdb1-ad77ad0ae637 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 944 time: 0.6241112 Mar 05 00:24:34.248245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-18572ac1-40a3-4281-a6cc-2efddb105b05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f78ba8366b6f4746a336197173ef0df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1530161 Mar 05 00:24:34.252187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:34.291225 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:24:28Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:34.299776 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] Checking router: 206e551d-167f-407b-bb66-28a5a44883b3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:34.314555 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] Routers {'206e551d-167f-407b-bb66-28a5a44883b3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:34.315506 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['206e551d-167f-407b-bb66-28a5a44883b3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:34.347099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-280cdf78-f8a7-448e-96c9-f61390bfd278 req-e1e4e60b-cac2-48d2-a8ad-98d4863f2229 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150088 Mar 05 00:24:34.443061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.454073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8159a65-822b-41f7-a05f-19d978381d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.456013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Deleting port e1bc5b50-352e-4819-8ea0-fff68c5c8439 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:34.456956 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.512109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8159a65-822b-41f7-a05f-19d978381d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.549628 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] Set router 206e551d-167f-407b-bb66-28a5a44883b3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:34.767331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8159a65-822b-41f7-a05f-19d978381d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.789091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] For port e1bc5b50-352e-4819-8ea0-fff68c5c8439, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e1bc5b50-352e-4819-8ea0-fff68c5c8439,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:34.789701 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.798099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8159a65-822b-41f7-a05f-19d978381d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd323a69-f9e4-4f4b-9f0a-fe7f07212c29,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:34.809511 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c8159a65-822b-41f7-a05f-19d978381d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.813010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c8159a65-822b-41f7-a05f-19d978381d93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd323a69-f9e4-4f4b-9f0a-fe7f07212c29 HTTP/1.1" status: 204 len: 168 time: 0.5555198 Mar 05 00:24:34.813010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Deleting port d0728534-30e1-4908-9759-becbd83c63bd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:34.813010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.922750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3c099d1-ad93-4ad0-b060-c4fbe2583196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:34.935675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Calling delete_port for e1bc5b50-352e-4819-8ea0-fff68c5c8439 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:35.177990 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:24:28Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:35.200029 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fa6e8f-938c-4063-a0cd-dc4e605f576d None None] The sync data for ids ['206e551d-167f-407b-bb66-28a5a44883b3'] in n-d-828979-4 is: [{'id': '206e551d-167f-407b-bb66-28a5a44883b3', 'name': 'tempest-TaggedBootDevicesTest_v242-176127993-router', 'tenant_id': '4edf1e3150024705ab750abab4d6c670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:16:36Z', 'updated_at': '2022-03-05T00:24:28Z', 'revision_number': 5, 'project_id': '4edf1e3150024705ab750abab4d6c670', 'gw_port': {'id': 'e1bc5b50-352e-4819-8ea0-fff68c5c8439', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e551d-167f-407b-bb66-28a5a44883b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:16:38Z', 'updated_at': '2022-03-05T00:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:35.353453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:35.440271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bc5b50-352e-4819-8ea0-fff68c5c8439,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:35.503601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] For port d0728534-30e1-4908-9759-becbd83c63bd, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d0728534-30e1-4908-9759-becbd83c63bd,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:35.503601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:35.737131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Calling delete_port for d0728534-30e1-4908-9759-becbd83c63bd owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:35.848617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.239319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.295902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b2833a3-283e-4e32-af74-070b1182b48d no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:36.363441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fc350d5c-bbc0-4a9a-96ad-9d12651101db up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:24:36.394430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.398943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.451431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.452007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206e551d-167f-407b-bb66-28a5a44883b3 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:24:36.488709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d0728534-30e1-4908-9759-becbd83c63bd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:36.498458 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.498458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2dfd75bc-1f49-4cc9-8c07-1216cf1f6c58 admin admin] 10.222.0.32 "DELETE /v2.0/routers/206e551d-167f-407b-bb66-28a5a44883b3 HTTP/1.1" status: 204 len: 168 time: 3.3346641 Mar 05 00:24:36.498458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52650) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:36.568608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0b2833a3-283e-4e32-af74-070b1182b48d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:36.568608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0b2833a3-283e-4e32-af74-070b1182b48d not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:36.616595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port fc350d5c-bbc0-4a9a-96ad-9d12651101db completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:24:36.635909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port fc350d5c-bbc0-4a9a-96ad-9d12651101db triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:24:36.635909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.774665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Deleting subnet dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:24:36.778310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.851142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.862233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:36.910624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fc350d5c-bbc0-4a9a-96ad-9d12651101db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:36.914054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:24:36.937891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.082906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fc350d5c-bbc0-4a9a-96ad-9d12651101db,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:37.105834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001b520-27bf-42d1-8e37-402e044dfd97 req-99a25967-5865-4fb4-a071-d7eaaad358a4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:37.105834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8001b520-27bf-42d1-8e37-402e044dfd97 req-99a25967-5865-4fb4-a071-d7eaaad358a4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 944 time: 1.4813151 Mar 05 00:24:37.115614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cb009404-b3cb-49e0-baf4-fb34acfa1176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.148902 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'code': 200} Mar 05 00:24:37.157337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.217277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8001b520-27bf-42d1-8e37-402e044dfd97 req-bb289bfd-dc77-4778-9d99-3ce770da0e7d tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045966 Mar 05 00:24:37.369856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c860019c-559b-485f-9e99-cfcd9127f879 req-27773d21-e11d-492d-b0ff-e9b13f2d25ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1096 time: 0.1560891 Mar 05 00:24:37.379347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.513926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.575396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:37.592563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.599048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d83c3055-06d4-485c-807f-6a4ecb713567 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dd3b3a16-7c32-44e1-b4a1-bb8c33a28cdf HTTP/1.1" status: 204 len: 168 time: 1.0970981 Mar 05 00:24:37.599048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52672) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:37.599323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fe444-a86d-4fbe-945b-cf3186a3ef94 None None] Network efd46df0-1c82-4725-adb6-be0b3d7d344b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:37.696778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c860019c-559b-485f-9e99-cfcd9127f879 req-372b81b9-a81f-4787-83e1-271afe186f87 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188810 Mar 05 00:24:37.713075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.725378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Deleting port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:37.725635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:37.982679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] DHCP port deletion for efd46df0-1c82-4725-adb6-be0b3d7d344b request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:24:37.987496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Deleting port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:37.987958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:38.083930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] For port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:38.084292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:38.339766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Calling delete_port for 2ee97f41-3f01-4200-8eff-32ec9ac2a37b owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:38.497564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ee97f41-3f01-4200-8eff-32ec9ac2a37b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:38.548685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:38.588086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 2ee97f41-3f01-4200-8eff-32ec9ac2a37b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:38.588865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 2ee97f41-3f01-4200-8eff-32ec9ac2a37b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:38.589516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e1bc5b50-352e-4819-8ea0-fff68c5c8439 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:38.717423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e1bc5b50-352e-4819-8ea0-fff68c5c8439 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:38.717423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e1bc5b50-352e-4819-8ea0-fff68c5c8439 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:38.729877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:38.742836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:38.755002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] No DVR routers for this DVR port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:24:38.786705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] For port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=2ee97f41-3f01-4200-8eff-32ec9ac2a37b,segment=NetworkSegment(a5d698e9-2153-415a-a330-fcbfcaad3387),segment_id=a5d698e9-2153-415a-a330-fcbfcaad3387)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:38.786705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:38.859099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:38.967756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:24:39.107061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.150378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd46df0-1c82-4725-adb6-be0b3d7d344b']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:39.169591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d698e9-2153-415a-a330-fcbfcaad3387') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:39.177802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d698e9-2153-415a-a330-fcbfcaad3387') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:39.210144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.261558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.272318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:24:39.272672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.333447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Calling delete_port for 2ee97f41-3f01-4200-8eff-32ec9ac2a37b owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:39.397034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52714) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:24:39.447617 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:24:39.512100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:24:39.512100 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:24:39.563764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.610386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:24:39.621250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] Sync routers for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:24:39.636722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:39.637908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:39.641842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.658563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63474ef3-da0e-4ac0-81dd-a92029a517cf admin admin] 10.222.0.32 "PUT /v2.0/routers/6d63cac0-ebfc-460e-8c6d-53edfbe6cad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1034970 Mar 05 00:24:39.660066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52724) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:39.663450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd46df0-1c82-4725-adb6-be0b3d7d344b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:39.707420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-185732927', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:39.713169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:39.719171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Usage tracker for resource:port and tenant:84f22591266a47e8a784045325cdf6bc is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:39.722917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:39.729820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:39.748200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Made reservation on behalf of 84f22591266a47e8a784045325cdf6bc for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:39.753456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.811522 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.826932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.831564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7e74-a775-421c-acca-c82daaa3755a req-38725ff4-da57-48d6-8c28-ee4b9636a150 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:39.831564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2df7e74-a775-421c-acca-c82daaa3755a req-38725ff4-da57-48d6-8c28-ee4b9636a150 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 945 time: 1.3368127 Mar 05 00:24:39.866327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:39.866327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Usage tracker for resource:security_group_rule and tenant:84f22591266a47e8a784045325cdf6bc is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:39.875355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:39.875355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:39.890656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d944ef3e-9c48-4364-b2c0-6c992d343b77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/efd46df0-1c82-4725-adb6-be0b3d7d344b HTTP/1.1" status: 204 len: 168 time: 2.2857718 Mar 05 00:24:39.898020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52732) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:39.901954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:39.977867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:39.984394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:40.009934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] device_id is not set on port 5774809c-7ebc-475c-a95e-b67ca71526b8 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:24:40.091301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Deleting port 2ee97f41-3f01-4200-8eff-32ec9ac2a37b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:40.091971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:40.092213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721026ba-ee8d-42bf-923b-ea8f52e49816,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:40.269178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1dba1-c6e7-445c-a01f-6c5c57cd838e None None] The port '2ee97f41-3f01-4200-8eff-32ec9ac2a37b' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:24:40.309530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Allocated IP 172.25.0.107 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5774809c-7ebc-475c-a95e-b67ca71526b8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:40.547369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:40.573563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2df7e74-a775-421c-acca-c82daaa3755a req-dd7048a2-d4a5-473e-be27-e6b659783528 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6702905 Mar 05 00:24:40.588781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:40.622796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:24:36Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:40.630972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] Checking router: 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:40.656302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] Routers {'6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:40.656302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:40.709280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:40.717121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:40.742485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:40.781430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:40.899829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:40.900610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:40.940745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Pushing event updated for resources: {'Port': ['ID=5774809c-7ebc-475c-a95e-b67ca71526b8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:41.006125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] Set router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:41.008461 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5bc3eff6-309d-4553-8fbc-fbd6337df91e tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6091475 Mar 05 00:24:41.020743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52744) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:41.039542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.107'}]}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:41.056531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:41.060482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Usage tracker for resource:router and tenant:84f22591266a47e8a784045325cdf6bc is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:41.060482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:41.078481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:41.092425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.092425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.130085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.213181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.221820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.315913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.408417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Deleting port b9c43db5-1bda-4caa-b1a2-652fb0672c97 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:41.408417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.501644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:24:36Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:41.507443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba411-e59d-43e5-a5d2-e3807d57aff8 None None] The sync data for ids ['6d63cac0-ebfc-460e-8c6d-53edfbe6cad3'] in n-d-828979-4 is: [{'id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'name': 'tempest-AttachVolumeShelveTestJSON-345147084-router', 'tenant_id': '4b15bc385d5141c39c50bbdd10eec76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:13:50Z', 'updated_at': '2022-03-05T00:24:36Z', 'revision_number': 5, 'project_id': '4b15bc385d5141c39c50bbdd10eec76b', 'gw_port': {'id': 'b9c43db5-1bda-4caa-b1a2-652fb0672c97', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d63cac0-ebfc-460e-8c6d-53edfbe6cad3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:13:54Z', 'updated_at': '2022-03-05T00:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:41.677944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] For port b9c43db5-1bda-4caa-b1a2-652fb0672c97, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b9c43db5-1bda-4caa-b1a2-652fb0672c97,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:41.677944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.681711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.752604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:41.850135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Calling delete_port for b9c43db5-1bda-4caa-b1a2-652fb0672c97 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:42.087635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:42.200903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d0728534-30e1-4908-9759-becbd83c63bd no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:42.268558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d0728534-30e1-4908-9759-becbd83c63bd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:42.268906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d0728534-30e1-4908-9759-becbd83c63bd not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:42.405330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:42.529248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c43db5-1bda-4caa-b1a2-652fb0672c97,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:42.591091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79e37d-87b0-49db-81e9-0fe6afee52f1 req-d6989ac6-4f3c-4ee3-8d61-bd333262e532 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:42.591091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1f79e37d-87b0-49db-81e9-0fe6afee52f1 req-d6989ac6-4f3c-4ee3-8d61-bd333262e532 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 945 time: 0.7517056 Mar 05 00:24:42.953348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1f79e37d-87b0-49db-81e9-0fe6afee52f1 req-a33b8769-8369-4381-908f-d10be82db62d tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052757 Mar 05 00:24:42.976904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:42.980617 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:24:42.982055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.025753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.026379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6eae78f0-fd6c-4217-b4cf-6366753fbc86 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:24:43.072080 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 05 00:24:43.072080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f1dcbb0b-884e-443e-bd7a-805a1e2ecaf6 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0523674 Mar 05 00:24:43.072080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52776) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:43.116003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.209117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Deleting port 5774809c-7ebc-475c-a95e-b67ca71526b8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:43.209117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.543165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.557479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.560619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01e5e5-387c-49c4-812d-b2086ee6d519 req-ebd7dfc8-8f86-40dc-87a2-daa9f9736001 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:43.560619 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b01e5e5-387c-49c4-812d-b2086ee6d519 req-ebd7dfc8-8f86-40dc-87a2-daa9f9736001 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 945 time: 0.3492720 Mar 05 00:24:43.560619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.683594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b01e5e5-387c-49c4-812d-b2086ee6d519 req-14ecc8d8-8aaf-45cf-9a0e-0bf98d27beb6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951138 Mar 05 00:24:43.697828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.698404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:24:43.749842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52786) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:43.775235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Calling delete_port for 5774809c-7ebc-475c-a95e-b67ca71526b8 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:43.828130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Deleting port e6dd70b3-fc32-4b90-a155-955d32247e1a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:43.828130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.858848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:43.858848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-36ce95eb-a0ae-4ae8-be33-7899fc5bf8be admin admin] 10.222.0.32 "DELETE /v2.0/routers/6d63cac0-ebfc-460e-8c6d-53edfbe6cad3 HTTP/1.1" status: 204 len: 168 time: 4.1892207 Mar 05 00:24:43.861902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52792) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:44.035379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Deleting subnet afa42900-1bbc-4d05-9aa2-fd78a051d931 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:24:44.039589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.107547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-75eb2bff-e4b6-42c5-9628-f9f269375124 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1091 time: 0.2830589 Mar 05 00:24:44.107547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52798) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:44.117910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.121017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:44.138936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:44.146191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:floatingip and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:44.149818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:44.164720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:44.180681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] For port e6dd70b3-fc32-4b90-a155-955d32247e1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e6dd70b3-fc32-4b90-a155-955d32247e1a,segment=NetworkSegment(092543cd-035e-4b0d-8ec9-c6ed0891f632),segment_id=092543cd-035e-4b0d-8ec9-c6ed0891f632)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:44.180681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.203165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.262785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.319953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9c43db5-1bda-4caa-b1a2-652fb0672c97 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:44.359669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b9c43db5-1bda-4caa-b1a2-652fb0672c97 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:44.360012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b9c43db5-1bda-4caa-b1a2-652fb0672c97 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:44.374169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Calling delete_port for e6dd70b3-fc32-4b90-a155-955d32247e1a owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:44.427443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.485433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.602437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Pushing event deleted for resources: {'Port': ['ID=5774809c-7ebc-475c-a95e-b67ca71526b8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:44.629524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa42900-1bbc-4d05-9aa2-fd78a051d931,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:44.630760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e86f77-447b-488a-854e-81bf42698c36 None None] Network 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:44.633206 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.669844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.670199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.670635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.670871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.671207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.671541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.671869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.672197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.672731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.673055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.673679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.747032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/afa42900-1bbc-4d05-9aa2-fd78a051d931 HTTP/1.1" status: 204 len: 168 time: 0.8823309 Mar 05 00:24:44.754381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52810) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.761799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2b6cfd-a41f-4f58-bbe3-f8b0545b13c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:24:44.800537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:44.809346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3090401c-eac1-4187-8c62-10b783273360 tempest-RoutersAdminNegativeTest-1103127812 tempest-RoutersAdminNegativeTest-1103127812-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5774809c-7ebc-475c-a95e-b67ca71526b8 HTTP/1.1" status: 204 len: 168 time: 1.7306488 Mar 05 00:24:44.889340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.050675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.074092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dd70b3-fc32-4b90-a155-955d32247e1a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:45.161512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] DHCP port deletion for 44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:24:45.177595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] Deleting port 7eff6ab7-68a7-4705-8ed1-ef041938aaea {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:45.177992 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.306998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.409978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52822) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:45.455708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Deleting port 7eff6ab7-68a7-4705-8ed1-ef041938aaea {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:45.455708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.520099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] For port 7eff6ab7-68a7-4705-8ed1-ef041938aaea, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7eff6ab7-68a7-4705-8ed1-ef041938aaea,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:45.520569 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.655279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] Calling delete_port for 7eff6ab7-68a7-4705-8ed1-ef041938aaea owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:45.657446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.737763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:45.746972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Usage tracker for resource:security_group_rule and tenant:12d99fc8e75e41559767e51f6e820d34 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:45.746972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:45.759034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:45.813156 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.875395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.880460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] No DVR routers for this DVR port 7eff6ab7-68a7-4705-8ed1-ef041938aaea on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:24:45.882832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.892161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b038d2b-f15d-4ff4-88d0-d57e928a34f5 None None] Pushing event deleted for resources: {'Port': ['ID=7eff6ab7-68a7-4705-8ed1-ef041938aaea,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:45.899521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] For port 7eff6ab7-68a7-4705-8ed1-ef041938aaea, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7eff6ab7-68a7-4705-8ed1-ef041938aaea,segment=NetworkSegment(545e7284-b9cd-4635-83d1-787a07f32495),segment_id=545e7284-b9cd-4635-83d1-787a07f32495)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:45.899954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:45.952734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea4be0-3aff-4bb5-905e-da5c40797280,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:45.976954 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5aef33e0-1250-4a5e-8e4d-b7b815bf30cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12d99fc8e75e41559767e51f6e820d34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5668211 Mar 05 00:24:45.997801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:46.087322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Calling delete_port for 7eff6ab7-68a7-4705-8ed1-ef041938aaea owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:46.148807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.25.0.245 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5077d496-37ab-4442-baa4-9b0552c54fa9) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:46.217322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abff4a23-4948-4e96-a3b7-4baad92f7b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.269203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abff4a23-4948-4e96-a3b7-4baad92f7b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.316905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:24:46.316905 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:24:46.349696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7eff6ab7-68a7-4705-8ed1-ef041938aaea no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:46.398734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.443485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.460188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abff4a23-4948-4e96-a3b7-4baad92f7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.464435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7eff6ab7-68a7-4705-8ed1-ef041938aaea {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:46.464435 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7eff6ab7-68a7-4705-8ed1-ef041938aaea not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:46.500239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4a23-4948-4e96-a3b7-4baad92f7b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea4be0-3aff-4bb5-905e-da5c40797280,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:46.529439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-abff4a23-4948-4e96-a3b7-4baad92f7b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.530180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-abff4a23-4948-4e96-a3b7-4baad92f7b77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40ea4be0-3aff-4bb5-905e-da5c40797280 HTTP/1.1" status: 204 len: 168 time: 0.5369570 Mar 05 00:24:46.819231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Deleting port 7eff6ab7-68a7-4705-8ed1-ef041938aaea {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:46.819231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.858068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:46.961407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] The port '7eff6ab7-68a7-4705-8ed1-ef041938aaea' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:24:47.000462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52862) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:47.073271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d7962ce7-6949-48a1-ad4c-8490216266b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84f22591266a47e8a784045325cdf6bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0715046 Mar 05 00:24:47.075996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52868) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:47.109451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=5077d496-37ab-4442-baa4-9b0552c54fa9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:47.130782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:47.130782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:47.130782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:47.173684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9476d6d-15a9-469d-bea5-4d0e42127483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.176195 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.203794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9476d6d-15a9-469d-bea5-4d0e42127483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.226443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f2aa89-ddbb-43f6-b443-7d1fc635c4d9']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:47.269096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9476d6d-15a9-469d-bea5-4d0e42127483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.274368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545e7284-b9cd-4635-83d1-787a07f32495') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:47.274368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545e7284-b9cd-4635-83d1-787a07f32495') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:47.290841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9476d6d-15a9-469d-bea5-4d0e42127483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721026ba-ee8d-42bf-923b-ea8f52e49816,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:47.298971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b9476d6d-15a9-469d-bea5-4d0e42127483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.301041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9476d6d-15a9-469d-bea5-4d0e42127483 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/721026ba-ee8d-42bf-923b-ea8f52e49816 HTTP/1.1" status: 204 len: 168 time: 0.2232034 Mar 05 00:24:47.338082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.525539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.580299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:24:47.580299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:24:47.590107 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:24:47.844377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.862313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:47.907884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f2aa89-ddbb-43f6-b443-7d1fc635c4d9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:48.119363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9ab18ba6-3617-418e-9301-d08c205cdac9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/44f2aa89-ddbb-43f6-b443-7d1fc635c4d9 HTTP/1.1" status: 204 len: 168 time: 3.3659494 Mar 05 00:24:48.342854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:24:48.478201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52908) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:48.552959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cad25f14-8876-422e-83ce-092ae953d880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b15bc385d5141c39c50bbdd10eec76b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0827999 Mar 05 00:24:48.552959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52912) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:48.619672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52916) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:48.672044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1f7e4e8-dd3e-43a6-814a-97d1a90c82c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:48.701845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1f7e4e8-dd3e-43a6-814a-97d1a90c82c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:48.768805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1f7e4e8-dd3e-43a6-814a-97d1a90c82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:48.780826 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:48.804160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7e4e8-dd3e-43a6-814a-97d1a90c82c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ee677-4215-4933-ad76-64dfb77bc4aa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:48.804160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1f7e4e8-dd3e-43a6-814a-97d1a90c82c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:48.804160 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1f7e4e8-dd3e-43a6-814a-97d1a90c82c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d9ee677-4215-4933-ad76-64dfb77bc4aa HTTP/1.1" status: 204 len: 168 time: 0.2482488 Mar 05 00:24:48.858849 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:48.920856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-193043840'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:48.931622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:48.954640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:48.965318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:48.982650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:48.999476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:49.010426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.028958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.068602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:49.073741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:security_group_rule and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:49.078151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:49.085068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:49.085716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:24:49.095794 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] Sync routers for ids ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:24:49.111087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dbbcfea1-b605-433e-93e4-6e05e80d0e65 admin admin] 10.222.0.32 "PUT /v2.0/routers/21035a5f-8d40-4865-a3e6-ec58e1c1a3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2150562 Mar 05 00:24:49.113789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52932) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:49.119867 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] Routers {'21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:49.120433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:49.209288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.216646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.270193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:24:49.282054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c075a6f1-0efc-4e62-9cd9-fadd89612250,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:49.303372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.304283 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment e927f996-e1f9-43d4-ae89-b1fdcaf81ffd of type vlan for network c2f5354e-2368-4633-a51f-f3a6874bc286 Mar 05 00:24:49.337013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.381735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.391313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.426753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.446146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:49.446146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.488215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] Set router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:49.527785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=5077d496-37ab-4442-baa4-9b0552c54fa9,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:49.545582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.700700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=c2f5354e-2368-4633-a51f-f3a6874bc286,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:49.716556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network c2f5354e-2368-4633-a51f-f3a6874bc286 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:24:49.722617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d0ba4189-317e-4605-9735-1e46a706e689 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1018150 Mar 05 00:24:49.723969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 52944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:49.750066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1886362669'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:49.767507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:49.776801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:49.811060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:49.839254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:49.919895 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:24:44Z', 'revision_number': 5, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:49.924275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] Checking router: 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:49.936563 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] Routers {'21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:49.937800 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:49.942929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:50.064361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:50.070266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:50.193419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:24:50.206331 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:50.206331 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment a2382a5d-cc2e-4105-b774-3311e7dc3a67 of type vlan for network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb Mar 05 00:24:50.270397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:50.274800 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] Set router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:50.365902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:50.373164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:50.373832 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:50.716484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:50.719813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7ac590a-af2a-4932-ae4e-cd60423acffb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9921815 Mar 05 00:24:50.723036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52970) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:50.728749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:24:50.730539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:50.801637 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Floating IP c6e52f82-fcdb-4533-bd9d-51edceeb1d8e associated. External IP: 172.25.0.245, port: fc350d5c-bbc0-4a9a-96ad-9d12651101db. Mar 05 00:24:50.847636 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:24:44Z', 'revision_number': 5, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:50.852282 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d39ec-e378-45af-8e19-a0bb3adc4ca0 None None] The sync data for ids ['21035a5f-8d40-4865-a3e6-ec58e1c1a3ef'] in n-d-828979-4 is: [{'id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1232226370-router', 'tenant_id': '7190b40911e64ef08f972a9a9986e455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:17:08Z', 'updated_at': '2022-03-05T00:24:44Z', 'revision_number': 5, 'project_id': '7190b40911e64ef08f972a9a9986e455', 'gw_port': {'id': 'df50d9da-1e2b-4498-a017-58274c80b3aa', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035a5f-8d40-4865-a3e6-ec58e1c1a3ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:17:11Z', 'updated_at': '2022-03-05T00:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:50.972521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52974) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:51.037412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.041490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:51.049320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:51.052591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Deleting port df50d9da-1e2b-4498-a017-58274c80b3aa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:51.055950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:51.060020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.074734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:51.097174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:51.216818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-75659557-network', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:51.232116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:51.249070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Usage tracker for resource:network and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:51.260105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:51.281862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:51.297544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.317274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] For port df50d9da-1e2b-4498-a017-58274c80b3aa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=df50d9da-1e2b-4498-a017-58274c80b3aa,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:51.317274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.426196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Made reservation on behalf of 657a37a0df134fe1a154eb53c970c82b for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:51.426196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.450505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.491052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Calling delete_port for df50d9da-1e2b-4498-a017-58274c80b3aa owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:51.551813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:51.562889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:51.573554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:51.583386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:51.696997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.763818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=dada65ce-44ce-44b2-b320-8c7579fe2d9d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:51.805097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.805097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.850515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:51.850515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: c2f5354e-2368-4633-a51f-f3a6874bc286, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:24:51.870217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:24:51.876885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c1d1a-cd40-41d7-8133-70c10dcd131f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:51.888519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.888963 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Added segment f890e976-fc17-42ab-a354-1ee8207cf9ee of type vlan for network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 Mar 05 00:24:51.913976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.914602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network c2f5354e-2368-4633-a51f-f3a6874bc286 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:24:51.929814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.941609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, c2f5354e-2368-4633-a51f-f3a6874bc286) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:51.951704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28502588-7c42-4f1d-b1e2-f708b0f095c4 None None] Network c2f5354e-2368-4633-a51f-f3a6874bc286 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:51.954145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:51.954739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.985642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.986569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:51.987144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:51.990874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:24:52.012655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=df50d9da-1e2b-4498-a017-58274c80b3aa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:52.030101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-809d87c6-262a-4adf-88cd-b4ad980da544 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3056214 Mar 05 00:24:52.031539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0588393 Mar 05 00:24:52.032352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52990) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:52.038782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 52992) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:52.126486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:52.175204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Request body: {'subnet': {'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-75659557-subnet', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:52.404128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e6dd70b3-fc32-4b90-a155-955d32247e1a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:52.405906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:52.418032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Usage tracker for resource:subnet and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:52.428216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:52.441662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a8a9-9e49-4f6c-b487-5c8b1303fd6a admin admin] Pushing event updated for resources: {'Network': ['ID=3e233919-2f19-4147-ae2b-6a57ecc6feb1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:52.454279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:52.456959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:52.466952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:52.470637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:52.475855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-c2f5354e-2368-4633-a51f-f3a6874bc286', 'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': 'dada65ce-44ce-44b2-b320-8c7579fe2d9d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:24:52.477124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:52.478246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:52.480415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Made reservation on behalf of 657a37a0df134fe1a154eb53c970c82b for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:52.483817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:52.488558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:24:52.536734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:52.586908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:24:52.641579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e6dd70b3-fc32-4b90-a155-955d32247e1a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:52.645547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e6dd70b3-fc32-4b90-a155-955d32247e1a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:52.935369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Allocated IP 2001:db8::2 (c2f5354e-2368-4633-a51f-f3a6874bc286/dada65ce-44ce-44b2-b320-8c7579fe2d9d/f21774cd-40e1-46df-b2c9-67acb7d15d1a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:52.943510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.073858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.083926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.158193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.158193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21035a5f-8d40-4865-a3e6-ec58e1c1a3ef {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:24:53.178230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:24:53.202643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:24:53.214987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:53.214987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:53.224231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.321789 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.344111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1273dce0-4839-4409-bece-9ea87d216c98 admin admin] 10.222.0.32 "DELETE /v2.0/routers/21035a5f-8d40-4865-a3e6-ec58e1c1a3ef HTTP/1.1" status: 204 len: 168 time: 4.2145185 Mar 05 00:24:53.344111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:53.401930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bdea929d-4a60-4660-b26d-b3f5d9386516 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2939351 Mar 05 00:24:53.408013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:24:53.411517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53012) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:53.418394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.466887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Deleting subnet d2966d98-b1ab-48c2-a748-d9ee66f3ec31 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:24:53.472137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.579251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.587538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:53.651690 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.676045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.688492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d738f588-6c06-423a-ba64-3a414a8d73f1,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:53.769211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-934a38f4-e30c-43e9-adbf-e6d39054242e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 200 len: 991 time: 0.3560500 Mar 05 00:24:53.785716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:53.786090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Network hostable DHCP agents. Network: 3e233919-2f19-4147-ae2b-6a57ecc6feb1, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:24:53.803058 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'status': 'completed', 'code': 200} Mar 05 00:24:53.807912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.838639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=72100759-6a17-46d5-9f0d-a8aa4ab91eeb,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:53.854314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2966d98-b1ab-48c2-a748-d9ee66f3ec31,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:53.866283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:53.872046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': 'a2382a5d-cc2e-4105-b774-3311e7dc3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:53.872593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:24:53.874727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03f53ebc-7ed9-4b7d-add7-5b0d6f5fc78d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2966d98-b1ab-48c2-a748-d9ee66f3ec31 HTTP/1.1" status: 204 len: 168 time: 0.5311816 Mar 05 00:24:53.877593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53026) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:53.892450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:24:53.918557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-69e536a1-0c05-4670-974b-94d14fb00b5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1096 time: 0.3456624 Mar 05 00:24:53.974885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3e233919-2f19-4147-ae2b-6a57ecc6feb1) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:53.985282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:53.985282 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.133136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.146887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53032) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:54.146887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:54.156030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:54.157859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2b07f9c0-0a3a-411d-a4e0-7091ae6798df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0473566 Mar 05 00:24:54.173277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:24:54.174005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Usage tracker for resource:router and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:54.178547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:54.185519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:54.188621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:54.192263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:54.192837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.206777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Deleting port 7bc04152-291c-48d6-b99a-92f79f51aeb6 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:24:54.207638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.223343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-efe1f8af-ff26-44fa-947d-5a21e30372cc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1860969 Mar 05 00:24:54.227557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:54.246445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.247913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.249580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1571758044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:24:54.259016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:24:54.275893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:24:54.280485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5b296-e57c-4104-baeb-f1adcea2250d None None] Network 54aa6447-c29c-46e1-9b44-a8545eb80a27 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:54.285579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:24:54.305635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af37093-286f-4635-976e-40e70066b8d8 req-b9de5c8c-839c-47fa-9d86-5bc4e36e0126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:54.309700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-b9de5c8c-839c-47fa-9d86-5bc4e36e0126 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 898 time: 0.3892648 Mar 05 00:24:54.317355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:24:54.381455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.411461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.412939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.485180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4469bf0-ff09-46d9-8c27-0e80e762826b None None] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:54.514567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc9c2d-c13f-4516-a1fe-7896601db0bf None None] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:54.529707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-46851fed-1374-41f8-bfb4-83ebb681a1a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 999 time: 0.2074161 Mar 05 00:24:54.552508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.673082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.676945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device df50d9da-1e2b-4498-a017-58274c80b3aa no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:54.717734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.717734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7b76af2-05b8-44e0-987f-08c221410427 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4844639 Mar 05 00:24:54.724490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af37093-286f-4635-976e-40e70066b8d8 req-ad01858a-6f54-4d57-bff9-dbb82c7314e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:24:54.728531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:54.731856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-ad01858a-6f54-4d57-bff9-dbb82c7314e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 200 len: 835 time: 0.1824460 Mar 05 00:24:54.789004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53052) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:54.797589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] For port 7bc04152-291c-48d6-b99a-92f79f51aeb6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7bc04152-291c-48d6-b99a-92f79f51aeb6,segment=NetworkSegment(092543cd-035e-4b0d-8ec9-c6ed0891f632),segment_id=092543cd-035e-4b0d-8ec9-c6ed0891f632)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:24:54.797958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:54.856360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-2ad6763c-fd3c-4d5b-8e73-a71b514c1bb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f687c46-d00d-4e26-82bb-549038404cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265426 Mar 05 00:24:55.081608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: df50d9da-1e2b-4498-a017-58274c80b3aa {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:55.081608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device df50d9da-1e2b-4498-a017-58274c80b3aa not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:55.196605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-ab7bd579-a312-4cd2-bb91-3f19fc97d462 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332887 Mar 05 00:24:55.247172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb', 'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': '72100759-6a17-46d5-9f0d-a8aa4ab91eeb'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:24:55.248696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:55.419300 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:55.426346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Transition to ACTIVE for port object f21774cd-40e1-46df-b2c9-67acb7d15d1a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:55.456660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Transition to ACTIVE for port object f21774cd-40e1-46df-b2c9-67acb7d15d1a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:55.467450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8af37093-286f-4635-976e-40e70066b8d8 req-fef824f0-cbaa-463f-8656-4aca00ed3a63 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536616 Mar 05 00:24:55.497680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d3a2bdf5-6225-4a6e-af96-61be745d3f30 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 200 len: 991 time: 0.6441510 Mar 05 00:24:55.633749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:55.680628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:24:55.681738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:55.697992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Calling delete_port for 7bc04152-291c-48d6-b99a-92f79f51aeb6 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:24:55.721424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Network c2f5354e-2368-4633-a51f-f3a6874bc286 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:55.743899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:55.747892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:24:07Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:24:48Z', 'revision_number': 0, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:55.752861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:55.756008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:55.760638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:24:55.778671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Allocated IP 2001:db8:1::2 (2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb/72100759-6a17-46d5-9f0d-a8aa4ab91eeb/b4945edd-40f9-41ba-a656-e8ee302b4e3a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:55.860988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Pushing event updated for resources: {'Port': ['ID=f21774cd-40e1-46df-b2c9-67acb7d15d1a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:55.948307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:24:55.948307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:56.057238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca009b3-38ca-41a2-908c-19023a5f273c None None] DHCP port deletion for 54aa6447-c29c-46e1-9b44-a8545eb80a27 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:24:56.105020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.182677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc04152-291c-48d6-b99a-92f79f51aeb6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:56.304138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] No DVR routers for this DVR port 7bc04152-291c-48d6-b99a-92f79f51aeb6 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:24:56.318223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7bc04152-291c-48d6-b99a-92f79f51aeb6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:24:56.379554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7bc04152-291c-48d6-b99a-92f79f51aeb6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:24:56.379554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7bc04152-291c-48d6-b99a-92f79f51aeb6 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:24:56.432124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Attempting to bind port f21774cd-40e1-46df-b2c9-67acb7d15d1a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:56.432124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Attempting to bind port f21774cd-40e1-46df-b2c9-67acb7d15d1a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:56.432124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Attempting to bind port f21774cd-40e1-46df-b2c9-67acb7d15d1a on network c2f5354e-2368-4633-a51f-f3a6874bc286 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:56.472450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:56.472847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Checking segment: {'id': 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:56.473320 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.473723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Bound using segment: {'id': 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:56.474211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Bound port: f21774cd-40e1-46df-b2c9-67acb7d15d1a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2f5354e-2368-4633-a51f-f3a6874bc286'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:56.474578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.490590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53068) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:56.533417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.590919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Allocated IP 172.20.0.2 (3e233919-2f19-4147-ae2b-6a57ecc6feb1/d738f588-6c06-423a-ba64-3a414a8d73f1/850b3660-f24d-4c4f-b1a8-42f74d780e11) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:56.599220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54aa6447-c29c-46e1-9b44-a8545eb80a27']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:56.643239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092543cd-035e-4b0d-8ec9-c6ed0891f632') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:56.643239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092543cd-035e-4b0d-8ec9-c6ed0891f632') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:56.663509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.744918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.754281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b6b55d53-5a17-46f8-b993-1ed023aab4e3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 200 len: 991 time: 0.2577782 Mar 05 00:24:56.763975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.790984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:24:56.790984 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:24:56.829444 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:24:56.957035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:24:57.160297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:57.220297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f21774cd-40e1-46df-b2c9-67acb7d15d1a,segment=NetworkSegment(e927f996-e1f9-43d4-ae89-b1fdcaf81ffd),segment_id=e927f996-e1f9-43d4-ae89-b1fdcaf81ffd)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:57.327230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.328294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.329778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.451828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.471113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Transition to ACTIVE for port object b4945edd-40f9-41ba-a656-e8ee302b4e3a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:57.488470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Transition to ACTIVE for port object b4945edd-40f9-41ba-a656-e8ee302b4e3a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:57.522709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33166012-2440-43e1-a172-d574e5fa3da6 None None] Pushing event updated for resources: {'Port': ['ID=f21774cd-40e1-46df-b2c9-67acb7d15d1a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:57.538722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.542510 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.592793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8::1 (c2f5354e-2368-4633-a51f-f3a6874bc286/dada65ce-44ce-44b2-b320-8c7579fe2d9d/ede3aa62-7daa-45d4-952a-9b37f4d77de3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:57.702875 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.752630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53086) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:57.758007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.791643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.805485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:57.819956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:57.832937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] Pushing event deleted for resources: {'Network': ['ID=54aa6447-c29c-46e1-9b44-a8545eb80a27,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:57.836152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Pushing event updated for resources: {'Port': ['ID=b4945edd-40f9-41ba-a656-e8ee302b4e3a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:57.843476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:57.855033 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:57.908281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Transition to ACTIVE for port object 850b3660-f24d-4c4f-b1a8-42f74d780e11 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:57.935642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8ff8149c-6cd0-4fdc-aa3b-2649a0a4fe88 admin admin] 10.222.0.32 "DELETE /v2.0/networks/54aa6447-c29c-46e1-9b44-a8545eb80a27 HTTP/1.1" status: 204 len: 168 time: 4.0461769 Mar 05 00:24:58.106405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.136672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object ede3aa62-7daa-45d4-952a-9b37f4d77de3 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:58.209415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.421563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:58.475050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bda0f37e-1b83-420c-a399-0c2270cad670 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 200 len: 991 time: 0.7205894 Mar 05 00:24:58.514002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Transition to ACTIVE for port object 850b3660-f24d-4c4f-b1a8-42f74d780e11 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:24:58.543540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Allocated IP 172.25.0.226 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e546e456-939d-45ba-9efc-ec72594d2a1b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:24:58.554890 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.561801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network c2f5354e-2368-4633-a51f-f3a6874bc286 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:58.570912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:58.573072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=ede3aa62-7daa-45d4-952a-9b37f4d77de3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:58.586195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:58.586990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.617726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Attempting to bind port b4945edd-40f9-41ba-a656-e8ee302b4e3a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:58.617726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Attempting to bind port b4945edd-40f9-41ba-a656-e8ee302b4e3a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a2382a5d-cc2e-4105-b774-3311e7dc3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:58.617726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Attempting to bind port b4945edd-40f9-41ba-a656-e8ee302b4e3a on network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:58.659105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:58.659105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Checking segment: {'id': 'a2382a5d-cc2e-4105-b774-3311e7dc3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:58.659105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.659105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Bound using segment: {'id': 'a2382a5d-cc2e-4105-b774-3311e7dc3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:58.659105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Bound port: b4945edd-40f9-41ba-a656-e8ee302b4e3a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2382a5d-cc2e-4105-b774-3311e7dc3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:58.659105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.701122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Pushing event updated for resources: {'Port': ['ID=850b3660-f24d-4c4f-b1a8-42f74d780e11,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:58.704784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:24:58.711263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:24:58.747738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:24:58.786075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53134) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:58.794874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-96e6130e-5f50-4744-933b-3617604bf485 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4edf1e3150024705ab750abab4d6c670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3549531 Mar 05 00:24:58.910046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.940368 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-059f5d2b-1728-4740-90c2-96db3dc1306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:58.984733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] For port b4945edd-40f9-41ba-a656-e8ee302b4e3a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:58.996592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] For port b4945edd-40f9-41ba-a656-e8ee302b4e3a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b4945edd-40f9-41ba-a656-e8ee302b4e3a,segment=NetworkSegment(a2382a5d-cc2e-4105-b774-3311e7dc3a67),segment_id=a2382a5d-cc2e-4105-b774-3311e7dc3a67)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:58.997180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-059f5d2b-1728-4740-90c2-96db3dc1306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.001410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:24:07Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:24:48Z', 'revision_number': 0, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:24:59.006066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Attempting to bind port 850b3660-f24d-4c4f-b1a8-42f74d780e11 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:24:59.006523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Attempting to bind port 850b3660-f24d-4c4f-b1a8-42f74d780e11 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:24:59.006931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Attempting to bind port 850b3660-f24d-4c4f-b1a8-42f74d780e11 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:24:59.017458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:24:59.018110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:24:59.018721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.019893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Bound using segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:24:59.020632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Bound port: 850b3660-f24d-4c4f-b1a8-42f74d780e11, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:24:59.021708 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.041373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.057913 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.143356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-059f5d2b-1728-4740-90c2-96db3dc1306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.172330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f5d2b-1728-4740-90c2-96db3dc1306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3d064-6256-43ae-b0cc-d7d96d402567,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:59.186616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-059f5d2b-1728-4740-90c2-96db3dc1306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.190166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-059f5d2b-1728-4740-90c2-96db3dc1306b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38c3d064-6256-43ae-b0cc-d7d96d402567 HTTP/1.1" status: 204 len: 168 time: 0.4087853 Mar 05 00:24:59.376254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f927dcc-79b9-4b98-bb77-393a4a3ef4c6 None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:24:07Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:24:48Z', 'revision_number': 0, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:24:59.381093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.483118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53184) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:24:59.531597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] For port 850b3660-f24d-4c4f-b1a8-42f74d780e11, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:24:59.535769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] For port 850b3660-f24d-4c4f-b1a8-42f74d780e11, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=850b3660-f24d-4c4f-b1a8-42f74d780e11,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:24:59.538497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce0326-9e56-45dd-aca9-8e780c9a3dfa None None] Pushing event updated for resources: {'Port': ['ID=b4945edd-40f9-41ba-a656-e8ee302b4e3a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:59.547430 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:24:59.772582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c948-c5a6-4d25-9ebc-8f9003a6a955 None None] Pushing event updated for resources: {'Port': ['ID=850b3660-f24d-4c4f-b1a8-42f74d780e11,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:24:59.774265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e93ba12-2f82-46e5-91a1-3a523cd51a67 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 200 len: 991 time: 0.2942657 Mar 05 00:24:59.795748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa30b2-b390-49e4-b692-68102babe2c8 None None] Network c2f5354e-2368-4633-a51f-f3a6874bc286 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:24:59.995016 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a449309e-1a46-4a6d-a329-426daf7fdf71 None None] New status for floating IP c6e52f82-fcdb-4533-bd9d-51edceeb1d8e: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:25:00.018045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:00.025610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:00.045115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:00.052639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:00.072656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ca23926b-2037-41c7-9bbc-bba866a8a781 None None] Provisioning for port f21774cd-40e1-46df-b2c9-67acb7d15d1a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:00.214363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:00.215727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:00.227543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53218) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:00.311815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Pushing event updated for resources: {'Port': ['ID=e546e456-939d-45ba-9efc-ec72594d2a1b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:00.365864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36fc9793-a25d-4b69-a49b-b3e0945869b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7190b40911e64ef08f972a9a9986e455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1371405 Mar 05 00:25:00.369212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53232) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:00.526051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc68b-7e87-4154-b84c-77184f0bcb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:00.573168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc68b-7e87-4154-b84c-77184f0bcb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:00.598056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f21774cd-40e1-46df-b2c9-67acb7d15d1a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:00.728633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc68b-7e87-4154-b84c-77184f0bcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:00.790706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53258) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:00.807134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bc68b-7e87-4154-b84c-77184f0bcb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a909cc1-c316-4337-9d82-7b3399773425,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:00.883120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f21774cd-40e1-46df-b2c9-67acb7d15d1a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:00.895205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f21774cd-40e1-46df-b2c9-67acb7d15d1a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:00.896897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:01.083281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc68b-7e87-4154-b84c-77184f0bcb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:01.084433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0a3bc68b-7e87-4154-b84c-77184f0bcb24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a909cc1-c316-4337-9d82-7b3399773425 HTTP/1.1" status: 204 len: 168 time: 0.7123876 Mar 05 00:25:01.102698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=ede3aa62-7daa-45d4-952a-9b37f4d77de3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:01.238478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5b375412-a926-43b2-a1a9-5bc784937940 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 200 len: 993 time: 0.4200284 Mar 05 00:25:01.265142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:01.313447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network c2f5354e-2368-4633-a51f-f3a6874bc286 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:01.313447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:01.379046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f21774cd-40e1-46df-b2c9-67acb7d15d1a,segment=NetworkSegment(e927f996-e1f9-43d4-ae89-b1fdcaf81ffd),segment_id=e927f996-e1f9-43d4-ae89-b1fdcaf81ffd)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:01.390391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:01.398206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b4945edd-40f9-41ba-a656-e8ee302b4e3a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:01.593410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:01.594609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:01.685086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b4945edd-40f9-41ba-a656-e8ee302b4e3a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:01.700399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f21774cd-40e1-46df-b2c9-67acb7d15d1a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:01.726155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabab41-1fd0-44c8-a174-4825b2dc409b None None] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:01.986124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20f03d40-9e1a-44d7-8051-3c8dc0333b4c None None] Provisioning complete for port f21774cd-40e1-46df-b2c9-67acb7d15d1a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:01.997595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20f03d40-9e1a-44d7-8051-3c8dc0333b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:02.194775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c91aab-f0c7-4a4a-be3c-63f897ef3857 None None] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:02.541006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f21774cd-40e1-46df-b2c9-67acb7d15d1a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:02.552268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router 2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:25:02.552268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Router f3850d35-0e32-4422-b640-dccb69d7d502 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:25:02.807169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20f03d40-9e1a-44d7-8051-3c8dc0333b4c None None] Provisioning for port ede3aa62-7daa-45d4-952a-9b37f4d77de3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:02.827487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20f03d40-9e1a-44d7-8051-3c8dc0333b4c None None] Provisioning complete for port ede3aa62-7daa-45d4-952a-9b37f4d77de3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:02.827860 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20f03d40-9e1a-44d7-8051-3c8dc0333b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:02.907384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f21774cd-40e1-46df-b2c9-67acb7d15d1a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:02.907797 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:03.050007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-20f03d40-9e1a-44d7-8051-3c8dc0333b4c None None] Port ede3aa62-7daa-45d4-952a-9b37f4d77de3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:03.109855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:03.109855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-291432e0-fff4-49f1-a2da-bc2aef3fce34 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3804598 Mar 05 00:25:03.112421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:03.212249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7981db-f347-4980-a62f-b52ae1cc6a57 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:03.212249 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7d7981db-f347-4980-a62f-b52ae1cc6a57 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports/ede3aa62-7daa-45d4-952a-9b37f4d77de3 HTTP/1.1" status: 200 len: 911 time: 0.0996597 Mar 05 00:25:03.212249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:03.256564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:03.260365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] Sync routers for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:03.279401 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:03.306439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:03.313687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7078abab-b645-491f-8577-ee53846631ab admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.1695607 Mar 05 00:25:03.314941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53410) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:03.322164 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:03.322838 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:03.509785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:03.510872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:03.680792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Provisioning for port b4945edd-40f9-41ba-a656-e8ee302b4e3a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:03.734106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Provisioning complete for port b4945edd-40f9-41ba-a656-e8ee302b4e3a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:03.734868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:03.796998 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:25:03.802834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 850b3660-f24d-4c4f-b1a8-42f74d780e11 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:03.861841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:03.929244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:03.929244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:04.271252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:04.273831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7b451-c1e0-4763-a174-5913bd81fc8d None None] The sync data for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:04.355356 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:04.384763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 850b3660-f24d-4c4f-b1a8-42f74d780e11 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:04.499352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] For port b4945edd-40f9-41ba-a656-e8ee302b4e3a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b4945edd-40f9-41ba-a656-e8ee302b4e3a,segment=NetworkSegment(a2382a5d-cc2e-4105-b774-3311e7dc3a67),segment_id=a2382a5d-cc2e-4105-b774-3311e7dc3a67)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:04.507233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:04.711103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Provisioning for port 850b3660-f24d-4c4f-b1a8-42f74d780e11 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:04.734275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Provisioning complete for port 850b3660-f24d-4c4f-b1a8-42f74d780e11 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:04.734649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:04.794836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Pushing event updated for resources: {'Port': ['ID=b4945edd-40f9-41ba-a656-e8ee302b4e3a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:04.860024 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 3, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:04.870141 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:25:04.870506 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Updating router f3850d35-0e32-4422-b640-dccb69d7d502 port e546e456-939d-45ba-9efc-ec72594d2a1b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:25:05.012686 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.048504 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.063669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e103ebd-ee16-4863-83fe-4600379b3c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.106038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] For port 850b3660-f24d-4c4f-b1a8-42f74d780e11, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=850b3660-f24d-4c4f-b1a8-42f74d780e11,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:05.118545 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.272848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.299437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Pushing event updated for resources: {'Port': ['ID=850b3660-f24d-4c4f-b1a8-42f74d780e11,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:05.361855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Provisioning complete for port ede3aa62-7daa-45d4-952a-9b37f4d77de3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:05.364272 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.381254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53548) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:05.436906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.523142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7a25a34a-8ee8-4369-abd2-9c29d0c35d9c None None] Port ede3aa62-7daa-45d4-952a-9b37f4d77de3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:05.656382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e05fa9e8-2c5f-466c-8919-627d2eaffea9 None None] Provisioning complete for port b4945edd-40f9-41ba-a656-e8ee302b4e3a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:05.656946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e05fa9e8-2c5f-466c-8919-627d2eaffea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.676447 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.690892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Transition to ACTIVE for port object e546e456-939d-45ba-9efc-ec72594d2a1b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:05.704015 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.708393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:05.862038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:05.883694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Usage tracker for resource:security_group_rule and tenant:30c0ea771af4484ea29bfe09fb33b1e9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:05.896780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:05.914726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:05.964212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Allocated IP 172.20.0.1 (3e233919-2f19-4147-ae2b-6a57ecc6feb1/d738f588-6c06-423a-ba64-3a414a8d73f1/74076995-c8aa-45f5-8d92-41e94e0d9a45) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:05.991421 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Pushing event updated for resources: {'Port': ['ID=e546e456-939d-45ba-9efc-ec72594d2a1b,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:05.996627 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Attempting to bind port e546e456-939d-45ba-9efc-ec72594d2a1b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:05.997392 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Attempting to bind port e546e456-939d-45ba-9efc-ec72594d2a1b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:05.997943 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Attempting to bind port e546e456-939d-45ba-9efc-ec72594d2a1b on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:06.007112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e05fa9e8-2c5f-466c-8919-627d2eaffea9 None None] Provisioning complete for port 850b3660-f24d-4c4f-b1a8-42f74d780e11 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:06.007495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e05fa9e8-2c5f-466c-8919-627d2eaffea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.008600 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:06.009030 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:06.009543 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.010087 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:06.010793 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Bound port: e546e456-939d-45ba-9efc-ec72594d2a1b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:06.011366 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.107866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.108532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.109288 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.109801 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.110280 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.110742 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.111259 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.111817 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.112389 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.112948 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.113425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:06.136686 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] For port e546e456-939d-45ba-9efc-ec72594d2a1b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:06.140370 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] For port e546e456-939d-45ba-9efc-ec72594d2a1b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e546e456-939d-45ba-9efc-ec72594d2a1b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:06.149843 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.306333 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:06.306333 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:24:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:06.387351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.394888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.457784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450311a-8c07-4b79-9f03-d5f74b78321f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:06.499824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5367414b-dc4f-43eb-b009-620c264825c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30c0ea771af4484ea29bfe09fb33b1e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1174498 Mar 05 00:25:06.500851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53616) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:06.527718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8:1::1 (2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb/72100759-6a17-46d5-9f0d-a8aa4ab91eeb/3e15c3bf-e4ea-455e-a975-2a2b582aba97) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:06.543888 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:25:06.560490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 850b3660-f24d-4c4f-b1a8-42f74d780e11 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:06.565565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.607056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b876feb6-267d-4ee1-b06b-07f3a6d4b1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.610011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Transition to ACTIVE for port object 74076995-c8aa-45f5-8d92-41e94e0d9a45 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:06.649954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b876feb6-267d-4ee1-b06b-07f3a6d4b1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.706181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.754241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 850b3660-f24d-4c4f-b1a8-42f74d780e11 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:06.754551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.820158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:06.836610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:06.836610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:06.901403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.901403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b876feb6-267d-4ee1-b06b-07f3a6d4b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.922080 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba5515-0205-403e-a2ea-a72b55fbec62 None None] Pushing event updated for resources: {'Port': ['ID=e546e456-939d-45ba-9efc-ec72594d2a1b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:06.944521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876feb6-267d-4ee1-b06b-07f3a6d4b1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450311a-8c07-4b79-9f03-d5f74b78321f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:06.959572 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 3, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:06.964262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Pushing event updated for resources: {'Port': ['ID=74076995-c8aa-45f5-8d92-41e94e0d9a45,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:06.967808 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495b37d-16a7-488d-9870-f011e4273e92 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 3, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:06.994320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b876feb6-267d-4ee1-b06b-07f3a6d4b1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:06.994320 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b876feb6-267d-4ee1-b06b-07f3a6d4b1b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3450311a-8c07-4b79-9f03-d5f74b78321f HTTP/1.1" status: 204 len: 168 time: 0.4807229 Mar 05 00:25:07.052638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.094893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object 3e15c3bf-e4ea-455e-a975-2a2b582aba97 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:07.152993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.196816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a861261-5708-408e-8184-0a47d97329ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.280157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.294536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b4945edd-40f9-41ba-a656-e8ee302b4e3a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:07.346826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:07.352080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:07.360469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:07.362241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.394631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e56be8bd-5ceb-444a-acba-3bcf785606e0 None None] Provisioning for port 74076995-c8aa-45f5-8d92-41e94e0d9a45 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:07.419972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=3e15c3bf-e4ea-455e-a975-2a2b582aba97,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:07.420528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e56be8bd-5ceb-444a-acba-3bcf785606e0 None None] Provisioning complete for port 74076995-c8aa-45f5-8d92-41e94e0d9a45 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:07.421212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e56be8bd-5ceb-444a-acba-3bcf785606e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.570251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e56be8bd-5ceb-444a-acba-3bcf785606e0 None None] Port 74076995-c8aa-45f5-8d92-41e94e0d9a45 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:07.611809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b4945edd-40f9-41ba-a656-e8ee302b4e3a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:07.611809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.751120 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.986863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:07.997988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.031821 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-17b7e82b-046c-4c0d-986b-0c08a24f5f9b None None] Provisioning for port 3e15c3bf-e4ea-455e-a975-2a2b582aba97 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:08.038917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-17b7e82b-046c-4c0d-986b-0c08a24f5f9b None None] Provisioning complete for port 3e15c3bf-e4ea-455e-a975-2a2b582aba97 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:08.039499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-17b7e82b-046c-4c0d-986b-0c08a24f5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.108785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-17b7e82b-046c-4c0d-986b-0c08a24f5f9b None None] Port 3e15c3bf-e4ea-455e-a975-2a2b582aba97 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:08.318919 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.334655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.380763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.406114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.413175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.413175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:08.515936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=3e15c3bf-e4ea-455e-a975-2a2b582aba97,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:08.687379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e546e456-939d-45ba-9efc-ec72594d2a1b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:08.706488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Pushing event updated for resources: {'Port': ['ID=74076995-c8aa-45f5-8d92-41e94e0d9a45,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:08.758685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:08.787492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:08.787492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:08.795476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:08.879021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e546e456-939d-45ba-9efc-ec72594d2a1b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:08.911078 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e546e456-939d-45ba-9efc-ec72594d2a1b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:08.911078 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:09.291877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:09.332300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e546e456-939d-45ba-9efc-ec72594d2a1b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e546e456-939d-45ba-9efc-ec72594d2a1b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:09.338579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:09.561252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e546e456-939d-45ba-9efc-ec72594d2a1b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.582070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:09.615397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f383c74a-3ed4-4463-84f9-8f1b5613ab98 None None] Provisioning complete for port 74076995-c8aa-45f5-8d92-41e94e0d9a45 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:09.615397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f383c74a-3ed4-4463-84f9-8f1b5613ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:09.750759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f383c74a-3ed4-4463-84f9-8f1b5613ab98 None None] Port 74076995-c8aa-45f5-8d92-41e94e0d9a45 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:09.772156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router 2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:09.785090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f383c74a-3ed4-4463-84f9-8f1b5613ab98 None None] Provisioning complete for port 3e15c3bf-e4ea-455e-a975-2a2b582aba97 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:09.786091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f383c74a-3ed4-4463-84f9-8f1b5613ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:09.805885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:09.911677 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:09.911677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f383c74a-3ed4-4463-84f9-8f1b5613ab98 None None] Port 3e15c3bf-e4ea-455e-a975-2a2b582aba97 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:10.111474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:10.128664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d512fa2e-630b-41c6-945d-823ecd402fff admin admin] 10.222.0.32 "PUT /v2.0/routers/f3850d35-0e32-4422-b640-dccb69d7d502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8038471 Mar 05 00:25:10.534600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:10.545594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] Sync routers for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:10.559819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e546e456-939d-45ba-9efc-ec72594d2a1b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:10.574829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-385f1133-673d-4c98-b6c2-0d9ec599e225 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3620703 Mar 05 00:25:10.577955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53752) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:10.731915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:10.731915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:10.741105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ec2e6-90d9-44f7-b588-dc979e8ded36 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:10.741105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-212ec2e6-90d9-44f7-b588-dc979e8ded36 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:10.777303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-212ec2e6-90d9-44f7-b588-dc979e8ded36 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:10.777303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-212ec2e6-90d9-44f7-b588-dc979e8ded36 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports/3e15c3bf-e4ea-455e-a975-2a2b582aba97 HTTP/1.1" status: 200 len: 913 time: 0.1973324 Mar 05 00:25:10.787330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53756) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:10.836930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:10.866036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:10.866684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:10.931724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:10.932134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5d853-24de-4a08-a133-fb2cf9221ff6 None None] The sync data for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:10.958883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e546e456-939d-45ba-9efc-ec72594d2a1b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:10.959272 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:11.379699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:11.690237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:11.696656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836571863', 'description': 'tempest-description--1864204793'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:11.723337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:11.726672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:11.733572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:11.749497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:11.773106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:11.822041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:11.828237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:11.834405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:11.842982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:11.923763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:11.931030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:11.967156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:11.968910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2807825 Mar 05 00:25:11.972079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53798) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:12.002373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': '781b4550-1675-410b-896a-5d3d218a8d15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:12.006964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1699dd-c220-4971-b38f-09847a6a4a00 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781b4550-1675-410b-896a-5d3d218a8d15,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:12.031701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:12.041485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:12.048355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:12.065099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:12.140293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.258185 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.272518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.318129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa14ba46-3070-40a6-8a1a-328f1fc37e80,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:12.320902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 3e15c3bf-e4ea-455e-a975-2a2b582aba97 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:12.321272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.378859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.380012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-304d618c-570e-4641-81ca-456f9b320a51 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4062467 Mar 05 00:25:12.383724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53816) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:12.391238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': '781b4550-1675-410b-896a-5d3d218a8d15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:12.405195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:12.416004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:12.419950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:12.435875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:12.463146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.575375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.630283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.630283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.662565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea575b7-2a80-449c-bfeb-b105b7784e1b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:12.713934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:12.713934 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7eb5bd7c-6524-4d7a-a5eb-2f1f404be0c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3227804 Mar 05 00:25:12.713934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53826) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:12.728913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:12.728913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:12.749660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:floatingip and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:12.760532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:12.769653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:12.796005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:13.013426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 3e15c3bf-e4ea-455e-a975-2a2b582aba97 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:13.033463 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:13.273975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.25.0.73 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/ecff8110-3cd7-4652-9ba4-314eb9f1c867) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:13.334655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:13.485430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:13.498330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=3e15c3bf-e4ea-455e-a975-2a2b582aba97,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:13.558107 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:13.660567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=ecff8110-3cd7-4652-9ba4-314eb9f1c867,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:13.676470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:13.678503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:13.681427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:13.959808 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:13.982263 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:13.983245 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:13.989459 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:14.271870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:14.399559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:14.410201 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:25:14.463248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53864) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:14.812767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:14.818632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:14.844753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.008850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=ecff8110-3cd7-4652-9ba4-314eb9f1c867,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:15.008850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.026917 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:15.036433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:25:15.036433 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Updating router f3850d35-0e32-4422-b640-dccb69d7d502 port 74076995-c8aa-45f5-8d92-41e94e0d9a45 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:25:15.054351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:15.064050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c0632247a2ab4ee88eea2a775314ee0a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:15.081547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:15.093189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.096841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:15.099986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-953d1a7a-0b15-4d2f-beaa-dca9239f6906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3713923 Mar 05 00:25:15.146275 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.207644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router 2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:15.254806 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.333553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.507674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf5bf6-e72e-4021-b992-fca075f36b29,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:15.613369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53894) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:15.614085 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0f8a0f7d-2855-483e-bdab-1f00b7d5d9a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0632247a2ab4ee88eea2a775314ee0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1516988 Mar 05 00:25:15.644115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-96998fe6-68c8-4471-88a3-0dc745bb8ade tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:15.657561 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.679009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-96998fe6-68c8-4471-88a3-0dc745bb8ade tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:15.680167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-96998fe6-68c8-4471-88a3-0dc745bb8ade tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--836571863&fields=id&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 267 time: 0.1477952 Mar 05 00:25:15.684409 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Transition to ACTIVE for port object 74076995-c8aa-45f5-8d92-41e94e0d9a45 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:15.719732 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.748760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b78b-5469-4024-81f0-8e0e53a32b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.817389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b78b-5469-4024-81f0-8e0e53a32b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.909859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b78b-5469-4024-81f0-8e0e53a32b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.927563 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fa096-c8ba-4fb4-8ff6-6d1b79ce6a25 None None] Pushing event updated for resources: {'Port': ['ID=74076995-c8aa-45f5-8d92-41e94e0d9a45,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:15.946058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6b78b-5469-4024-81f0-8e0e53a32b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf5bf6-e72e-4021-b992-fca075f36b29,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:15.955683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b78b-5469-4024-81f0-8e0e53a32b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:15.963574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c5d6b78b-5469-4024-81f0-8e0e53a32b38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/addf5bf6-e72e-4021-b992-fca075f36b29 HTTP/1.1" status: 204 len: 168 time: 0.3432758 Mar 05 00:25:16.100126 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Attempting to bind port 74076995-c8aa-45f5-8d92-41e94e0d9a45 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:16.100660 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Attempting to bind port 74076995-c8aa-45f5-8d92-41e94e0d9a45 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:16.100853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Attempting to bind port 74076995-c8aa-45f5-8d92-41e94e0d9a45 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:16.108958 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:16.109365 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:16.109763 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:16.110151 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Bound using segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:16.110608 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Bound port: 74076995-c8aa-45f5-8d92-41e94e0d9a45, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:16.110971 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:16.214634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:16.243619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] Sync routers for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:16.275501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3bedc03c-9b9f-42cf-9b4b-3b25a6edc12f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4879143 Mar 05 00:25:16.278563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53904) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:16.281675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:16.281675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:16.318157 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] For port 74076995-c8aa-45f5-8d92-41e94e0d9a45, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:16.339365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-649141aa-53b7-4546-b8fe-aff7bdc89cd9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:16.343166 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] For port 74076995-c8aa-45f5-8d92-41e94e0d9a45, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=74076995-c8aa-45f5-8d92-41e94e0d9a45,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:16.347273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-649141aa-53b7-4546-b8fe-aff7bdc89cd9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:16.351503 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:16.383160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-649141aa-53b7-4546-b8fe-aff7bdc89cd9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:16.384328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-649141aa-53b7-4546-b8fe-aff7bdc89cd9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.6822677 Mar 05 00:25:16.415604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-9558d59b-d5b4-4912-bd34-010cbc92c788 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/quotas/657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 375 time: 0.0249288 Mar 05 00:25:16.437322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:16.456655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:16.457422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:16.536382 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:16.537490 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:16.604427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:16.604427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51feba65-df5a-4a34-8b51-95f0f4719214 None None] The sync data for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:16.621292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-75c8392e-f037-44e9-bcb0-646c6b0f6cc4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851592 Mar 05 00:25:16.805846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 53914) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:16.822010 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fa096-c8ba-4fb4-8ff6-6d1b79ce6a25 None None] Pushing event updated for resources: {'Port': ['ID=74076995-c8aa-45f5-8d92-41e94e0d9a45,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:16.830204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:16.970976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:16.977731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Usage tracker for resource:security_group_rule and tenant:9b67cf7644b4453db7abf7d4198f916b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:16.983519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:16.991904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:16.992897 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:25:17.008909 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-33a96ee3-ef3f-4bbf-9221-abbc242173b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709602 Mar 05 00:25:17.045817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.346773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.358652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.387201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-c04926cc-d35f-4631-81d5-25a46c2a7e4a service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751624 Mar 05 00:25:17.395480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b67cf7644b4453db7abf7d4198f916b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5863190 Mar 05 00:25:17.395890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 53924) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:17.424788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c9537-7576-4c67-bb22-8e08a5c94d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f703f7eb-b2ba-44d5-a0a3-f5d38010975e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:17.654812 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272dfebb-4986-48d7-8418-6cc25a5c6569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.743094 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272dfebb-4986-48d7-8418-6cc25a5c6569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.861878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272dfebb-4986-48d7-8418-6cc25a5c6569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.894102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dfebb-4986-48d7-8418-6cc25a5c6569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f703f7eb-b2ba-44d5-a0a3-f5d38010975e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:17.905086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-272dfebb-4986-48d7-8418-6cc25a5c6569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:17.905086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-272dfebb-4986-48d7-8418-6cc25a5c6569 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f703f7eb-b2ba-44d5-a0a3-f5d38010975e HTTP/1.1" status: 204 len: 168 time: 0.5070076 Mar 05 00:25:17.917044 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:16Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:17.937283 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0882d3-3d90-473e-968a-a57d638c2514 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:16Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:17.969382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ed0bcd71-d8bb-4eaf-916e-64977c29ba5f req-ac3b7b57-e36a-4e5a-82b8-877b37dacd90 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:18.042771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-ed0bcd71-d8bb-4eaf-916e-64977c29ba5f req-ac3b7b57-e36a-4e5a-82b8-877b37dacd90 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:18.056301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed0bcd71-d8bb-4eaf-916e-64977c29ba5f req-ac3b7b57-e36a-4e5a-82b8-877b37dacd90 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 210 time: 0.2253454 Mar 05 00:25:18.552292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port ede3aa62-7daa-45d4-952a-9b37f4d77de3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:18.552647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:18.553886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 74076995-c8aa-45f5-8d92-41e94e0d9a45 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:18.700570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 74076995-c8aa-45f5-8d92-41e94e0d9a45 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:18.711091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 74076995-c8aa-45f5-8d92-41e94e0d9a45 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:18.712511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:18.921527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:18.993774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:19.005139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 74076995-c8aa-45f5-8d92-41e94e0d9a45, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=74076995-c8aa-45f5-8d92-41e94e0d9a45,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:19.013199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:19.233350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=74076995-c8aa-45f5-8d92-41e94e0d9a45,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:19.414723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for ede3aa62-7daa-45d4-952a-9b37f4d77de3 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:19.545019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1fb5f32-bc8d-4b73-80a6-3b9e2a5af1d3 req-1c7f1fcc-6dd5-4714-8c89-b468ce9b1e39 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 210 time: 0.1068430 Mar 05 00:25:19.771805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:19.836214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=ede3aa62-7daa-45d4-952a-9b37f4d77de3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:19.971803 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:25:20.363039 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:20.370518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-f480c288-8483-44b1-b743-febbb1ef57d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:20.371922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-f480c288-8483-44b1-b743-febbb1ef57d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.3175509 Mar 05 00:25:20.581565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 74076995-c8aa-45f5-8d92-41e94e0d9a45 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:20.644788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-35a71e67-bc7a-49f0-87a0-194952a61298 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:20.733322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-35a71e67-bc7a-49f0-87a0-194952a61298 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:20.734427 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-35a71e67-bc7a-49f0-87a0-194952a61298 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 379 time: 0.3029475 Mar 05 00:25:20.879442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 74076995-c8aa-45f5-8d92-41e94e0d9a45 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:20.880586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:20.987137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'port': {'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'admin_state_up': True, 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'security_groups': ['781b4550-1675-410b-896a-5d3d218a8d15']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:21.209007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-24bcbad3-f4bc-48b6-851f-146effa2accf req-d62c2417-e337-4086-bcfa-8f702419b468 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 210 time: 0.2269757 Mar 05 00:25:21.310838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router 2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:21.314298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:21.340067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:21.408953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Made reservation on behalf of 657a37a0df134fe1a154eb53c970c82b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:21.412232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:21.570619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:21.589428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] Sync routers for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:21.602202 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:21.603055 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:21.704996 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:21.708991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-de90f569-7009-421a-afb7-c7e60bfe683c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4262407 Mar 05 00:25:21.712991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54052) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:21.722398 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] Routers {'2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:21.722398 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:21.780590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.20.0.7 (3e233919-2f19-4147-ae2b-6a57ecc6feb1/d738f588-6c06-423a-ba64-3a414a8d73f1/833754f7-cc06-4576-89dd-0b17d62929f2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:21.790535 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:21.790535 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e83c-77f6-48a1-9aef-93eaba0bdb02 None None] The sync data for ids ['2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:21.799428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8377bfd7-86bd-4e5f-b188-7475334f6e94 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:21.832005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8377bfd7-86bd-4e5f-b188-7475334f6e94 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:21.833292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8377bfd7-86bd-4e5f-b188-7475334f6e94 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 HTTP/1.1" status: 200 len: 205 time: 0.1280763 Mar 05 00:25:21.836552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54056) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:22.064829 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.188518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.218634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Transition to ACTIVE for port object 833754f7-cc06-4576-89dd-0b17d62929f2 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:22.252742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.352902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:22.357484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:22.377658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:22.486442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:22.486442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.501078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=833754f7-cc06-4576-89dd-0b17d62929f2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:22.517094 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-11586150-1c19-4a71-93f7-9845d6f294d8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5322042 Mar 05 00:25:22.540150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Request body: {'port': {'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:22.729177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3bac12ea-854a-477c-890c-4bc15215ebb4 None None] Provisioning for port 833754f7-cc06-4576-89dd-0b17d62929f2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:22.739451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3bac12ea-854a-477c-890c-4bc15215ebb4 None None] Provisioning complete for port 833754f7-cc06-4576-89dd-0b17d62929f2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:22.740385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3bac12ea-854a-477c-890c-4bc15215ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.757569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.819086 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.832173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc8a42-4f6e-4044-bc85-f9a47a9e3825 req-073f2266-b43b-418b-9f5e-0ecf2730136e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:22.832173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1bc8a42-4f6e-4044-bc85-f9a47a9e3825 req-073f2266-b43b-418b-9f5e-0ecf2730136e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 931 time: 0.3717084 Mar 05 00:25:22.832173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:22.921458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3bac12ea-854a-477c-890c-4bc15215ebb4 None None] Port 833754f7-cc06-4576-89dd-0b17d62929f2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:23.265915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.265915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router 2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:25:23.299875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833754f7-cc06-4576-89dd-0b17d62929f2 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:25:23.303266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1bc8a42-4f6e-4044-bc85-f9a47a9e3825 req-8ed547f2-c731-4feb-98b6-36c1748391e3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545815 Mar 05 00:25:23.303266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.306507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.310451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3daa8edd-4bdc-4f86-ba9e-dcb6ae126e38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 HTTP/1.1" status: 204 len: 168 time: 1.4617367 Mar 05 00:25:23.310451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54104) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:23.329026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Transition to ACTIVE for port object 833754f7-cc06-4576-89dd-0b17d62929f2 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:23.340749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.665039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet 72100759-6a17-46d5-9f0d-a8aa4ab91eeb {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:25:23.668967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Pushing event updated for resources: {'Port': ['ID=833754f7-cc06-4576-89dd-0b17d62929f2,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:23.672267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.798995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.806912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Attempting to bind port 833754f7-cc06-4576-89dd-0b17d62929f2 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:23.807288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Attempting to bind port 833754f7-cc06-4576-89dd-0b17d62929f2 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:23.808520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Attempting to bind port 833754f7-cc06-4576-89dd-0b17d62929f2 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:23.819529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Port 833754f7-cc06-4576-89dd-0b17d62929f2 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:25:23.819871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Attempting to bind port 833754f7-cc06-4576-89dd-0b17d62929f2 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:23.828340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:23.828686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:23.829076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Bound using segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:23.829629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Bound port: 833754f7-cc06-4576-89dd-0b17d62929f2, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:23.830037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.944051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] For port 833754f7-cc06-4576-89dd-0b17d62929f2, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:23.958552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] For port 833754f7-cc06-4576-89dd-0b17d62929f2, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=833754f7-cc06-4576-89dd-0b17d62929f2,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:23.968835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:23.972510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:24.141293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Pushing event updated for resources: {'Port': ['ID=833754f7-cc06-4576-89dd-0b17d62929f2,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:24.158379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:24.159311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.160926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.162279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.162659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.163834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.165490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.165884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.166233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.166567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.166902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.167777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:24.176688 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:24.178230 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e364203e-dbea-493e-a8bc-3cefdfac0db6 service neutron] 10.222.0.36 "PUT /v2.0/ports/833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 1091 time: 1.6534660 Mar 05 00:25:24.178901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:25:24.266001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=72100759-6a17-46d5-9f0d-a8aa4ab91eeb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:24.274829 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2', 'status': 'completed', 'code': 200} Mar 05 00:25:24.285013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:24.297396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77225892-faae-473a-8fc6-c4ee5543c8ef None None] Network 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:24.389319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-47c94d1b-faf1-4296-8b0b-a8fe5f7a37c6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/72100759-6a17-46d5-9f0d-a8aa4ab91eeb HTTP/1.1" status: 204 len: 168 time: 1.0800278 Mar 05 00:25:24.401783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54140) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:24.410085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-79044d07-a42e-43de-ab31-56fd4f7ecb35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1094 time: 0.1698427 Mar 05 00:25:24.552327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-3921002e-46b8-4768-b783-7633a4b5becf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 217 time: 0.1452701 Mar 05 00:25:24.695868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-75a06c9e-91b2-489f-954b-8aa584fd3f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:24.698135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-75a06c9e-91b2-489f-954b-8aa584fd3f00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1402578 Mar 05 00:25:24.836366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet dada65ce-44ce-44b2-b320-8c7579fe2d9d {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:25:24.859693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:24.866035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-e68ce1c5-194c-4c21-8d8c-33e831c347c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574285 Mar 05 00:25:24.957619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:24.961762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] DHCP port deletion for 2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:25:24.961762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] Deleting port b4945edd-40f9-41ba-a656-e8ee302b4e3a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:24.961762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.034431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc3cd-f907-46b8-981c-2ca927c0b8b9 req-b7c01473-e44a-41a7-9ebe-33300972dec3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:25.036283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9fdc3cd-f907-46b8-981c-2ca927c0b8b9 req-b7c01473-e44a-41a7-9ebe-33300972dec3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 943 time: 0.2677395 Mar 05 00:25:25.068357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54156) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:25.146590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-7c9252c2-b7a4-4c54-920a-6d3157763392 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763407 Mar 05 00:25:25.188807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9fdc3cd-f907-46b8-981c-2ca927c0b8b9 req-9e71896e-ae8e-423a-a9ae-02c8f1e92aa7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439531 Mar 05 00:25:25.206831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.379729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.425627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=dada65ce-44ce-44b2-b320-8c7579fe2d9d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:25.433319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.440171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9308e19a-b8db-43a5-aa47-6e09637ddd70 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/dada65ce-44ce-44b2-b320-8c7579fe2d9d HTTP/1.1" status: 204 len: 168 time: 1.0395329 Mar 05 00:25:25.443015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54172) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:25.454321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d71ef2be-a063-4a47-b9c6-821208cd26aa req-a63f3c9e-5792-47f2-be13-11a5179bd506 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966883 Mar 05 00:25:25.469462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] For port b4945edd-40f9-41ba-a656-e8ee302b4e3a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b4945edd-40f9-41ba-a656-e8ee302b4e3a,segment=NetworkSegment(a2382a5d-cc2e-4105-b774-3311e7dc3a67),segment_id=a2382a5d-cc2e-4105-b774-3311e7dc3a67)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:25.469967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.515177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b12c5f8-71c2-44eb-b572-11bb1ac39ed0 None None] Network c2f5354e-2368-4633-a51f-f3a6874bc286 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:25.643606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.668850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.681673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port b4945edd-40f9-41ba-a656-e8ee302b4e3a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:25.681673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.691027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:25.701651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Usage tracker for resource:security_group_rule and tenant:b605a4a92a6f4c8ab1968eec78094cf8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:25.701651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:25.730716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-91d5eb8c-e38d-45fc-9c1e-4f1fc1167a3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1094 time: 0.1983767 Mar 05 00:25:25.730716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:25.822081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] Calling delete_port for b4945edd-40f9-41ba-a656-e8ee302b4e3a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:25.925814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:25.935612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-595e62d4-e5aa-41b7-ae1b-65be39f152fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:25.948499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-595e62d4-e5aa-41b7-ae1b-65be39f152fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.2064667 Mar 05 00:25:25.981904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] Pushing event deleted for resources: {'Port': ['ID=b4945edd-40f9-41ba-a656-e8ee302b4e3a,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:25.992230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port b4945edd-40f9-41ba-a656-e8ee302b4e3a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b4945edd-40f9-41ba-a656-e8ee302b4e3a,segment=NetworkSegment(a2382a5d-cc2e-4105-b774-3311e7dc3a67),segment_id=a2382a5d-cc2e-4105-b774-3311e7dc3a67)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:25.992230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.054946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82cfa1-0c15-4ac5-8052-77fc0560e8ee None None] No DVR routers for this DVR port b4945edd-40f9-41ba-a656-e8ee302b4e3a on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:25:26.161517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.164415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-fdd32869-c547-4017-a54d-dd095b6be848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 217 time: 0.2183528 Mar 05 00:25:26.168045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.206274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for b4945edd-40f9-41ba-a656-e8ee302b4e3a owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:26.222761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] DHCP port deletion for c2f5354e-2368-4633-a51f-f3a6874bc286 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:25:26.227800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Deleting port f21774cd-40e1-46df-b2c9-67acb7d15d1a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:26.228171 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.327438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:25:26.327438 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:25:26.334868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:26.341652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b605a4a92a6f4c8ab1968eec78094cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2601969 Mar 05 00:25:26.341652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-34835c3c-f932-4949-a210-ae92701396bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:26.341652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-34835c3c-f932-4949-a210-ae92701396bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1457045 Mar 05 00:25:26.433531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3865ec6-d921-4b40-9293-c839fcc8eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084f4cf9-cb04-4f07-948c-5197e4966b1a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:26.493703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-939a20b0-d482-43f5-bed0-1c3714b32460 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502228 Mar 05 00:25:26.626739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f21774cd-40e1-46df-b2c9-67acb7d15d1a,segment=NetworkSegment(e927f996-e1f9-43d4-ae89-b1fdcaf81ffd),segment_id=e927f996-e1f9-43d4-ae89-b1fdcaf81ffd)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:26.627733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.668258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8933429f-13cf-4da2-8ff3-136cc776aa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.694485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f21774cd-40e1-46df-b2c9-67acb7d15d1a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:25:26.698974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8933429f-13cf-4da2-8ff3-136cc776aa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.785379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-359392b2-0cf2-469c-8b49-956f96128111 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723346 Mar 05 00:25:26.790098 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8933429f-13cf-4da2-8ff3-136cc776aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.791809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00edcbd-81b5-4e0b-8dae-107a7ad0e75b req-c9e37955-1b3c-4520-814b-4b111f402232 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:26.791809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f00edcbd-81b5-4e0b-8dae-107a7ad0e75b req-c9e37955-1b3c-4520-814b-4b111f402232 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:26.816636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933429f-13cf-4da2-8ff3-136cc776aa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f4cf9-cb04-4f07-948c-5197e4966b1a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:26.823045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port b4945edd-40f9-41ba-a656-e8ee302b4e3a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:26.823045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.874557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8933429f-13cf-4da2-8ff3-136cc776aa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:26.874557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8933429f-13cf-4da2-8ff3-136cc776aa69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/084f4cf9-cb04-4f07-948c-5197e4966b1a HTTP/1.1" status: 204 len: 168 time: 0.5350900 Mar 05 00:25:26.932440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Calling delete_port for f21774cd-40e1-46df-b2c9-67acb7d15d1a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:26.938071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] The port 'b4945edd-40f9-41ba-a656-e8ee302b4e3a' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:25:27.058281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.113601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f21774cd-40e1-46df-b2c9-67acb7d15d1a,segment=NetworkSegment(e927f996-e1f9-43d4-ae89-b1fdcaf81ffd),segment_id=e927f996-e1f9-43d4-ae89-b1fdcaf81ffd)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:27.118057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.120859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b4945edd-40f9-41ba-a656-e8ee302b4e3a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:25:27.148458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f00edcbd-81b5-4e0b-8dae-107a7ad0e75b req-c9e37955-1b3c-4520-814b-4b111f402232 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:27.150063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f00edcbd-81b5-4e0b-8dae-107a7ad0e75b req-c9e37955-1b3c-4520-814b-4b111f402232 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 943 time: 0.5281627 Mar 05 00:25:27.275708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f00edcbd-81b5-4e0b-8dae-107a7ad0e75b req-b0ce277d-957d-4900-9ac5-ecca33b8ee2b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771208 Mar 05 00:25:27.275708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b0b1bca-ce24-488f-918d-2f6d25705698 req-12b73e94-ec6f-40f3-b36a-d507f0ef9026 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781272 Mar 05 00:25:27.290577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.335733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:27.347021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2382a5d-cc2e-4105-b774-3311e7dc3a67') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:27.347021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2382a5d-cc2e-4105-b774-3311e7dc3a67') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:27.359211 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.381814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.394384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:25:27.394915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.441040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b4945edd-40f9-41ba-a656-e8ee302b4e3a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:25:27.441766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b4945edd-40f9-41ba-a656-e8ee302b4e3a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:25:27.463190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:25:27.463553 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:25:27.480793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:25:27.483273 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:25:27.490676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.500756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f21774cd-40e1-46df-b2c9-67acb7d15d1a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:27.543707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.582978 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.582978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:27.598057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-01a68c9c-2d14-4869-9e9d-9008bd4cf2d6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/2b0cdc6d-26ce-4cc0-995e-1e55da5bdfeb HTTP/1.1" status: 204 len: 168 time: 2.1507061 Mar 05 00:25:27.600155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54212) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:27.609016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54216) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:27.635484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.669115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:27.669115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Usage tracker for resource:security_group_rule and tenant:21e407cb6b774a9097629ad54d459ac3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:27.680646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:27.680646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:27.740580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.754449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port f21774cd-40e1-46df-b2c9-67acb7d15d1a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:27.754848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.758866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.766378 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:27.871205 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f7a5c2-5b8c-4286-baf2-09e9e30291e0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:27.871205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c1d37d7a-98fa-41ed-941f-64c8b62f3599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21e407cb6b774a9097629ad54d459ac3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2593594 Mar 05 00:25:27.873611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54222) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:27.969252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Deleting port f21774cd-40e1-46df-b2c9-67acb7d15d1a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:27.969252 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.071701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f21774cd-40e1-46df-b2c9-67acb7d15d1a,segment=NetworkSegment(e927f996-e1f9-43d4-ae89-b1fdcaf81ffd),segment_id=e927f996-e1f9-43d4-ae89-b1fdcaf81ffd)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:28.072074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.088451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021ff944-9e45-40a0-97e9-1425385518f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.201587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] For port f21774cd-40e1-46df-b2c9-67acb7d15d1a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f21774cd-40e1-46df-b2c9-67acb7d15d1a,segment=NetworkSegment(e927f996-e1f9-43d4-ae89-b1fdcaf81ffd),segment_id=e927f996-e1f9-43d4-ae89-b1fdcaf81ffd)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:28.201587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.215943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for f21774cd-40e1-46df-b2c9-67acb7d15d1a owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:28.276847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021ff944-9e45-40a0-97e9-1425385518f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.351634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.368536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Calling delete_port for f21774cd-40e1-46df-b2c9-67acb7d15d1a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:28.400461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=f21774cd-40e1-46df-b2c9-67acb7d15d1a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:28.409975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No DVR routers for this DVR port f21774cd-40e1-46df-b2c9-67acb7d15d1a on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:25:28.449371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021ff944-9e45-40a0-97e9-1425385518f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.502999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ff944-9e45-40a0-97e9-1425385518f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f7a5c2-5b8c-4286-baf2-09e9e30291e0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:28.563127 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:25:28.563127 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:25:28.624662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-021ff944-9e45-40a0-97e9-1425385518f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.624662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-021ff944-9e45-40a0-97e9-1425385518f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99f7a5c2-5b8c-4286-baf2-09e9e30291e0 HTTP/1.1" status: 204 len: 168 time: 0.7494771 Mar 05 00:25:28.624662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.670188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f5354e-2368-4633-a51f-f3a6874bc286']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:28.683262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:28.683553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e927f996-e1f9-43d4-ae89-b1fdcaf81ffd') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:28.695510 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.712531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.720227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:25:28.720633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.750671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b7d8-12a5-47a4-b1bc-eae46db212a7 req-095bb52b-0ca9-407d-8ba7-f1a7d3a6e01d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:28.756629 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14f0b7d8-12a5-47a4-b1bc-eae46db212a7 req-095bb52b-0ca9-407d-8ba7-f1a7d3a6e01d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 943 time: 0.1640747 Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:25:28.759304 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:25:28.852280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14f0b7d8-12a5-47a4-b1bc-eae46db212a7 req-feef61f1-0fd4-4997-8f2b-f3814379432f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939579 Mar 05 00:25:28.858155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.879519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:28.892170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/c2f5354e-2368-4633-a51f-f3a6874bc286 HTTP/1.1" status: 204 len: 168 time: 1.2892721 Mar 05 00:25:28.892170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392096-2d95-48cb-9b11-ca22ab68153b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=c2f5354e-2368-4633-a51f-f3a6874bc286,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:28.898277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54248) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:28.909759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-667713187'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:28.915009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:28.919409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:28.923201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:28.927540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:28.957573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:28.961426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.001086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:25:29.032904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.033244 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment b598ac9e-d948-4d06-a8a2-0a383034a62d of type vlan for network adfa02d9-7876-4926-a7e5-e5683aa90358 Mar 05 00:25:29.047049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 833754f7-cc06-4576-89dd-0b17d62929f2 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:25:29.086930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.141324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.144336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:29.144336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.175989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Deleting port f21774cd-40e1-46df-b2c9-67acb7d15d1a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:29.175989 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.269026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-baf0634c-d4c8-4366-b03f-8076f2b720fb None None] The port 'f21774cd-40e1-46df-b2c9-67acb7d15d1a' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:25:29.292581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=adfa02d9-7876-4926-a7e5-e5683aa90358,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:29.302248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-166dc738-5b79-4b8a-be5a-22cd99db0cf5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4035850 Mar 05 00:25:29.304925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54260) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:29.311955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:29.322935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 833754f7-cc06-4576-89dd-0b17d62929f2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=833754f7-cc06-4576-89dd-0b17d62929f2,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:29.338694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '833754f7-cc06-4576-89dd-0b17d62929f2', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:25:29.378694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network adfa02d9-7876-4926-a7e5-e5683aa90358 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:25:29.511274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:29.511274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:29.530129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:29.530129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:29.546221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:29.570920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.614763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833754f7-cc06-4576-89dd-0b17d62929f2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:25:29.643054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 833754f7-cc06-4576-89dd-0b17d62929f2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=833754f7-cc06-4576-89dd-0b17d62929f2,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:29.649156 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.684072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:29.728410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=833754f7-cc06-4576-89dd-0b17d62929f2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:29.990346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['833754f7-cc06-4576-89dd-0b17d62929f2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:25:30.124526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.169007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f250160-9e5d-4806-a0c3-3dcbb3d39d07 req-fb059d49-0b54-47f9-a55c-9eeeb8921a71 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:30.181442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f250160-9e5d-4806-a0c3-3dcbb3d39d07 req-fb059d49-0b54-47f9-a55c-9eeeb8921a71 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 944 time: 0.1301491 Mar 05 00:25:30.262029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=359b5282-07bb-4106-b672-2d5671bd2012,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:30.265867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f250160-9e5d-4806-a0c3-3dcbb3d39d07 req-fa2e3eaf-9207-4532-b66b-aed0191a964f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792286 Mar 05 00:25:30.284238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': 'b598ac9e-d948-4d06-a8a2-0a383034a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:30.284238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: adfa02d9-7876-4926-a7e5-e5683aa90358, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:25:30.317851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network adfa02d9-7876-4926-a7e5-e5683aa90358 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:25:30.341823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, adfa02d9-7876-4926-a7e5-e5683aa90358) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:30.352340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:30.352340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.363265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d9731-e668-4981-a187-eec3e9267918 None None] Network adfa02d9-7876-4926-a7e5-e5683aa90358 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:30.392794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7b32e34f-1c41-4823-aa24-3ecc06c910d1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0861220 Mar 05 00:25:30.395449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:30.401861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142246270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:30.410267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:30.416041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:30.422215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:30.432044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:30.449794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.452958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.481052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.508061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.571169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.571169 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7842486b-5e21-4e48-8606-524c414b87e5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1730988 Mar 05 00:25:30.580877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54308) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:30.618548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'port': {'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358', 'name': 'tempest-RoutersIpV6Test-1229595408'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:30.732662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-adfa02d9-7876-4926-a7e5-e5683aa90358', 'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': '359b5282-07bb-4106-b672-2d5671bd2012'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:25:30.732662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:30.917508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:30.923804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:port and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:30.923804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:30.933115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:30.948697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:30.951892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:31.016276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] device_id is not set on port e605c7d3-2e91-4717-942a-e3ac2c5799ae yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:25:31.024951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Allocated IP 2001:db8::2 (adfa02d9-7876-4926-a7e5-e5683aa90358/359b5282-07bb-4106-b672-2d5671bd2012/c1069440-0999-490e-8b9b-307f3d0446cc) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:31.193005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 833754f7-cc06-4576-89dd-0b17d62929f2 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:31.376681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 833754f7-cc06-4576-89dd-0b17d62929f2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:31.424706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 833754f7-cc06-4576-89dd-0b17d62929f2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:31.424994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:31.581591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-91f22db7-6a06-4381-a173-5a0e011d6687 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8167720 Mar 05 00:25:31.616306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:31.640237 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:31.657359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Transition to ACTIVE for port object c1069440-0999-490e-8b9b-307f3d0446cc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:31.669737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:25:31.690121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 833754f7-cc06-4576-89dd-0b17d62929f2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=833754f7-cc06-4576-89dd-0b17d62929f2,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:31.692174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf315d-c331-447b-b113-0680c2b96685 req-cbf98df1-9dc2-431d-9f39-91b109eb8755 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:31.692174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edf315d-c331-447b-b113-0680c2b96685 req-cbf98df1-9dc2-431d-9f39-91b109eb8755 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 944 time: 0.2145875 Mar 05 00:25:31.708987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Transition to ACTIVE for port object c1069440-0999-490e-8b9b-307f3d0446cc will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:31.708987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:31.791146 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2', 'code': 200} Mar 05 00:25:31.791146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:31.866231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=833754f7-cc06-4576-89dd-0b17d62929f2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:31.950937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Network adfa02d9-7876-4926-a7e5-e5683aa90358 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:31.950937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:31.959216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:32.004311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4edf315d-c331-447b-b113-0680c2b96685 req-e4adf1b0-0ee4-47a2-a675-1ca72815ddff tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963309 Mar 05 00:25:32.054242 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d19fa86c-1177-46ae-843d-007e8ff926e3 req-676fc69a-d101-4f69-a075-36cc623629c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1096 time: 0.1993871 Mar 05 00:25:32.069732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Pushing event updated for resources: {'Port': ['ID=c1069440-0999-490e-8b9b-307f3d0446cc,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:32.077499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Attempting to bind port c1069440-0999-490e-8b9b-307f3d0446cc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:32.077499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Attempting to bind port c1069440-0999-490e-8b9b-307f3d0446cc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'b598ac9e-d948-4d06-a8a2-0a383034a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:32.077499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Attempting to bind port c1069440-0999-490e-8b9b-307f3d0446cc on network adfa02d9-7876-4926-a7e5-e5683aa90358 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:32.086379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:32.086379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Checking segment: {'id': 'b598ac9e-d948-4d06-a8a2-0a383034a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:32.086379 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:32.086379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Bound using segment: {'id': 'b598ac9e-d948-4d06-a8a2-0a383034a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:32.093483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Bound port: c1069440-0999-490e-8b9b-307f3d0446cc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b598ac9e-d948-4d06-a8a2-0a383034a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'adfa02d9-7876-4926-a7e5-e5683aa90358'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:32.093483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:32.105329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8::49 (adfa02d9-7876-4926-a7e5-e5683aa90358/359b5282-07bb-4106-b672-2d5671bd2012/e605c7d3-2e91-4717-942a-e3ac2c5799ae) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:32.126444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d19fa86c-1177-46ae-843d-007e8ff926e3 req-9adfb58b-0348-4601-ba75-52b04eebd211 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714869 Mar 05 00:25:32.140919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-22d46e0b-3af9-4375-834d-1302688f622f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1096 time: 0.3586247 Mar 05 00:25:32.268333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] For port c1069440-0999-490e-8b9b-307f3d0446cc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:32.272268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] For port c1069440-0999-490e-8b9b-307f3d0446cc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1069440-0999-490e-8b9b-307f3d0446cc,segment=NetworkSegment(b598ac9e-d948-4d06-a8a2-0a383034a62d),segment_id=b598ac9e-d948-4d06-a8a2-0a383034a62d)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:32.279115 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:32.398789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e786902-0963-45b0-9773-b883c08d9756 None None] Pushing event updated for resources: {'Port': ['ID=c1069440-0999-490e-8b9b-307f3d0446cc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:32.598939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:32.645391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object e605c7d3-2e91-4717-942a-e3ac2c5799ae will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:32.645391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-56209ff7-758d-4ccf-aa0e-0d30ec4b31c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:32.650733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-56209ff7-758d-4ccf-aa0e-0d30ec4b31c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 898 time: 0.4703264 Mar 05 00:25:32.862699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:33.028995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network adfa02d9-7876-4926-a7e5-e5683aa90358 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:33.028995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:33.043527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-c1aabcfb-2d54-4a82-a8cc-ada79f41dd6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 1001 time: 0.3792794 Mar 05 00:25:33.043527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=e605c7d3-2e91-4717-942a-e3ac2c5799ae,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:33.043527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:33.043527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:33.043527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:33.118802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-016c9988-cc08-44db-b2e6-bf5376313fa3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5437677 Mar 05 00:25:33.132933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54376) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:33.132933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-c93364fd-0ab2-4d82-b1e5-8e6cef9c955b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:33.132933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-c93364fd-0ab2-4d82-b1e5-8e6cef9c955b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 200 len: 835 time: 0.0840580 Mar 05 00:25:33.335012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d988-10bd-4313-8931-9df65eb0be0e req-df28db52-7ffb-4e91-a275-5b5187e736d5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:33.398305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c63d988-10bd-4313-8931-9df65eb0be0e req-df28db52-7ffb-4e91-a275-5b5187e736d5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.1905255 Mar 05 00:25:33.554325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c63d988-10bd-4313-8931-9df65eb0be0e req-5eff6beb-fd5d-4ad6-bcf5-1f71ca298d96 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439977 Mar 05 00:25:33.595490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-b237fd4e-561c-473e-8a60-800852c62dc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f687c46-d00d-4e26-82bb-549038404cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3220336 Mar 05 00:25:34.017787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7b534-643e-4ac1-8a29-d460c6cb9bf8 None None] Network adfa02d9-7876-4926-a7e5-e5683aa90358 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:34.138349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-9e78c26c-1706-4069-b529-c709f3a8a829 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272176 Mar 05 00:25:34.192688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-17278af5-e9b1-4d3e-b39b-c73d934b40c9 None None] Provisioning for port c1069440-0999-490e-8b9b-307f3d0446cc completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:34.505091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e9ae225-53da-4ec5-bcc7-3d90be01aabb req-d7d452c5-4370-4085-ad90-b454512eaed8 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454144 Mar 05 00:25:34.535541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:34.646245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1069440-0999-490e-8b9b-307f3d0446cc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:34.806463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port c1069440-0999-490e-8b9b-307f3d0446cc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:34.813936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c1069440-0999-490e-8b9b-307f3d0446cc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:34.814955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:34.944090 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ceb4-690d-4724-9614-f1674dcfbddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.093739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.148699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d1f59e18-cfe2-4187-bfd1-c038d130325a None None] Provisioning complete for port c1069440-0999-490e-8b9b-307f3d0446cc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:35.149132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d1f59e18-cfe2-4187-bfd1-c038d130325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.200306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port c1069440-0999-490e-8b9b-307f3d0446cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1069440-0999-490e-8b9b-307f3d0446cc,segment=NetworkSegment(b598ac9e-d948-4d06-a8a2-0a383034a62d),segment_id=b598ac9e-d948-4d06-a8a2-0a383034a62d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:35.223246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.364757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=c1069440-0999-490e-8b9b-307f3d0446cc,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:35.451768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46402cca-3129-488d-8a49-2e4c059e211a req-a503a8c8-db7a-4532-a971-f97206428fb7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:35.457989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46402cca-3129-488d-8a49-2e4c059e211a req-a503a8c8-db7a-4532-a971-f97206428fb7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.6043620 Mar 05 00:25:35.466333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d1f59e18-cfe2-4187-bfd1-c038d130325a None None] Provisioning for port e605c7d3-2e91-4717-942a-e3ac2c5799ae completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:35.471322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d1f59e18-cfe2-4187-bfd1-c038d130325a None None] Provisioning complete for port e605c7d3-2e91-4717-942a-e3ac2c5799ae triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:35.471700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d1f59e18-cfe2-4187-bfd1-c038d130325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.534685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46402cca-3129-488d-8a49-2e4c059e211a req-908c432c-3809-4cdd-a999-b284cd40794a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754008 Mar 05 00:25:35.555895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.562379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d1f59e18-cfe2-4187-bfd1-c038d130325a None None] Port e605c7d3-2e91-4717-942a-e3ac2c5799ae cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:35.565054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.730521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9d494f3c-f447-46f6-8229-6c25c1b13cf8 None None] Provisioning complete for port e605c7d3-2e91-4717-942a-e3ac2c5799ae triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:35.734746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9d494f3c-f447-46f6-8229-6c25c1b13cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:35.743506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=e605c7d3-2e91-4717-942a-e3ac2c5799ae,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:35.845861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9d494f3c-f447-46f6-8229-6c25c1b13cf8 None None] Port e605c7d3-2e91-4717-942a-e3ac2c5799ae cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:36.000888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.091643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c4c993d8-e1de-4cee-aa27-d8085860e562 None None] Provisioning complete for port e605c7d3-2e91-4717-942a-e3ac2c5799ae triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:36.092016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4c993d8-e1de-4cee-aa27-d8085860e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.121245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d130c8-55d0-4359-aabe-0fb775c67e00 req-d536b852-482d-4dc3-86ef-fe4a8d52afcd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:36.128417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66d130c8-55d0-4359-aabe-0fb775c67e00 req-d536b852-482d-4dc3-86ef-fe4a8d52afcd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.3910854 Mar 05 00:25:36.134161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54446) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:36.143536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:36.172567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.210843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c4c993d8-e1de-4cee-aa27-d8085860e562 None None] Port e605c7d3-2e91-4717-942a-e3ac2c5799ae cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:36.304490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.567059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1069440-0999-490e-8b9b-307f3d0446cc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:36.680736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c1069440-0999-490e-8b9b-307f3d0446cc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:36.681432 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.908606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.926917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:36.928613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:37.016115 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-48ddb715-60ab-4ff7-b2fc-20e7cefaf8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:37.064093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:37.073063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:37.367331 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563 associated. External IP: 172.25.0.73, port: 833754f7-cc06-4576-89dd-0b17d62929f2. Mar 05 00:25:37.406731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=e605c7d3-2e91-4717-942a-e3ac2c5799ae,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:37.478584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network adfa02d9-7876-4926-a7e5-e5683aa90358 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:37.480454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:37.851384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f656b171-4a9b-4b82-b9b1-92a247ee3d00 None None] Provisioning complete for port e605c7d3-2e91-4717-942a-e3ac2c5799ae triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:37.851926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f656b171-4a9b-4b82-b9b1-92a247ee3d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:37.930829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f656b171-4a9b-4b82-b9b1-92a247ee3d00 None None] Port e605c7d3-2e91-4717-942a-e3ac2c5799ae cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:37.946200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:38.022523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router ff68e2b3-1fe6-466d-ab14-ae52a985c106 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:25:38.291151 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:38.358998 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:38.370390 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:38.375636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:38.377877 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ef3fbd5-06dc-4b84-9246-46ea45f35364 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/ff68e2b3-1fe6-466d-ab14-ae52a985c106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2518799 Mar 05 00:25:38.379275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54500) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:38.382440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] Sync routers for ids ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:38.388184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:38.391893 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:38.396707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] Routers {'ff68e2b3-1fe6-466d-ab14-ae52a985c106'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:38.397576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:38.420982 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:38.423987 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:38.505270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c35c7d0a-40a5-475d-ba79-1df2eb4032dd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "PUT /v2.0/floatingips/f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563 HTTP/1.1" status: 200 len: 990 time: 2.3618455 Mar 05 00:25:38.505270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:25:38.529654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f6f6d-39c9-400a-9966-f37bcc3e7844 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:38.530348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b73f6f6d-39c9-400a-9966-f37bcc3e7844 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:38.533345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:38.545205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] Routers {'ff68e2b3-1fe6-466d-ab14-ae52a985c106'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:38.546059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:38.562812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b73f6f6d-39c9-400a-9966-f37bcc3e7844 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:38.564151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b73f6f6d-39c9-400a-9966-f37bcc3e7844 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports/e605c7d3-2e91-4717-942a-e3ac2c5799ae HTTP/1.1" status: 200 len: 983 time: 0.1838989 Mar 05 00:25:38.567372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54512) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:38.632891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:38.633844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752978e-a9d9-4662-8e81-4356b5e18921 None None] The sync data for ids ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:38.650358 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2', 'status': 'completed', 'code': 200} Mar 05 00:25:38.816189 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:25:38.889800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:38.899548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344157596', 'description': 'tempest-secgroup-smoke-344157596 description', 'project_id': 'aa61c4ec7701405b913cf3089dfab611'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:38.909853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:38.914481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:38.918607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:38.925030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:38.941114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.047056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:39.051366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:39.054426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:39.063036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:39.115724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-87be9ec8-2360-4cdb-8d6f-e1a0de641eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1096 time: 0.4161322 Mar 05 00:25:39.233673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.244162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.324271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51ad229-d975-4b00-b9c8-8cac40a3e1f7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:39.328786 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-ef64cb51-52b1-40e8-9f2c-344897f84058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:39.330544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-ef64cb51-52b1-40e8-9f2c-344897f84058 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.2082787 Mar 05 00:25:39.332596 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.334277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d1e15f4c-3149-4e58-88e8-5639a1eed751 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4421294 Mar 05 00:25:39.340407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54540) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:39.354835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group_rule': {'security_group_id': 'c51ad229-d975-4b00-b9c8-8cac40a3e1f7', 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:39.364473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:39.372780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:39.379076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:39.386711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:39.472950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.491943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-adb8049b-6e46-4a6e-81db-eba250a0b7db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 998 time: 0.1539984 Mar 05 00:25:39.505112 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:36Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:39.510524 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:25:39.522397 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:39.523570 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:39.566402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-3e25424c-6bdb-4087-829f-937ddb1168f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:39.568231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-3e25424c-6bdb-4087-829f-937ddb1168f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0718496 Mar 05 00:25:39.580732 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.683504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-b73f8335-3844-42c0-aa50-fe365c1e3946 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052475 Mar 05 00:25:39.746116 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:25:39.752910 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.842196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.861207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-a4163bbe-2ce6-48b7-8ba0-2778f61ad7a0 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712935 Mar 05 00:25:39.871886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.905808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c9dbeb-6226-48c5-8ae9-cc99d3585347,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:39.909193 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:39.913463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-56d622b6-79bb-47cd-b028-2d8d52e640bc tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5710223 Mar 05 00:25:39.914302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54552) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:39.921946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group_rule': {'security_group_id': 'c51ad229-d975-4b00-b9c8-8cac40a3e1f7', 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:39.929982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:39.936058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:39.951998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:39.977323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:40.037173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9baf8c8c-22b4-40bd-8107-7a3626d218c1 req-8197f8da-5238-404e-8f25-d7e3af3a701e service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696858 Mar 05 00:25:40.041688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.215556 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:36Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:40.219913 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c922f-a2b4-4b4c-95f5-80fda8bd7410 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:36Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:40.223728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port e605c7d3-2e91-4717-942a-e3ac2c5799ae {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:40.223899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.249821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.264485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.305504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4f2677-be3e-4bf6-9e50-6bdc9f61d7fd,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:40.387399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.388835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e62dcf7-4b9a-45e0-82d0-06a4eb3a418b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4721484 Mar 05 00:25:40.394434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54566) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:40.405027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group_rule': {'security_group_id': 'c51ad229-d975-4b00-b9c8-8cac40a3e1f7', 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:40.416994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:40.424750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:40.428847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:40.435492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:40.462249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.473498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.558465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.566129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.566497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902635c9-21cd-456c-9ade-de96d8f91442 None None] New status for floating IP f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:25:40.616096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbb1e66-7ac6-4ca5-b53f-e4d32d4db4f3,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:40.637580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.641373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cc592295-0a7c-4c3f-a083-3d11faad3f95 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2438116 Mar 05 00:25:40.641607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54576) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:40.644671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for e605c7d3-2e91-4717-942a-e3ac2c5799ae owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:40.647387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group_rule': {'security_group_id': 'c51ad229-d975-4b00-b9c8-8cac40a3e1f7', 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:40.662036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:40.674383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:40.678937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:40.687364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:40.716182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.830442 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.844934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.879564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4687c2e5-041d-4c73-8eb7-8e019f46f3fd,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:40.925294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.928479 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:40.935040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e3cc5b7-cfa7-45de-aaaf-b6cb9a5ee511 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2924116 Mar 05 00:25:40.936202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54586) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:40.942527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group_rule': {'security_group_id': 'c51ad229-d975-4b00-b9c8-8cac40a3e1f7', 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:40.951092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:40.955586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:40.960714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:40.972736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:40.996446 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Project aa61c4ec7701405b913cf3089dfab611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:25:41.002246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=e605c7d3-2e91-4717-942a-e3ac2c5799ae,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:41.004476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.120479 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.134136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.190192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bf7987-d431-492b-a95f-fbd894ee5502,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:41.200033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.204317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9d32db2f-8df6-453b-8c22-1644c16bd3a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2667422 Mar 05 00:25:41.204961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54596) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:41.210643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'security_group_rule': {'security_group_id': 'c51ad229-d975-4b00-b9c8-8cac40a3e1f7', 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:41.224860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:41.229151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:security_group_rule and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:41.232198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:41.239401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:41.262751 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Project aa61c4ec7701405b913cf3089dfab611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:25:41.271883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.290523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.363016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.371804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.415277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59106b50-042d-47aa-9353-e529065adcf3,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:41.433408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:41.442656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8904d99c-d3b4-483f-b15c-5c88de9bfaa9 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2290056 Mar 05 00:25:41.856405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a8f5bdda-24b1-4658-a8af-9802de24ab21 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:41.879120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a8f5bdda-24b1-4658-a8af-9802de24ab21 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:41.881715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a8f5bdda-24b1-4658-a8af-9802de24ab21 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344157596&fields=id&tenant_id=aa61c4ec7701405b913cf3089dfab611 HTTP/1.1" status: 200 len: 267 time: 0.1040242 Mar 05 00:25:42.016280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router ff68e2b3-1fe6-466d-ab14-ae52a985c106 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:42.042609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-b5293b35-c56e-4330-8cbf-29983ddc9965 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:42.051097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-b5293b35-c56e-4330-8cbf-29983ddc9965 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 813 time: 0.1609209 Mar 05 00:25:42.072721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ff2116ee-2a9d-4d0a-accd-d655766a5ffd tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/quotas/aa61c4ec7701405b913cf3089dfab611 HTTP/1.1" status: 200 len: 375 time: 0.0205755 Mar 05 00:25:42.191138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:42.203654 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] Sync routers for ids ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:42.206645 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-4128e1d7-dded-4b88-945b-69579416f88a tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315770 Mar 05 00:25:42.215700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-db3f8259-0552-4a64-8485-3e745ebbfcc2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/ff68e2b3-1fe6-466d-ab14-ae52a985c106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6467693 Mar 05 00:25:42.218649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54632) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:42.219320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] Routers {'ff68e2b3-1fe6-466d-ab14-ae52a985c106'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:42.219906 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:42.309445 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:42.323492 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] Routers {'ff68e2b3-1fe6-466d-ab14-ae52a985c106'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:42.324214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:42.394476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:42.394962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0e674-4956-47bd-8e71-fac5b5a74dbf None None] The sync data for ids ['ff68e2b3-1fe6-466d-ab14-ae52a985c106'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:42.451455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-833ec652-f9a6-4174-acce-3135679996d2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:25:42.458957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-833ec652-f9a6-4174-acce-3135679996d2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2488647 Mar 05 00:25:42.688468 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-34e6a5ca-f0c5-4981-bfe7-cacfc72d6579 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] remove_router_interface failed (client error): The resource could not be found. Mar 05 00:25:42.692381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-34e6a5ca-f0c5-4981-bfe7-cacfc72d6579 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/ff68e2b3-1fe6-466d-ab14-ae52a985c106/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4719377 Mar 05 00:25:42.693171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54650) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:42.703961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54654) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:42.723841 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a03cefca-d244-4eed-aa25-229832fa264a service neutron] 10.222.0.32 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643542 Mar 05 00:25:42.744708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bc55ca5e-8242-4de7-99d1-f9fa33517df0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:42.767050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bc55ca5e-8242-4de7-99d1-f9fa33517df0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:42.776525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bc55ca5e-8242-4de7-99d1-f9fa33517df0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff68e2b3-1fe6-466d-ab14-ae52a985c106 HTTP/1.1" status: 200 len: 205 time: 0.0751228 Mar 05 00:25:42.776525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54660) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:42.900404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-18b8d8b7-02e9-4ff8-9869-2a5ee16e9b4d service neutron] 10.222.0.32 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610570 Mar 05 00:25:42.923063 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:42.951980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.024364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:43.034495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Usage tracker for resource:security_group_rule and tenant:6a34abff866d4e92af925327f78d2585 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:43.038746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:43.047996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:43.168223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.176034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.217212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a34abff866d4e92af925327f78d2585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5121486 Mar 05 00:25:43.219777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54674) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:43.271824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f243bd-3702-4170-afc9-f02e1f2fc593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455e80b4-080b-455a-8f8c-4b6ac425b955,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:43.356779 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-059c5c64-0b3f-441e-8695-a0c79362e4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.394900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-059c5c64-0b3f-441e-8695-a0c79362e4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.498076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-059c5c64-0b3f-441e-8695-a0c79362e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.539345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c5c64-0b3f-441e-8695-a0c79362e4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455e80b4-080b-455a-8f8c-4b6ac425b955,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:43.555233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-059c5c64-0b3f-441e-8695-a0c79362e4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.561860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-059c5c64-0b3f-441e-8695-a0c79362e4d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/455e80b4-080b-455a-8f8c-4b6ac425b955 HTTP/1.1" status: 204 len: 168 time: 0.3355780 Mar 05 00:25:43.583908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4903fa6f-d5f4-445e-9e39-81af89c50c53 req-a04a1a2a-bbed-44ee-baf7-4948c82d9fc4 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:43.595796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.613316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.646380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4903fa6f-d5f4-445e-9e39-81af89c50c53 req-a04a1a2a-bbed-44ee-baf7-4948c82d9fc4 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:43.648620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4903fa6f-d5f4-445e-9e39-81af89c50c53 req-a04a1a2a-bbed-44ee-baf7-4948c82d9fc4 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 210 time: 0.1994491 Mar 05 00:25:43.652930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.653819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router ff68e2b3-1fe6-466d-ab14-ae52a985c106 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:25:43.666878 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.669046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2dacdf67-0965-4161-84cc-4f594492a1cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/ff68e2b3-1fe6-466d-ab14-ae52a985c106 HTTP/1.1" status: 204 len: 168 time: 0.8962533 Mar 05 00:25:43.671795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54696) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:43.914600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet 359b5282-07bb-4106-b672-2d5671bd2012 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:25:43.917752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:43.978147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.079788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:44.099516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.099675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.157671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:44.157671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5742deef2e6d463d90623c190234b274 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:44.157671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:44.161952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:44.223202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.234891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.238688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.259585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=359b5282-07bb-4106-b672-2d5671bd2012,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:44.268584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.274601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1860d657-1b97-40fd-8dbc-2aec193a1b30 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/359b5282-07bb-4106-b672-2d5671bd2012 HTTP/1.1" status: 204 len: 168 time: 0.6015604 Mar 05 00:25:44.279305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329977de-792d-4ad9-9462-eeff3cdaf07e None None] Network adfa02d9-7876-4926-a7e5-e5683aa90358 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:44.281701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54716) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:44.290957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e68bf5-ab27-4d6e-b013-d4f5acdef75b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:44.296249 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-52e1fa38-dc2a-4de2-a873-9e56c61666e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5742deef2e6d463d90623c190234b274&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2152178 Mar 05 00:25:44.302529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54720) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:44.372291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73856b1e-cb95-426e-9969-7b48c76369d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.436100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73856b1e-cb95-426e-9969-7b48c76369d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.457734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.472046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port c1069440-0999-490e-8b9b-307f3d0446cc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:44.472046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.540574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73856b1e-cb95-426e-9969-7b48c76369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.585696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856b1e-cb95-426e-9969-7b48c76369d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e68bf5-ab27-4d6e-b013-d4f5acdef75b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:44.588563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-73856b1e-cb95-426e-9969-7b48c76369d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.593427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-73856b1e-cb95-426e-9969-7b48c76369d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3e68bf5-ab27-4d6e-b013-d4f5acdef75b HTTP/1.1" status: 204 len: 168 time: 0.2897427 Mar 05 00:25:44.623134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] DHCP port deletion for adfa02d9-7876-4926-a7e5-e5683aa90358 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:25:44.631340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] Deleting port c1069440-0999-490e-8b9b-307f3d0446cc {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:44.631712 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.814165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port c1069440-0999-490e-8b9b-307f3d0446cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1069440-0999-490e-8b9b-307f3d0446cc,segment=NetworkSegment(b598ac9e-d948-4d06-a8a2-0a383034a62d),segment_id=b598ac9e-d948-4d06-a8a2-0a383034a62d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:44.814535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:44.835863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54740) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:44.932972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a6159786-22df-4c97-b960-965cf6c1fe56 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:44.933729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a6159786-22df-4c97-b960-965cf6c1fe56 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:44.956393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a6159786-22df-4c97-b960-965cf6c1fe56 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:44.959280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-a6159786-22df-4c97-b960-965cf6c1fe56 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.10 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 813 time: 0.3431833 Mar 05 00:25:45.043977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] For port c1069440-0999-490e-8b9b-307f3d0446cc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1069440-0999-490e-8b9b-307f3d0446cc,segment=NetworkSegment(b598ac9e-d948-4d06-a8a2-0a383034a62d),segment_id=b598ac9e-d948-4d06-a8a2-0a383034a62d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:45.044560 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:45.069065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-b12e2ad1-2284-4df0-b4e5-bc8827028952 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:45.090443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-b12e2ad1-2284-4df0-b4e5-bc8827028952 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:45.091749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-b12e2ad1-2284-4df0-b4e5-bc8827028952 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa61c4ec7701405b913cf3089dfab611 HTTP/1.1" status: 200 len: 379 time: 0.1198733 Mar 05 00:25:45.102301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'port': {'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'admin_state_up': True, 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'security_groups': ['c51ad229-d975-4b00-b9c8-8cac40a3e1f7']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:45.245834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for c1069440-0999-490e-8b9b-307f3d0446cc owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:45.281780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] Calling delete_port for c1069440-0999-490e-8b9b-307f3d0446cc owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:45.305037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:45.318859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:45.329820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60c0c99b-5f5b-4050-ac52-6effadd625fa req-88105c25-27eb-4fc5-a2b7-04ada71cbce8 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 210 time: 0.4181910 Mar 05 00:25:45.347123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Made reservation on behalf of aa61c4ec7701405b913cf3089dfab611 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:45.350591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:45.418933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:45.467732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] No DVR routers for this DVR port c1069440-0999-490e-8b9b-307f3d0446cc on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:25:45.476552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93980d-9494-47d2-b912-34bfce401723 None None] Pushing event deleted for resources: {'Port': ['ID=c1069440-0999-490e-8b9b-307f3d0446cc,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:45.559349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-090a552b-c6a0-4d19-a977-07749504c3ea tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=9799e1e9bb6949bda8dbcf7485cdbd42&network_id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 2969 time: 0.7221839 Mar 05 00:25:45.564266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:25:45.564750 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:25:45.653797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Allocated IP 172.20.0.13 (39d39f4c-c1dd-484b-8926-6e086557a187/4db74099-913a-4371-ab7e-d656ecf06b23/8f4ec0d1-d48e-49af-828d-ca044c5ebe3a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:45.897904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:45.920723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Transition to ACTIVE for port object 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:45.973266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.066077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port c1069440-0999-490e-8b9b-307f3d0446cc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:46.066417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.092303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Network 39d39f4c-c1dd-484b-8926-6e086557a187 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:46.096228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:46.101029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:46.183015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'Port': ['ID=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:46.204197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:46.204817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.212918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.213340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.213678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.214010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.214339 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.214664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.214984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.215311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.215631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.215947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.216265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:25:46.218362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] The port 'c1069440-0999-490e-8b9b-307f3d0446cc' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:25:46.247830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ed683ef6-45fb-448e-b1c6-ad6170681740 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1502626 Mar 05 00:25:46.259102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Request body: {'port': {'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:46.440742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.457503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.554002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e36234a8-90e7-455c-a80b-419e0caaed15 None None] Provisioning for port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:46.575559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfa02d9-7876-4926-a7e5-e5683aa90358']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:46.579384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1069440-0999-490e-8b9b-307f3d0446cc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:25:46.619361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b598ac9e-d948-4d06-a8a2-0a383034a62d') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:46.620585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b598ac9e-d948-4d06-a8a2-0a383034a62d') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:46.647588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.665979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e36234a8-90e7-455c-a80b-419e0caaed15 None None] Provisioning complete for port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:46.666657 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e36234a8-90e7-455c-a80b-419e0caaed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.701801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.714688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:25:46.715255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.716870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: c1069440-0999-490e-8b9b-307f3d0446cc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:25:46.717456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1069440-0999-490e-8b9b-307f3d0446cc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:25:46.757707 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:25:46.759778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e36234a8-90e7-455c-a80b-419e0caaed15 None None] Port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:46.848476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.881026 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:46.894034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=adfa02d9-7876-4926-a7e5-e5683aa90358,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:46.905178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7116e19-a148-479b-be57-3b7379cf9dce tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/adfa02d9-7876-4926-a7e5-e5683aa90358 HTTP/1.1" status: 204 len: 168 time: 2.6220860 Mar 05 00:25:46.905959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54798) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:46.913080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-115970075'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:46.921276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:46.930925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:46.935251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:46.948893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:46.961740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:46.965989 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.024173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:25:47.079879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.081183 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment 1ea68f75-c054-43a7-a632-3001bbf90d97 of type vlan for network d477d868-4011-4b37-a5e0-415d3bd49016 Mar 05 00:25:47.147917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f6226-cfe2-4f2c-8172-215855db6675 req-ad576cb0-9372-4028-9376-b3fff274a88d tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:47.148815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3f7f6226-cfe2-4f2c-8172-215855db6675 req-ad576cb0-9372-4028-9376-b3fff274a88d tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:47.150157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.187592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3f7f6226-cfe2-4f2c-8172-215855db6675 req-ad576cb0-9372-4028-9376-b3fff274a88d tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:47.189275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f7f6226-cfe2-4f2c-8172-215855db6675 req-ad576cb0-9372-4028-9376-b3fff274a88d tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 932 time: 0.5086622 Mar 05 00:25:47.227257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.232313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:47.233002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.342551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f7f6226-cfe2-4f2c-8172-215855db6675 req-44abde9a-5960-4780-b19e-43b7f001762c tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382091 Mar 05 00:25:47.363067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:25:47.381555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.419730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Transition to ACTIVE for port object 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:47.423931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.429979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=d477d868-4011-4b37-a5e0-415d3bd49016,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:47.442968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d477d868-4011-4b37-a5e0-415d3bd49016 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:25:47.444689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-68325849-d70d-49fd-b5e4-e9fe1f7e1a8d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5375786 Mar 05 00:25:47.448582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54818) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:47.455989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:47.632751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:47.742992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:47.743958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54830) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:47.753626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:47.757064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:47.763240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:47.774452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:47.925788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:47.975341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d045d1-9df6-46a8-8539-91b49fcbc120 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:47.976833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-43d045d1-9df6-46a8-8539-91b49fcbc120 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 814 time: 0.1393089 Mar 05 00:25:48.001729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Attempting to bind port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:48.002077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Attempting to bind port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:48.002516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Attempting to bind port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a on network 39d39f4c-c1dd-484b-8926-6e086557a187 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:48.009553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a on network 39d39f4c-c1dd-484b-8926-6e086557a187 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:25:48.009884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Attempting to bind port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a on network 39d39f4c-c1dd-484b-8926-6e086557a187 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:48.020507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:48.020841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Checking segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:48.021362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Bound using segment: {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:48.021792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Bound port: 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9388c81-6775-451d-97f4-81e100e77df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:48.022141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.054278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:48.173177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] For port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:48.177155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] For port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:48.177333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-e3e1bafc-e458-4a0e-a6ea-ee61a9f26119 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363297 Mar 05 00:25:48.185782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.255798 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.257897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-35854479-11a4-4a84-b025-f10e35098453 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 1092 time: 2.0030901 Mar 05 00:25:48.258352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:25:48.281119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35854479-11a4-4a84-b025-f10e35098453 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:48.370325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.396040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-57ab1f9a-3db3-42d6-b6cc-1f6f5f4b400d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1095 time: 0.0892539 Mar 05 00:25:48.398191 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'status': 'completed', 'code': 200} Mar 05 00:25:48.403702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1544009851'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:48.482300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:48.496271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Usage tracker for resource:network and tenant:5edde34cd39b4d50b304817f49b804c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:48.500068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-f02cc34e-70ca-45d4-a324-057414ffe162 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 217 time: 0.0922019 Mar 05 00:25:48.500888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:48.508134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:48.527452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-670228df-0030-46b3-98bd-56dc60395359 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1096 time: 0.2181542 Mar 05 00:25:48.533541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': '1ea68f75-c054-43a7-a632-3001bbf90d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:48.534115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: d477d868-4011-4b37-a5e0-415d3bd49016, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:25:48.566585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:48.620788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:48.625867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'network': {'name': 'tempest-network-smoke--33183364', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'port_security_enabled': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:48.648361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:48.661702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:network and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:48.667248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network d477d868-4011-4b37-a5e0-415d3bd49016 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:25:48.669068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:48.671706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Made reservation on behalf of 5edde34cd39b4d50b304817f49b804c9 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:48.674770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.683886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d477d868-4011-4b37-a5e0-415d3bd49016) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:48.688258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:48.689019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.696416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e5971-5709-43d7-a3db-f371d893c14d None None] Network d477d868-4011-4b37-a5e0-415d3bd49016 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:48.702466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:48.706600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-7b1a3557-3839-4d61-b1dc-de92ecec37ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:48.708079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-7b1a3557-3839-4d61-b1dc-de92ecec37ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 200 len: 852 time: 0.2002065 Mar 05 00:25:48.710017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.763210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-490cfef8-7c87-4a6c-b485-49d8d505f473 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3132586 Mar 05 00:25:48.768207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54862) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:48.778682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1718105492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:48.782104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:48.794602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-54bc83c2-bc02-4e4e-9d05-de280b197f6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:48.795126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:48.796536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-54bc83c2-bc02-4e4e-9d05-de280b197f6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.2466788 Mar 05 00:25:48.798392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:48.805032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:48.809684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:48.874800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb387405-635f-4bbb-b33c-d9ad914313be req-388252a0-d4e0-4455-a2c5-68648d8263a5 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:48.876292 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb387405-635f-4bbb-b33c-d9ad914313be req-388252a0-d4e0-4455-a2c5-68648d8263a5 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.3023477 Mar 05 00:25:48.887253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:48.910825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Usage tracker for resource:security_group_rule and tenant:5edde34cd39b4d50b304817f49b804c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:48.921946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:48.952860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:25:48.959762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:48.973027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-d477d868-4011-4b37-a5e0-415d3bd49016', 'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': '0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:25:48.974051 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.001114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-c5f2bae3-c952-4179-9b20-3a50aeebfe29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 1000 time: 0.1977532 Mar 05 00:25:49.011196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:49.037531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.058861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-ccd8cc66-bb43-4c4a-b0b8-c95f11604ad6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d39f4c-c1dd-484b-8926-6e086557a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3367012 Mar 05 00:25:49.061209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.081807 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.082147 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Added segment dc20bad1-d8f0-4356-af0b-9e5e94be756f of type vlan for network 85dc0bea-88d1-424b-9ddb-634275747d5b Mar 05 00:25:49.118952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.120242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.129085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-9b5ea22b-36ef-407f-a547-37a0f9ab4370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:49.131153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-9b5ea22b-36ef-407f-a547-37a0f9ab4370 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1162786 Mar 05 00:25:49.178406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Allocated IP 2001:db8::2 (d477d868-4011-4b37-a5e0-415d3bd49016/0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68/7dbfdcef-cebc-4cdb-88ee-bf274a686d71) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:49.185386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb387405-635f-4bbb-b33c-d9ad914313be req-2c7ac12f-53dc-426d-88d6-101bdd4bbb15 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009851 Mar 05 00:25:49.203355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.220835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f5d31e-9d24-469f-9b64-abd889fe7e3a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:49.236381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:25:49.250061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-2f8d3c71-722b-4909-a59e-0d50edf17698 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108348 Mar 05 00:25:49.251987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.263186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.282558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.282911 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Added segment d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5 of type vlan for network f3568cdc-0a0e-44f8-944e-fe6912825857 Mar 05 00:25:49.344423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-fffc6c92-ef4a-48fa-a077-d6a1ea5ca18e service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673347 Mar 05 00:25:49.375783 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.395470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.397059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d8084ba5-ccef-430f-a4e4-285150084de4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6277096 Mar 05 00:25:49.400034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54876) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:49.464592 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.470064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:49.471110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.489966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.503348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.506707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Transition to ACTIVE for port object 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:49.507305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:49.507918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.529265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Transition to ACTIVE for port object 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:49.536596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.644324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Network d477d868-4011-4b37-a5e0-415d3bd49016 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:49.645606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Pushing event updated for resources: {'Port': ['ID=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:49.652496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:49.654669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:49.675098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Network': ['ID=85dc0bea-88d1-424b-9ddb-634275747d5b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:49.694979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 85dc0bea-88d1-424b-9ddb-634275747d5b details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:25:49.703321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-798803d0-97b1-41f3-b87f-2bf9ca8a0f78 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420223 Mar 05 00:25:49.871944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Attempting to bind port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:49.872438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Attempting to bind port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '1ea68f75-c054-43a7-a632-3001bbf90d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:49.872685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Attempting to bind port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 on network d477d868-4011-4b37-a5e0-415d3bd49016 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:49.880252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:49.880616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Checking segment: {'id': '1ea68f75-c054-43a7-a632-3001bbf90d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:49.881013 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.881473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Bound using segment: {'id': '1ea68f75-c054-43a7-a632-3001bbf90d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:49.882056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Bound port: 7dbfdcef-cebc-4cdb-88ee-bf274a686d71, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea68f75-c054-43a7-a632-3001bbf90d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd477d868-4011-4b37-a5e0-415d3bd49016'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:49.882426 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:49.895422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b205adbf-e124-46a4-90ee-98b4f79b03fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2882414 Mar 05 00:25:49.900950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8452308 Mar 05 00:25:49.909389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54888) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:49.909728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:49.940175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Request body: {'subnet': {'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:49.982712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5e88a2a-cf81-49ea-9da9-edb047c996c7 req-9e8a925a-ecd2-4872-acd7-5a99e2a2146e service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314549 Mar 05 00:25:50.006114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] For port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:50.012406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] For port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,segment=NetworkSegment(1ea68f75-c054-43a7-a632-3001bbf90d97),segment_id=1ea68f75-c054-43a7-a632-3001bbf90d97)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:50.019168 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:50.119343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ede71-126c-4e7a-8735-23c2a49c23d1 None None] Pushing event updated for resources: {'Port': ['ID=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:50.181259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc1053-0b8e-45a0-acab-6c1ef66fee0c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event updated for resources: {'Network': ['ID=f3568cdc-0a0e-44f8-944e-fe6912825857,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:50.199674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-076c81a8-fc7e-4c65-82b6-941906b1e43a req-7f77c0ac-d769-4b5d-a641-237cd66baa5b service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860489 Mar 05 00:25:50.207644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f3568cdc-0a0e-44f8-944e-fe6912825857 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:25:50.316893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5951a-3db5-4138-9764-347af87d0b39 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:50.326476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-31a5951a-3db5-4138-9764-347af87d0b39 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9799e1e9bb6949bda8dbcf7485cdbd42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4130936 Mar 05 00:25:50.330346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54904) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:50.353695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:50.399185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:50.422238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Usage tracker for resource:subnet and tenant:5edde34cd39b4d50b304817f49b804c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:50.429201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-b7c03d27-c02c-4fc5-9fb1-522f5d3fe027 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1095 time: 0.3727057 Mar 05 00:25:50.430088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:50.570148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:50.640661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Made reservation on behalf of 5edde34cd39b4d50b304817f49b804c9 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:50.641119 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:50.753528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:50.828258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a05d1-e83b-486a-98f3-a60d20195100 req-8bdbf34e-b3df-4120-b47d-abc48f544101 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:50.829939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d60a05d1-e83b-486a-98f3-a60d20195100 req-8bdbf34e-b3df-4120-b47d-abc48f544101 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.3910742 Mar 05 00:25:50.832134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-60ab1b4c-b1cc-4c3d-a4eb-ca73125bb627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:50.833623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-60ab1b4c-b1cc-4c3d-a4eb-ca73125bb627 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 914 time: 0.3970134 Mar 05 00:25:50.903233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55441318-1293-424b-8906-961c1e3dccc9 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:50.904988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-55441318-1293-424b-8906-961c1e3dccc9 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5715957 Mar 05 00:25:50.910889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54912) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:50.913738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:51.008953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-76f6a691-ae36-4d79-9aa4-4f5167ec57b5 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944612 Mar 05 00:25:51.029595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d60a05d1-e83b-486a-98f3-a60d20195100 req-759bf4ef-de44-4844-96a7-273d213b0a70 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647081 Mar 05 00:25:51.036992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54922) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:51.055125 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-e3086c61-bea8-4d2d-95b5-4a1dc49d34eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 217 time: 0.2135582 Mar 05 00:25:51.104711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-902b0918-128f-4eb4-a148-9b54489833f8 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9799e1e9bb6949bda8dbcf7485cdbd42&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639503 Mar 05 00:25:51.107773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54926) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:51.204240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-af32e747-5720-4dcb-86e1-2bad5848d282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:51.205924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-af32e747-5720-4dcb-86e1-2bad5848d282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 200 len: 852 time: 0.1447983 Mar 05 00:25:51.208272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8::1 (d477d868-4011-4b37-a5e0-415d3bd49016/0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68/e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:51.345611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:51.393009 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-1700a78f-289b-4b1c-9d13-b4d009c4d037 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d39f4c-c1dd-484b-8926-6e086557a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803343 Mar 05 00:25:51.504329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f02df-89e0-4632-8e23-d7ffa266a6ad None None] Network d477d868-4011-4b37-a5e0-415d3bd49016 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:51.523196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea1d17-1f57-4dc6-b2c4-b72953fc7926 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:51.524671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-42ea1d17-1f57-4dc6-b2c4-b72953fc7926 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4159515 Mar 05 00:25:51.527620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54934) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:51.564007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event updated for resources: {'Subnet': ['ID=2cbafc66-016e-4bcb-bd54-a031f9f092e0,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:51.574961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Checking segment: {'id': 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:51.575328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Network hostable DHCP agents. Network: f3568cdc-0a0e-44f8-944e-fe6912825857, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:25:51.620004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-93419249-05df-44aa-83ec-1c489efe643b None None] Provisioning for port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:51.627995 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-3d0dd852-2553-41d7-a665-5c121206bbf7 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265978 Mar 05 00:25:51.631392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-93419249-05df-44aa-83ec-1c489efe643b None None] Provisioning complete for port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:51.631874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93419249-05df-44aa-83ec-1c489efe643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:51.645842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:51.655007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Network f3568cdc-0a0e-44f8-944e-fe6912825857 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:25:51.668115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-771ea3d7-c58a-4c65-a8a8-c7bdab370aa1 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382985 Mar 05 00:25:51.671233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54942) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:51.678647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23978836', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:51.693188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:51.822203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:51.830171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:subnet and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:51.834018 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2a124771-ecfb-4119-a7ba-6981cab41825 req-7e319726-4811-44dd-a939-6977edeeedf6 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994367 Mar 05 00:25:51.834556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:51.835487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, f3568cdc-0a0e-44f8-944e-fe6912825857) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:51.841695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:51.842492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:51.852017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:51.865328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:51.866144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05faf8-0ecb-49d9-a4ca-15dbcd6967c5 None None] Network f3568cdc-0a0e-44f8-944e-fe6912825857 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:51.870307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2032ff86-e1bb-4adb-8fd4-531f5df6cd3e tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9571826 Mar 05 00:25:51.872909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54946) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:51.879059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Request body: {'port': {'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2066949535'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:51.981805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network d477d868-4011-4b37-a5e0-415d3bd49016 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:52.005520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:52.037641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:52.038524 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.093110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93419249-05df-44aa-83ec-1c489efe643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.118521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:52.127894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:52.195864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-93419249-05df-44aa-83ec-1c489efe643b None None] For port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,segment=NetworkSegment(1ea68f75-c054-43a7-a632-3001bbf90d97),segment_id=1ea68f75-c054-43a7-a632-3001bbf90d97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:52.205602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93419249-05df-44aa-83ec-1c489efe643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.244978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:52.254552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Usage tracker for resource:port and tenant:5edde34cd39b4d50b304817f49b804c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:52.262550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:52.276955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:52.338701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93419249-05df-44aa-83ec-1c489efe643b None None] Pushing event updated for resources: {'Port': ['ID=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:52.377411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-f3568cdc-0a0e-44f8-944e-fe6912825857', 'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857', 'tenant_id': '5edde34cd39b4d50b304817f49b804c9', 'fixed_ips': [{'subnet_id': '2cbafc66-016e-4bcb-bd54-a031f9f092e0'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:25:52.378232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.398170 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.409251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Made reservation on behalf of 5edde34cd39b4d50b304817f49b804c9 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:52.414483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.422244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.463425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] device_id is not set on port f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:25:52.556111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf299b26-65f1-4615-badc-0e0effc37d7c req-d403fa33-3fe1-49a1-9e0c-74e5a2d39aea tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:52.558546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf299b26-65f1-4615-badc-0e0effc37d7c req-d403fa33-3fe1-49a1-9e0c-74e5a2d39aea tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.2831280 Mar 05 00:25:52.632920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf299b26-65f1-4615-badc-0e0effc37d7c req-d1e5a2e1-3e90-43a7-ba35-a6c6e0c29abb tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659635 Mar 05 00:25:52.654013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:52.777507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-704f1c75-e0c4-4af8-a66b-2af3f4f938dd None None] Provisioning complete for port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:52.778010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-704f1c75-e0c4-4af8-a66b-2af3f4f938dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:52.806646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Allocated IP 172.20.0.2 (f3568cdc-0a0e-44f8-944e-fe6912825857/2cbafc66-016e-4bcb-bd54-a031f9f092e0/5ed1d2e6-2a47-424d-ae66-b59610571704) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:52.831643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:52.832007 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.032269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.131071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.147846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Subnet': ['ID=9f79c283-05d2-40a2-8ca4-abae1c5913ca,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:53.152972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.153930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.249616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Checking segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:53.249979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network hostable DHCP agents. Network: 85dc0bea-88d1-424b-9ddb-634275747d5b, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:25:53.258660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.275288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Transition to ACTIVE for port object 5ed1d2e6-2a47-424d-ae66-b59610571704 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:53.297610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Transition to ACTIVE for port object 5ed1d2e6-2a47-424d-ae66-b59610571704 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:53.304154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.309865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:53.361692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 85dc0bea-88d1-424b-9ddb-634275747d5b is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:25:53.386347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 85dc0bea-88d1-424b-9ddb-634275747d5b) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:53.391325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Pushing event updated for resources: {'Port': ['ID=5ed1d2e6-2a47-424d-ae66-b59610571704,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:53.393032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:53.394103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.405825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ce940d-2c4e-4124-b962-1ab88f838b64 None None] Network 85dc0bea-88d1-424b-9ddb-634275747d5b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:53.413535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network d477d868-4011-4b37-a5e0-415d3bd49016 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:53.417098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:53.419253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Allocated IP 172.20.0.8 (f3568cdc-0a0e-44f8-944e-fe6912825857/2cbafc66-016e-4bcb-bd54-a031f9f092e0/f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:53.525477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Network f3568cdc-0a0e-44f8-944e-fe6912825857 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:53.532283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:53.543111 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:53.548694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f6fdd888-0455-4560-8643-1b970902363e None None] Provisioning for port e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:53.563771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f6fdd888-0455-4560-8643-1b970902363e None None] Provisioning complete for port e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:53.564282 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd888-0455-4560-8643-1b970902363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.716821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.735422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Transition to ACTIVE for port object f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:53.769626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdd888-0455-4560-8643-1b970902363e None None] Port e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:53.770719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.804831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Attempting to bind port 5ed1d2e6-2a47-424d-ae66-b59610571704 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:53.805601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Attempting to bind port 5ed1d2e6-2a47-424d-ae66-b59610571704 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:53.806168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Attempting to bind port 5ed1d2e6-2a47-424d-ae66-b59610571704 on network f3568cdc-0a0e-44f8-944e-fe6912825857 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:53.815692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:53.816339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Checking segment: {'id': 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:53.816942 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.817564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Bound using segment: {'id': 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:53.818283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Bound port: 5ed1d2e6-2a47-424d-ae66-b59610571704, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3568cdc-0a0e-44f8-944e-fe6912825857'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:53.818866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:53.904084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event updated for resources: {'Port': ['ID=f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:53.917512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Network f3568cdc-0a0e-44f8-944e-fe6912825857 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:53.918677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:53.933418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:53.976345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-13b4ea68-d798-4c3b-b46a-ae602dfa5c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.3015790 Mar 05 00:25:54.040656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:54.042600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.070931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-60596f46-90fd-43f3-be38-d810314d89af tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1968853 Mar 05 00:25:54.074365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54984) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:54.091381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7d376462-ca29-417b-9969-b64d87c71d8c None None] Provisioning complete for port e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:54.092046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d376462-ca29-417b-9969-b64d87c71d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.212990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Deleting port f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:54.213958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.215858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-85dc0bea-88d1-424b-9ddb-634275747d5b', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ips': [{'subnet_id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:25:54.216993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.256656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] For port 5ed1d2e6-2a47-424d-ae66-b59610571704, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:54.271773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] For port 5ed1d2e6-2a47-424d-ae66-b59610571704, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ed1d2e6-2a47-424d-ae66-b59610571704,segment=NetworkSegment(d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5),segment_id=d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:54.273702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739177-44a2-445c-9f2a-89458e189fc3 req-e8b88c64-4ccd-4082-b5d8-0678f3f47287 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:54.275361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e739177-44a2-445c-9f2a-89458e189fc3 req-e8b88c64-4ccd-4082-b5d8-0678f3f47287 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.2717304 Mar 05 00:25:54.339198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.355902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e739177-44a2-445c-9f2a-89458e189fc3 req-bc6dcd2a-cd29-4970-a335-a2ad9d63ca1e tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697706 Mar 05 00:25:54.401853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:25:54.477794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7d376462-ca29-417b-9969-b64d87c71d8c None None] Port e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:25:54.478672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7584de0-812c-41ee-bf3d-648ff2d57add None None] Pushing event updated for resources: {'Port': ['ID=5ed1d2e6-2a47-424d-ae66-b59610571704,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:54.528044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 54994) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:54.535435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040175352', 'description': 'tempest-secgroup-smoke-2040175352 description', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:54.548659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:54.616047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.632305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Allocated IP 172.20.0.18 (85dc0bea-88d1-424b-9ddb-634275747d5b/9f79c283-05d2-40a2-8ca4-abae1c5913ca/39f49ff3-ff02-4ad4-9143-0ca7365e3a18) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:25:54.703857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:54.716800 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3a0d9c1c-9344-48e8-b16c-d7cf695c2312 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/f3b75e7b-ccc4-4627-83ce-be6bb8a69a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3147161 Mar 05 00:25:54.719846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 54998) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:54.748574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:54.756135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Calling delete_port for f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:54.825726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.894746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4fb24-5361-4c93-bb8d-8583b27ee6a2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:54.895464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-29f4fb24-5361-4c93-bb8d-8583b27ee6a2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:54.904979 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:54.906651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:54.930644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] Sync routers for ids ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:54.952054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-29f4fb24-5361-4c93-bb8d-8583b27ee6a2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:54.954123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] Routers {'f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:54.954769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:54.955699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-29f4fb24-5361-4c93-bb8d-8583b27ee6a2 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports/e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 HTTP/1.1" status: 200 len: 911 time: 0.2343802 Mar 05 00:25:54.958118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:55.002597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:55.006389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:55.011353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.019246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Transition to ACTIVE for port object 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:55.045050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Transition to ACTIVE for port object 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:25:55.055183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:55.058395 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.131895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:55.138514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] Routers {'f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:55.139379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:55.178412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event deleted for resources: {'Port': ['ID=f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:55.199939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Network 85dc0bea-88d1-424b-9ddb-634275747d5b is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:25:55.209917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:25:55.212935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Pushing event updated for resources: {'Port': ['ID=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:55.215242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:25:55.217569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:55.218534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff75bd-1c51-4d7c-898d-a26b5bdc4aae None None] The sync data for ids ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:55.257318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.289558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca119c47-b22f-4ee8-a63f-fce1ec4efa1c tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "DELETE /v2.0/ports/f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f HTTP/1.1" status: 204 len: 168 time: 1.2114024 Mar 05 00:25:55.290240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55012) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:55.313423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.325602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.352193 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.357076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8275819 Mar 05 00:25:55.357760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55022) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:55.369942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '58ce4f8d-325c-4353-9b90-2f5274dd31b8', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:55.389851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Attempting to bind port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:25:55.390200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Attempting to bind port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:25:55.390627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Attempting to bind port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 on network 85dc0bea-88d1-424b-9ddb-634275747d5b {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:25:55.396125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e8f4-1ab4-4504-a2fe-d43d8d7f98f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ce4f8d-325c-4353-9b90-2f5274dd31b8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:55.398554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:25:55.399026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Checking segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:25:55.399490 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.400397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Bound using segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:25:55.400397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Bound port: 39f49ff3-ff02-4ad4-9143-0ca7365e3a18, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:25:55.401028 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.402465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:55.430747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:55.445036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:55.475210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:55.485305 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.491007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1d6c3726-049c-4598-aeee-63bd3350f366 tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1989369 Mar 05 00:25:55.500207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55028) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:55.512866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1074388359'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:55.527557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:55.540468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Usage tracker for resource:network and tenant:5edde34cd39b4d50b304817f49b804c9 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:55.547957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:55.570422 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] For port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:25:55.576485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] For port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:25:55.581596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:55.586987 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.594709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.659301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Made reservation on behalf of 5edde34cd39b4d50b304817f49b804c9 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:25:55.662899 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.695689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6617-aef2-4b3d-8125-fcb5d9a7695d None None] Pushing event updated for resources: {'Port': ['ID=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:55.743902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.752959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:25:55.755880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.800627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf0c828-ae73-4dd3-bba7-936cda1ff459,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:55.824588 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.825027 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Added segment 11c6c697-5317-41a6-bc11-ebfec652ce97 of type vlan for network ac3ea42e-f8cf-4a35-a620-be4974da7bc8 Mar 05 00:25:55.855828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.859579 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-88ee0981-a05a-4438-8d89-939c0f5dbb8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4976780 Mar 05 00:25:55.866198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55036) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:55.873448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:55.881324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12773196-58f6-42a9-b6f9-6983d006c129 req-cbdc5df1-02ea-4981-b94f-2ea3d982336c tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:55.883362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12773196-58f6-42a9-b6f9-6983d006c129 req-cbdc5df1-02ea-4981-b94f-2ea3d982336c tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.2002680 Mar 05 00:25:55.884804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '58ce4f8d-325c-4353-9b90-2f5274dd31b8', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:55.892575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:55.897646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:55.902649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:55.909408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:55.949884 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.018642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.056423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:56.057824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.143920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce357dc-b100-4269-9ac7-ff630f7d1a7b None None] Network f3568cdc-0a0e-44f8-944e-fe6912825857 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:56.241773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12773196-58f6-42a9-b6f9-6983d006c129 req-951d429f-914f-4670-b956-b68b18af50b4 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409998 Mar 05 00:25:56.346010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8447013 Mar 05 00:25:56.359297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55046) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:56.424637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b57eb063-5b79-439d-9f1f-dc2a39ce22fd None None] Provisioning for port 5ed1d2e6-2a47-424d-ae66-b59610571704 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:56.508716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773db4d-6e4f-4aa1-836e-838028e647b6 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event updated for resources: {'Network': ['ID=ac3ea42e-f8cf-4a35-a620-be4974da7bc8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:56.543202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ac3ea42e-f8cf-4a35-a620-be4974da7bc8 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:25:56.565485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.577909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.699395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b83fdd-6fbe-43b0-abe6-799afac6feba,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:56.701919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:56.730609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.731790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a9775483-3fe6-4124-891e-68343bf9148b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8646016 Mar 05 00:25:56.736574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:56.769407 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '58ce4f8d-325c-4353-9b90-2f5274dd31b8', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:56.777870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:25:56.778213 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.795340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:56.801775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ed1d2e6-2a47-424d-ae66-b59610571704 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:56.816063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:56.858647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:56.870918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:56.889392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:56.893637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aaf168b3-d77f-4132-b9f7-a90efeace0cf tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/agents/130b5110-bd36-451c-acc8-f3206755839a/dhcp-networks HTTP/1.1" status: 200 len: 7791 time: 0.5302207 Mar 05 00:25:56.896834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:56.938884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5ed1d2e6-2a47-424d-ae66-b59610571704 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:56.964456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5ed1d2e6-2a47-424d-ae66-b59610571704 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:56.964456 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:56.970978 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:25:57.124980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.146124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.226068 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.235744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.276776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.277714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f2d5aa-9520-4295-9506-52571d32cbd6 tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] Network ac3ea42e-f8cf-4a35-a620-be4974da7bc8 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:25:57.296413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-428a6759-0bea-45fd-b46d-caa8300b7925 None None] Provisioning complete for port 5ed1d2e6-2a47-424d-ae66-b59610571704 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:57.310197 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-428a6759-0bea-45fd-b46d-caa8300b7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.310361 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41f2d5aa-9520-4295-9506-52571d32cbd6 tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "POST /v2.0/agents/130b5110-bd36-451c-acc8-f3206755839a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4121482 Mar 05 00:25:57.313076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55072) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:57.322325 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:25:57.350171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.362912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.405684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ae8db-45d1-40a5-8130-9eb4d22b2767 None None] Network ac3ea42e-f8cf-4a35-a620-be4974da7bc8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:57.417923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4a8ceb-9781-4b00-86df-50b69951d772,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:57.481501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5ed1d2e6-2a47-424d-ae66-b59610571704, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ed1d2e6-2a47-424d-ae66-b59610571704,segment=NetworkSegment(d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5),segment_id=d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:57.493118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7879b55-1083-43a2-8667-fc1a04e4f859 None None] Network 85dc0bea-88d1-424b-9ddb-634275747d5b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:25:57.511226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.512612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ed808fa-2572-4c00-9a7a-72ce7e04acd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7749171 Mar 05 00:25:57.515770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55078) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:57.524347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '58ce4f8d-325c-4353-9b90-2f5274dd31b8', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:57.531031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.537822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:57.545065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:57.549065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:57.561489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:57.584460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbe11a-14b5-4123-9455-e12c34867a94 req-470abaea-47eb-45bc-a9f6-25e909174e9b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:57.586418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2cfbe11a-14b5-4123-9455-e12c34867a94 req-470abaea-47eb-45bc-a9f6-25e909174e9b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.1315494 Mar 05 00:25:57.597327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.736785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2cfbe11a-14b5-4123-9455-e12c34867a94 req-8a325e87-462a-4b58-9221-8d302f9d8521 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305499 Mar 05 00:25:57.804154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5ed1d2e6-2a47-424d-ae66-b59610571704,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:57.825128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bcbb3979-93f2-4634-9c9b-d23850340baa tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/agents/130b5110-bd36-451c-acc8-f3206755839a/dhcp-networks HTTP/1.1" status: 200 len: 8536 time: 0.5108604 Mar 05 00:25:57.828408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55088) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:57.842141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.857205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.909762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.911960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4882778a-798f-4650-80b6-cc2d74eadf28,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:57.914245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:57.915642 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7b411181-95b0-4b68-af41-a946eb60b422 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3977704 Mar 05 00:25:57.918647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55092) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:57.924944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '58ce4f8d-325c-4353-9b90-2f5274dd31b8', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:57.931542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:57.936100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:57.939747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:57.945991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:57.964003 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Project 9799e1e9bb6949bda8dbcf7485cdbd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:25:57.970178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=e6a7e32f-a8f1-42b0-a7c0-33c3c2d21304,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:57.973891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c55ba7da-10f8-46af-a525-34392048062c tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "DELETE /v2.0/agents/130b5110-bd36-451c-acc8-f3206755839a/dhcp-networks/ac3ea42e-f8cf-4a35-a620-be4974da7bc8 HTTP/1.1" status: 204 len: 168 time: 0.1443350 Mar 05 00:25:57.977055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:57.985550 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.086076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.099542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.141719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34f3f30-600f-425c-a7ca-91b0670c0a30,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:58.158693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.163138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8027e74a-43fd-4e2e-a581-0691dd2da34c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2432768 Mar 05 00:25:58.163791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55102) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:58.176970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '58ce4f8d-325c-4353-9b90-2f5274dd31b8', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:25:58.190950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:25:58.199047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:25:58.213898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:25:58.218257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-922ea292-a866-4e7b-b90c-6706b8d63730 tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/agents/130b5110-bd36-451c-acc8-f3206755839a/dhcp-networks HTTP/1.1" status: 200 len: 7791 time: 0.2376900 Mar 05 00:25:58.221641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55108) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:58.227903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:25:58.242383 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Project 9799e1e9bb6949bda8dbcf7485cdbd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:25:58.265042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Provisioning for port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:25:58.279097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.280628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Provisioning complete for port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:58.291895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.400407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.406892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.420103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c51ca7c7-1948-413b-ae72-8e81676d4db7 tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/networks/f3568cdc-0a0e-44f8-944e-fe6912825857/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1921563 Mar 05 00:25:58.421570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55114) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:58.425435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.439417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cc12c8-6616-4b81-8383-776080463e12,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:58.451128 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.452788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf7997b2-eb80-4c46-a9bc-3eedaef638ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2877963 Mar 05 00:25:58.497301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.553637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] For port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:58.577358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.629729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ed1d2e6-2a47-424d-ae66-b59610571704 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:25:58.688109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Could not find standard attr ID for object f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:25:58.735128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:25:58.742579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0616-2795-4484-987f-9f802f359618 None None] Pushing event updated for resources: {'Port': ['ID=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:58.759147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5ed1d2e6-2a47-424d-ae66-b59610571704 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:58.759672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:58.790951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3aceaf79-7271-48f1-838e-dcefac17433e tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/networks/f3568cdc-0a0e-44f8-944e-fe6912825857/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3582768 Mar 05 00:25:58.791385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55130) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:58.943656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-796c821e-b85d-4597-bbe6-bfe296d71bfa None None] Provisioning complete for port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:25:58.946126 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-796c821e-b85d-4597-bbe6-bfe296d71bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.067340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-8d620fd6-af40-47df-ba0c-b5a3fd55f1c0 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040175352&fields=id&tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 267 time: 0.0872419 Mar 05 00:25:59.109127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b7d294d7-38de-477e-abeb-7633d794940d tempest-DHCPAgentSchedulersTestJSON-1135879886 tempest-DHCPAgentSchedulersTestJSON-1135879886-project-admin] 10.222.0.32 "GET /v2.0/agents/130b5110-bd36-451c-acc8-f3206755839a/dhcp-networks HTTP/1.1" status: 200 len: 7791 time: 0.3158906 Mar 05 00:25:59.113073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55140) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:59.123823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:59.142953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:25:59.256866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.272695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.278258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e600ce-c603-4e1e-ab51-a0b33f60f2dc req-39ebe93b-55b3-4278-9557-d34927599f61 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:59.279822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48e600ce-c603-4e1e-ab51-a0b33f60f2dc req-39ebe93b-55b3-4278-9557-d34927599f61 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 944 time: 0.3383176 Mar 05 00:25:59.335888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:25:59.352432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:25:59.361039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.379789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:25:59.430203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:59.447440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48e600ce-c603-4e1e-ab51-a0b33f60f2dc req-1b4efbac-4c28-472f-aeb5-567a42caee1b tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348975 Mar 05 00:25:59.481092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.512280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3ea42e-f8cf-4a35-a620-be4974da7bc8']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.528804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c6c697-5317-41a6-bc11-ebfec652ce97') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.529099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c6c697-5317-41a6-bc11-ebfec652ce97') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.541498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.546740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-e48e64ff-b440-4a9e-aec4-d0fcc6bbd1ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:25:59.547614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-e48e64ff-b440-4a9e-aec4-d0fcc6bbd1ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:59.564951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.573067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:25:59.573546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.583021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:25:59.585066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-e48e64ff-b440-4a9e-aec4-d0fcc6bbd1ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:59.586539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-e48e64ff-b440-4a9e-aec4-d0fcc6bbd1ab tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/networks?id=85dc0bea-88d1-424b-9ddb-634275747d5b HTTP/1.1" status: 200 len: 795 time: 0.5182939 Mar 05 00:25:59.604417 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] Sync routers for ids ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:25:59.615558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a6105e2b-759e-4f05-ae40-9ac6a67c0b99 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/f3b75e7b-ccc4-4627-83ce-be6bb8a69a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551499 Mar 05 00:25:59.617362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55154) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:59.620515 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] Routers {'f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:59.621396 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.669621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:25:59.675787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7237c195-55fc-4c0b-9d95-0fb5f0823b54 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:25:59.682998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-fb87439f-f92b-4eab-8a7b-7f639a6ad5bc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/quotas/9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 375 time: 0.0228128 Mar 05 00:25:59.685797 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.697177 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] Routers {'f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:25:59.698356 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.736412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7237c195-55fc-4c0b-9d95-0fb5f0823b54 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:25:59.737821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7237c195-55fc-4c0b-9d95-0fb5f0823b54 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 HTTP/1.1" status: 200 len: 205 time: 0.1192174 Mar 05 00:25:59.740480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55158) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:25:59.755719 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:25:59.762499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.763772 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:25:59.764183 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5771c-d2d0-460c-8847-566cc7cad95f None None] The sync data for ids ['f3b75e7b-ccc4-4627-83ce-be6bb8a69a57'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:25:59.788686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:25:59.796734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event deleted for resources: {'Network': ['ID=ac3ea42e-f8cf-4a35-a620-be4974da7bc8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:25:59.799634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-39268003-9d03-4e74-9d15-ddfbbeeda7fc tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "DELETE /v2.0/networks/ac3ea42e-f8cf-4a35-a620-be4974da7bc8 HTTP/1.1" status: 204 len: 168 time: 0.6852643 Mar 05 00:25:59.802197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55162) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:59.854968 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8934923a-f7e3-4df2-a99b-dede2b0301c2 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] DELETE failed (client error): The resource could not be found. Mar 05 00:25:59.855591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8934923a-f7e3-4df2-a99b-dede2b0301c2 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:25:59.857439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8934923a-f7e3-4df2-a99b-dede2b0301c2 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "DELETE /v2.0/ports/f90b3d0b-eb79-4cd2-ae2b-9f247ba10d7f HTTP/1.1" status: 404 len: 333 time: 0.0543809 Mar 05 00:25:59.859942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55170) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:25:59.984267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-f0ce6e7e-24f7-4a87-aea0-5d3cf1f30785 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2938199 Mar 05 00:25:59.998469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.185707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Deleting subnet 2cbafc66-016e-4bcb-bd54-a031f9f092e0 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:26:00.189009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.253529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.344900 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.422975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.467804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbafc66-016e-4bcb-bd54-a031f9f092e0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:00.474754 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.483167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86be24fe-4f83-4216-9636-0b189052e0d3 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "DELETE /v2.0/subnets/2cbafc66-016e-4bcb-bd54-a031f9f092e0 HTTP/1.1" status: 204 len: 168 time: 0.6213825 Mar 05 00:26:00.484923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55184) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:00.496308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f92792-e448-425d-8f5b-c8585182e0ac None None] Network f3568cdc-0a0e-44f8-944e-fe6912825857 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:00.547409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-5c06fda3-9e9f-4e23-bc90-219f495b5ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767883 Mar 05 00:26:00.745354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:00.746131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.768905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Deleting port 5ed1d2e6-2a47-424d-ae66-b59610571704 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:00.769272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.775806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:00.820856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65eb6-a6f1-4f6a-b10e-338125c71e51 req-629dbb0b-8df9-4461-b0c5-0cd48ca128c8 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:00.828089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61c65eb6-a6f1-4f6a-b10e-338125c71e51 req-629dbb0b-8df9-4461-b0c5-0cd48ca128c8 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 945 time: 0.1660891 Mar 05 00:26:00.852792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.872933 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.907228 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-c44c1b79-23f3-4f85-b210-934cb79b086d service neutron] 10.222.0.32 "GET /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561630 Mar 05 00:26:00.912199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61c65eb6-a6f1-4f6a-b10e-338125c71e51 req-729b7e7d-e062-4b35-9992-c036e2925e5e tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826745 Mar 05 00:26:00.951747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.954847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:26:00.996645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:00.999081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-131f5b14-3e9b-48bf-b404-c4e9c29cdf31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 HTTP/1.1" status: 204 len: 168 time: 1.2575524 Mar 05 00:26:01.003529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:01.008403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:01.008959 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.079965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:01.109462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:01.110089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.175936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] DHCP port deletion for f3568cdc-0a0e-44f8-944e-fe6912825857 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:26:01.182898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Deleting port 5ed1d2e6-2a47-424d-ae66-b59610571704 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:01.183582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.202036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] For port 5ed1d2e6-2a47-424d-ae66-b59610571704, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ed1d2e6-2a47-424d-ae66-b59610571704,segment=NetworkSegment(d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5),segment_id=d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:01.202399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.312013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet 0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:26:01.315639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.399904 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.483607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Calling delete_port for 5ed1d2e6-2a47-424d-ae66-b59610571704 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:01.491160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.531814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.568329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b55055af-856a-4255-99a7-a07ba24d919e req-d585126f-54be-49ec-ad7e-ad55bad0c4c1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 210 time: 0.2377913 Mar 05 00:26:01.658670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.659050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.693533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:26:01.707245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:01.715279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:01.721258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] For port 5ed1d2e6-2a47-424d-ae66-b59610571704, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ed1d2e6-2a47-424d-ae66-b59610571704,segment=NetworkSegment(d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5),segment_id=d5fd88bb-2287-4e6f-b7d6-43d4a04f48d5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:01.721899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.731398 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.741776 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:01.752977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event deleted for resources: {'Port': ['ID=5ed1d2e6-2a47-424d-ae66-b59610571704,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:01.761481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ef33800c-10f4-495e-8eda-688c066778a0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68 HTTP/1.1" status: 204 len: 168 time: 0.7501836 Mar 05 00:26:01.761575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55220) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:01.790647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] No DVR routers for this DVR port 5ed1d2e6-2a47-424d-ae66-b59610571704 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:26:01.801662 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3aa9d4-ddff-4a1a-851b-feff99d68b2f None None] Network d477d868-4011-4b37-a5e0-415d3bd49016 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:01.826281 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'code': 200} Mar 05 00:26:01.987805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Calling delete_port for 5ed1d2e6-2a47-424d-ae66-b59610571704 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:02.041819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.051755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.102632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3568cdc-0a0e-44f8-944e-fe6912825857']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:02.111293 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:26:02.113713 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:26:02.127140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:02.127140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.186816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:02.187113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fd88bb-2287-4e6f-b7d6-43d4a04f48d5') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:02.249501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:02.353578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d978dd0-1f92-4aad-9856-eb62cb7fcadb req-72d2e60f-f06a-4fdd-b189-c41a3ca2e5e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1097 time: 0.4165533 Mar 05 00:26:02.355463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.430764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.464533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:26:02.465259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.474434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] DHCP port deletion for d477d868-4011-4b37-a5e0-415d3bd49016 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:26:02.478676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Deleting port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:02.479122 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:26:02.487055 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:26:02.575185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:26:02.646785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Deleting port 5ed1d2e6-2a47-424d-ae66-b59610571704 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:02.647229 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.706062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d978dd0-1f92-4aad-9856-eb62cb7fcadb req-ebcf6168-7d73-43f7-8899-7bd14d2da6b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348961 Mar 05 00:26:02.712109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.721086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5634a5-a886-472d-a770-7f539eb59c0c req-3e5263fa-4d53-496b-ad60-9132edd111d7 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:02.722670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d5634a5-a886-472d-a770-7f539eb59c0c req-3e5263fa-4d53-496b-ad60-9132edd111d7 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 946 time: 0.5468168 Mar 05 00:26:02.740474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.796436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] Pushing event deleted for resources: {'Network': ['ID=f3568cdc-0a0e-44f8-944e-fe6912825857,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:02.815267 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cc1caecf-d38d-48c1-bcba-622f383eb192 tempest-DHCPAgentSchedulersTestJSON-1546548723 tempest-DHCPAgentSchedulersTestJSON-1546548723-project] 10.222.0.32 "DELETE /v2.0/networks/f3568cdc-0a0e-44f8-944e-fe6912825857 HTTP/1.1" status: 204 len: 168 time: 2.3292403 Mar 05 00:26:02.818136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,segment=NetworkSegment(1ea68f75-c054-43a7-a632-3001bbf90d97),segment_id=1ea68f75-c054-43a7-a632-3001bbf90d97)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:02.818136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:02.882572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-a5d810ed-e728-4688-921f-3e81a6d05f79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:02.884002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-a5d810ed-e728-4688-921f-3e81a6d05f79 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.36 "GET /v2.0/networks?id=85dc0bea-88d1-424b-9ddb-634275747d5b HTTP/1.1" status: 200 len: 795 time: 0.3486588 Mar 05 00:26:02.922581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d5634a5-a886-472d-a770-7f539eb59c0c req-54a3f609-7c86-44ae-b9c7-cbd14a6968a8 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657734 Mar 05 00:26:02.968495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84ac8567-a40a-45ee-b6fa-979edd03a54a None None] The port '5ed1d2e6-2a47-424d-ae66-b59610571704' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:26:02.999106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:03.085099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eccf1d5c-73fe-4266-8ae8-581fcbab63ed req-07a06941-1875-4d6d-8c2d-0b55286708db tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 210 time: 0.1503477 Mar 05 00:26:03.109053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.137666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-afeb8165-a01e-476e-8ff0-bc991ca13d2e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 472 time: 0.2400761 Mar 05 00:26:03.148094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'port': {'device_id': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'admin_state_up': True, 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'security_groups': ['58ce4f8d-325c-4353-9b90-2f5274dd31b8']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:03.170327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:03.181765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No DVR routers for this DVR port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:26:03.267736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 00:26:03.268195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ed1d2e6-2a47-424d-ae66-b59610571704 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:26:03.272096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55250) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:03.343946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.345573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:03.350229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:port and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:03.354727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:03.361793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:03.375247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:03.376830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d477d868-4011-4b37-a5e0-415d3bd49016']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:03.383884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.391828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5ed1d2e6-2a47-424d-ae66-b59610571704 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:26:03.392173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ed1d2e6-2a47-424d-ae66-b59610571704 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:26:03.394792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea68f75-c054-43a7-a632-3001bbf90d97') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:03.395086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea68f75-c054-43a7-a632-3001bbf90d97') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:03.411416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.427885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.436416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] For port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7dbfdcef-cebc-4cdb-88ee-bf274a686d71,segment=NetworkSegment(1ea68f75-c054-43a7-a632-3001bbf90d97),segment_id=1ea68f75-c054-43a7-a632-3001bbf90d97)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:03.439815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.442858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:26:03.443227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:26:03.461236 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:26:03.553036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.583273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.594166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=d477d868-4011-4b37-a5e0-415d3bd49016,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:03.618349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-857e919a-b61d-4fa0-acdb-a5a281fb6a08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/d477d868-4011-4b37-a5e0-415d3bd49016 HTTP/1.1" status: 204 len: 168 time: 1.8570244 Mar 05 00:26:03.623094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55256) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:03.629613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1345747545', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:03.644391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:03.650230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:03.654959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:03.666866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:03.679063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Calling delete_port for 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:03.681197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.684160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.716994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.781728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:26:03.783341 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:26:03.847814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-138e1f6c-e165-4c53-928d-9a96ba0ef479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5edde34cd39b4d50b304817f49b804c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5743506 Mar 05 00:26:03.850565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55266) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:03.904452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.20.0.22 (85dc0bea-88d1-424b-9ddb-634275747d5b/9f79c283-05d2-40a2-8ca4-abae1c5913ca/93297cd7-de5a-47cb-b737-920964286ab2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:03.961184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d93a5521-23d0-4aa6-9fbd-7e4845b55a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:03.980208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.122964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d93a5521-23d0-4aa6-9fbd-7e4845b55a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.284152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Deleting port 7dbfdcef-cebc-4cdb-88ee-bf274a686d71 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:04.285117 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.386982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37055c0-ca13-4977-952e-e6369054b46b req-1e4259bc-a0f6-4d6c-b72d-5f3c270741a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:04.388489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e37055c0-ca13-4977-952e-e6369054b46b req-1e4259bc-a0f6-4d6c-b72d-5f3c270741a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 946 time: 0.2310121 Mar 05 00:26:04.399717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.402884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f2e0d0d-d81a-4bdc-a800-0db1072407ff req-2156844c-cb59-4be2-9990-980e198e8923 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 210 time: 0.1464679 Mar 05 00:26:04.442623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-697d5022-041f-4b4c-8f6d-4f6b968281d7 None None] The port '7dbfdcef-cebc-4cdb-88ee-bf274a686d71' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:26:04.488747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.492497 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.532426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Transition to ACTIVE for port object 93297cd7-de5a-47cb-b737-920964286ab2 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:04.533803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d93a5521-23d0-4aa6-9fbd-7e4845b55a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.556559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a5521-23d0-4aa6-9fbd-7e4845b55a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f5d31e-9d24-469f-9b64-abd889fe7e3a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:04.575244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d93a5521-23d0-4aa6-9fbd-7e4845b55a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.576515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d93a5521-23d0-4aa6-9fbd-7e4845b55a45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4f5d31e-9d24-469f-9b64-abd889fe7e3a HTTP/1.1" status: 204 len: 168 time: 0.7250626 Mar 05 00:26:04.591651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.697899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 85dc0bea-88d1-424b-9ddb-634275747d5b is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:04.701639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:04.705989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:04.734095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e37055c0-ca13-4977-952e-e6369054b46b req-3663a7fb-de07-41e1-82bf-b58d17cf69eb tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354161 Mar 05 00:26:04.767414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=93297cd7-de5a-47cb-b737-920964286ab2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:04.845916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:04.849207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:04.877060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 172.25.0.210 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/d699aa91-3fe1-4847-8b33-56787231dcbe) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:04.881811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bcaf5043-a5a3-49e4-a2ac-8132877397d4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7378807 Mar 05 00:26:04.895626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Request body: {'port': {'device_id': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:04.929465 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-02b74fdf-9f6d-41fc-8003-084c58984378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.117405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55294) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:05.145352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-40d9cf1c-5631-4cfc-ab9a-db09b366d9ff None None] Provisioning for port 93297cd7-de5a-47cb-b737-920964286ab2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:05.149900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.151321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-40d9cf1c-5631-4cfc-ab9a-db09b366d9ff None None] Provisioning complete for port 93297cd7-de5a-47cb-b737-920964286ab2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:05.151868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-40d9cf1c-5631-4cfc-ab9a-db09b366d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.174834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.216521 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.223466 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.224272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-40d9cf1c-5631-4cfc-ab9a-db09b366d9ff None None] Port 93297cd7-de5a-47cb-b737-920964286ab2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:05.236948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:05.244600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:297a0724a53244e19e8d5048a4f3c6b5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:05.249662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:05.290436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:05.301045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10653f-84ea-47d2-aa19-8ed8ba9a464a req-d30e7e96-7ec6-4432-b213-23c0fad487c3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:05.307932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae10653f-84ea-47d2-aa19-8ed8ba9a464a req-d30e7e96-7ec6-4432-b213-23c0fad487c3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 946 time: 0.2675242 Mar 05 00:26:05.322041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:05.325995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:05.328113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=d699aa91-3fe1-4847-8b33-56787231dcbe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:05.330689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:05.499568 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae10653f-84ea-47d2-aa19-8ed8ba9a464a req-9d03c008-9486-4ab3-88fb-22f4c6cb9c05 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902120 Mar 05 00:26:05.534456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.536563 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.578569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:05.613665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.625056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.662372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba4817-58e2-4ba7-a22a-34928879c18f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:05.718347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bb95c47d-a032-4e89-9543-7d8ba427e4f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=297a0724a53244e19e8d5048a4f3c6b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5902522 Mar 05 00:26:05.718716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55314) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:05.805102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dbe86-af4a-42ec-8a68-dc55e72b055e req-480214c4-ccc3-4a04-8118-e2f89b411c42 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:05.812978 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-072dbe86-af4a-42ec-8a68-dc55e72b055e req-480214c4-ccc3-4a04-8118-e2f89b411c42 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 932 time: 0.2035432 Mar 05 00:26:05.870317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93297cd7-de5a-47cb-b737-920964286ab2 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:26:05.871611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-072dbe86-af4a-42ec-8a68-dc55e72b055e req-d57b5cd2-7590-420f-b52f-fea18c54af58 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:05.881361 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.903563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-072dbe86-af4a-42ec-8a68-dc55e72b055e req-d57b5cd2-7590-420f-b52f-fea18c54af58 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:05.903819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Transition to ACTIVE for port object 93297cd7-de5a-47cb-b737-920964286ab2 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:05.911433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efffd0f1-7c76-417b-9de6-d1cca4a3ed96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:05.920336 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-072dbe86-af4a-42ec-8a68-dc55e72b055e req-d57b5cd2-7590-420f-b52f-fea18c54af58 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021194 Mar 05 00:26:06.002496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.002745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router d3aed975-68d1-4ee7-ab48-c29259ff4a8b is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:26:06.052810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efffd0f1-7c76-417b-9de6-d1cca4a3ed96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.209161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Pushing event updated for resources: {'Port': ['ID=93297cd7-de5a-47cb-b737-920964286ab2,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:06.265843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:06.276460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] Sync routers for ids ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:06.280262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efffd0f1-7c76-417b-9de6-d1cca4a3ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.302740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] Routers {'d3aed975-68d1-4ee7-ab48-c29259ff4a8b'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:06.303491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:06.328761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-486c17d5-692f-4122-8178-5a8ac6d9341e tempest-TestVolumeBackupRestore-2087533194 tempest-TestVolumeBackupRestore-2087533194-project-admin] Synchronizing usage tracker for tenant:6ce6d554c9dc472cad6dad5840ae41b3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:06.340355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.344429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffd0f1-7c76-417b-9de6-d1cca4a3ed96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba4817-58e2-4ba7-a22a-34928879c18f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:06.352853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-06cbc8d4-79c1-4e8e-8ecf-c1d354135142 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7257917 Mar 05 00:26:06.353485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:06.365232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-efffd0f1-7c76-417b-9de6-d1cca4a3ed96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.366362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-efffd0f1-7c76-417b-9de6-d1cca4a3ed96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dba4817-58e2-4ba7-a22a-34928879c18f HTTP/1.1" status: 204 len: 168 time: 0.6467721 Mar 05 00:26:06.388274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-486c17d5-692f-4122-8178-5a8ac6d9341e tempest-TestVolumeBackupRestore-2087533194 tempest-TestVolumeBackupRestore-2087533194-project-admin] Unset dirty status for tenant:6ce6d554c9dc472cad6dad5840ae41b3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:06.392594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-486c17d5-692f-4122-8178-5a8ac6d9341e tempest-TestVolumeBackupRestore-2087533194 tempest-TestVolumeBackupRestore-2087533194-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1092 time: 0.8024652 Mar 05 00:26:06.395679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55336) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:06.407651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:06.416702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Attempting to bind port 93297cd7-de5a-47cb-b737-920964286ab2 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:06.417112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Attempting to bind port 93297cd7-de5a-47cb-b737-920964286ab2 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:06.417525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Attempting to bind port 93297cd7-de5a-47cb-b737-920964286ab2 on network 85dc0bea-88d1-424b-9ddb-634275747d5b {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:06.419906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:06.426509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:06.426765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Usage tracker for resource:floatingip and tenant:aa61c4ec7701405b913cf3089dfab611 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:06.431448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:06.436074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Port 93297cd7-de5a-47cb-b737-920964286ab2 on network 85dc0bea-88d1-424b-9ddb-634275747d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:06.436498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Attempting to bind port 93297cd7-de5a-47cb-b737-920964286ab2 on network 85dc0bea-88d1-424b-9ddb-634275747d5b {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:06.443029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:06.443758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] Routers {'d3aed975-68d1-4ee7-ab48-c29259ff4a8b'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:06.444452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:25:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:06.452448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:06.452733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Checking segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:06.453124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Bound using segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:06.453580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Bound port: 93297cd7-de5a-47cb-b737-920964286ab2, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:06.454011 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.538756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:06.539421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d4886-0334-40e4-a883-f4ae9a7c7295 None None] The sync data for ids ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:06.613509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.757537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-151675c4-8c7c-4022-8f44-49c01f8a9461 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/routers/d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 200 len: 885 time: 0.4028199 Mar 05 00:26:06.760749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55350) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:06.829158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] For port 93297cd7-de5a-47cb-b737-920964286ab2, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:06.839821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] For port 93297cd7-de5a-47cb-b737-920964286ab2, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=93297cd7-de5a-47cb-b737-920964286ab2,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:06.850677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.971229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.976970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:06.980357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] 10.222.0.36 "PUT /v2.0/ports/93297cd7-de5a-47cb-b737-920964286ab2 HTTP/1.1" status: 200 len: 1092 time: 2.0913603 Mar 05 00:26:06.989393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'tag': '93297cd7-de5a-47cb-b737-920964286ab2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:26:07.014256 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d918a413-b4f2-4542-85b2-fb0dc5fc17b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:07.161716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a7f335bf-26cc-47d9-ad2e-beb6df3f5b80 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:router {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:07.165768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f528c-d5fc-40f3-9515-2479d05e7590 service neutron] Pushing event updated for resources: {'Port': ['ID=93297cd7-de5a-47cb-b737-920964286ab2,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:07.177525 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'tag': '93297cd7-de5a-47cb-b737-920964286ab2', 'status': 'completed', 'code': 200} Mar 05 00:26:07.199644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a7f335bf-26cc-47d9-ad2e-beb6df3f5b80 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:router {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:07.200956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a7f335bf-26cc-47d9-ad2e-beb6df3f5b80 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4390194 Mar 05 00:26:07.203702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55376) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:07.209091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1345747545'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:07.370021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-d50d244d-7c90-4342-9ac9-58885939ec16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 1095 time: 0.2979469 Mar 05 00:26:07.472041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-7f0e4366-ec5e-4c3a-8b26-d818d7561eed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=93297cd7-de5a-47cb-b737-920964286ab2 HTTP/1.1" status: 200 len: 217 time: 0.0889680 Mar 05 00:26:07.525159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Allocated IP 172.25.0.3 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/fd2ee19a-2607-4bb6-b8c0-48705dd5ef4e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:07.552796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94436b6d-8696-4802-a222-00f461167861 req-a4d132bd-2c28-49c1-a385-ab9a41d02bc2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:07.553694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-94436b6d-8696-4802-a222-00f461167861 req-a4d132bd-2c28-49c1-a385-ab9a41d02bc2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:07.646671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bf714d67-de94-41c1-aefe-80d495e9cd9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:07.648501 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-bf714d67-de94-41c1-aefe-80d495e9cd9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f79c283-05d2-40a2-8ca4-abae1c5913ca HTTP/1.1" status: 200 len: 836 time: 0.1738355 Mar 05 00:26:07.656258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-94436b6d-8696-4802-a222-00f461167861 req-a4d132bd-2c28-49c1-a385-ab9a41d02bc2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:07.657831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94436b6d-8696-4802-a222-00f461167861 req-a4d132bd-2c28-49c1-a385-ab9a41d02bc2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 944 time: 0.3961544 Mar 05 00:26:07.834162 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94436b6d-8696-4802-a222-00f461167861 req-4ae2b7b3-42b4-4071-88ae-c7f180f0126b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310854 Mar 05 00:26:07.846580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:07.862172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-0554d694-b75c-469b-9722-29d8af7ab2e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85dc0bea-88d1-424b-9ddb-634275747d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920676 Mar 05 00:26:08.028938 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-9e4be1ac-adb0-4dd2-b088-66b871abccae service neutron] 10.222.0.36 "GET /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557474 Mar 05 00:26:08.051779 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:08.112671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:08.128612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:08.145331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:08.206697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:08.219234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:08.299690 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:08.364549 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:08.375502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'Port': ['ID=fd2ee19a-2607-4bb6-b8c0-48705dd5ef4e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:08.404279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router d3aed975-68d1-4ee7-ab48-c29259ff4a8b has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:08.452159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8c35fe9-249e-4a05-b1e7-567668f4b4b9 req-0d7a1d17-9f10-4b36-bd8c-53ac7332c71f service neutron] 10.222.0.36 "GET /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055617 Mar 05 00:26:08.672332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:08.683412 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] Sync routers for ids ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:08.695745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:08.697935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3636c434-0cc0-4ee8-84f0-e422277f1fcd tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 200 len: 892 time: 1.4932578 Mar 05 00:26:08.700603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55406) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:08.704885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] Routers {'d3aed975-68d1-4ee7-ab48-c29259ff4a8b'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:08.706034 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:08.779961 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:08.798096 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] Routers {'d3aed975-68d1-4ee7-ab48-c29259ff4a8b'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:08.798744 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:08.900085 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:08.901072 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2886f-2398-4317-9fc7-356cb3771b2e None None] The sync data for ids ['d3aed975-68d1-4ee7-ab48-c29259ff4a8b'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:08.901406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-a4616691-3f75-43ce-b099-d35636cb6997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 1095 time: 0.1082349 Mar 05 00:26:08.964683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-181982e9-7f22-456f-af4e-bb9d196c2ee6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/routers/d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 200 len: 892 time: 0.2629445 Mar 05 00:26:08.965679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55416) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:09.012072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e6bca01-53d5-48d2-aab5-9baa3accea35 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:09.063052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-eb718378-8046-48bc-8a03-6b5cda70e9c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:09.064495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-eb718378-8046-48bc-8a03-6b5cda70e9c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85dc0bea-88d1-424b-9ddb-634275747d5b HTTP/1.1" status: 200 len: 896 time: 0.1557376 Mar 05 00:26:09.099089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0e6bca01-53d5-48d2-aab5-9baa3accea35 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:09.103578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0e6bca01-53d5-48d2-aab5-9baa3accea35 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 200 len: 205 time: 0.1366057 Mar 05 00:26:09.105159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55424) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:09.173832 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.243671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:09.251889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d98d0-7c06-4a2e-8e87-92ef06fba8ac req-041a0def-165f-4932-9a39-36a0565300e9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:09.254002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e7d98d0-7c06-4a2e-8e87-92ef06fba8ac req-041a0def-165f-4932-9a39-36a0565300e9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 944 time: 0.2382307 Mar 05 00:26:09.325038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-6af91aab-ead9-485f-a072-5cb0c3a7ea7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=93297cd7-de5a-47cb-b737-920964286ab2 HTTP/1.1" status: 200 len: 217 time: 0.1494644 Mar 05 00:26:09.346034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9e7d98d0-7c06-4a2e-8e87-92ef06fba8ac req-5191829c-f95b-453b-939c-0bbc46a0ff62 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844529 Mar 05 00:26:09.409651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-6b3bbd84-5346-4c08-be1c-61a127427c77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:09.411132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-6b3bbd84-5346-4c08-be1c-61a127427c77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f79c283-05d2-40a2-8ca4-abae1c5913ca HTTP/1.1" status: 200 len: 836 time: 0.0786791 Mar 05 00:26:09.411929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.520564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a232d545-558a-47b0-be85-b126f77dce8d tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:09.574026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.661654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-b6d18a1e-b9b5-4e61-a8ee-2c876e5d7a81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85dc0bea-88d1-424b-9ddb-634275747d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214015 Mar 05 00:26:09.665729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a232d545-558a-47b0-be85-b126f77dce8d tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "PUT /v2.0/quotas/928e646be85f47ffa0309ea6fd79234f HTTP/1.1" status: 200 len: 368 time: 0.3943162 Mar 05 00:26:09.676368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55442) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:09.707223 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Request body: {'network': {'project_id': '928e646be85f47ffa0309ea6fd79234f'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:09.717030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:09.753288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.779469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Usage tracker for resource:network and tenant:928e646be85f47ffa0309ea6fd79234f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:09.788491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:09.807782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:09.815112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.826284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port d699aa91-3fe1-4847-8b33-56787231dcbe {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:09.826536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.847062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Made reservation on behalf of 928e646be85f47ffa0309ea6fd79234f for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:09.849292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.878421 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.880077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.902465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:09.948091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-92ed3f59-4652-438f-9a75-fb78c3ee5f88 service neutron] 10.222.0.36 "GET /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663879 Mar 05 00:26:10.005567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.055096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:10.092056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Usage tracker for resource:security_group_rule and tenant:928e646be85f47ffa0309ea6fd79234f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:10.108138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:10.110720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event updated for resources: {'Port': ['ID=fd2ee19a-2607-4bb6-b8c0-48705dd5ef4e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:10.126819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:10.130809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for d699aa91-3fe1-4847-8b33-56787231dcbe owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:10.178459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.315082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.362498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=d699aa91-3fe1-4847-8b33-56787231dcbe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:10.427743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc8437ba-d773-4ac0-bd0a-ba36dcb1af81 req-29c4f5ca-6b4e-4aef-939f-ead248b31392 service neutron] 10.222.0.36 "GET /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688997 Mar 05 00:26:10.491176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.503060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.543680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:10.591546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e49bd6-a905-4029-b95a-87c5a160868c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:10.614077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.614419 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Added segment 5128d0a3-1813-4f5d-95ee-3348d25e7d11 of type vlan for network 5415403f-2e2b-46f0-84f3-38621cc04112 Mar 05 00:26:10.631286 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.661274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.707162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c25306-2672-4c19-93cc-7394e42ecce2 req-7c159c1c-ff7d-45aa-a05c-deb7a70f850e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:10.708628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6c25306-2672-4c19-93cc-7394e42ecce2 req-7c159c1c-ff7d-45aa-a05c-deb7a70f850e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 944 time: 0.1616950 Mar 05 00:26:10.737125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.737967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:10.738533 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.780578 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Floating IP b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01 associated. External IP: 172.25.0.3, port: 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a. Mar 05 00:26:10.914378 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.920429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.963430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.964329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router d3aed975-68d1-4ee7-ab48-c29259ff4a8b {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:26:10.991386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:10.997125 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a780044f-e328-4248-a6a8-928250eef603 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 204 len: 168 time: 1.8866794 Mar 05 00:26:10.997125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55454) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.004323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-836698353'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:11.012070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:11.018042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:11.021741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:11.024338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Pushing event updated for resources: {'Network': ['ID=5415403f-2e2b-46f0-84f3-38621cc04112,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:11.032876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f2dd06e2-0721-4657-a4b9-0db89bc5b828 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3527689 Mar 05 00:26:11.033105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.036659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:11.041994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 5415403f-2e2b-46f0-84f3-38621cc04112 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:11.042596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6c25306-2672-4c19-93cc-7394e42ecce2 req-295ce5f3-c888-4cbe-a80d-84aed82773a8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260918 Mar 05 00:26:11.060602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Request body: {'network': {'project_id': '928e646be85f47ffa0309ea6fd79234f'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:11.066460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:11.070862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Usage tracker for resource:network and tenant:928e646be85f47ffa0309ea6fd79234f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:11.074332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:11.080956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:11.096358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Made reservation on behalf of 928e646be85f47ffa0309ea6fd79234f for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:11.099339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.117720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:11.121822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.284759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:11.286745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:11.301158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.301530 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Added segment cb4d008f-709c-451f-a37b-edf0e1a4a745 of type vlan for network 50b9d600-e1a7-4c83-9fb8-3f09a8571c38 Mar 05 00:26:11.302796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.303125 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment 16902521-cdd7-45a7-9a45-0a8a9771a580 of type vlan for network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 Mar 05 00:26:11.342708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:11.346561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.351144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.397053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.398279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:11.399088 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.417529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.421172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:11.421780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.527915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4908166 Mar 05 00:26:11.528291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.539456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Request body: {'network': {'project_id': '928e646be85f47ffa0309ea6fd79234f'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:11.547481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5490685 Mar 05 00:26:11.548707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55466) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.551382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c0160-c310-4e17-bcb6-60bbc048373c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Pushing event updated for resources: {'Network': ['ID=50b9d600-e1a7-4c83-9fb8-3f09a8571c38,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:11.554108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:11.560003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:11.561291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 50b9d600-e1a7-4c83-9fb8-3f09a8571c38 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:11.575215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:11.593087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Usage tracker for resource:network and tenant:928e646be85f47ffa0309ea6fd79234f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:11.597606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:11.602446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:11.642029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] Sync routers for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:11.664367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f822d976-0e3b-462e-82d3-6740c33f57b1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2649488 Mar 05 00:26:11.664367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:26:11.668732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55470) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.686277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:11.687097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:11.716985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:11.737203 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 00:26:11.737678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:11.738803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94788931-ebc1-4222-9265-e66449c7ae54 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2082057 Mar 05 00:26:11.746365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55476) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.747964 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'status': 'completed', 'code': 200} Mar 05 00:26:11.810222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1456c-2c24-4382-a784-d3032e2003c3 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=37ba5d1d-c4c8-4811-a12b-e0ec56a99763,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:11.814159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-738de60d-7885-4393-80aa-655f08af144a tempest-TestVolumeBackupRestore-2087533194 tempest-TestVolumeBackupRestore-2087533194-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1092 time: 0.1411839 Mar 05 00:26:11.817747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55480) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.827293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:11.827683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:11.829421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Request body: {'floatingip': {'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:11.833314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:11.837346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:11.850827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:11.870808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:11.891988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-148246f1-f53e-4730-9af1-2b43050e6b74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1097 time: 0.1215899 Mar 05 00:26:11.892386 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-206e0f6a-79b4-42f3-ad2b-5170e455b951 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=928e646be85f47ffa0309ea6fd79234f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1430235 Mar 05 00:26:11.895574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55484) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:11.938250 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.105634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.141140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:12.255604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ec0-3218-4a20-8285-f6f2f577d81c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.275044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-1d8d566f-5fa4-4eaf-ae63-52788f8fa6f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:12.277141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-1d8d566f-5fa4-4eaf-ae63-52788f8fa6f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 914 time: 0.3790898 Mar 05 00:26:12.384052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ec0-3218-4a20-8285-f6f2f577d81c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.495511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-4c52f666-f4ce-470a-b5a5-f498c9e7ecae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 998 time: 0.2112644 Mar 05 00:26:12.602644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-97169348-c2f8-46a8-8e02-e9f0bb75b261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:12.604145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-97169348-c2f8-46a8-8e02-e9f0bb75b261 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 200 len: 852 time: 0.0937324 Mar 05 00:26:12.607324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ec0-3218-4a20-8285-f6f2f577d81c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.684762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd4ec0-3218-4a20-8285-f6f2f577d81c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e49bd6-a905-4029-b95a-87c5a160868c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:12.691141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.702697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:26:08Z', 'updated_at': '2022-03-05T00:26:08Z', 'revision_number': 0, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:12.726097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] Checking router: 1b03cf6b-5c04-4663-bd34-65118f1e3b17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:26:12.742554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:12.744201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:12.763573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ec0-3218-4a20-8285-f6f2f577d81c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:12.766863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f9dd4ec0-3218-4a20-8285-f6f2f577d81c tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6e49bd6-a905-4029-b95a-87c5a160868c HTTP/1.1" status: 204 len: 168 time: 0.8679035 Mar 05 00:26:12.769057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55494) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:12.919555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=cb57755c-cb3b-4092-b719-95e7dae6ec0e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:12.953166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec9cc4-9ad5-4868-9d49-589d68ce8c31 req-197fb9dd-bd15-4ec3-be60-20da976dce71 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:12.955500 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1ec9cc4-9ad5-4868-9d49-589d68ce8c31 req-197fb9dd-bd15-4ec3-be60-20da976dce71 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 944 time: 0.7495573 Mar 05 00:26:12.957663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-24ae7bfb-2b62-4d33-99ce-c3c9206a1dda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d39f4c-c1dd-484b-8926-6e086557a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300602 Mar 05 00:26:12.958370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': '16902521-cdd7-45a7-9a45-0a8a9771a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:12.958728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: 37ba5d1d-c4c8-4811-a12b-e0ec56a99763, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:26:12.989969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.064164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:13.066231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.076936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.204277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1ec9cc4-9ad5-4868-9d49-589d68ce8c31 req-574abd96-ae47-48a1-abeb-86276552643b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160666 Mar 05 00:26:13.257050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:26:13.313953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 93297cd7-de5a-47cb-b737-920964286ab2 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:26:13.350753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 37ba5d1d-c4c8-4811-a12b-e0ec56a99763) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:13.353200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.371386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:13.371970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.387023 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-7cdbfb04-75d7-4dd9-8420-24bb3912b360 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190354 Mar 05 00:26:13.420070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b9d600-e1a7-4c83-9fb8-3f09a8571c38']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:13.466818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 93297cd7-de5a-47cb-b737-920964286ab2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=93297cd7-de5a-47cb-b737-920964286ab2,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:13.482149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24728df-2370-4be6-84ce-75e7425d541d None None] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:13.490539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4e135774-4ef8-4f2e-8dc1-02351c08bb6b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9379461 Mar 05 00:26:13.490539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d008f-709c-451f-a37b-edf0e1a4a745') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:13.490539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d008f-709c-451f-a37b-edf0e1a4a745') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:13.491736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55500) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:13.498310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1571169080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:13.508332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:13.512703 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.515196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:13.516439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:13.521319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:13.527902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:13.534435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.554382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:26:13.554812 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:26:13.568499 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:26:13.591890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.592726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.654474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35807dd6-fbfc-4c94-b746-dc4b991904ca req-0ed7a21e-fc37-4b7d-b181-fbb6d01d13e1 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600958 Mar 05 00:26:13.662126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '93297cd7-de5a-47cb-b737-920964286ab2', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'port_id': '93297cd7-de5a-47cb-b737-920964286ab2', 'mac_address': 'fa:16:3e:cb:5e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:26:13.664125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.682098 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.685285 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.694445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Pushing event deleted for resources: {'Network': ['ID=50b9d600-e1a7-4c83-9fb8-3f09a8571c38,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:13.698574 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17202839-110a-4f18-b24c-1b5bd91d3088 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "DELETE /v2.0/networks/50b9d600-e1a7-4c83-9fb8-3f09a8571c38 HTTP/1.1" status: 204 len: 168 time: 0.9263163 Mar 05 00:26:13.702698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55504) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:13.703067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.762998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.765706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d2137389-4cd9-417b-ba2c-3a5eb69c0104 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2729821 Mar 05 00:26:13.767876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55508) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:13.816186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.845001 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.888385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-37ba5d1d-c4c8-4811-a12b-e0ec56a99763', 'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': 'cb57755c-cb3b-4092-b719-95e7dae6ec0e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:26:13.891102 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.955117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:13.998263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5415403f-2e2b-46f0-84f3-38621cc04112']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:14.019753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5128d0a3-1813-4f5d-95ee-3348d25e7d11') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:14.020587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5128d0a3-1813-4f5d-95ee-3348d25e7d11') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:14.037743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.068041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.082338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:26:14.084176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.153352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93297cd7-de5a-47cb-b737-920964286ab2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:26:14.169944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 93297cd7-de5a-47cb-b737-920964286ab2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=93297cd7-de5a-47cb-b737-920964286ab2,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:14.184706 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:26:14.210716 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:26:14.216507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.229704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:14.251558 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.256683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:14.260995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] Pushing event deleted for resources: {'Network': ['ID=5415403f-2e2b-46f0-84f3-38621cc04112,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:14.266994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a03ed385-2561-46d7-b3ce-49dda6839043 tempest-QuotasNegativeTest-1639967774 tempest-QuotasNegativeTest-1639967774-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5415403f-2e2b-46f0-84f3-38621cc04112 HTTP/1.1" status: 204 len: 168 time: 0.5629611 Mar 05 00:26:14.356876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Allocated IP 2001:db8::2 (37ba5d1d-c4c8-4811-a12b-e0ec56a99763/cb57755c-cb3b-4092-b719-95e7dae6ec0e/cac9ec35-93bc-4e6c-9b36-e9f920bee207) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:14.435044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:26:08Z', 'updated_at': '2022-03-05T00:26:08Z', 'revision_number': 0, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:14.442081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:26:14.452554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=93297cd7-de5a-47cb-b737-920964286ab2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:14.468205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ee2b9-f13f-4122-89c4-a4fd14658e82 None None] The sync data for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 is: [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:26:08Z', 'updated_at': '2022-03-05T00:26:08Z', 'revision_number': 0, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:14.470005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.470005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.470436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.470436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.471628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.471628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.471628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.472392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.472392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.472392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.475499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:14.743742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['93297cd7-de5a-47cb-b737-920964286ab2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:26:14.755986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc176-578d-4580-a6fa-fe5d7bd8a31b req-5dc9cbaf-e699-486c-aa75-87a284bd82f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:14.755986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28fcc176-578d-4580-a6fa-fe5d7bd8a31b req-5dc9cbaf-e699-486c-aa75-87a284bd82f1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 945 time: 0.3240535 Mar 05 00:26:14.786908 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'status': 'completed', 'code': 200} Mar 05 00:26:14.800421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b42e5370-8eba-478d-87b1-a2c5637e0150 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "PUT /v2.0/floatingips/b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01 HTTP/1.1" status: 200 len: 990 time: 2.9687021 Mar 05 00:26:15.028460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28fcc176-578d-4580-a6fa-fe5d7bd8a31b req-bb55eb23-92ba-4a7a-b0b8-36586ca5792e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954004 Mar 05 00:26:15.067113 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef500aba-cabe-4398-afc5-a22631194ac9 None None] New status for floating IP b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:26:15.129925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-ced65948-5fe2-457e-972a-ccf3c3f127b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1097 time: 0.3353155 Mar 05 00:26:15.133661 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:15.469821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:15.504832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Transition to ACTIVE for port object cac9ec35-93bc-4e6c-9b36-e9f920bee207 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:15.579132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55542) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:15.590922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Transition to ACTIVE for port object cac9ec35-93bc-4e6c-9b36-e9f920bee207 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:15.613017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d08015-945a-42f8-be97-6178e95efe3b req-c328217e-c626-4490-8065-5864bc9521ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:15.613017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-c328217e-c626-4490-8065-5864bc9521ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 914 time: 0.4782522 Mar 05 00:26:15.772209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:15.859653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-c09ee7b5-a927-4729-9761-ced89270184f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 998 time: 0.2438185 Mar 05 00:26:15.943671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d08015-945a-42f8-be97-6178e95efe3b req-e37b4990-0fd6-42a1-863c-6bf7faae485c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:15.943671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-e37b4990-0fd6-42a1-863c-6bf7faae485c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 200 len: 852 time: 0.0762432 Mar 05 00:26:16.009522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:16.016377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:16.016377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:16.037240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Pushing event updated for resources: {'Port': ['ID=cac9ec35-93bc-4e6c-9b36-e9f920bee207,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:16.042742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8::1 (37ba5d1d-c4c8-4811-a12b-e0ec56a99763/cb57755c-cb3b-4092-b719-95e7dae6ec0e/5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:16.127270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.178850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Attempting to bind port cac9ec35-93bc-4e6c-9b36-e9f920bee207 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:16.178850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Attempting to bind port cac9ec35-93bc-4e6c-9b36-e9f920bee207 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '16902521-cdd7-45a7-9a45-0a8a9771a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:16.178850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Attempting to bind port cac9ec35-93bc-4e6c-9b36-e9f920bee207 on network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:16.191693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:16.196255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Checking segment: {'id': '16902521-cdd7-45a7-9a45-0a8a9771a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:16.196255 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.196255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Bound using segment: {'id': '16902521-cdd7-45a7-9a45-0a8a9771a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:16.200227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Bound port: cac9ec35-93bc-4e6c-9b36-e9f920bee207, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16902521-cdd7-45a7-9a45-0a8a9771a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '37ba5d1d-c4c8-4811-a12b-e0ec56a99763'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:16.200227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.220140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:16.220140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Usage tracker for resource:security_group_rule and tenant:f0b9835ff3b9490ca1f5a44e3f8bd29c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:16.224836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:16.232249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:16.322514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:16.326149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:16.334637 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.370729 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.383175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-05a4d7fa-4be0-453c-aa57-648341bf612e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d39f4c-c1dd-484b-8926-6e086557a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4269426 Mar 05 00:26:16.383175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.506286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e98f6-06eb-4bd2-ba1f-29c9882866e7 req-2842b901-b430-4151-b2cd-54e9591c088f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:16.514640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1e98f6-06eb-4bd2-ba1f-29c9882866e7 req-2842b901-b430-4151-b2cd-54e9591c088f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 945 time: 0.1359844 Mar 05 00:26:16.514640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.571241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:16.587851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b095d45-4926-4d20-b8bd-94b438da380e None None] Pushing event updated for resources: {'Port': ['ID=cac9ec35-93bc-4e6c-9b36-e9f920bee207,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:16.591065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e1e98f6-06eb-4bd2-ba1f-29c9882866e7 req-9e68f200-277d-4dcb-af8f-b33d9e224fb6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774088 Mar 05 00:26:16.643560 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.735749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:16.759200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:16.764469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:16.764469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:16.770070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186a2e53-ffa6-4cda-ad22-df8fe7c03304,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:16.787506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:26:16.800469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:16.800469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55564) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:16.813135 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-48c1695a-1e99-45d4-b9fc-2278bdcd64fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0b9835ff3b9490ca1f5a44e3f8bd29c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2241411 Mar 05 00:26:16.835666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-481d0243-7fd7-44e4-ad7a-2f3ef61b1463 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457841 Mar 05 00:26:16.939326 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'status': 'completed', 'code': 200} Mar 05 00:26:17.051397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:17.078275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd8184e6-2648-4554-94c4-010365477ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:17.117402 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92d08015-945a-42f8-be97-6178e95efe3b req-1f05e2b0-011f-4790-8e93-d10c22b9b61c service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733138 Mar 05 00:26:17.169426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd8184e6-2648-4554-94c4-010365477ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:17.256606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-1f3c906a-2086-409f-a04d-c22bb12dcb49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1097 time: 0.0863321 Mar 05 00:26:17.270113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] Sync routers for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:17.285274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:17.285274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:17.479873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 93297cd7-de5a-47cb-b737-920964286ab2 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:17.484623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-0a8f292e-cad7-476b-856a-3077fca8766b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:17.484623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-0a8f292e-cad7-476b-856a-3077fca8766b service neutron] 10.222.0.10 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 914 time: 0.2093201 Mar 05 00:26:17.779932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-23bf3101-623a-47df-9137-a24d415421d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 1000 time: 0.3002098 Mar 05 00:26:17.919929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 93297cd7-de5a-47cb-b737-920964286ab2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:17.935349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 93297cd7-de5a-47cb-b737-920964286ab2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:17.935349 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:17.961715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd8184e6-2648-4554-94c4-010365477ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.047984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-64eaaa7b-7015-41df-820f-f8371390ac65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:18.047984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-64eaaa7b-7015-41df-820f-f8371390ac65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 200 len: 852 time: 0.2584939 Mar 05 00:26:18.057582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:18.094770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8184e6-2648-4554-94c4-010365477ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186a2e53-ffa6-4cda-ad22-df8fe7c03304,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:18.110306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51015c-0c19-49be-9b58-6efb50524396 None None] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:18.139146 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd8184e6-2648-4554-94c4-010365477ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.142560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dd8184e6-2648-4554-94c4-010365477ec1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/186a2e53-ffa6-4cda-ad22-df8fe7c03304 HTTP/1.1" status: 204 len: 168 time: 1.3378553 Mar 05 00:26:18.173922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a6fe-3305-4154-82e8-ab06dae5666a req-fc9b6039-08d1-4570-952f-a3edbdd337a4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:18.175581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13b4a6fe-3305-4154-82e8-ab06dae5666a req-fc9b6039-08d1-4570-952f-a3edbdd337a4 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 945 time: 0.3296781 Mar 05 00:26:18.214029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-b7ccd157-ce39-4d85-971a-e4a7147d3cc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d39f4c-c1dd-484b-8926-6e086557a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617048 Mar 05 00:26:18.268571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:26:18.301452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13b4a6fe-3305-4154-82e8-ab06dae5666a req-a5e61209-0c54-4caf-955c-6ed049639588 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161427 Mar 05 00:26:18.331908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.346724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.346724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.428803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.516038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:18.574824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eeab76b0-ea95-4eb8-956a-8202e3c1bac7 None None] Provisioning for port cac9ec35-93bc-4e6c-9b36-e9f920bee207 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:18.592259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93297cd7-de5a-47cb-b737-920964286ab2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:26:18.614955 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-d400142f-f8ff-49e0-9ba4-42ea4012e3b5 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905480 Mar 05 00:26:18.739648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cac9ec35-93bc-4e6c-9b36-e9f920bee207 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:18.862654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55592) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:18.866928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 93297cd7-de5a-47cb-b737-920964286ab2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=93297cd7-de5a-47cb-b737-920964286ab2,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:18.870206 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93297cd7-de5a-47cb-b737-920964286ab2', 'code': 200} Mar 05 00:26:18.873642 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-982aaa7c-5726-417c-9e2a-c6bb0403fbfa req-826442c4-6b38-45fe-95c2-34ba08021f55 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410426 Mar 05 00:26:18.884331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:18.885845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.894298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:18.897718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:19.131623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:19.134839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0de8febcb94beba7214029f23ba44c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:19.140876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:19.148103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:19.158587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port cac9ec35-93bc-4e6c-9b36-e9f920bee207 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:19.158587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=93297cd7-de5a-47cb-b737-920964286ab2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:19.170893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cac9ec35-93bc-4e6c-9b36-e9f920bee207 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:19.170893 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.254548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:26:08Z', 'updated_at': '2022-03-05T00:26:15Z', 'revision_number': 2, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:19.261361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] Checking router: 1b03cf6b-5c04-4663-bd34-65118f1e3b17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:26:19.294968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70ea2a89-9209-4228-bae3-78bfff5bd0f5 req-7d9aa401-b96a-4829-97e8-0d607e7147fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 1097 time: 0.3996041 Mar 05 00:26:19.319840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:19.320716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:19.410067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.423818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.479018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.490157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed0de8febcb94beba7214029f23ba44c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6231833 Mar 05 00:26:19.495515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:19.504414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b106a-469f-4eb9-8588-d8d1a400cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2aed33-45a5-4c8f-a146-7eebe6d153c9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:19.524242 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70ea2a89-9209-4228-bae3-78bfff5bd0f5 req-92ef84ce-0a2f-4b92-b5bc-ef205e925263 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157314 Mar 05 00:26:19.606473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:19.617324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4247916-4d7e-4763-863b-d4611e3b4862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.621747 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.645794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4247916-4d7e-4763-863b-d4611e3b4862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.730107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4247916-4d7e-4763-863b-d4611e3b4862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.775200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4247916-4d7e-4763-863b-d4611e3b4862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2aed33-45a5-4c8f-a146-7eebe6d153c9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:19.799761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf417-ad48-4328-a44e-c418e7f68aed req-114e0bb8-65d7-4777-a3f0-3a6b944e2c17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:19.803305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d4247916-4d7e-4763-863b-d4611e3b4862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.803305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d4247916-4d7e-4763-863b-d4611e3b4862 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e2aed33-45a5-4c8f-a146-7eebe6d153c9 HTTP/1.1" status: 204 len: 168 time: 0.3155956 Mar 05 00:26:19.810773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=cac9ec35-93bc-4e6c-9b36-e9f920bee207,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:19.828845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4ac8422-fc65-46e5-b20c-ae18932e6a9f None None] Provisioning complete for port cac9ec35-93bc-4e6c-9b36-e9f920bee207 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:19.828845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8422-fc65-46e5-b20c-ae18932e6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:19.849480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baabf417-ad48-4328-a44e-c418e7f68aed req-114e0bb8-65d7-4777-a3f0-3a6b944e2c17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 946 time: 0.2022846 Mar 05 00:26:19.849480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router 5c5adefc-4478-45a6-b8a2-0ccbecea7b8e is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:26:20.005197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:20.112207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-baabf417-ad48-4328-a44e-c418e7f68aed req-14f2e879-e052-4bd3-b659-041cd366dfea tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726791 Mar 05 00:26:20.254208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:20.262476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] Sync routers for ids ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:20.291176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55614) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:20.293675 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] Routers {'5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:20.293675 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:20.307416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4fd15770-36a5-47ea-8bcf-ba2631c87dbe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/5c5adefc-4478-45a6-b8a2-0ccbecea7b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5332308 Mar 05 00:26:20.436519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f59a7-094a-4378-a992-b460f729f122 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:20.439191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d7f59a7-094a-4378-a992-b460f729f122 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports/5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 HTTP/1.1" status: 200 len: 911 time: 0.1498852 Mar 05 00:26:20.441838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55622) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:20.455592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb57755c-cb3b-4092-b719-95e7dae6ec0e'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:20.459993 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:20.472440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] Routers {'5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:20.473577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:20.587400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4ac8422-fc65-46e5-b20c-ae18932e6a9f None None] Provisioning for port 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:20.619529 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:20.619529 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c04c7-1069-4589-96b3-2b5b016566d1 None None] The sync data for ids ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:20.711649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cac9ec35-93bc-4e6c-9b36-e9f920bee207 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:20.753246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4ac8422-fc65-46e5-b20c-ae18932e6a9f None None] Provisioning complete for port 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:20.753246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8422-fc65-46e5-b20c-ae18932e6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:20.867801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac8422-fc65-46e5-b20c-ae18932e6a9f None None] Port 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:20.966502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cac9ec35-93bc-4e6c-9b36-e9f920bee207 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:20.966502 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:21.048820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-edc01783-137b-4138-8b57-63941b42daff None None] Provisioning complete for port 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:21.048820 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-edc01783-137b-4138-8b57-63941b42daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:21.156463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:21.278267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-edc01783-137b-4138-8b57-63941b42daff None None] Port 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:21.288413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:26:08Z', 'updated_at': '2022-03-05T00:26:15Z', 'revision_number': 2, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:21.313911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a77383-0020-42fa-9d4f-d3f23b21e102 None None] The sync data for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 is: [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'port_id': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'mac_address': 'fa:16:3e:e1:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:26:08Z', 'updated_at': '2022-03-05T00:26:15Z', 'revision_number': 2, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:21.782263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109503e6-6445-445e-9b70-99c26ad9635e req-b127f698-da4c-4be0-9e5b-29e817da089c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:21.782263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-109503e6-6445-445e-9b70-99c26ad9635e req-b127f698-da4c-4be0-9e5b-29e817da089c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 946 time: 0.1804194 Mar 05 00:26:21.889621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-109503e6-6445-445e-9b70-99c26ad9635e req-5c0c93fe-eb93-4ed6-9000-eae5ba262860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771034 Mar 05 00:26:22.113109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:22.126662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:22.145935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:22.145935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:22.145935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/ports/5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 HTTP/1.1" status: 200 len: 911 time: 1.6990769 Mar 05 00:26:22.149803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55662) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:22.220055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3700508-f42a-455b-819c-cc29b4c34222 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:22.507050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ca41-91d8-4a42-9eca-e2a7bd38ecae req-fb27f5c8-b8dc-4315-b6ff-35715bee082a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:22.517892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d89ca41-91d8-4a42-9eca-e2a7bd38ecae req-fb27f5c8-b8dc-4315-b6ff-35715bee082a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 946 time: 0.4340999 Mar 05 00:26:22.578739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d89ca41-91d8-4a42-9eca-e2a7bd38ecae req-8f209239-1ba2-49e3-9173-1a843d42b1c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666003 Mar 05 00:26:22.792399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.191335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:23.441210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-866125651'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:23.444624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:23.452999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Usage tracker for resource:network and tenant:60b4243f7e7f461fad6cbcf3e1aec169 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:23.452999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:23.469261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:23.476101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Made reservation on behalf of 60b4243f7e7f461fad6cbcf3e1aec169 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:23.480363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.497105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.545980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:23.549656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:23.549656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.553590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Usage tracker for resource:security_group_rule and tenant:60b4243f7e7f461fad6cbcf3e1aec169 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:23.553590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:23.563316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:23.689865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.689865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.734315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:23.740847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c9f5c-a67e-48c4-b08c-87be061929d1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:23.746998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.746998 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Added segment 991d2f29-7400-4bc5-91e7-c2547a7643f4 of type vlan for network d00d15d8-a742-452b-ae33-4ecd26a17236 Mar 05 00:26:23.781085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.819688 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.827844 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.827844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:23.836690 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:23.965792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Pushing event updated for resources: {'Network': ['ID=d00d15d8-a742-452b-ae33-4ecd26a17236,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:23.965792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-66d66656-c7bd-4bb4-9962-3280f0fdd1ee tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7641671 Mar 05 00:26:23.968613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:23.970759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d00d15d8-a742-452b-ae33-4ecd26a17236 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:24.111831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:24.342607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:24.347343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55716) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:24.360987 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Request body: {'port': {'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236', 'binding:host_id': 'n-h1-828979-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1431336036'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:24.368381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:24.368381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Usage tracker for resource:port and tenant:9a6aca8a85a5497db3c0c96713ffcea0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:24.375346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:24.387065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:24.400801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Made reservation on behalf of 9a6aca8a85a5497db3c0c96713ffcea0 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:24.404275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=5588b9cb-f6d8-4ddf-911f-fc0e9cc2c0a8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:24.409832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:24.435688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.465870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:24.540182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:24.546073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Usage tracker for resource:security_group_rule and tenant:9a6aca8a85a5497db3c0c96713ffcea0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:24.548196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:24.559999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:24.736188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:24.736188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:24.747089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port ed7b0906-d709-455a-a325-e221cba6ffd6 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:24.803670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:25.054544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d50f43-0da6-4663-8f80-c92624e07fe2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:25.359420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port ed7b0906-d709-455a-a325-e221cba6ffd6 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:25.365504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:25.386435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Transition to ACTIVE for port object ed7b0906-d709-455a-a325-e221cba6ffd6 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:25.409744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:25.438680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router 5c5adefc-4478-45a6-b8a2-0ccbecea7b8e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:25.511666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=ed7b0906-d709-455a-a325-e221cba6ffd6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:25.608096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:25.617444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] Sync routers for ids ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:25.633095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] Routers {'5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:25.633095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:25.634835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-026c58a4-18d7-4804-9bc4-4daa634e07fe tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/5c5adefc-4478-45a6-b8a2-0ccbecea7b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896555 Mar 05 00:26:25.636023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55730) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:25.681734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-89652cf7-fe30-4724-9178-e4a932b3abde tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:25.699872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:25.706902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-89652cf7-fe30-4724-9178-e4a932b3abde tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:25.710605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-89652cf7-fe30-4724-9178-e4a932b3abde tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5adefc-4478-45a6-b8a2-0ccbecea7b8e HTTP/1.1" status: 200 len: 205 time: 0.0709767 Mar 05 00:26:25.710797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55734) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:25.713393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] Routers {'5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:25.714092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:25.788957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:25.788957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a392dc-f7fa-4446-9e9a-9ac134481119 None None] The sync data for ids ['5c5adefc-4478-45a6-b8a2-0ccbecea7b8e'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:25.795312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Checking segment: {'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:25.795312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Network hostable DHCP agents. Network: d00d15d8-a742-452b-ae33-4ecd26a17236, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:26:25.854418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Network d00d15d8-a742-452b-ae33-4ecd26a17236 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:26:25.870683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d00d15d8-a742-452b-ae33-4ecd26a17236) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:25.883385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:25.886641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:25.889359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73d87b-2596-41eb-bae9-a73e3fc3feca None None] Network d00d15d8-a742-452b-ae33-4ecd26a17236 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:25.934876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:25.935214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:25.935552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:25.945973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:25.946308 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:25.948309 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 2 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:25.976638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:25.976638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:25.977255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.029370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.029370 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.032257 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 3 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.095153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.095153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.095153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.148139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.148139 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.165863 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 4 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.186867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.186867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.186867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.238688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.238688 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.238688 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 5 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.260034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.260034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.260034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.276514 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:26.287031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.287031 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.287031 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 6 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.443751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.444087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.444418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.469089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.469089 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.469089 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 7 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.493424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.493424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.493424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.507081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.507081 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.522001 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 8 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.530543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.530543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.530543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.533631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:26.538817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:26.541586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.541586 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.555448 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 9 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.564586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:26.564586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router 5c5adefc-4478-45a6-b8a2-0ccbecea7b8e {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:26:26.578262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.578262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.578262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.583730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:26.583730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-606fe3fd-4b40-45be-bcc6-b43fe5af2fc6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/5c5adefc-4478-45a6-b8a2-0ccbecea7b8e HTTP/1.1" status: 204 len: 168 time: 0.8683367 Mar 05 00:26:26.588107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55744) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:26.621399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.621399 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.629328 n-d-828979-4 neutron-server[83782]: INFO neutron.plugins.ml2.plugin [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 10 to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 Mar 05 00:26:26.684070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:26.684525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:26.684959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:26.733356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port ed7b0906-d709-455a-a325-e221cba6ffd6 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:26.733356 n-d-828979-4 neutron-server[83782]: ERROR neutron.plugins.ml2.managers [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port ed7b0906-d709-455a-a325-e221cba6ffd6 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:26.733356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.081378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] For port ed7b0906-d709-455a-a325-e221cba6ffd6, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:27.081378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempted to set empty binding levels {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 00:26:27.081378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet cb57755c-cb3b-4092-b719-95e7dae6ec0e {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:26:27.089270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.093585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.192147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.192147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.208210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.213642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.20.0.17 (85dc0bea-88d1-424b-9ddb-634275747d5b/9f79c283-05d2-40a2-8ca4-abae1c5913ca/a35c7ed8-e03a-4914-b12a-256d3eb6a813) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:27.258314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.298900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=ed7b0906-d709-455a-a325-e221cba6ffd6,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:27.411515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9fad55e9-9ce4-444e-9895-803a75f1badd tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0593898 Mar 05 00:26:27.415046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55756) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:27.493674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Deleting port ed7b0906-d709-455a-a325-e221cba6ffd6 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:27.493674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.497717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.675413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.702341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Transition to ACTIVE for port object a35c7ed8-e03a-4914-b12a-256d3eb6a813 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:27.731458 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.754015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] For port ed7b0906-d709-455a-a325-e221cba6ffd6, host n-h1-828979-4, got binding levels [] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:27.754015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.784258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=cb57755c-cb3b-4092-b719-95e7dae6ec0e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:27.790222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.841781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:27.850492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d824f2-768f-426f-a230-58259d9cf578 None None] Network 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:27.870990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1055cce5-e14b-4989-8977-3fb3067b9b7f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/cb57755c-cb3b-4092-b719-95e7dae6ec0e HTTP/1.1" status: 204 len: 168 time: 1.2712476 Mar 05 00:26:27.877846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55762) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:27.971090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Calling delete_port for ed7b0906-d709-455a-a325-e221cba6ffd6 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:28.075525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 85dc0bea-88d1-424b-9ddb-634275747d5b is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:28.086074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=a35c7ed8-e03a-4914-b12a-256d3eb6a813,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:28.086074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:28.086074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:28.113853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.212114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.212114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.217451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed7b0906-d709-455a-a325-e221cba6ffd6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:28.248559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.253774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port cac9ec35-93bc-4e6c-9b36-e9f920bee207 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:28.253774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.259074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-87d80b45-7324-4f45-a89a-f11c9c2a5aca tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ed7b0906-d709-455a-a325-e221cba6ffd6 HTTP/1.1" status: 204 len: 168 time: 0.8443332 Mar 05 00:26:28.259074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55770) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:28.346280 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1669c5f-497e-4789-80d2-512c515fb17a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:26:28.346280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1669c5f-497e-4789-80d2-512c515fb17a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Synchronizing usage tracker for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:28.384721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1669c5f-497e-4789-80d2-512c515fb17a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Unset dirty status for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:28.389994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d1669c5f-497e-4789-80d2-512c515fb17a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "GET /v2.0/ports/ed7b0906-d709-455a-a325-e221cba6ffd6 HTTP/1.1" status: 404 len: 333 time: 0.1260848 Mar 05 00:26:28.401446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55776) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:28.413006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Request body: {'port': {'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-743664280'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:28.424031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:28.448348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] DHCP port deletion for 37ba5d1d-c4c8-4811-a12b-e0ec56a99763 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:26:28.454883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:28.460466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Deleting port cac9ec35-93bc-4e6c-9b36-e9f920bee207 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:28.460466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.477177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Made reservation on behalf of 9a6aca8a85a5497db3c0c96713ffcea0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:28.477177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.538237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port 61112f80-f368-41f0-84f8-47bca9a25c6e yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:28.627220 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.662355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cac9ec35-93bc-4e6c-9b36-e9f920bee207 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:26:28.715349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-196a828f-4846-4d06-9ae8-f4a3d054bd99 None None] Provisioning for port a35c7ed8-e03a-4914-b12a-256d3eb6a813 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:28.734566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-196a828f-4846-4d06-9ae8-f4a3d054bd99 None None] Provisioning complete for port a35c7ed8-e03a-4914-b12a-256d3eb6a813 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:28.734566 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-196a828f-4846-4d06-9ae8-f4a3d054bd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.794102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:28.794102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.901945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.942073 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:28.966660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-196a828f-4846-4d06-9ae8-f4a3d054bd99 None None] Port a35c7ed8-e03a-4914-b12a-256d3eb6a813 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:29.049155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.053323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for cac9ec35-93bc-4e6c-9b36-e9f920bee207 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:29.106777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Network d00d15d8-a742-452b-ae33-4ecd26a17236 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:29.115757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:29.121148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:29.121148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.156953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:29.156953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:29.163740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.233192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8348086 Mar 05 00:26:29.233192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55784) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:29.255272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:29.277846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Calling delete_port for cac9ec35-93bc-4e6c-9b36-e9f920bee207 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:29.310218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab19e4-dc77-4190-a1d8-2e197786dc20 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=61112f80-f368-41f0-84f8-47bca9a25c6e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:29.343148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:29.377654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.378239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:26:29.379526 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:26:29.443142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.450630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.495105 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.505132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:26:29.505132 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:26:29.505132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=cac9ec35-93bc-4e6c-9b36-e9f920bee207,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:29.609807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=a35c7ed8-e03a-4914-b12a-256d3eb6a813,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:29.614613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.815570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port 61112f80-f368-41f0-84f8-47bca9a25c6e yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:29.815570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.831868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Transition to ACTIVE for port object 61112f80-f368-41f0-84f8-47bca9a25c6e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:29.843115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:29.882385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port cac9ec35-93bc-4e6c-9b36-e9f920bee207 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:29.882385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.001167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Deleting port cac9ec35-93bc-4e6c-9b36-e9f920bee207 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:30.001167 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.067825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=61112f80-f368-41f0-84f8-47bca9a25c6e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:30.107208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 85dc0bea-88d1-424b-9ddb-634275747d5b is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:30.114909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:30.210334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.210334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.210334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.224485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.224485 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.224485 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 2 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.241750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.241750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.241750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.254114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.254114 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.254114 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 3 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.303391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.303391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.303391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.322872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.322872 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.322872 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 4 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.366808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.366808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.366808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.402432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.402432 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.402432 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 5 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.458227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.458227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.458227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.473868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.473868 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.473868 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 6 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.506746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:30.506746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.526960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.533438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.533438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.552501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.552501 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.552501 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 7 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.599313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.599313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.599313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.616582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.616582 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.616582 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 8 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.643963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.643963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.643963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.656070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.656070 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.656070 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 9 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.672617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Calling delete_port for cac9ec35-93bc-4e6c-9b36-e9f920bee207 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:30.682649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.682649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.682649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.694564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.694564 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.694564 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 10 to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e Mar 05 00:26:30.722896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:30.722896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:30.722896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:30.732874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:30.732874 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 61112f80-f368-41f0-84f8-47bca9a25c6e on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:30.732874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.759645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.797937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port cac9ec35-93bc-4e6c-9b36-e9f920bee207, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cac9ec35-93bc-4e6c-9b36-e9f920bee207,segment=NetworkSegment(16902521-cdd7-45a7-9a45-0a8a9771a580),segment_id=16902521-cdd7-45a7-9a45-0a8a9771a580)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:30.797937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.828373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ad9c60be-c0f1-4439-8f70-7b6aa12dc501 None None] Provisioning complete for port a35c7ed8-e03a-4914-b12a-256d3eb6a813 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:30.828373 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad9c60be-c0f1-4439-8f70-7b6aa12dc501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:30.859935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] Pushing event deleted for resources: {'Port': ['ID=cac9ec35-93bc-4e6c-9b36-e9f920bee207,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:30.866051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c30fd-3dc9-4dd6-b07e-3e7bd6ce095d None None] No DVR routers for this DVR port cac9ec35-93bc-4e6c-9b36-e9f920bee207 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:26:30.897068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c60be-c0f1-4439-8f70-7b6aa12dc501 None None] Port a35c7ed8-e03a-4914-b12a-256d3eb6a813 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:30.959321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] For port 61112f80-f368-41f0-84f8-47bca9a25c6e, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:30.960182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempted to set empty binding levels {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 00:26:30.973833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for cac9ec35-93bc-4e6c-9b36-e9f920bee207 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:30.981872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.065777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=61112f80-f368-41f0-84f8-47bca9a25c6e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:31.078319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] In _notify_port_updated(), no bound segment for port 61112f80-f368-41f0-84f8-47bca9a25c6e on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:26:31.078319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.078319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26e3c59b-6f46-44ad-a87b-853192323314 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "PUT /v2.0/ports/61112f80-f368-41f0-84f8-47bca9a25c6e HTTP/1.1" status: 200 len: 974 time: 1.8396716 Mar 05 00:26:31.078319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55800) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:31.090224 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:26:31.090224 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:26:31.110629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:31.182130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c9c16c22-ea96-453e-b039-883b4b2bf3a6 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Synchronizing usage tracker for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:31.201994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c9c16c22-ea96-453e-b039-883b4b2bf3a6 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Unset dirty status for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:31.210859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9c16c22-ea96-453e-b039-883b4b2bf3a6 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23317 time: 0.1271691 Mar 05 00:26:31.210859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55806) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:31.269498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Deleting port 61112f80-f368-41f0-84f8-47bca9a25c6e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:31.269843 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.375311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:31.392035 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:31.404342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dc74134f-9a1c-4074-b690-72feb1832d17 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "PUT /v2.0/routers/ac9596a1-c824-44db-958d-dcde3446f5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2879844 Mar 05 00:26:31.407924 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:31.407924 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:31.484303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port cac9ec35-93bc-4e6c-9b36-e9f920bee207 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:31.484303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.595434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] For port 61112f80-f368-41f0-84f8-47bca9a25c6e, host n-h1-828979-4, got binding levels [] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:31.599045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.635540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] The port 'cac9ec35-93bc-4e6c-9b36-e9f920bee207' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:26:31.677160 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:31.762462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Calling delete_port for 61112f80-f368-41f0-84f8-47bca9a25c6e owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:31.787865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.845141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ba5d1d-c4c8-4811-a12b-e0ec56a99763']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:31.845141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16902521-cdd7-45a7-9a45-0a8a9771a580') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:31.845141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16902521-cdd7-45a7-9a45-0a8a9771a580') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:31.879452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.883270 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.894079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.909201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:26:31.909201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:26:31.924009 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:26:31.943281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event deleted for resources: {'Port': ['ID=61112f80-f368-41f0-84f8-47bca9a25c6e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:31.950030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:31.967332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08acb4a9-119e-46a6-bde9-d8c7b453684c tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "DELETE /v2.0/ports/61112f80-f368-41f0-84f8-47bca9a25c6e HTTP/1.1" status: 204 len: 168 time: 0.7578065 Mar 05 00:26:31.967332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55820) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:32.045651 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d52502-4ef6-4dd5-a952-314ba79a4ade tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:26:32.046184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f9d52502-4ef6-4dd5-a952-314ba79a4ade tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Synchronizing usage tracker for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:32.067647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f9d52502-4ef6-4dd5-a952-314ba79a4ade tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Unset dirty status for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:32.077449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f9d52502-4ef6-4dd5-a952-314ba79a4ade tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "GET /v2.0/ports/61112f80-f368-41f0-84f8-47bca9a25c6e HTTP/1.1" status: 404 len: 333 time: 0.1127703 Mar 05 00:26:32.078274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55826) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:32.087225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1452522275', 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:32.093410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:32.105769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:32.122579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Made reservation on behalf of 9a6aca8a85a5497db3c0c96713ffcea0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:32.126321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.178126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port 26dda1ae-d8c1-4c2b-8597-aa51307cf38c yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:32.309490 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:26:28Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 1, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a35c7ed8-e03a-4914-b12a-256d3eb6a813', 'name': '', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:e3:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:26Z', 'updated_at': '2022-03-05T00:26:29Z', 'revision_number': 2, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:32.315889 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:26:32.315889 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Updating router ac9596a1-c824-44db-958d-dcde3446f5d3 port a35c7ed8-e03a-4914-b12a-256d3eb6a813 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:26:32.354645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.426309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.429572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.434566 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.452999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.458015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/37ba5d1d-c4c8-4811-a12b-e0ec56a99763 HTTP/1.1" status: 204 len: 168 time: 4.5786309 Mar 05 00:26:32.460620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55834) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:32.467381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1717256705', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:32.473479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac78e6b-ca9a-479b-9f01-f6452a2d81ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=37ba5d1d-c4c8-4811-a12b-e0ec56a99763,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:32.489002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:32.508698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:32.514770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:32.527489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:32.548082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.548082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.564461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Network d00d15d8-a742-452b-ae33-4ecd26a17236 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:32.571708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:32.571708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=26dda1ae-d8c1-4c2b-8597-aa51307cf38c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:32.571708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:32.571708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:32.571708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.609036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6365c740-1b5e-4712-8dec-41216ad9288f tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5208888 Mar 05 00:26:32.611661 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.614451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:32.639247 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.673351 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.673351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-67a8d767-9e48-4d5b-bfa0-d6749612f517 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2088175 Mar 05 00:26:32.679456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55842) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:32.692732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213647416'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:32.706808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:32.720124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:32.725690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:32.727492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c2fe27f2-5f49-4cbc-8e6d-9a7c1dc09379 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Synchronizing usage tracker for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:32.732144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:32.762173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c2fe27f2-5f49-4cbc-8e6d-9a7c1dc09379 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Unset dirty status for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:32.764731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2fe27f2-5f49-4cbc-8e6d-9a7c1dc09379 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "GET /v2.0/ports/26dda1ae-d8c1-4c2b-8597-aa51307cf38c HTTP/1.1" status: 200 len: 955 time: 0.1593053 Mar 05 00:26:32.768866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55848) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:32.787102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:32.791365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.841726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:32.848423 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.848423 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment 61a559fb-ee03-4400-b5b7-8fdbd4b204b4 of type vlan for network 07cad1c6-1c17-457c-a70b-5697c539aa9f Mar 05 00:26:32.926127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Deleting port 26dda1ae-d8c1-4c2b-8597-aa51307cf38c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:32.926127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.929273 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.940836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-16d59c1d-a0c9-4ce9-9ee9-2b7ded788892 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888494 Mar 05 00:26:32.972450 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.990971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:32.990971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:32.990971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:33.003149 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Transition to ACTIVE for port object a35c7ed8-e03a-4914-b12a-256d3eb6a813 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:33.013967 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:33.203925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Pushing event updated for resources: {'Port': ['ID=a35c7ed8-e03a-4914-b12a-256d3eb6a813,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:33.218368 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.218715 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.219050 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.219376 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.219705 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.220027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.220738 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.220738 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.221300 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.222624 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.222624 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:33.292355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6104767 Mar 05 00:26:33.292355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55854) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:33.310918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:33.315981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Attempting to bind port a35c7ed8-e03a-4914-b12a-256d3eb6a813 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:33.315981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Attempting to bind port a35c7ed8-e03a-4914-b12a-256d3eb6a813 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:33.315981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Attempting to bind port a35c7ed8-e03a-4914-b12a-256d3eb6a813 on network 85dc0bea-88d1-424b-9ddb-634275747d5b {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:33.324134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:33.324134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Checking segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:33.324134 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:33.324134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Bound using segment: {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:33.324134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Bound port: a35c7ed8-e03a-4914-b12a-256d3eb6a813, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc20bad1-d8f0-4356-af0b-9e5e94be756f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:33.324134 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:33.346167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4040da-c3b8-49f2-8463-f9c77c668727 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=07cad1c6-1c17-457c-a70b-5697c539aa9f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:33.350150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:33.450135 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] For port a35c7ed8-e03a-4914-b12a-256d3eb6a813, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:33.450135 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] For port a35c7ed8-e03a-4914-b12a-256d3eb6a813, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a35c7ed8-e03a-4914-b12a-256d3eb6a813,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:33.475181 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:33.574036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29790ebe-4ce2-49f5-aa2e-c5a89e14ee5e None None] Pushing event updated for resources: {'Port': ['ID=a35c7ed8-e03a-4914-b12a-256d3eb6a813,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:33.574036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:33.574036 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:33.588503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:33.588503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-a89fd200-88de-4520-b6fd-93311659d6f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1096 time: 0.5265551 Mar 05 00:26:33.601333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:33.601333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:33.616988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:33.757234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:33.861264 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:33.897668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82303090-b7da-4958-b2d6-7614fba930b3 req-e0119053-3f2a-4f17-99e0-cfeeb37a155f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:33.897668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-e0119053-3f2a-4f17-99e0-cfeeb37a155f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 898 time: 0.2826583 Mar 05 00:26:33.959105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Calling delete_port for 26dda1ae-d8c1-4c2b-8597-aa51307cf38c owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:34.050045 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:26:34.075829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.126381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event deleted for resources: {'Port': ['ID=26dda1ae-d8c1-4c2b-8597-aa51307cf38c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:34.137647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.153802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7356c6b-ae4d-478f-9969-0ea13b4fbb9a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "DELETE /v2.0/ports/26dda1ae-d8c1-4c2b-8597-aa51307cf38c HTTP/1.1" status: 204 len: 168 time: 1.3823886 Mar 05 00:26:34.157371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:34.191692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-b5d1e94a-33f6-49e2-a3c3-338591f43414 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 1001 time: 0.2884729 Mar 05 00:26:34.192778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:34.207198 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa713c6-d1b3-4140-8d95-e7f16bdafb6a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:26:34.207999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6aa713c6-d1b3-4140-8d95-e7f16bdafb6a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Synchronizing usage tracker for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:34.227825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6aa713c6-d1b3-4140-8d95-e7f16bdafb6a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Unset dirty status for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:34.240571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6aa713c6-d1b3-4140-8d95-e7f16bdafb6a tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "GET /v2.0/ports/26dda1ae-d8c1-4c2b-8597-aa51307cf38c HTTP/1.1" status: 404 len: 333 time: 0.0705371 Mar 05 00:26:34.240571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55870) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:34.254259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Request body: {'port': {'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1844118626'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:34.254259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:34.266118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:34.287557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Made reservation on behalf of 9a6aca8a85a5497db3c0c96713ffcea0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:34.287557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.332456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port 3e660da8-6994-49ff-9761-e651fb59f802 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:34.398711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.407637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82303090-b7da-4958-b2d6-7614fba930b3 req-e6cacc97-36a6-4f43-aa5d-f20d677f14ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:34.407637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-e6cacc97-36a6-4f43-aa5d-f20d677f14ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 200 len: 835 time: 0.0794575 Mar 05 00:26:34.568596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:26:28Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 1, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a35c7ed8-e03a-4914-b12a-256d3eb6a813', 'name': '', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:e3:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:26Z', 'updated_at': '2022-03-05T00:26:33Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:34.576015 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a106539c-d6cd-460f-9373-2e0fce4cedb2 None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:26:28Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 1, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a35c7ed8-e03a-4914-b12a-256d3eb6a813', 'name': '', 'network_id': '85dc0bea-88d1-424b-9ddb-634275747d5b', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:e3:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:26Z', 'updated_at': '2022-03-05T00:26:33Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '9f79c283-05d2-40a2-8ca4-abae1c5913ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:34.677094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-5ffb03d0-f723-4fbf-9bcf-84515e5e2ffb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f687c46-d00d-4e26-82bb-549038404cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615256 Mar 05 00:26:34.714353 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.772562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.854822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Network d00d15d8-a742-452b-ae33-4ecd26a17236 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:34.858021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:34.864666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:34.865734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:34.866504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.873819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=3e660da8-6994-49ff-9761-e651fb59f802,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:34.886010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-a83f69fa-7a98-4d8c-a48b-7a9fcd54b83b service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011020 Mar 05 00:26:34.922947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-03567273-8ee2-4365-ad96-0491e19faa87 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6764116 Mar 05 00:26:34.922947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55880) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:34.924909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-693823ba-9dac-47d3-abe3-d706bfbc4b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:34.931465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:35.124622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82303090-b7da-4958-b2d6-7614fba930b3 req-0ddd50cd-e385-4f35-9db0-e4c792d00149 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927373 Mar 05 00:26:35.187405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:35.421480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:35.582386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=ca4ecc0f-8683-4162-9e5b-32e9d122c83f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:35.613597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:35.613597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: 07cad1c6-1c17-457c-a70b-5697c539aa9f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:26:35.631586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] device_id is not set on port 3e660da8-6994-49ff-9761-e651fb59f802 yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:26:35.640891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:35.645583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:26:35.661947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Transition to ACTIVE for port object 3e660da8-6994-49ff-9761-e651fb59f802 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:35.664067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:35.667160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 07cad1c6-1c17-457c-a70b-5697c539aa9f) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:35.678049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0245e66-8c39-4bd3-ace1-69f065c3628a None None] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:35.689793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:35.689793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:35.746341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a9c9f1fc-e538-4373-8a4f-762bf918e9bc tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4509933 Mar 05 00:26:35.746341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55892) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:35.820892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=3e660da8-6994-49ff-9761-e651fb59f802,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:35.863562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:35.863562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:35.863562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:35.863562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:35.863562 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:35.863562 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 2 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:35.886173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:35.886173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:35.886173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:35.901280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:35.901280 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:35.901280 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 3 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:35.920300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:35.920300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:35.920300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:35.932112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:35.932112 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:35.932112 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 4 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:35.954113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:35.954113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:35.954113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:35.970690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:35.970690 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:35.970690 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 5 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:36.001527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.001527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.001527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:36.005131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-07cad1c6-1c17-457c-a70b-5697c539aa9f', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:26:36.009792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.015722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:36.015722 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:36.015722 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 6 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:36.068123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.068123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.069622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:36.094041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:36.094041 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:36.094041 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 7 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:36.128703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.128703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.129097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:36.153273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:36.153273 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:36.153273 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 8 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:36.181518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.184161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.184761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:36.198694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:36.199333 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:36.200616 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 9 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:36.230635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.230635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.230635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:36.244461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:36.244461 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:36.244461 n-d-828979-4 neutron-server[83783]: INFO neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempt 10 to bind port 3e660da8-6994-49ff-9761-e651fb59f802 Mar 05 00:26:36.260457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.263226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Allocated IP 2001:db8::2 (07cad1c6-1c17-457c-a70b-5697c539aa9f/ca4ecc0f-8683-4162-9e5b-32e9d122c83f/7d366a88-3618-430c-8b45-8e4443a9496b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:36.266181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.266181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempting to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:36.281834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:26:36.281834 n-d-828979-4 neutron-server[83783]: ERROR neutron.plugins.ml2.managers [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Failed to bind port 3e660da8-6994-49ff-9761-e651fb59f802 on host n-h1-828979-4 for vnic_type normal using segments [{'id': '991d2f29-7400-4bc5-91e7-c2547a7643f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd00d15d8-a742-452b-ae33-4ecd26a17236'}] Mar 05 00:26:36.281834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.387505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] For port 3e660da8-6994-49ff-9761-e651fb59f802, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:36.387505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Attempted to set empty binding levels {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 00:26:36.394326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.551519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.576348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Transition to ACTIVE for port object 7d366a88-3618-430c-8b45-8e4443a9496b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:36.586438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] In _notify_port_updated(), no bound segment for port 3e660da8-6994-49ff-9761-e651fb59f802 on network d00d15d8-a742-452b-ae33-4ecd26a17236 {{(pid=83783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:26:36.587346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.592773 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "PUT /v2.0/ports/3e660da8-6994-49ff-9761-e651fb59f802 HTTP/1.1" status: 200 len: 975 time: 1.6716986 Mar 05 00:26:36.595812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55904) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:36.630079 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.643834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Transition to ACTIVE for port object 7d366a88-3618-430c-8b45-8e4443a9496b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:36.653065 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.668851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08b81-765d-4b9f-82cb-b3a67a4d58f2 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event updated for resources: {'Port': ['ID=3e660da8-6994-49ff-9761-e651fb59f802,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:36.725914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Deleting port 3e660da8-6994-49ff-9761-e651fb59f802 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:26:36.725914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:36.739678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a35c7ed8-e03a-4914-b12a-256d3eb6a813 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:36.807669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Pushing event updated for resources: {'Port': ['ID=7d366a88-3618-430c-8b45-8e4443a9496b,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:36.817153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:36.826012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:36.826012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:36.996162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Attempting to bind port 7d366a88-3618-430c-8b45-8e4443a9496b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:36.996616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Attempting to bind port 7d366a88-3618-430c-8b45-8e4443a9496b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:36.997315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Attempting to bind port 7d366a88-3618-430c-8b45-8e4443a9496b on network 07cad1c6-1c17-457c-a70b-5697c539aa9f {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:37.038654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-59255aad-5da1-46ce-af5a-024511f20c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.038654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:37.038654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Checking segment: {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:37.038654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.044530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Bound using segment: {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:37.044530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Bound port: 7d366a88-3618-430c-8b45-8e4443a9496b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:37.044530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.087842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a35c7ed8-e03a-4914-b12a-256d3eb6a813 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:37.093592 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a35c7ed8-e03a-4914-b12a-256d3eb6a813 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:37.093592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.120362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8::1 (07cad1c6-1c17-457c-a70b-5697c539aa9f/ca4ecc0f-8683-4162-9e5b-32e9d122c83f/7c8323e3-99f6-4d96-bf5d-ece11fffd3fa) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:37.176677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] For port 3e660da8-6994-49ff-9761-e651fb59f802, host n-h1-828979-4, got binding levels [] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:37.176677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.352171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.371415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:37.380430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Calling delete_port for 3e660da8-6994-49ff-9761-e651fb59f802 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:26:37.384097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] For port 7d366a88-3618-430c-8b45-8e4443a9496b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:37.386464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.407323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.410740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] For port 7d366a88-3618-430c-8b45-8e4443a9496b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7d366a88-3618-430c-8b45-8e4443a9496b,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:37.426978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.495021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.561010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038dc31-ffaa-4144-969b-88bc16289ed0 None None] Pushing event updated for resources: {'Port': ['ID=7d366a88-3618-430c-8b45-8e4443a9496b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:37.572843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e660da8-6994-49ff-9761-e651fb59f802,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:37.586919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:37.592005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:37.598050 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.604770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a35c7ed8-e03a-4914-b12a-256d3eb6a813, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a35c7ed8-e03a-4914-b12a-256d3eb6a813,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:37.625134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:37.625134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.625134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:37.625134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:37.641323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4280eecc-abcf-40e4-a93f-307eafcb79c0 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3e660da8-6994-49ff-9761-e651fb59f802 HTTP/1.1" status: 204 len: 168 time: 1.0406382 Mar 05 00:26:37.667009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:37.756584 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a2b8ce-b2a0-43a4-a9e1-e7774e0c47c9 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] GET failed (client error): The resource could not be found. Mar 05 00:26:37.763502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a5a2b8ce-b2a0-43a4-a9e1-e7774e0c47c9 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Synchronizing usage tracker for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:26:37.799462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a35c7ed8-e03a-4914-b12a-256d3eb6a813,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:37.829451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a5a2b8ce-b2a0-43a4-a9e1-e7774e0c47c9 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] Unset dirty status for tenant:9a6aca8a85a5497db3c0c96713ffcea0 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:26:37.829451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a5a2b8ce-b2a0-43a4-a9e1-e7774e0c47c9 tempest-PortsAdminExtendedAttrsTestJSON-440183047 tempest-PortsAdminExtendedAttrsTestJSON-440183047-project-admin] 10.222.0.32 "GET /v2.0/ports/3e660da8-6994-49ff-9761-e651fb59f802 HTTP/1.1" status: 404 len: 333 time: 0.2000561 Mar 05 00:26:37.836128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55920) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:37.964574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.045879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.307872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.341033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.363715 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.392983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00d15d8-a742-452b-ae33-4ecd26a17236']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:38.406621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d2f29-7400-4bc5-91e7-c2547a7643f4') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:38.406915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d2f29-7400-4bc5-91e7-c2547a7643f4') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:38.419804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.436131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.442449 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:26:38.442840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:26:38.458015 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:26:38.584087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.631785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.631785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] Pushing event deleted for resources: {'Network': ['ID=d00d15d8-a742-452b-ae33-4ecd26a17236,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:38.643671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-40695612-aae3-4894-b1fe-70aa97046e7c tempest-PortsAdminExtendedAttrsTestJSON-1123008845 tempest-PortsAdminExtendedAttrsTestJSON-1123008845-project] 10.222.0.32 "DELETE /v2.0/networks/d00d15d8-a742-452b-ae33-4ecd26a17236 HTTP/1.1" status: 204 len: 168 time: 0.8036509 Mar 05 00:26:38.761419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7d366a88-3618-430c-8b45-8e4443a9496b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:38.781649 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.787967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.789180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:38.960565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7d366a88-3618-430c-8b45-8e4443a9496b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:38.986696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a35c7ed8-e03a-4914-b12a-256d3eb6a813 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:39.174976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:39.177850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:39.190493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a35c7ed8-e03a-4914-b12a-256d3eb6a813 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:39.192590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.283904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ad2af-de0b-4997-a005-62c7850ac5e9 None None] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:39.287134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:39.324345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55940) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:39.571191 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e6565e31-34e4-40b8-9567-08e06a73ea31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60b4243f7e7f461fad6cbcf3e1aec169&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2451293 Mar 05 00:26:39.575272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55948) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:39.632151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] Provisioning for port 7d366a88-3618-430c-8b45-8e4443a9496b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:39.641906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] Provisioning complete for port 7d366a88-3618-430c-8b45-8e4443a9496b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:39.641906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.676022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c591d60-e486-43c4-a2d6-31623f0bed0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.714268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c591d60-e486-43c4-a2d6-31623f0bed0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.794749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.820070 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.830143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:26:39.840644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c591d60-e486-43c4-a2d6-31623f0bed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:39.868999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c591d60-e486-43c4-a2d6-31623f0bed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c9f5c-a67e-48c4-b08c-87be061929d1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:39.876479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] For port 7d366a88-3618-430c-8b45-8e4443a9496b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7d366a88-3618-430c-8b45-8e4443a9496b,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:39.911572 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.033442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc59d-24d4-41ad-bb23-3f18f19511bc None None] Pushing event updated for resources: {'Port': ['ID=7d366a88-3618-430c-8b45-8e4443a9496b,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:40.079617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c591d60-e486-43c4-a2d6-31623f0bed0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.081273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c591d60-e486-43c4-a2d6-31623f0bed0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e62c9f5c-a67e-48c4-b08c-87be061929d1 HTTP/1.1" status: 204 len: 168 time: 0.5072935 Mar 05 00:26:40.143083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:40.150327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:40.157423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:40.161138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21135261'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:40.171514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d62d2dbe-4a7c-4a33-8ae9-16cb5da1ebe6 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4108028 Mar 05 00:26:40.175246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:40.175246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:40.175246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:40.179710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:40.179710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:40.184869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:40.196061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:40.196061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.231611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:40.242272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.242272 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment 3aa2b214-e669-4928-8c87-a095a13d0c35 of type vlan for network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c Mar 05 00:26:40.298117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-37e47801-4974-4a4e-8399-dd9a498a132a None None] Provisioning for port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:40.301659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.386557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.390764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:40.391357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.475193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:40.569007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4156883 Mar 05 00:26:40.569007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 55968) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:40.593467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:40.663797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01140dd-ad47-41de-a082-f953c7188b08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=2db4dcf7-5b4c-4203-941b-59cdbc63e99c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:40.824669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:40.831050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:40.834335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:40.843077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:40.859906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-37e47801-4974-4a4e-8399-dd9a498a132a None None] Provisioning complete for port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:40.859906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-37e47801-4974-4a4e-8399-dd9a498a132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:40.873687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:40.933624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7d366a88-3618-430c-8b45-8e4443a9496b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:40.976984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55980) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:41.027783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:41.094452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5ba70039-bc0a-43a6-af2f-b2cea8386b5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a6aca8a85a5497db3c0c96713ffcea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1054623 Mar 05 00:26:41.094452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 55984) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:41.180865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.200764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-37e47801-4974-4a4e-8399-dd9a498a132a None None] Port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:41.203187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7d366a88-3618-430c-8b45-8e4443a9496b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:41.203556 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.220962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e47c3ee6-7e70-4eea-9ac8-056bf9b1a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.273201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:37Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:38Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:41.283882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-37e47801-4974-4a4e-8399-dd9a498a132a None None] Provisioning complete for port 7d366a88-3618-430c-8b45-8e4443a9496b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:41.283882 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-37e47801-4974-4a4e-8399-dd9a498a132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.287515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e47c3ee6-7e70-4eea-9ac8-056bf9b1a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.316260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:26:41.316260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Updating router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:26:41.396764 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.426577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e47c3ee6-7e70-4eea-9ac8-056bf9b1a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.459787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c3ee6-7e70-4eea-9ac8-056bf9b1a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d50f43-0da6-4663-8f80-c92624e07fe2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:41.468004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e47c3ee6-7e70-4eea-9ac8-056bf9b1a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.479435 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e47c3ee6-7e70-4eea-9ac8-056bf9b1a627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0d50f43-0da6-4663-8f80-c92624e07fe2 HTTP/1.1" status: 204 len: 168 time: 0.3842664 Mar 05 00:26:41.790784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:41.859565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=d9314c16-a49f-46db-93d0-dba59cee1ce2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:41.896476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:41.896476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: 2db4dcf7-5b4c-4203-941b-59cdbc63e99c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:26:41.932094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:26:41.951478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 2db4dcf7-5b4c-4203-941b-59cdbc63e99c) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:41.971769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242334a5-9898-44e8-ae98-02b048c8b0a8 None None] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:41.995422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:41.995422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:42.073988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e04ee2ed-24ce-42b1-903c-ec17a2da1f31 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5008581 Mar 05 00:26:42.076890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56006) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:42.522883 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:42.546417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5b42048d-0a69-4203-a7c6-e90ee7d30a45 None None] Provisioning complete for port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:42.546751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5b42048d-0a69-4203-a7c6-e90ee7d30a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:42.705857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Transition to ACTIVE for port object 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:42.841749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:43.055038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5b42048d-0a69-4203-a7c6-e90ee7d30a45 None None] Port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:43.088859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6d4f8-4b9c-43ca-b943-fc84059163e2 None None] Pushing event updated for resources: {'Port': ['ID=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:43.271247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:43.398955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:43.576281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5bd1b746-f89f-4ca9-b979-1f4fb29836cd tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] Request body: {'port': {'network_id': '09a2e368-5875-4995-b6ee-c52b4ced03d1', 'name': 'tempest-NetworksNegativeTestJSON-1003473869'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:43.651978 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd1b746-f89f-4ca9-b979-1f4fb29836cd tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] POST failed (client error): The resource could not be found. Mar 05 00:26:43.652457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd1b746-f89f-4ca9-b979-1f4fb29836cd tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:43.657312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5bd1b746-f89f-4ca9-b979-1f4fb29836cd tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3813186 Mar 05 00:26:43.659416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56050) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:43.666979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:26:43.667815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:43.699868 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-26da9d44-0c05-40a8-86ed-2a4aa19ffb34 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] DELETE failed (client error): The resource could not be found. Mar 05 00:26:43.700710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26da9d44-0c05-40a8-86ed-2a4aa19ffb34 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:43.705724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-26da9d44-0c05-40a8-86ed-2a4aa19ffb34 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "DELETE /v2.0/networks/87ec3d29-09e0-4def-833e-a1473a045f97 HTTP/1.1" status: 404 len: 339 time: 0.0437782 Mar 05 00:26:43.707646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56054) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:43.751195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Attempting to bind port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:43.751726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Attempting to bind port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:43.751822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Attempting to bind port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa on network 07cad1c6-1c17-457c-a70b-5697c539aa9f {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:43.832121 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6da22c-69b6-434c-85bb-e27a0e0ab838 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] DELETE failed (client error): The resource could not be found. Mar 05 00:26:43.832121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6da22c-69b6-434c-85bb-e27a0e0ab838 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:43.842794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c6da22c-69b6-434c-85bb-e27a0e0ab838 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "DELETE /v2.0/ports/f963d281-eda6-493a-a81e-ec8bf148af2f HTTP/1.1" status: 404 len: 333 time: 0.1266561 Mar 05 00:26:43.842794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56060) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:43.932633 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b0e159-81c4-4500-ada0-2a4fa5c1d788 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] DELETE failed (client error): The resource could not be found. Mar 05 00:26:43.932633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b0e159-81c4-4500-ada0-2a4fa5c1d788 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:43.932633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a4b0e159-81c4-4500-ada0-2a4fa5c1d788 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "DELETE /v2.0/subnets/4070f59e-8810-4a68-9cdc-c55bc7765797 HTTP/1.1" status: 404 len: 337 time: 0.0903962 Mar 05 00:26:43.938856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56064) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.029680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:44.029680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Checking segment: {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:44.029680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:44.029680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Bound using segment: {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:44.029680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Bound port: 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a559fb-ee03-4400-b5b7-8fdbd4b204b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:44.029680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:44.036429 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b69f1e6-e61a-4de1-8d5e-14c15024f747 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] GET failed (client error): The resource could not be found. Mar 05 00:26:44.052283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56068) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.053345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0b69f1e6-e61a-4de1-8d5e-14c15024f747 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "GET /v2.0/networks/f741f768-1702-4926-a1f8-bf832017dacb HTTP/1.1" status: 404 len: 339 time: 0.1037230 Mar 05 00:26:44.155346 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b563efa6-6237-4702-9d03-2deee0d68a90 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] GET failed (client error): The resource could not be found. Mar 05 00:26:44.163021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56074) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.172340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b563efa6-6237-4702-9d03-2deee0d68a90 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "GET /v2.0/ports/e711def3-2f2a-4959-9ed1-c9bc3d14ccb3 HTTP/1.1" status: 404 len: 333 time: 0.1264632 Mar 05 00:26:44.262600 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-604294c5-5f79-40a3-b678-41bfa5302c0a tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] GET failed (client error): The resource could not be found. Mar 05 00:26:44.262600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-604294c5-5f79-40a3-b678-41bfa5302c0a tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "GET /v2.0/subnets/2b467c32-2f29-442d-b8d0-184cbe39e000 HTTP/1.1" status: 404 len: 337 time: 0.0916080 Mar 05 00:26:44.270128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56080) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.278430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-13a61c8c-42ee-4870-9623-20f1d96b467f tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:44.283688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Allocated IP 2001:db8:1::2 (2db4dcf7-5b4c-4203-941b-59cdbc63e99c/d9314c16-a49f-46db-93d0-dba59cee1ce2/87329cdc-18d7-4fbe-89fa-e52189456139) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:44.315774 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a61c8c-42ee-4870-9623-20f1d96b467f tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] PUT failed (client error): The resource could not be found. Mar 05 00:26:44.315774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a61c8c-42ee-4870-9623-20f1d96b467f tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:44.315774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-13a61c8c-42ee-4870-9623-20f1d96b467f tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "PUT /v2.0/networks/3cce7e89-786e-49c2-bdcd-8f4e8b6465b4 HTTP/1.1" status: 404 len: 339 time: 0.0471592 Mar 05 00:26:44.326387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56084) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.333202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-552d631b-6fcc-4988-acc1-9ea06e8b2cb1 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:44.391001 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-552d631b-6fcc-4988-acc1-9ea06e8b2cb1 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] PUT failed (client error): The resource could not be found. Mar 05 00:26:44.391001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552d631b-6fcc-4988-acc1-9ea06e8b2cb1 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:44.391001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-552d631b-6fcc-4988-acc1-9ea06e8b2cb1 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "PUT /v2.0/ports/d41545f1-7a4d-41ff-91e7-621df624bf14 HTTP/1.1" status: 404 len: 333 time: 0.0615091 Mar 05 00:26:44.394323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56088) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.401446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0bd47bd0-894e-477f-852c-503d6aa1a256 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:44.414347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] For port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:44.428475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] For port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:44.442789 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd47bd0-894e-477f-852c-503d6aa1a256 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] PUT failed (client error): The resource could not be found. Mar 05 00:26:44.442789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd47bd0-894e-477f-852c-503d6aa1a256 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:26:44.442789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0bd47bd0-894e-477f-852c-503d6aa1a256 tempest-NetworksNegativeTestJSON-1668355084 tempest-NetworksNegativeTestJSON-1668355084-project] 10.222.0.32 "PUT /v2.0/subnets/45fa6d3d-4cf4-4e28-91dd-7a6d3e7fee05 HTTP/1.1" status: 404 len: 337 time: 0.0517783 Mar 05 00:26:44.445083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:44.624475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:44.624475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:44.848164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6d4f8-4b9c-43ca-b943-fc84059163e2 None None] Pushing event updated for resources: {'Port': ['ID=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:44.888503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:44.928543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56102) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:44.965857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.004528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Transition to ACTIVE for port object 87329cdc-18d7-4fbe-89fa-e52189456139 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:45.148549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Transition to ACTIVE for port object 87329cdc-18d7-4fbe-89fa-e52189456139 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:45.208022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.259660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.371525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Pushing event updated for resources: {'Port': ['ID=87329cdc-18d7-4fbe-89fa-e52189456139,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:45.386416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:45.402154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:45.413824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:45.431240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8:1::1 (2db4dcf7-5b4c-4203-941b-59cdbc63e99c/d9314c16-a49f-46db-93d0-dba59cee1ce2/ac1a48a2-699b-4cb4-a30d-14b277bb8613) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:45.474689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:45.503532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Usage tracker for resource:security_group_rule and tenant:d695c4d5d9584244ba62f948102857a5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:45.510844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:45.567710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:45.583152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Attempting to bind port 87329cdc-18d7-4fbe-89fa-e52189456139 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:45.583152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Attempting to bind port 87329cdc-18d7-4fbe-89fa-e52189456139 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:45.583152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Attempting to bind port 87329cdc-18d7-4fbe-89fa-e52189456139 on network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:45.604247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:45.604247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Checking segment: {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:45.604247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.604247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Bound using segment: {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:45.604247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Bound port: 87329cdc-18d7-4fbe-89fa-e52189456139, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:45.604247 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.675560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:37Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:44Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:45.687887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52502e3a-f375-4c1a-a90a-8d15eefaf54a None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:37Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:44Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:45.723890 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.744675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] For port 87329cdc-18d7-4fbe-89fa-e52189456139, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:45.766241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] For port 87329cdc-18d7-4fbe-89fa-e52189456139, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=87329cdc-18d7-4fbe-89fa-e52189456139,segment=NetworkSegment(3aa2b214-e669-4928-8c87-a095a13d0c35),segment_id=3aa2b214-e669-4928-8c87-a095a13d0c35)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:45.771594 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.816770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object ac1a48a2-699b-4cb4-a30d-14b277bb8613 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:45.844136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.853401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:45.928297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53667b-cb04-43c5-9dd6-d29fdc985c49 None None] Pushing event updated for resources: {'Port': ['ID=87329cdc-18d7-4fbe-89fa-e52189456139,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:46.004144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f626d78-0973-4545-8a79-06f22f46bf52,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:46.083380 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cd7f6d73-20b7-4c56-a8fe-4aeeb73b4352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d695c4d5d9584244ba62f948102857a5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1414061 Mar 05 00:26:46.089204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56126) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:46.096785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.245461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:46.249072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:46.259509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:46.260232 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.262162 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3982ba9c-64e9-4717-97ee-b30864e4d9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.301966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3982ba9c-64e9-4717-97ee-b30864e4d9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.337966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=ac1a48a2-699b-4cb4-a30d-14b277bb8613,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:46.447413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.447413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.455767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.455767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.463867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:26:46.467613 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3982ba9c-64e9-4717-97ee-b30864e4d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.517725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ba9c-64e9-4717-97ee-b30864e4d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f626d78-0973-4545-8a79-06f22f46bf52,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:46.517725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3982ba9c-64e9-4717-97ee-b30864e4d9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.517725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3982ba9c-64e9-4717-97ee-b30864e4d9ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f626d78-0973-4545-8a79-06f22f46bf52 HTTP/1.1" status: 204 len: 168 time: 0.4378562 Mar 05 00:26:46.599402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:46.921181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:47.184992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:47.191035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:47.191035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:47.534238 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:47.607533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:47.624182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:47.624182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 87329cdc-18d7-4fbe-89fa-e52189456139 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:47.928047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:47.936876 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:47.945434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:47.955253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 87329cdc-18d7-4fbe-89fa-e52189456139 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:47.996588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:48.057372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe8e7da-a56a-43ba-8aff-bf255a0022d3 None None] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:48.169299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-18bc64e5-1987-4843-b609-e5e10f44b384 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2872787 Mar 05 00:26:48.442573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=ac1a48a2-699b-4cb4-a30d-14b277bb8613,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:48.591047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] Provisioning for port 87329cdc-18d7-4fbe-89fa-e52189456139 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:48.620608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56174) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:48.631362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] Provisioning complete for port 87329cdc-18d7-4fbe-89fa-e52189456139 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:48.631362 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:48.714317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:48.714317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:48.716496 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-123a42c5-bf6d-4f6d-a2da-555e4fd18c21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1096 time: 0.2720749 Mar 05 00:26:48.752019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:48.895935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-b209336e-a57d-4e96-9187-43eb2c95f2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:48.897149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-b209336e-a57d-4e96-9187-43eb2c95f2a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1695600 Mar 05 00:26:49.052199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:49.052199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:49.094821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-25c6e283-3a06-4930-96c1-1f4316209e2a tempest-ServiceProvidersTest-1442238297 tempest-ServiceProvidersTest-1442238297-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4703093 Mar 05 00:26:49.214356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-e31ac60e-f490-4430-b99c-c79ebd9af4fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 1000 time: 0.3047535 Mar 05 00:26:49.381702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-918d6f60-498b-4ffe-ad73-faa441db7259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:49.381702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-918d6f60-498b-4ffe-ad73-faa441db7259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1676917 Mar 05 00:26:49.416606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:49.505332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:49.590706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] For port 87329cdc-18d7-4fbe-89fa-e52189456139, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=87329cdc-18d7-4fbe-89fa-e52189456139,segment=NetworkSegment(3aa2b214-e669-4928-8c87-a095a13d0c35),segment_id=3aa2b214-e669-4928-8c87-a095a13d0c35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:49.598966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:49.603450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-d49feeb0-aac0-4d55-8e33-7087ab60f699 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029343 Mar 05 00:26:49.764757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:49.800991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-018e2788-e4ab-462d-b807-99037e76cda7 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7193525 Mar 05 00:26:49.800991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:49.820254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1575176846'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:49.824605 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:49.832716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:49.832716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:49.839644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:49.847281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:49.858031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:49.861847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:49.875487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df71552-e70d-4b5d-9669-7073de8531ba None None] Pushing event updated for resources: {'Port': ['ID=87329cdc-18d7-4fbe-89fa-e52189456139,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:49.908688 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:49.909478 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:49.913289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:49.929059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:49.929500 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment f88dd989-0c10-4a9f-941d-0c911705ec46 of type vlan for network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c Mar 05 00:26:49.941625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56200) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:50.056464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.114248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0e54206-1105-4ef6-b396-64852945909f None None] Provisioning for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:50.120669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0e54206-1105-4ef6-b396-64852945909f None None] Provisioning complete for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:50.120669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0e54206-1105-4ef6-b396-64852945909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.146961 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:50.166624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.173768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-d4526c0d-e753-45bc-96c1-882cfc0f3ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595376 Mar 05 00:26:50.177976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:50.177976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.245924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c0e54206-1105-4ef6-b396-64852945909f None None] Port ac1a48a2-699b-4cb4-a30d-14b277bb8613 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:50.331694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0e54206-1105-4ef6-b396-64852945909f None None] Provisioning complete for port 87329cdc-18d7-4fbe-89fa-e52189456139 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:50.336298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0e54206-1105-4ef6-b396-64852945909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.520627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.529437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7197337 Mar 05 00:26:50.529437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56210) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:50.529437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7d37-0150-4065-9112-ae7d969a569d tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=89b1d225-0c3e-4879-8b5f-f4c72c11e80c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:50.557630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:50.659046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:50.680054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:50.704506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a7d37e2bf14c01a92f9e14546ab92a is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:50.704506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:50.718052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:50.792121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 87329cdc-18d7-4fbe-89fa-e52189456139 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:50.917769 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:46Z', 'revision_number': 3, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:50.924315 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:26:50.924315 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Updating router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 port ac1a48a2-699b-4cb4-a30d-14b277bb8613 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:26:50.956971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:50.966076 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.970426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:50.970426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:50.970426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:50.970426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:50.973634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:50.989728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8927f644-4b62-48c2-ac9f-596d819185bf None None] Provisioning complete for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:50.989728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8927f644-4b62-48c2-ac9f-596d819185bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.039560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcc09e3-93c8-4966-9a83-897c95165429,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:51.045586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b0e27f4-c6aa-4411-9eb8-52d78b81fbf5 req-5ca4931c-8781-4aeb-b757-952732f582a3 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696194 Mar 05 00:26:51.051264 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.128905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-889edca0-78b2-410e-a895-38f0fceb9530 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4a7d37e2bf14c01a92f9e14546ab92a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1710644 Mar 05 00:26:51.128905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56218) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:51.171189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 87329cdc-18d7-4fbe-89fa-e52189456139 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:51.171189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.265373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd72f-0ac2-46bd-a6e4-c214f7b309c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.269904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8927f644-4b62-48c2-ac9f-596d819185bf None None] Port ac1a48a2-699b-4cb4-a30d-14b277bb8613 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:51.333678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd72f-0ac2-46bd-a6e4-c214f7b309c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.383246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.436471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd72f-0ac2-46bd-a6e4-c214f7b309c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.436757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c2844090-0b68-4529-ac1d-cd2b61761758 None None] Provisioning complete for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:51.436987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c2844090-0b68-4529-ac1d-cd2b61761758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.467092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd72f-0ac2-46bd-a6e4-c214f7b309c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.469921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba0fd72f-0ac2-46bd-a6e4-c214f7b309c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbcc09e3-93c8-4966-9a83-897c95165429 HTTP/1.1" status: 204 len: 168 time: 0.3474841 Mar 05 00:26:51.471536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fd72f-0ac2-46bd-a6e4-c214f7b309c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcc09e3-93c8-4966-9a83-897c95165429,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:51.590687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c2844090-0b68-4529-ac1d-cd2b61761758 None None] Port ac1a48a2-699b-4cb4-a30d-14b277bb8613 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:51.775374 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.796806 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Transition to ACTIVE for port object ac1a48a2-699b-4cb4-a30d-14b277bb8613 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:51.812894 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:51.920365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:52.079446 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fb6ab-d856-4816-986a-094f81c96d1a None None] Pushing event updated for resources: {'Port': ['ID=ac1a48a2-699b-4cb4-a30d-14b277bb8613,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:52.107722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=98b3211d-9f55-4351-a666-c93e66281fbc,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:52.133425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:52.133425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: 89b1d225-0c3e-4879-8b5f-f4c72c11e80c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:26:52.141076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Attempting to bind port ac1a48a2-699b-4cb4-a30d-14b277bb8613 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:52.141076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Attempting to bind port ac1a48a2-699b-4cb4-a30d-14b277bb8613 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:52.141076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Attempting to bind port ac1a48a2-699b-4cb4-a30d-14b277bb8613 on network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:52.157835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:52.157835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Checking segment: {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:52.157835 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:52.157835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Bound using segment: {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:52.157835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Bound port: ac1a48a2-699b-4cb4-a30d-14b277bb8613, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2b214-e669-4928-8c87-a095a13d0c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:52.157835 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:52.181748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:26:52.191440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 89b1d225-0c3e-4879-8b5f-f4c72c11e80c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:52.191440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:52.191440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:52.217176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01ea92-06c5-48cd-a68e-13ed30423d1a None None] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:52.217974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8dca4874-6f7d-4254-9225-fd7e97d06375 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6904144 Mar 05 00:26:52.218385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56244) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:52.366425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] For port ac1a48a2-699b-4cb4-a30d-14b277bb8613, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:52.366425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] For port ac1a48a2-699b-4cb4-a30d-14b277bb8613, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac1a48a2-699b-4cb4-a30d-14b277bb8613,segment=NetworkSegment(3aa2b214-e669-4928-8c87-a095a13d0c35),segment_id=3aa2b214-e669-4928-8c87-a095a13d0c35)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:52.381578 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:52.489892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:52.489892 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:52.760658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:26:52.760658 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:52.854968 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:53.257824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fb6ab-d856-4816-986a-094f81c96d1a None None] Pushing event updated for resources: {'Port': ['ID=ac1a48a2-699b-4cb4-a30d-14b277bb8613,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:53.285571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Allocated IP 2001:db8:2::2 (89b1d225-0c3e-4879-8b5f-f4c72c11e80c/98b3211d-9f55-4351-a666-c93e66281fbc/5c6f5288-33ec-4861-b6d6-e18a0bfe8489) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:53.566961 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:46Z', 'revision_number': 3, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:52Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:53.575636 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3450567-ed1c-41a6-a011-00cae7ccdb41 None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:46Z', 'revision_number': 3, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:52Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:26:53.617126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:53.775831 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:53.795787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Transition to ACTIVE for port object 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:53.831487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Transition to ACTIVE for port object 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:53.840471 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:53.936092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:53.941387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:53.941387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:54.077562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Pushing event updated for resources: {'Port': ['ID=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:54.262240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Attempting to bind port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:26:54.262942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Attempting to bind port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:26:54.263805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Attempting to bind port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 on network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:26:54.312350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:26:54.312350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Checking segment: {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:54.312350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:54.318189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Bound using segment: {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:26:54.318189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Bound port: 5c6f5288-33ec-4861-b6d6-e18a0bfe8489, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:26:54.318189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:54.354674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8:2::1 (89b1d225-0c3e-4879-8b5f-f4c72c11e80c/98b3211d-9f55-4351-a666-c93e66281fbc/192ad946-d4b5-4452-83a7-cde2a1cad0c3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:26:54.433380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] For port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:26:54.439643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] For port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:26:54.446727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:54.616939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5f94d-5f81-43f7-992b-d71cca432825 None None] Pushing event updated for resources: {'Port': ['ID=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:54.789061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac1a48a2-699b-4cb4-a30d-14b277bb8613 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:54.882687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:54.896952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:54.897736 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:54.900530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:54.976028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object 192ad946-d4b5-4452-83a7-cde2a1cad0c3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:55.082395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:55.220235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:55.252049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:55.255389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:55.267079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:26:55.268324 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:55.277559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port ac1a48a2-699b-4cb4-a30d-14b277bb8613, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac1a48a2-699b-4cb4-a30d-14b277bb8613,segment=NetworkSegment(3aa2b214-e669-4928-8c87-a095a13d0c35),segment_id=3aa2b214-e669-4928-8c87-a095a13d0c35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:55.282153 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:55.296473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=192ad946-d4b5-4452-83a7-cde2a1cad0c3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:55.387007 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:55.455407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=ac1a48a2-699b-4cb4-a30d-14b277bb8613,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:56.096141 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:56.105022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:56.105841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:56.246627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd39ff50-a150-4576-91fc-72d2654409b2 None None] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:56.285859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=192ad946-d4b5-4452-83a7-cde2a1cad0c3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:56.297422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56322) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:56.363924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:26:56.365503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:56.377001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c52bd84e-4ff7-4925-b613-acb680c66041 None None] Provisioning for port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:56.532639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:56.605259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:56.613204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Usage tracker for resource:security_group_rule and tenant:13e19d80cb834de59ae9ff4e9952a265 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:56.622401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:56.653011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:56.782495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:56.792354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:56.816525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac1a48a2-699b-4cb4-a30d-14b277bb8613 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:56.823453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:26:56.861335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7fdc1b-b571-4660-a147-c6bc42026fbc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:56.870416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8831a39e-c895-44aa-849d-af6002b99861 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13e19d80cb834de59ae9ff4e9952a265&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5717177 Mar 05 00:26:56.871040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:57.035048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ac1a48a2-699b-4cb4-a30d-14b277bb8613 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:57.035428 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.073825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:26:57.092438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-42c54955-1e71-4d8c-bc7f-d9598b88a207 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8723197 Mar 05 00:26:57.092797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56340) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:57.119090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1812233792'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:57.125994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:57.135804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:network and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:57.143212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:57.150461 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2549cf5-e9b3-410f-ae3f-3a445d07df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.164162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:57.171961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:26:57.186893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:57.190498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.199074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2549cf5-e9b3-410f-ae3f-3a445d07df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.257421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.267309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:26:57.291011 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.292147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:26:57.292998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:57.308779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.309120 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added segment 4fa529c0-60ad-4579-8d62-5f0461606e74 of type vlan for network d183d171-a37a-4209-8d31-ca739e939e74 Mar 05 00:26:57.309350 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2549cf5-e9b3-410f-ae3f-3a445d07df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.329741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2549cf5-e9b3-410f-ae3f-3a445d07df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7fdc1b-b571-4660-a147-c6bc42026fbc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:57.343317 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2549cf5-e9b3-410f-ae3f-3a445d07df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.364606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2549cf5-e9b3-410f-ae3f-3a445d07df1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e7fdc1b-b571-4660-a147-c6bc42026fbc HTTP/1.1" status: 204 len: 168 time: 0.4752667 Mar 05 00:26:57.472877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56348) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:57.480234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987232208', 'description': 'tempest-description--714285920'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:57.494740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:57.513981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:57.536595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.538091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.578339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.582786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:57.583530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.606256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:57.619952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:26:57.621905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:57.629506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:57.639212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:57.706296 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6124198 Mar 05 00:26:57.714396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56354) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:57.717922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:26:57.723131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'subnet': {'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:57.753095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb1df-c3b6-4d30-abe7-e0d54adaf60a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Network': ['ID=d183d171-a37a-4209-8d31-ca739e939e74,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:57.762113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba8dffb6-c90c-4049-aa8f-55925e0292e4 None None] Provisioning for port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:57.773610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ba8dffb6-c90c-4049-aa8f-55925e0292e4 None None] Provisioning complete for port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:57.773990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ba8dffb6-c90c-4049-aa8f-55925e0292e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.794652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.800121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.860379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:57.865011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d183d171-a37a-4209-8d31-ca739e939e74 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:26:57.877113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.881364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:57.882197 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cb88d409-19c1-4147-99b9-5be1a08513af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4080811 Mar 05 00:26:57.888121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': 'e9e0b47b-1145-4122-9cdb-8eb25a60e5e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:57.897924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:57.905440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:57.911082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:57.913759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:subnet and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:57.916814 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:57.919546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:57.932460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:57.935859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:57.936119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56362) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:57.954614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:57.954948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Made reservation on behalf of f2cbb1ebaee14b2b862d2055d4ca8ff3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:26:57.990838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:57.994933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Usage tracker for resource:security_group_rule and tenant:9db49d7a53be411eac26ad2872154a7d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:57.997871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:58.003931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:58.043354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.070664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.076012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.095658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.130725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bbfc17-e3ff-4107-966a-d7cf8c3c9f8b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:58.135292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac3e715d-e50b-4b8d-84ae-5a33b198d288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9db49d7a53be411eac26ad2872154a7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982741 Mar 05 00:26:58.138412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56366) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:58.180959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ba8dffb6-c90c-4049-aa8f-55925e0292e4 None None] Port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:58.205012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:26:58.213671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ad91117-0858-45b8-99e3-56d17fd85dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.214825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:58.215193 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.215860 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.222443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.247613 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ad91117-0858-45b8-99e3-56d17fd85dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.261110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d4ab08-7725-4592-be60-b55660be1a60,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:58.307297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.310372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a84c4290-2425-4036-bff8-0d91209217d9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4274065 Mar 05 00:26:58.317321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:58.327815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': 'e9e0b47b-1145-4122-9cdb-8eb25a60e5e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:58.339500 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ad91117-0858-45b8-99e3-56d17fd85dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.348490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:58.356533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:58.360873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:58.370281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:58.373790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad91117-0858-45b8-99e3-56d17fd85dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bbfc17-e3ff-4107-966a-d7cf8c3c9f8b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:58.376248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd94827b-7e1b-446f-aa56-8edeaa4263d3 None None] Provisioning complete for port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:26:58.376626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bd94827b-7e1b-446f-aa56-8edeaa4263d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.388940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ad91117-0858-45b8-99e3-56d17fd85dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.390577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6ad91117-0858-45b8-99e3-56d17fd85dec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60bbfc17-e3ff-4107-966a-d7cf8c3c9f8b HTTP/1.1" status: 204 len: 168 time: 0.2514319 Mar 05 00:26:58.425692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.435957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.503772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.513848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bd94827b-7e1b-446f-aa56-8edeaa4263d3 None None] Port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:26:58.536331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:26:58.546405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:26:58.546405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Updating router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:26:58.567627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Subnet': ['ID=cbb814b4-2a81-4f47-9bb8-40cf3b72e049,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:58.590296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:26:58.619200 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.668505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.670483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Checking segment: {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:26:58.671022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network hostable DHCP agents. Network: d183d171-a37a-4209-8d31-ca739e939e74, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:26:58.695082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.725329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2b1afc-7c22-4343-bcf9-38d7b05f92a7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:58.745518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network d183d171-a37a-4209-8d31-ca739e939e74 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:26:58.750412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.751953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eb7f1a39-3595-4cf7-a769-76403c981ef3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4333966 Mar 05 00:26:58.755109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56390) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:58.761599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:26:58.761728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d183d171-a37a-4209-8d31-ca739e939e74) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:26:58.768753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:26:58.768935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.776432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:26:58.791527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:floatingip and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:26:58.798763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-303525aa-62f0-4534-9176-6fe35126a89f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0833263 Mar 05 00:26:58.800373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:26:58.801057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:58.815596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:26:58.829344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56398) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:26:58.850003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:58.903930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b7170-138a-495f-bf58-6532827970df None None] Network d183d171-a37a-4209-8d31-ca739e939e74 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:26:59.129703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:59.147112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:26:59.354010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-d183d171-a37a-4209-8d31-ca739e939e74', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:26:59.354813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:59.562620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:59.596510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Transition to ACTIVE for port object 192ad946-d4b5-4452-83a7-cde2a1cad0c3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:26:59.614620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:59.686023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:26:59.854937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.035604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Allocated IP 2001:db8:3::2 (d183d171-a37a-4209-8d31-ca739e939e74/cbb814b4-2a81-4f47-9bb8-40cf3b72e049/c2f3c7e8-944c-457d-9b96-6b213aefa5a4) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:00.065294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.25.0.127 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/494b8bf4-0870-4e7a-b875-397e5f6f151b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:00.259207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51465f06-8792-44bc-9e57-f937d642f754 None None] Pushing event updated for resources: {'Port': ['ID=192ad946-d4b5-4452-83a7-cde2a1cad0c3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:00.538734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.544770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Attempting to bind port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:00.547309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Attempting to bind port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:00.547834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Attempting to bind port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 on network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:00.592730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.677713 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.691010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Transition to ACTIVE for port object c2f3c7e8-944c-457d-9b96-6b213aefa5a4 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:00.716766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Transition to ACTIVE for port object c2f3c7e8-944c-457d-9b96-6b213aefa5a4 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:00.720075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:00.720248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Checking segment: {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:00.721185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.721290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Bound using segment: {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:00.721788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Bound port: 192ad946-d4b5-4452-83a7-cde2a1cad0c3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88dd989-0c10-4a9f-941d-0c911705ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:00.722162 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.787325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.866597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:00.867436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] For port 192ad946-d4b5-4452-83a7-cde2a1cad0c3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:00.871413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] For port 192ad946-d4b5-4452-83a7-cde2a1cad0c3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=192ad946-d4b5-4452-83a7-cde2a1cad0c3,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:00.873176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.883001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:00.895542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:00.913091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:00.973324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Network d183d171-a37a-4209-8d31-ca739e939e74 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:00.978606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:00.980499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Pushing event updated for resources: {'Port': ['ID=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:00.985843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:01.032070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:01.034352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:01.068177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Allocated IP 2001:db8:3::1 (d183d171-a37a-4209-8d31-ca739e939e74/cbb814b4-2a81-4f47-9bb8-40cf3b72e049/8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:01.377202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:01.385334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.418485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Transition to ACTIVE for port object 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:01.451085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.467235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:01.470755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=494b8bf4-0870-4e7a-b875-397e5f6f151b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:01.485304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.535289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network d183d171-a37a-4209-8d31-ca739e939e74 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:01.542708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:01.545715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:01.548930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.608699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:01.642367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Attempting to bind port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:01.642739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Attempting to bind port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:01.643099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Attempting to bind port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 on network d183d171-a37a-4209-8d31-ca739e939e74 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:01.647460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.674254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51465f06-8792-44bc-9e57-f937d642f754 None None] Pushing event updated for resources: {'Port': ['ID=192ad946-d4b5-4452-83a7-cde2a1cad0c3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:01.687050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:01.687429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Checking segment: {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:01.687869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.688254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Bound using segment: {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:01.689021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Bound port: c2f3c7e8-944c-457d-9b96-6b213aefa5a4, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:01.689307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:01.750060 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.207087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:02.207849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.300322 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.310440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.550175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=494b8bf4-0870-4e7a-b875-397e5f6f151b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:02.647523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.692178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.692619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.703541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] For port c2f3c7e8-944c-457d-9b96-6b213aefa5a4, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:02.705073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4a84880-a18b-41fd-803c-d448111f7618 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9479663 Mar 05 00:27:02.710425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.733877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:02.793139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] For port c2f3c7e8-944c-457d-9b96-6b213aefa5a4, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:02.829597 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:03.023854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80b388-39c6-454e-9752-1867bad714e6 None None] Pushing event updated for resources: {'Port': ['ID=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:03.074830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:00Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:03.095528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f75e72-cd7d-42ad-81bd-28c85c98c6ca None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:00Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:03.227687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port a35c7ed8-e03a-4914-b12a-256d3eb6a813 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:03.227687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:03.566369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event updated for resources: {'Port': ['ID=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:03.831582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Network d183d171-a37a-4209-8d31-ca739e939e74 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:03.846976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:03.905296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56558) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:03.952382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port a35c7ed8-e03a-4914-b12a-256d3eb6a813, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a35c7ed8-e03a-4914-b12a-256d3eb6a813,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:03.952861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:04.148644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56580) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:04.174699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for a35c7ed8-e03a-4914-b12a-256d3eb6a813 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:04.319839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-89d56984-9bee-43b4-ad32-1ca386a3e328 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--987232208&fields=id&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 267 time: 0.5829766 Mar 05 00:27:04.601341 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:04.649832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:04.654464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ec126a76b32f4a9db218c9bfaaeacda4 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:04.657186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:04.663324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:04.951806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43809288-956f-4ff3-be62-d8f531ebad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.113054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Deleting port fd2ee19a-2607-4bb6-b8c0-48705dd5ef4e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:05.113522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.141131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1453e4a-c4e6-4d91-a412-52c9824344f0 None None] Network d183d171-a37a-4209-8d31-ca739e939e74 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:05.162081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a889651-3e84-4ff4-988d-c5366163625d req-2fbfe941-d6da-4f89-afd5-84441b83d3f6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:05.172928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-2fbfe941-d6da-4f89-afd5-84441b83d3f6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.8419173 Mar 05 00:27:05.226129 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-740c366c-1bc0-4cb4-ac53-cfdda4c7b6eb tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/quotas/657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 375 time: 0.0519085 Mar 05 00:27:05.238304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.248611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.320403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8b6c7-8f16-4da7-a602-2826db88cafa,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:05.332825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:05.412318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c2f3c7e8-944c-457d-9b96-6b213aefa5a4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:05.450647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e1c741e5-cfc2-4dcd-8868-dc74492669f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec126a76b32f4a9db218c9bfaaeacda4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5414288 Mar 05 00:27:05.457099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56702) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:05.524437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-2d959bbb-9b8d-4dbc-847b-2fc1185ceae3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2888412 Mar 05 00:27:05.549827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9debccaa-92a8-481d-9805-66667efca285 None None] Provisioning for port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:05.582702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:05.591398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:05.592057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.629738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a08a05-f8db-47d2-8279-af05237af3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.635463 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.687625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.688319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.715454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=a35c7ed8-e03a-4914-b12a-256d3eb6a813,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:05.730126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-fe88b5c6-cf74-4670-ad87-c33dda44584b service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030988 Mar 05 00:27:05.816327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:05.831098 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:05.842728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a08a05-f8db-47d2-8279-af05237af3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.853633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ddb58d9-d94b-493b-9c68-24206fafab1e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0513692 Mar 05 00:27:05.856232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.857326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56746) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:05.861015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Calling delete_port for fd2ee19a-2607-4bb6-b8c0-48705dd5ef4e owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:05.866725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:05.886080 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:05.886845 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:26:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:05.931256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port c2f3c7e8-944c-457d-9b96-6b213aefa5a4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:05.943751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:05.944895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 192ad946-d4b5-4452-83a7-cde2a1cad0c3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:06.123360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-583bc605-62ff-4a25-962b-3b45af61b270 service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920898 Mar 05 00:27:06.355176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:06.393656 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:06.400555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:06.411287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:06.413136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:06.599391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4021c071-3ef2-4c74-8edd-c99845cac067 None None] Provisioning complete for port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:06.601738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4021c071-3ef2-4c74-8edd-c99845cac067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:06.626103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a08a05-f8db-47d2-8279-af05237af3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:06.694839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ad7fadf-306b-4ca7-8d53-232f3a99ecfc req-04c092ec-9cd5-4fd6-8bb4-6b063959ff9b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.1198359 Mar 05 00:27:06.732457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a08a05-f8db-47d2-8279-af05237af3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8b6c7-8f16-4da7-a602-2826db88cafa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:06.864703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:06.994034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a08a05-f8db-47d2-8279-af05237af3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:06.995120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-86a08a05-f8db-47d2-8279-af05237af3bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09f8b6c7-8f16-4da7-a602-2826db88cafa HTTP/1.1" status: 204 len: 168 time: 1.5091445 Mar 05 00:27:07.000999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.245120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 192ad946-d4b5-4452-83a7-cde2a1cad0c3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=192ad946-d4b5-4452-83a7-cde2a1cad0c3,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:07.257091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.271061 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:01Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:00Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:02Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:07.285264 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:07.285611 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Updating router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:27:07.392909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event deleted for resources: {'Port': ['ID=fd2ee19a-2607-4bb6-b8c0-48705dd5ef4e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:07.394998 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.418681 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1f61dfbc-eb35-469a-b845-d3ec1f2bceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.454298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=192ad946-d4b5-4452-83a7-cde2a1cad0c3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:07.469262 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.531499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4021c071-3ef2-4c74-8edd-c99845cac067 None None] Provisioning for port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:07.544704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4021c071-3ef2-4c74-8edd-c99845cac067 None None] Provisioning complete for port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:07.545579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4021c071-3ef2-4c74-8edd-c99845cac067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.662602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c2f3c7e8-944c-457d-9b96-6b213aefa5a4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:07.749204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4021c071-3ef2-4c74-8edd-c99845cac067 None None] Port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:07.808598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:07.808961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.842463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 05 00:27:07.915181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Removed routes are [] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 05 00:27:07.915832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:07.936727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-21d590d6-0068-4a1d-8af4-0aa94f7ebbfc None None] Provisioning complete for port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:07.954739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91453b6c-51b8-4638-8c8c-69ea2e2c7be1 req-cf2ff5d1-0220-4077-89c0-de5c43882579 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.0807121 Mar 05 00:27:07.969952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-21d590d6-0068-4a1d-8af4-0aa94f7ebbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.057016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56950) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:08.187741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.196834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-21d590d6-0068-4a1d-8af4-0aa94f7ebbfc None None] Port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:08.200581 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.217074 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Transition to ACTIVE for port object 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:08.226419 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.278808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:08.283523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Usage tracker for resource:security_group_rule and tenant:3a760f8336c84671952bac6de836b41d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:08.287795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:08.295153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:08.300290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.365018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.370881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.401976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.411452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.415844 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319cfa9-857e-4004-9908-dd7317eb6642 None None] Pushing event updated for resources: {'Port': ['ID=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:08.517003 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Attempting to bind port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:08.517429 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Attempting to bind port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:08.517784 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Attempting to bind port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 on network d183d171-a37a-4209-8d31-ca739e939e74 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:08.538257 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:08.538962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Checking segment: {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:08.540295 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.540832 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Bound using segment: {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:08.541494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Bound port: 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa529c0-60ad-4579-8d62-5f0461606e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:08.542784 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.620938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.636369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:08.644159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.651109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] For port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:08.656447 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] For port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:08.662190 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:08.737322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e751d-edc9-40cc-b314-83770bdc1750,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:08.738545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319cfa9-857e-4004-9908-dd7317eb6642 None None] Pushing event updated for resources: {'Port': ['ID=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:08.761246 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:08.761884 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:08.786176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d0ca34d7-b457-401b-b585-d7644b5572cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a760f8336c84671952bac6de836b41d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7139883 Mar 05 00:27:08.786613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 56954) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:08.957660 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:08.996970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a889651-3e84-4ff4-988d-c5366163625d req-c46429c2-fb21-425f-b102-f1ec12e09de3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:08.998444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-c46429c2-fb21-425f-b102-f1ec12e09de3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.2930510 Mar 05 00:27:09.150630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-514d4dbf-ddc9-4de9-9af1-b82607050875 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 471 time: 0.1362803 Mar 05 00:27:09.158315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:09.168963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.173068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d9390a41-e675-4afd-9b73-536b3152758a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 954 time: 3.3111372 Mar 05 00:27:09.173461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56964) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:09.178417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'port': {'device_id': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'admin_state_up': True, 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'security_groups': ['e9e0b47b-1145-4122-9cdb-8eb25a60e5e5']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:09.229806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ba06625-d8cc-4bd8-818a-006920f4ce80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.274514 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b886285b-383f-43d0-9695-0a2d02547e8f req-7e40bba0-197a-45d7-b2c0-b37b3059fadb tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.1081977 Mar 05 00:27:09.338707 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ba06625-d8cc-4bd8-818a-006920f4ce80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.425572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 192ad946-d4b5-4452-83a7-cde2a1cad0c3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:09.517975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:09.526068 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 6, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:08Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:09.529892 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-92fa2cd5-06da-4a9b-ac89-dde6e5324287 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 954 time: 0.3555672 Mar 05 00:27:09.530577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bccfff-4807-4edd-ae54-084fc15b4f38 None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 6, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:08Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:09.534365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 56970) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:09.548984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'routes': None}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:09.586956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:09.587591 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.674151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ba06625-d8cc-4bd8-818a-006920f4ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.680197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:09.714657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba06625-d8cc-4bd8-818a-006920f4ce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e751d-edc9-40cc-b314-83770bdc1750,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:09.814561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.873647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:09.891497 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2ba06625-d8cc-4bd8-818a-006920f4ce80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:09.892633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2ba06625-d8cc-4bd8-818a-006920f4ce80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/091e751d-edc9-40cc-b314-83770bdc1750 HTTP/1.1" status: 204 len: 168 time: 1.1020222 Mar 05 00:27:09.960718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Made reservation on behalf of 657a37a0df134fe1a154eb53c970c82b for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:27:09.967074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:10.194108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.20.0.3 (3e233919-2f19-4147-ae2b-6a57ecc6feb1/d738f588-6c06-423a-ba64-3a414a8d73f1/a0bd626e-c6eb-430f-adbf-ec50db49523e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:10.254803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:10.262023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:10.266954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:10.272298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] Sync routers for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:10.293007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:10.293699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:10.712318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:10.853819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-959f5ece-4ca0-4d55-90be-3f627ecaa652 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "DELETE /v2.0/floatingips/b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01 HTTP/1.1" status: 204 len: 168 time: 6.7006607 Mar 05 00:27:10.870701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:10.944024 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:10.963946 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:10.966180 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:10.983149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a650716b-a7bd-4828-afb4-97405be99909 req-0c8af6d0-f313-4c47-a86a-05e9d2fd654e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.1546545 Mar 05 00:27:11.036333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:11.049458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0d2d8273-9540-47a1-b5c5-cf0467f2bd5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "PUT /v2.0/routers/ac9596a1-c824-44db-958d-dcde3446f5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2106121 Mar 05 00:27:11.105453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:11.118493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:11.156219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:11.156947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:11.169426 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'status': 'completed', 'code': 200} Mar 05 00:27:11.314102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Transition to ACTIVE for port object a0bd626e-c6eb-430f-adbf-ec50db49523e will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:11.468604 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:27:11.498808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:11.506657 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:11.703144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e339f-9b93-4401-abbd-9c3b377b5de9 req-af0ecac7-5afa-4b1c-93fd-5150be1052a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:11.705060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6a2e339f-9b93-4401-abbd-9c3b377b5de9 req-af0ecac7-5afa-4b1c-93fd-5150be1052a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:11.750543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6a2e339f-9b93-4401-abbd-9c3b377b5de9 req-af0ecac7-5afa-4b1c-93fd-5150be1052a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:11.757943 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a2e339f-9b93-4401-abbd-9c3b377b5de9 req-af0ecac7-5afa-4b1c-93fd-5150be1052a3 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 946 time: 0.2824707 Mar 05 00:27:11.777145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-6ab341ad-eea9-4ad9-8dc6-0a9b82c110a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa61c4ec7701405b913cf3089dfab611&device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 1097 time: 0.5481339 Mar 05 00:27:11.781013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:11.877497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6a2e339f-9b93-4401-abbd-9c3b377b5de9 req-1eb2546e-1607-4eb9-8db5-a15d130113ee tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156387 Mar 05 00:27:11.897272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:11.974045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-6a8df7a1-fc2d-44d1-96b6-5d36914cb531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:11.975468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-6a8df7a1-fc2d-44d1-96b6-5d36914cb531 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 200 len: 914 time: 0.1912634 Mar 05 00:27:12.159095 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 6, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:08Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:12.169843 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:12.203347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:12.207421 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:12.208249 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:12.214083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:12.214432 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:12.323330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:12.330250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:12.344095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-3f382b07-9a82-4002-97f1-c5bd9d9d2aa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 200 len: 217 time: 0.2878349 Mar 05 00:27:12.351342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:12.485866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:12.524872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:12.549447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:12.551559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] Checking router: 1b03cf6b-5c04-4663-bd34-65118f1e3b17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:12.552331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a746e-94a6-423c-9d5e-e5d1e5c7b13c req-0c54b1c1-0a33-4abe-929a-53cae682b3f7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:12.556146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:05Z', 'revision_number': 6, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 1, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:12.558041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c51a746e-94a6-423c-9d5e-e5d1e5c7b13c req-0c54b1c1-0a33-4abe-929a-53cae682b3f7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 931 time: 0.2795246 Mar 05 00:27:12.562244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:12.578145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:12.583021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:12.583649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:12.590593 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:12.685523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c51a746e-94a6-423c-9d5e-e5d1e5c7b13c req-e782fbfa-fb9c-4573-af25-57f52fcf83fe tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:12.732681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c51a746e-94a6-423c-9d5e-e5d1e5c7b13c req-e782fbfa-fb9c-4573-af25-57f52fcf83fe tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:12.745984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c51a746e-94a6-423c-9d5e-e5d1e5c7b13c req-e782fbfa-fb9c-4573-af25-57f52fcf83fe tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812088 Mar 05 00:27:12.840959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:12.842046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:13.027943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=a0bd626e-c6eb-430f-adbf-ec50db49523e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:13.167889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:13.169319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:13.238614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added routes are [] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 05 00:27:13.242763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.extraroute_db [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 05 00:27:13.246914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-3c46f7b6-6b0d-4f05-91ca-2430ac0caebf tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0755653 Mar 05 00:27:13.257673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-77a67826-f2a1-4ab4-bc1e-56e8e413aeba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:13.259635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-77a67826-f2a1-4ab4-bc1e-56e8e413aeba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 200 len: 852 time: 0.8716946 Mar 05 00:27:13.278272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Request body: {'port': {'device_id': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:13.323887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-47fa8cda-c02e-491a-a1ce-184004737aaf None None] Provisioning for port a0bd626e-c6eb-430f-adbf-ec50db49523e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:13.361183 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 6, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:08Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:13.375012 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b4fe8-37c2-465d-a315-f720f383c836 None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 6, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:08Z', 'revision_number': 4, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:13.378703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-47fa8cda-c02e-491a-a1ce-184004737aaf None None] Provisioning complete for port a0bd626e-c6eb-430f-adbf-ec50db49523e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:13.380008 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47fa8cda-c02e-491a-a1ce-184004737aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:13.423207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:13.534145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-43940ec2-5008-450b-8e90-9a82a84221e3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:13.540650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:13.543295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-43940ec2-5008-450b-8e90-9a82a84221e3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:13.552310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87134b9-aea2-4fee-9c71-f6e24ad0663c req-820c13f3-2755-4d7b-93da-128c910b6779 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:13.553062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a87134b9-aea2-4fee-9c71-f6e24ad0663c req-820c13f3-2755-4d7b-93da-128c910b6779 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:13.602136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-43940ec2-5008-450b-8e90-9a82a84221e3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:13.603623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-43940ec2-5008-450b-8e90-9a82a84221e3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 946 time: 0.2793403 Mar 05 00:27:13.643346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a87134b9-aea2-4fee-9c71-f6e24ad0663c req-820c13f3-2755-4d7b-93da-128c910b6779 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:13.656179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a87134b9-aea2-4fee-9c71-f6e24ad0663c req-820c13f3-2755-4d7b-93da-128c910b6779 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 946 time: 1.6789176 Mar 05 00:27:13.686801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-47fa8cda-c02e-491a-a1ce-184004737aaf None None] Port a0bd626e-c6eb-430f-adbf-ec50db49523e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:13.827070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:13.865838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a87134b9-aea2-4fee-9c71-f6e24ad0663c req-80653bbc-4555-45dc-8e3d-371d08380e8f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060850 Mar 05 00:27:13.902776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 93297cd7-de5a-47cb-b737-920964286ab2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:13.903294 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:13.955729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:14.041735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:14.084950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-954006d8-9001-4f68-855c-14c2f187e27c tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:14.086491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-954006d8-9001-4f68-855c-14c2f187e27c tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 946 time: 1.1243048 Mar 05 00:27:14.286410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-1447cd4d-3bcb-4143-bb22-2ffc0b1ec15b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d39f4c-c1dd-484b-8926-6e086557a187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8899102 Mar 05 00:27:14.312912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Deleting port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:14.313231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:14.671369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-954f1ecc-321a-4fc7-8a3c-8fcc919ebdd6 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633146 Mar 05 00:27:14.677303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71c1b6-3cbe-4005-8d48-8512c319b0b5 req-286027cb-7d67-4bc0-9333-895e1053de54 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:14.678066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3c71c1b6-3cbe-4005-8d48-8512c319b0b5 req-286027cb-7d67-4bc0-9333-895e1053de54 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:14.817123 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:05Z', 'revision_number': 6, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 1, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:14.823689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e620f63-d32c-44c9-bcd7-ef4660db810e req-76d64344-e0a0-4f41-823b-7e95db342d0d tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:14.825356 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e620f63-d32c-44c9-bcd7-ef4660db810e req-76d64344-e0a0-4f41-823b-7e95db342d0d tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 946 time: 0.4073079 Mar 05 00:27:14.838081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90ef85-aae8-434a-9472-2634ed4c20e5 None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:05Z', 'revision_number': 6, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'c6e52f82-fcdb-4533-bd9d-51edceeb1d8e', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'port_id': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'mac_address': 'fa:16:3e:da:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:24:48Z', 'updated_at': '2022-03-05T00:25:00Z', 'revision_number': 1, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:14.900905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3c71c1b6-3cbe-4005-8d48-8512c319b0b5 req-286027cb-7d67-4bc0-9333-895e1053de54 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:14.907950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c71c1b6-3cbe-4005-8d48-8512c319b0b5 req-286027cb-7d67-4bc0-9333-895e1053de54 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 931 time: 0.7873077 Mar 05 00:27:15.010436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:15.016242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3cb61-ce80-4550-8eba-fdd993459fdf None None] The sync data for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 is: [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:21:56Z', 'revision_number': 4, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'c42b0df4-2d74-44d1-916e-c6e2d97fe7f4', 'name': '', 'network_id': '39d39f4c-c1dd-484b-8926-6e086557a187', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'mac_address': 'fa:16:3e:44:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:55Z', 'updated_at': '2022-03-05T00:22:21Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'subnets': [{'id': '4db74099-913a-4371-ab7e-d656ecf06b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:15.117464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port 93297cd7-de5a-47cb-b737-920964286ab2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=93297cd7-de5a-47cb-b737-920964286ab2,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:15.119085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:15.307299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3c71c1b6-3cbe-4005-8d48-8512c319b0b5 req-cf4d73a0-8020-4ec6-bed7-b3af763e1203 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970206 Mar 05 00:27:15.328459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 93297cd7-de5a-47cb-b737-920964286ab2 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:15.395802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:15.423055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e620f63-d32c-44c9-bcd7-ef4660db810e req-b2f530d4-b43e-40ef-8eb5-e373ab2f00ec tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ad229-d975-4b00-b9c8-8cac40a3e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5659285 Mar 05 00:27:15.476433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:15.526130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] For port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:15.526576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:15.574934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64199201-e3bf-4eab-af9d-287ceecc21c5 None None] New status for floating IP b9723b62-ec4d-4d1e-9eb2-d4ca7ae08a01: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:27:15.635279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd626e-c6eb-430f-adbf-ec50db49523e {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:27:15.654939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:15.707903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Transition to ACTIVE for port object a0bd626e-c6eb-430f-adbf-ec50db49523e will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:15.711167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:15.725369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:15.725740 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:15.818512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Calling delete_port for 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:15.982025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a35c7ed8-e03a-4914-b12a-256d3eb6a813 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:16.027847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a35c7ed8-e03a-4914-b12a-256d3eb6a813 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:16.029306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a35c7ed8-e03a-4914-b12a-256d3eb6a813 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:16.110758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:16.204452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-0e25c87d-8e43-4e5a-98aa-1ad62b22dec0 service neutron] 10.222.0.10 "GET /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5084958 Mar 05 00:27:16.303630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:16.337656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd626e-c6eb-430f-adbf-ec50db49523e,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:16.359854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event deleted for resources: {'Port': ['ID=8f4ec0d1-d48e-49af-828d-ca044c5ebe3a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:16.412458 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:16.532818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc9476-7daa-4b0f-b2f2-5a645a853785 req-9b8ea979-9632-4a5e-8bc5-cbfd9363e9c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:16.534604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcdc9476-7daa-4b0f-b2f2-5a645a853785 req-9b8ea979-9632-4a5e-8bc5-cbfd9363e9c6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89596e8-68b1-425e-8576-7188be8aebd4 HTTP/1.1" status: 200 len: 946 time: 0.8119378 Mar 05 00:27:16.574453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Attempting to bind port a0bd626e-c6eb-430f-adbf-ec50db49523e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:16.574788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Attempting to bind port a0bd626e-c6eb-430f-adbf-ec50db49523e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:16.575119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Attempting to bind port a0bd626e-c6eb-430f-adbf-ec50db49523e on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:16.596733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=93297cd7-de5a-47cb-b737-920964286ab2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:16.612850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Port a0bd626e-c6eb-430f-adbf-ec50db49523e on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:27:16.613107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Attempting to bind port a0bd626e-c6eb-430f-adbf-ec50db49523e on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:16.651398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:16.651739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:16.652128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Bound using segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:16.652577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Bound port: a0bd626e-c6eb-430f-adbf-ec50db49523e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:16.652924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:16.668458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcdc9476-7daa-4b0f-b2f2-5a645a853785 req-85560841-40e1-4881-928e-2bcde756eac7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=58ce4f8d-325c-4353-9b90-2f5274dd31b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207795 Mar 05 00:27:16.682485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:16.715966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] No DVR routers for this DVR port 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:16.720480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:16.748002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'name': 'network-vif-deleted', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:16.825177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04032e6c-a8c1-4161-b0c1-f34426aa71a9 req-dfbec691-8f0a-498a-b1ed-8552012733a1 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.10 "DELETE /v2.0/ports/8f4ec0d1-d48e-49af-828d-ca044c5ebe3a HTTP/1.1" status: 204 len: 173 time: 2.7253954 Mar 05 00:27:16.899999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] No DVR routers for this DVR port 93297cd7-de5a-47cb-b737-920964286ab2 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:16.902888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:16.905006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-65a4b384-2fcb-41c0-9885-97c54e2fba2e req-261fe7d1-997d-4ccd-9807-29706dcda771 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.36 "DELETE /v2.0/ports/93297cd7-de5a-47cb-b737-920964286ab2 HTTP/1.1" status: 204 len: 173 time: 3.2956953 Mar 05 00:27:16.988433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03916e28-2622-4079-9195-5d09db83d6f9 req-5e1e8e21-00cf-4bed-9d9b-8a0be62638e6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:16.993533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03916e28-2622-4079-9195-5d09db83d6f9 req-5e1e8e21-00cf-4bed-9d9b-8a0be62638e6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 943 time: 0.3657804 Mar 05 00:27:17.064454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:17.095457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03916e28-2622-4079-9195-5d09db83d6f9 req-78a445de-8afa-44cb-94bf-6ffa9869b788 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943618 Mar 05 00:27:17.253973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6c0a1e6-5c6d-4b52-93dc-32c013068a7e req-c6765f8f-79c2-43d8-ae3f-e935bec8878f tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 210 time: 0.1948626 Mar 05 00:27:17.255236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] For port a0bd626e-c6eb-430f-adbf-ec50db49523e, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:17.277258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] For port a0bd626e-c6eb-430f-adbf-ec50db49523e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:17.282505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:17.282981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8f4ec0d1-d48e-49af-828d-ca044c5ebe3a not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:17.289265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:17.310857 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa84e6-7c66-4741-939a-cd980a2f0037', 'name': 'network-vif-deleted', 'tag': '8f4ec0d1-d48e-49af-828d-ca044c5ebe3a', 'status': 'completed', 'code': 200} Mar 05 00:27:17.398449 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:17.400577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] 10.222.0.10 "PUT /v2.0/ports/a0bd626e-c6eb-430f-adbf-ec50db49523e HTTP/1.1" status: 200 len: 1091 time: 4.1343479 Mar 05 00:27:17.413073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:17.466566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aba04-e092-40c8-a21c-06d270816f30 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd626e-c6eb-430f-adbf-ec50db49523e,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:17.535374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:17.542743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:17.547016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57086) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:17.550461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:17.562031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee0e5d56-a870-4687-9d46-fe6ab48a5a17 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 704 time: 8.0182381 Mar 05 00:27:17.562771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 93297cd7-de5a-47cb-b737-920964286ab2 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:17.668114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-fe6b0788-039a-4378-b7d2-3009401aa0bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 1094 time: 0.1962643 Mar 05 00:27:17.687712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 93297cd7-de5a-47cb-b737-920964286ab2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:17.704262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 93297cd7-de5a-47cb-b737-920964286ab2 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:17.730238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:17.730890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:17.985614 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'status': 'completed', 'code': 200} Mar 05 00:27:17.990803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-553bb7b5-2e96-4698-afec-b1d7c81e3fd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e HTTP/1.1" status: 200 len: 217 time: 0.3139770 Mar 05 00:27:18.107715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57094) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:18.147257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:18.235971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5627e405-70b2-4654-9716-531720152b1b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 704 time: 0.6877058 Mar 05 00:27:18.238699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57100) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:18.386326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a889651-3e84-4ff4-988d-c5366163625d req-ab360e7e-3821-4fb5-8e9d-7b02c4d2d3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:18.387796 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-ab360e7e-3821-4fb5-8e9d-7b02c4d2d3bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.3906302 Mar 05 00:27:18.618442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec5c5-57f1-4ba1-879e-4e0f9a70f8f2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:18.678721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec5c5-57f1-4ba1-879e-4e0f9a70f8f2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:18.749675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-4bd8e021-dc06-46d1-842c-99f158ab1ddd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466694 Mar 05 00:27:18.755399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:18.775188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed9ae2-c6e5-4852-af43-28f5818df58b req-5fced6c1-dd86-444c-be52-08c3dd19fd83 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:18.777797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a5ed9ae2-c6e5-4852-af43-28f5818df58b req-5fced6c1-dd86-444c-be52-08c3dd19fd83 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 943 time: 0.2537403 Mar 05 00:27:18.785875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:13Z', 'revision_number': 7, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:12Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:18.790845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:18.822423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:18.824362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:18.842088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f07ad446-58bb-44ee-b692-395ac67b866d req-ed69dc4f-b8a5-4a35-a751-9c193ba41053 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Synchronizing usage tracker for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:18.901191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f07ad446-58bb-44ee-b692-395ac67b866d req-ed69dc4f-b8a5-4a35-a751-9c193ba41053 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Unset dirty status for tenant:aa61c4ec7701405b913cf3089dfab611 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:18.902537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f07ad446-58bb-44ee-b692-395ac67b866d req-ed69dc4f-b8a5-4a35-a751-9c193ba41053 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1aa84e6-7c66-4741-939a-cd980a2f0037 HTTP/1.1" status: 200 len: 210 time: 0.2476120 Mar 05 00:27:18.957435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:18.997531 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a5ed9ae2-c6e5-4852-af43-28f5818df58b req-ad86d672-e6c5-4837-b9b6-ae5208edb30a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922357 Mar 05 00:27:19.093902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-abe9943f-1519-4773-9daa-c56cdeb34c50 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112307 Mar 05 00:27:19.120688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:19.227541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e4ad25a3-c994-4d09-9802-1d4dabd22c98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4bda2889628469b9aa477574dfb74a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027555 Mar 05 00:27:19.230174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57116) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:19.312300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'name': 'network-vif-deleted', 'tag': '93297cd7-de5a-47cb-b737-920964286ab2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:19.320064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b286e1d2-ae70-4f1c-a4e1-3ba80ee4b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:19.349742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b286e1d2-ae70-4f1c-a4e1-3ba80ee4b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:19.365415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec5c5-57f1-4ba1-879e-4e0f9a70f8f2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:19.400496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ec5c5-57f1-4ba1-879e-4e0f9a70f8f2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ce4f8d-325c-4353-9b90-2f5274dd31b8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:19.433447 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89596e8-68b1-425e-8576-7188be8aebd4', 'name': 'network-vif-deleted', 'tag': '93297cd7-de5a-47cb-b737-920964286ab2', 'status': 'completed', 'code': 200} Mar 05 00:27:19.440596 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ff7ec5c5-57f1-4ba1-879e-4e0f9a70f8f2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:19.441247 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff7ec5c5-57f1-4ba1-879e-4e0f9a70f8f2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/security-groups/58ce4f8d-325c-4353-9b90-2f5274dd31b8 HTTP/1.1" status: 204 len: 168 time: 1.3323858 Mar 05 00:27:19.506305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a889651-3e84-4ff4-988d-c5366163625d req-bb314201-d509-411f-af87-b596e40bef43 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054954 Mar 05 00:27:19.508328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b286e1d2-ae70-4f1c-a4e1-3ba80ee4b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:19.594311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57124) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:19.687441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:13Z', 'revision_number': 7, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:12Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:19.696092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7180c8-0af9-412c-a03c-5b91705d5c1b None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:13Z', 'revision_number': 7, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2', 'name': '', 'network_id': 'd183d171-a37a-4209-8d31-ca739e939e74', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:4d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:00Z', 'updated_at': '2022-03-05T00:27:12Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'cbb814b4-2a81-4f47-9bb8-40cf3b72e049', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:19.737756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e1d2-ae70-4f1c-a4e1-3ba80ee4b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737e9827-d197-4af4-8b42-d7fdc110235a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:19.778820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b286e1d2-ae70-4f1c-a4e1-3ba80ee4b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:19.789210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b286e1d2-ae70-4f1c-a4e1-3ba80ee4b2b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/737e9827-d197-4af4-8b42-d7fdc110235a HTTP/1.1" status: 204 len: 168 time: 0.5564737 Mar 05 00:27:19.836867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-b1b5eb8d-cec8-4ec8-99a4-0718cd2ede94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 1094 time: 0.1986151 Mar 05 00:27:19.980682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting subnet 9f79c283-05d2-40a2-8ca4-abae1c5913ca {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:20.042064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-76ae5ef1-47ac-4898-9e7f-f87579553df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:20.043723 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-76ae5ef1-47ac-4898-9e7f-f87579553df9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1996415 Mar 05 00:27:20.044424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.095663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57138) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:20.173729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-62bdcc74-5844-435c-a210-933f01eec79c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e HTTP/1.1" status: 200 len: 217 time: 0.0932155 Mar 05 00:27:20.255631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f04b6-70bf-497e-b55d-9667aa4ea556 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.286974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.294044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f04b6-70bf-497e-b55d-9667aa4ea556 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.372762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-30ce0545-0ca2-4421-9726-60817cf2242d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:20.374253 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-30ce0545-0ca2-4421-9726-60817cf2242d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1843214 Mar 05 00:27:20.416367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:20.416708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.463570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f918952-9451-47b4-9cfe-b6dd1fe2a847 req-e14f1351-5176-4cfe-a776-f79f0854551e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:20.470609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f918952-9451-47b4-9cfe-b6dd1fe2a847 req-e14f1351-5176-4cfe-a776-f79f0854551e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 943 time: 0.2366915 Mar 05 00:27:20.514099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.545047 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f04b6-70bf-497e-b55d-9667aa4ea556 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.577197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f04b6-70bf-497e-b55d-9667aa4ea556 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51ad229-d975-4b00-b9c8-8cac40a3e1f7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:20.600165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f04b6-70bf-497e-b55d-9667aa4ea556 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.605025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e1f04b6-70bf-497e-b55d-9667aa4ea556 tempest-TestVolumeBackupRestore-658262778 tempest-TestVolumeBackupRestore-658262778-project] 10.222.0.32 "DELETE /v2.0/security-groups/c51ad229-d975-4b00-b9c8-8cac40a3e1f7 HTTP/1.1" status: 204 len: 168 time: 0.4994562 Mar 05 00:27:20.612481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f918952-9451-47b4-9cfe-b6dd1fe2a847 req-9ee1e02b-9152-40b6-9116-9c5929a7ded2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393793 Mar 05 00:27:20.620852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-62b83971-766b-4830-9fef-a3acb51de7e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364438 Mar 05 00:27:20.644496 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:20.645031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.747927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.811466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:20.840561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:20.846581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b8c8e-f563-4788-a7a3-c69710515c0d None None] Network 85dc0bea-88d1-424b-9ddb-634275747d5b requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:20.865311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Subnet': ['ID=9f79c283-05d2-40a2-8ca4-abae1c5913ca,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:21.004314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ad71a1e2-8596-4c32-b025-ec5c66f599e7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/subnets/9f79c283-05d2-40a2-8ca4-abae1c5913ca HTTP/1.1" status: 204 len: 168 time: 1.4001813 Mar 05 00:27:21.009972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57182) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:21.010159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-833525f0-3ba7-4862-8dc8-705878823912 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813977 Mar 05 00:27:21.103622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a0bd626e-c6eb-430f-adbf-ec50db49523e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:27:21.353404 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:27:21.399299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b62ba674-7231-4659-9ae6-2d587cfe9642 req-84b1b0f4-3218-49b0-bf5d-e1e4da9e8f9c service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665698 Mar 05 00:27:21.542537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:21.661844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a0bd626e-c6eb-430f-adbf-ec50db49523e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:21.703615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'port_id': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'mac_address': 'fa:16:3e:2a:09:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:27:21.792677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:21.833441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:21.843443 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:21.846426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:21.859711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:21.870946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] DHCP port deletion for 85dc0bea-88d1-424b-9ddb-634275747d5b request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:21.880006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] Deleting port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:21.897839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:21.989557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd626e-c6eb-430f-adbf-ec50db49523e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:27:22.076179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a0bd626e-c6eb-430f-adbf-ec50db49523e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:22.167385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4198d47-f176-4c43-9c95-024cff48b217 req-ae8866c1-ea91-4f99-97fd-591ee351b5e8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:22.178171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4198d47-f176-4c43-9c95-024cff48b217 req-ae8866c1-ea91-4f99-97fd-591ee351b5e8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 943 time: 0.1993775 Mar 05 00:27:22.260292 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:22.351182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4198d47-f176-4c43-9c95-024cff48b217 req-54689dee-2ee6-4d23-b2e6-9a6200f661e6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721282 Mar 05 00:27:22.652854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a0bd626e-c6eb-430f-adbf-ec50db49523e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:22.822651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.823939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.824539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.825496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.825674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.826153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.826630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.827235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.827768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.828458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.829650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:22.874944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a0bd626e-c6eb-430f-adbf-ec50db49523e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:27:22.971121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] For port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:22.971521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:23.059504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,segment=NetworkSegment(dc20bad1-d8f0-4356-af0b-9e5e94be756f),segment_id=dc20bad1-d8f0-4356-af0b-9e5e94be756f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:23.060175 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:23.224399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] Calling delete_port for 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:23.542381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:23.571110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:23.769605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:23.912062 n-d-828979-4 neutron-server[83784]: INFO neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No ports have port_id starting with 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 Mar 05 00:27:23.930070 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:24.019221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] Pushing event deleted for resources: {'Port': ['ID=39f49ff3-ff02-4ad4-9143-0ca7365e3a18,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:24.058382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134eb63-73af-4df9-ab34-06a5b6c8a864 req-0715281d-bdea-40f6-bf82-a2b00afbba10 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:24.065142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b7251-22d7-4d5d-8926-a1930f47dcaf None None] No DVR routers for this DVR port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:24.066376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b134eb63-73af-4df9-ab34-06a5b6c8a864 req-0715281d-bdea-40f6-bf82-a2b00afbba10 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 944 time: 0.3624592 Mar 05 00:27:24.182487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b134eb63-73af-4df9-ab34-06a5b6c8a864 req-442cf859-0644-4449-8601-176d8e81c624 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145186 Mar 05 00:27:24.204386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:27:24.205305 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:27:24.368413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:24.375268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494504892', 'description': 'tempest-secgroup-smoke-494504892 description', 'project_id': '9a514e249c9340a587d981ec2cde53a2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:24.384429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:24.391377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:24.395581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:24.404333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:24.417931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:24.433596 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:24.475281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:24.482901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:24.487163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:24.496632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:24.617925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:24.631183 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:24.800784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 39f49ff3-ff02-4ad4-9143-0ca7365e3a18 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:24.800960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:24.915268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:24.949540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:24.960756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:24.982706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:25.103463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57598) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:25.104511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a0bd626e-c6eb-430f-adbf-ec50db49523e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:25.153402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.163737 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.174526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] The port '39f49ff3-ff02-4ad4-9143-0ca7365e3a18' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:27:25.305951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300caebc-cf75-4e81-a58b-f82a955665ea,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:25.340468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.346445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9766238 Mar 05 00:27:25.359483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port a0bd626e-c6eb-430f-adbf-ec50db49523e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:25.386440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port a0bd626e-c6eb-430f-adbf-ec50db49523e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:25.389526 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.393210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57638) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:25.394050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cc5c6-ab5f-4166-8fe8-bcf2c1fb2123 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795e997c-8eea-4cc7-b2f3-2d4b0507b39b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:25.423059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '795e997c-8eea-4cc7-b2f3-2d4b0507b39b', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:25.448580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:25.466754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.468073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:25.477664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:25.487208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:25.551997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:25.561573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dc0bea-88d1-424b-9ddb-634275747d5b']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:25.586625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc20bad1-d8f0-4356-af0b-9e5e94be756f') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:25.587153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc20bad1-d8f0-4356-af0b-9e5e94be756f') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:25.647272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.742754 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.762250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.781952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.782205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.800912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd8d1bd-73a3-47b3-bd61-c192666069ed,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:25.836933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.841392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c78336b-243d-4604-85c4-d65292f64e3b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4420049 Mar 05 00:27:25.843027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:25.843630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:25.852450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74d310-a877-47b9-83a6-d2d046e83062 req-33b67522-1ab6-402a-af7e-6c7bd60eeeb3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:25.854403 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f74d310-a877-47b9-83a6-d2d046e83062 req-33b67522-1ab6-402a-af7e-6c7bd60eeeb3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 944 time: 0.3043978 Mar 05 00:27:25.858261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '795e997c-8eea-4cc7-b2f3-2d4b0507b39b', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:25.866264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a0bd626e-c6eb-430f-adbf-ec50db49523e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:25.867587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:25.872817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:25.887323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:25.891746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:25.907462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:26.017831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a0bd626e-c6eb-430f-adbf-ec50db49523e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:26.019595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.057848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f74d310-a877-47b9-83a6-d2d046e83062 req-d407b1fa-aecf-4168-a93a-6faf9bb53c7d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297634 Mar 05 00:27:26.115994 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.136928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:26.137711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.139347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.148149 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.178443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7215d83-24d2-4324-bb3f-223fd3f6c769,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:26.203294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.208065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-69b0b206-7c34-4ac0-8739-1f8e7364e5b2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3631968 Mar 05 00:27:26.208856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:26.209793 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'code': 200} Mar 05 00:27:26.215414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '795e997c-8eea-4cc7-b2f3-2d4b0507b39b', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:26.223916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:26.243328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:26.246241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:26.254829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:26.330064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.409770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f88b5317-166c-4f61-85b4-d997599ab736 req-09fae403-87a3-47d4-9384-6fbc06c25ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 1096 time: 0.1439450 Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:26.445038 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:26.487006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.496600 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f88b5317-166c-4f61-85b4-d997599ab736 req-06b384ca-7a89-40e0-9b07-3055de473ee8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788159 Mar 05 00:27:26.497861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.530475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c294fbdb-2112-41e2-a967-f1a092a69c71,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:26.541169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.545057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-300e144b-e438-431a-a124-6821ba486c96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3324523 Mar 05 00:27:26.545253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:26.551585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '795e997c-8eea-4cc7-b2f3-2d4b0507b39b', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:26.559471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:26.563657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:26.565329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.567619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:26.570911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.575681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:26.599136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.666316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Network': ['ID=85dc0bea-88d1-424b-9ddb-634275747d5b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:26.673845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/networks/85dc0bea-88d1-424b-9ddb-634275747d5b HTTP/1.1" status: 204 len: 168 time: 5.6623628 Mar 05 00:27:26.680413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57696) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:26.681756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.682101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.682440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.682776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.683178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.683655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.683929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.684317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.684648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.684970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.685312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbb0a4-26b3-470a-84fe-08249b37520e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:26.739069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:26.744577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c4c8517-454f-401a-a924-d7048682c4d5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5048707 Mar 05 00:27:26.750063 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:26.759352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57700) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:26.762548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:26.763457 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:26.818259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.880000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.933574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b569f2-9c01-4b6e-a1a4-53f7a02379c5,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:26.954220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 5077d496-37ab-4442-baa4-9b0552c54fa9 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:26.954613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:26.966886 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:27.011517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.021997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4fc6f043-5668-420d-bfe8-6f9b1326d69e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4754887 Mar 05 00:27:27.032545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57704) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:27.185575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet cbb814b4-2a81-4f47-9bb8-40cf3b72e049 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:27.215543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.218200 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.222013 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.226419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.227417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.307809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.395134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '795e997c-8eea-4cc7-b2f3-2d4b0507b39b', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:27.404618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:27.408827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:27.412933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:27.418840 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.420620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:27.421658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:21Z', 'revision_number': 8, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:27.431287 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:27.450437 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:27.451916 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:27.499867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 5077d496-37ab-4442-baa4-9b0552c54fa9 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:27.533315 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:27:27.552667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.612237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.657130 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:27.664687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464486e-0fd4-4b65-9698-9051c72b726a req-150c1d5a-8e65-4101-a5be-af6cf8fce597 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:27.671635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7464486e-0fd4-4b65-9698-9051c72b726a req-150c1d5a-8e65-4101-a5be-af6cf8fce597 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 945 time: 0.2386696 Mar 05 00:27:27.715931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.756154 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7464486e-0fd4-4b65-9698-9051c72b726a req-a4cf75b3-92bc-4c3f-8e2f-e6649149d817 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835693 Mar 05 00:27:27.781067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.784742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827211f-3dff-491c-8905-7f89d0b21e3a None None] Network d183d171-a37a-4209-8d31-ca739e939e74 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:27.786767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.791664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb814b4-2a81-4f47-9bb8-40cf3b72e049,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:27.813917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.816518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1599c155-0f34-408b-acc7-cfef2b7b4f3f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/cbb814b4-2a81-4f47-9bb8-40cf3b72e049 HTTP/1.1" status: 204 len: 168 time: 1.0546985 Mar 05 00:27:27.819071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57714) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:27.840066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c7c34f-78b2-4a32-af72-bc81f467cd1e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:27.874439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.913973 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:27.917813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-923fcf0c-b36e-4ab5-bcc2-691438dac51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8843975 Mar 05 00:27:27.918582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57718) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:27.940062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '795e997c-8eea-4cc7-b2f3-2d4b0507b39b', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:27.946118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=5077d496-37ab-4442-baa4-9b0552c54fa9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:27.952209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:27.958397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:27.997870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.031599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:28.034625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.047726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:28.081511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:28.129780 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:27:28.142344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.214957 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:21Z', 'revision_number': 8, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:28.217623 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.220936 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73debe-6d87-4916-84b3-8d62807da53f None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:21Z', 'revision_number': 8, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '192ad946-d4b5-4452-83a7-cde2a1cad0c3', 'name': '', 'network_id': '89b1d225-0c3e-4879-8b5f-f4c72c11e80c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:27:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:54Z', 'updated_at': '2022-03-05T00:27:07Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': '98b3211d-9f55-4351-a666-c93e66281fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:28.280831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] DHCP port deletion for d183d171-a37a-4209-8d31-ca739e939e74 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:28.287329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] Deleting port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:28.287976 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.509202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.567517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.616726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505549fa-2d78-42d3-915d-22cdb483ee4b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:28.618545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] For port c2f3c7e8-944c-457d-9b96-6b213aefa5a4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:28.626823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.640251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.646609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca12bbe5-7771-46f3-b162-6adbd087b272 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7201405 Mar 05 00:27:28.647405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57726) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:28.661526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'network': {'name': 'tempest-network-smoke--2055623866', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'port_security_enabled': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:28.670835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port c2f3c7e8-944c-457d-9b96-6b213aefa5a4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,segment=NetworkSegment(4fa529c0-60ad-4579-8d62-5f0461606e74),segment_id=4fa529c0-60ad-4579-8d62-5f0461606e74)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:28.671395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.676252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:28.684686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:network and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:28.692345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:28.708497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:28.755538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:27:28.761913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.784876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] Calling delete_port for c2f3c7e8-944c-457d-9b96-6b213aefa5a4 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:28.855770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:27:28.876477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.906602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:28.912530 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Added segment ae020792-8238-4871-936b-5510bb1baadc of type vlan for network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 Mar 05 00:27:28.940576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] No DVR routers for this DVR port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:28.945073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd05211-ddd8-4b59-8702-a9e57688ab0a None None] Pushing event deleted for resources: {'Port': ['ID=c2f3c7e8-944c-457d-9b96-6b213aefa5a4,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:28.948333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for c2f3c7e8-944c-457d-9b96-6b213aefa5a4 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:29.133108 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.165579 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:27:29.165983 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:27:29.191747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9eea-3a25-416a-b2ac-8b9564a932fc req-2f9f853d-a5bc-416b-8386-39e7b6df63ba tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:29.197499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c60b9eea-3a25-416a-b2ac-8b9564a932fc req-2f9f853d-a5bc-416b-8386-39e7b6df63ba tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 945 time: 0.1754532 Mar 05 00:27:29.197656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.199569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57736) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:29.201470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:29.202091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.286206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c60b9eea-3a25-416a-b2ac-8b9564a932fc req-19606883-8740-4c3d-aa29-9fde617ffc57 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795448 Mar 05 00:27:29.324854 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6735873 Mar 05 00:27:29.325616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57744) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:29.338270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'admin_state_up': True, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:29.344866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bd818-0951-4d94-b536-86655249b734 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Network': ['ID=d26aa4f5-2b70-4d02-9c78-5f0400f86f17,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:29.351797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:29.357151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:router and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:29.360798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:29.368143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:27:29.368683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:29.387001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:29.391489 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.392456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.456889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c2f3c7e8-944c-457d-9b96-6b213aefa5a4 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:29.459863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.497585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Deleting port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:29.498386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.510049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: c2f3c7e8-944c-457d-9b96-6b213aefa5a4 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:29.510393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c2f3c7e8-944c-457d-9b96-6b213aefa5a4 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:29.510801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:29.544506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:29.544845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8ffbf8dc-b38f-4a8c-99cb-bc9c10c9c0d2 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:29.580702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.592886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:29.643065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Usage tracker for resource:security_group_rule and tenant:8a4df69b186343358b86dcc83a8ecd87 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:29.649311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:29.662594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:29.666858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port c2f3c7e8-944c-457d-9b96-6b213aefa5a4 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:29.667194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.758348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] The port 'c2f3c7e8-944c-457d-9b96-6b213aefa5a4' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:27:29.764279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7cf29-a0d7-488a-8de8-db0249356a6f req-286aebb1-80bf-4fc0-bf33-bff59395ae92 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:29.765788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6c7cf29-a0d7-488a-8de8-db0249356a6f req-286aebb1-80bf-4fc0-bf33-bff59395ae92 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 945 time: 0.2912314 Mar 05 00:27:29.776222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57748) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:29.785863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'port_id': 'a0bd626e-c6eb-430f-adbf-ec50db49523e'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:29.847265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] For port c42b0df4-2d74-44d1-916e-c6e2d97fe7f4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:29.847618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.858520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:29.874349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.041476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Calling delete_port for c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:30.097331 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.138847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.151067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d183d171-a37a-4209-8d31-ca739e939e74']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:30.157978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.186765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa529c0-60ad-4579-8d62-5f0461606e74') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:30.187063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa529c0-60ad-4579-8d62-5f0461606e74') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:30.221918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.251714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e4c8c-6ae4-43c3-92ed-ee35426f98fa,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:30.254066 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:30.258966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.276617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-327b6a1d-28c7-4a08-b61a-fa09a9ded3fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a4df69b186343358b86dcc83a8ecd87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0759780 Mar 05 00:27:30.278316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.278561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:30.278685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:30.278973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.292819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:30.293694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57752) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:30.294265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:30.294401 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:30.480827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07474623-7cac-4fb8-ace3-893dd8ab1651 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/floatingips/c6e52f82-fcdb-4533-bd9d-51edceeb1d8e HTTP/1.1" status: 204 len: 168 time: 3.7990124 Mar 05 00:27:30.485567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:30.530893 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.566550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:30.587888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.598502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=d183d171-a37a-4209-8d31-ca739e939e74,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:30.628099 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'status': 'completed', 'code': 200} Mar 05 00:27:30.646582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-345475ca-1f51-4408-a1af-69e54cb453cb tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/d183d171-a37a-4209-8d31-ca739e939e74 HTTP/1.1" status: 204 len: 168 time: 2.8260641 Mar 05 00:27:30.651559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57760) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:30.652213 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d6e258-d0c9-4e0d-8255-336aef814661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.788233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.853848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d6e258-d0c9-4e0d-8255-336aef814661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.863022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42b0df4-2d74-44d1-916e-c6e2d97fe7f4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:30.939146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.940393 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:30.981530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:05Z', 'revision_number': 6, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:30.989589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:31.012070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:31.013161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:31.033336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.119494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d6e258-d0c9-4e0d-8255-336aef814661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.177672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.206624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6e258-d0c9-4e0d-8255-336aef814661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e4c8c-6ae4-43c3-92ed-ee35426f98fa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:31.211375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d6e258-d0c9-4e0d-8255-336aef814661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.214907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11d6e258-d0c9-4e0d-8255-336aef814661 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d3e4c8c-6ae4-43c3-92ed-ee35426f98fa HTTP/1.1" status: 204 len: 168 time: 0.9173698 Mar 05 00:27:31.243986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:31.435936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.32 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/aaa8f099-9e0c-4784-8c06-e7cd49f72310) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:31.482321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.513465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-01bf4646-49d5-47f2-ae2f-4d6bf2e8b8dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 1096 time: 0.4816902 Mar 05 00:27:31.623942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.657738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:05Z', 'revision_number': 6, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:31.662527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e8524-af2e-484a-88e6-fc77e8776948 None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:05Z', 'revision_number': 6, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '217ede74-5c11-490b-8222-768eb7dd7ee1', 'name': '', 'network_id': '4f687c46-d00d-4e26-82bb-549038404cca', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:0c:9b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:06Z', 'updated_at': '2022-03-05T00:24:19Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': '536c6b87-d74a-4a97-9dc2-3f5732ccec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:31.688925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-f1abdf4e-66b4-4cc0-8952-6b7e4f1b7415 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:31.689597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-f1abdf4e-66b4-4cc0-8952-6b7e4f1b7415 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:31.735148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57770) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:31.779579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-f1abdf4e-66b4-4cc0-8952-6b7e4f1b7415 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:31.780725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-f1abdf4e-66b4-4cc0-8952-6b7e4f1b7415 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 945 time: 0.8032312 Mar 05 00:27:31.800272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:31.951700 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca419e97-4cd9-4949-9673-357af1aedcff None None] New status for floating IP c6e52f82-fcdb-4533-bd9d-51edceeb1d8e: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:27:32.041171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-900ae12a-b09b-46be-9b29-74ac170921cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:32.042871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-900ae12a-b09b-46be-9b29-74ac170921cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 200 len: 898 time: 0.4660335 Mar 05 00:27:32.058287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:32.171554 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-d6fbb644-312c-44f5-9aeb-03ae38ecaa78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 200 len: 217 time: 0.1176896 Mar 05 00:27:32.181034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:32.216963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Usage tracker for resource:security_group_rule and tenant:3037fb0038dd436098ef1acb137d7973 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:32.230704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:32.234809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-1a46793c-2571-489e-a9b2-06710ce5bf56 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:32.249428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:32.253960 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP 8084dab2-20f5-4088-8f5c-82fc15f50020 associated. External IP: 172.25.0.127, port: a0bd626e-c6eb-430f-adbf-ec50db49523e. Mar 05 00:27:32.394068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:32.398860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-ff4b3122-b340-4e40-94ce-57eee27d2dbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:32.400319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-ff4b3122-b340-4e40-94ce-57eee27d2dbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 200 len: 835 time: 0.2160408 Mar 05 00:27:32.443670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-1a46793c-2571-489e-a9b2-06710ce5bf56 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:32.444756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dfe61f4d-6814-40a9-a1e5-5bd8d0de45dc req-1a46793c-2571-489e-a9b2-06710ce5bf56 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6495280 Mar 05 00:27:32.497953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-ca3eec32-0c23-494b-94f7-a4b8a98cfd72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:32.498651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-ca3eec32-0c23-494b-94f7-a4b8a98cfd72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:32.542456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:32.552401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:32.554187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=aaa8f099-9e0c-4784-8c06-e7cd49f72310,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:32.557328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:32.571611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-ca3eec32-0c23-494b-94f7-a4b8a98cfd72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:32.572976 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-ca3eec32-0c23-494b-94f7-a4b8a98cfd72 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 945 time: 0.3599377 Mar 05 00:27:32.700907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:32.720763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:32.724571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port fc350d5c-bbc0-4a9a-96ad-9d12651101db {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:32.724942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:32.756963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-0cbac599-1e42-4253-852d-8351fa5c5c6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f687c46-d00d-4e26-82bb-549038404cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143206 Mar 05 00:27:32.871262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0d19b-a1f2-4828-882e-e9a907460bed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:32.887673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9f085f9d-6059-4049-b162-74ae5ee88f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3037fb0038dd436098ef1acb137d7973&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1459045 Mar 05 00:27:32.889840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57774) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:32.964870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-57fc1b85-a3bb-45db-a69d-58ad0debdbb5 service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008946 Mar 05 00:27:33.177708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-043346c8-e978-4bc0-bfff-9fbe93da53da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.183757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 192ad946-d4b5-4452-83a7-cde2a1cad0c3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:33.184084 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.202174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.202882 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.237168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port fc350d5c-bbc0-4a9a-96ad-9d12651101db, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fc350d5c-bbc0-4a9a-96ad-9d12651101db,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:33.237449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.324974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-043346c8-e978-4bc0-bfff-9fbe93da53da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.348294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc23ffa0-c0d9-41d3-b585-f50fe7c8ecbe req-b1ce414a-d38a-463d-a347-c313f1e8a72f service neutron] 10.222.0.10 "GET /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765037 Mar 05 00:27:33.398454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for fc350d5c-bbc0-4a9a-96ad-9d12651101db owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:33.462806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:33.599791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:33.777172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 15af80fc-857d-459f-9062-ae9281ea7cad is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:27:33.901530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-043346c8-e978-4bc0-bfff-9fbe93da53da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.959629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:33.977902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:33.990054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:33.994306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:33.995330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:34.002774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043346c8-e978-4bc0-bfff-9fbe93da53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0d19b-a1f2-4828-882e-e9a907460bed,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:34.015507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 192ad946-d4b5-4452-83a7-cde2a1cad0c3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=192ad946-d4b5-4452-83a7-cde2a1cad0c3,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:34.016269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:34.060897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a2539df4-2b0d-4213-b3b0-67f9b7a5eee0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "PUT /v2.0/floatingips/8084dab2-20f5-4088-8f5c-82fc15f50020 HTTP/1.1" status: 200 len: 991 time: 4.2699227 Mar 05 00:27:34.060897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:34.082869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:34.094511 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Sync routers for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:34.115193 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:34.118181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:34.121496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:34.125007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8113e398-47e3-431d-9d66-6ccd616d7bed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7950702 Mar 05 00:27:34.128042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57784) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:34.168435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 192ad946-d4b5-4452-83a7-cde2a1cad0c3 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:34.172679 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'status': 'completed', 'code': 200} Mar 05 00:27:34.202541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b887a6-572b-47c1-b2fb-e14d996a554c req-d0df562c-dbec-4fed-a888-7e6d58d20b97 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:34.203252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-20b887a6-572b-47c1-b2fb-e14d996a554c req-d0df562c-dbec-4fed-a888-7e6d58d20b97 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:34.240694 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:34.244173 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-043346c8-e978-4bc0-bfff-9fbe93da53da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:34.245483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-043346c8-e978-4bc0-bfff-9fbe93da53da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ae0d19b-a1f2-4828-882e-e9a907460bed HTTP/1.1" status: 204 len: 168 time: 1.3545494 Mar 05 00:27:34.307447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-85cfaa0a-76ea-4590-8ade-a95ec47cd70d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 1096 time: 0.1189880 Mar 05 00:27:34.320446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:34.389102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=fc350d5c-bbc0-4a9a-96ad-9d12651101db,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:34.391176 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:34.410661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-20b887a6-572b-47c1-b2fb-e14d996a554c req-d0df562c-dbec-4fed-a888-7e6d58d20b97 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:34.411867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20b887a6-572b-47c1-b2fb-e14d996a554c req-d0df562c-dbec-4fed-a888-7e6d58d20b97 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 945 time: 0.8213425 Mar 05 00:27:34.497162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-f27eb9b4-0c6e-45e9-b6ae-2fadb69ead48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:34.498983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-f27eb9b4-0c6e-45e9-b6ae-2fadb69ead48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1862674 Mar 05 00:27:34.678053 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5879b03e-9bf0-431e-90d2-b8d6289a01b8 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9a514e249c9340a587d981ec2cde53a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5485528 Mar 05 00:27:34.678983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] No DVR routers for this DVR port fc350d5c-bbc0-4a9a-96ad-9d12651101db on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:34.680090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-94626fa8-60e4-4ad2-af73-611cda8e4ea0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e HTTP/1.1" status: 200 len: 999 time: 0.1743345 Mar 05 00:27:34.681879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:34.682184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57794) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:34.684671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d3795db-488b-4c68-9685-ecf15805bfc5 req-6b1f080f-ad78-47ae-8bc3-838eacd31935 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "DELETE /v2.0/ports/fc350d5c-bbc0-4a9a-96ad-9d12651101db HTTP/1.1" status: 204 len: 173 time: 2.1038053 Mar 05 00:27:34.696075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'name': 'network-vif-deleted', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:34.785431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20b887a6-572b-47c1-b2fb-e14d996a554c req-e00145fd-8b88-409f-99c3-0b2bb4cef808 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=3267daac-c1a9-493c-afd2-562dcdea2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422716 Mar 05 00:27:34.879230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:34.896020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] Sync routers for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:34.901747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-074f822c-f21d-4daf-817a-91b3224c3999 admin admin] 10.222.0.32 "PUT /v2.0/routers/1b03cf6b-5c04-4663-bd34-65118f1e3b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7928231 Mar 05 00:27:34.907470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57802) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:34.949646 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:32Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:34.964983 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Checking router: 15af80fc-857d-459f-9062-ae9281ea7cad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:34.969082 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Updating router 15af80fc-857d-459f-9062-ae9281ea7cad port aaa8f099-9e0c-4784-8c06-e7cd49f72310 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:27:34.995004 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39d9c6e-12f6-4992-b3d8-c18e6730e782', 'name': 'network-vif-deleted', 'tag': 'fc350d5c-bbc0-4a9a-96ad-9d12651101db', 'status': 'completed', 'code': 200} Mar 05 00:27:34.998839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:35.013424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8084dab2-20f5-4088-8f5c-82fc15f50020', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:2a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:27:01Z', 'updated_at': '2022-03-05T00:27:30Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}, {'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:40Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:35.025272 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5348-eda0-4eba-aae2-e758ec7b5f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:35.029534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:35.032478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:35.142237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fc350d5c-bbc0-4a9a-96ad-9d12651101db no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:35.144215 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:35.184868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:35.224359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=192ad946-d4b5-4452-83a7-cde2a1cad0c3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:35.286372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-08f7d80c-0a3d-4bd2-baa5-a274c950a1fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:35.287844 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-08f7d80c-0a3d-4bd2-baa5-a274c950a1fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.5569143 Mar 05 00:27:35.432875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: fc350d5c-bbc0-4a9a-96ad-9d12651101db {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:35.433238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fc350d5c-bbc0-4a9a-96ad-9d12651101db not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:35.496597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:35.497466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:35.574569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:35.608744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1108b-ac38-48e8-bf34-f7f880dac7fa tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:35.628001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e6b1108b-ac38-48e8-bf34-f7f880dac7fa tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9447210 Mar 05 00:27:35.630926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57816) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:35.745380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:35.762777 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:35.764666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1df8b34a-34ad-4b06-8dd6-52d42960d132 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055210 Mar 05 00:27:35.768431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57822) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:35.775694 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Transition to ACTIVE for port object aaa8f099-9e0c-4784-8c06-e7cd49f72310 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:35.786552 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:35.819838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-8abdf860-dc9b-4c89-a1fa-b06eccde6330 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4866874 Mar 05 00:27:35.821204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098487331', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:35.894654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:36.062641 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Attempting to bind port aaa8f099-9e0c-4784-8c06-e7cd49f72310 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:36.064720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Attempting to bind port aaa8f099-9e0c-4784-8c06-e7cd49f72310 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:36.065428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Attempting to bind port aaa8f099-9e0c-4784-8c06-e7cd49f72310 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:36.083627 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:36.084172 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:36.085482 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:36.086027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:36.086607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Bound port: aaa8f099-9e0c-4784-8c06-e7cd49f72310, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:36.087507 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:36.108780 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-53121258-9078-4a0e-aa1b-afb63f2c7ff1 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792695 Mar 05 00:27:36.231969 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] For port aaa8f099-9e0c-4784-8c06-e7cd49f72310, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:36.236760 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] For port aaa8f099-9e0c-4784-8c06-e7cd49f72310, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=aaa8f099-9e0c-4784-8c06-e7cd49f72310,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:36.241088 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Pushing event updated for resources: {'Port': ['ID=aaa8f099-9e0c-4784-8c06-e7cd49f72310,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:36.247405 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:36.259416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.260325 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.260876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.261326 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.261750 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.262194 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.262612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.263027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.263931 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.264359 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.264781 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:36.402565 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ca90d-f4b3-4375-aebd-5542478229cb None None] Pushing event updated for resources: {'Port': ['ID=aaa8f099-9e0c-4784-8c06-e7cd49f72310,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:36.445887 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:36.446653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b9e299a-c626-4447-8248-5e9bf5be44fe req-aba11bf7-3096-47e5-af2f-0e3a3a459231 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39d9c6e-12f6-4992-b3d8-c18e6730e782 HTTP/1.1" status: 200 len: 210 time: 0.1461253 Mar 05 00:27:36.454717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:36.457841 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:36.462061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:subnet and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:36.466581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:36.476968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:27:30Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:36.477588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:36.500255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] Checking router: 1b03cf6b-5c04-4663-bd34-65118f1e3b17 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:36.513427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] Routers {'1b03cf6b-5c04-4663-bd34-65118f1e3b17'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:36.514067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:36.579657 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:27:36.644308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cda73ff6-2a39-4b2f-9bdb-e1426e18cbed req-5b6972fa-e816-4e45-b382-c1f367779217 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151324 Mar 05 00:27:36.674124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:36.712429 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:36.790766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:36.900182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8084dab2-20f5-4088-8f5c-82fc15f50020', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:2a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:27:01Z', 'updated_at': '2022-03-05T00:27:30Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}, {'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:40Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:36.910877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b185e49-e7c4-45a4-94db-3c6b29455fd7 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8084dab2-20f5-4088-8f5c-82fc15f50020', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:2a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:27:01Z', 'updated_at': '2022-03-05T00:27:30Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}, {'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:40Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:36.923811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] Set router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:37.041017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.057981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Deleting port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:37.058360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.147011 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a52d42c-2abd-4454-8112-fc0e5c3dfffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.263942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:32Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:37.269167 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2044ab-2124-4597-8436-19cb5e4123f3 None None] The sync data for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 is: [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:32Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:37.293972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:37.294858 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440039f6-840c-4bb9-ab95-0e5424073db0 None None] New status for floating IP 8084dab2-20f5-4088-8f5c-82fc15f50020: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:27:37.390907 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.427191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] For port 5ec6da8f-953d-4bf3-bcfa-9784f001aefc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:37.427774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.480663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:27:30Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:37.486862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07833d78-19f3-41dd-bff2-7f72327e378e None None] The sync data for ids ['1b03cf6b-5c04-4663-bd34-65118f1e3b17'] in n-d-828979-4 is: [{'id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'name': 'tempest-TestVolumeBackupRestore-110016686-router', 'tenant_id': 'aa61c4ec7701405b913cf3089dfab611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:27:30Z', 'revision_number': 5, 'project_id': 'aa61c4ec7701405b913cf3089dfab611', 'gw_port': {'id': '5ec6da8f-953d-4bf3-bcfa-9784f001aefc', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b03cf6b-5c04-4663-bd34-65118f1e3b17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:21:52Z', 'updated_at': '2022-03-05T00:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:37.567452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Subnet': ['ID=5f2432b5-f968-4169-92d7-23d40c8662c9,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:37.613191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Checking segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:37.613813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network hostable DHCP agents. Network: d26aa4f5-2b70-4d02-9c78-5f0400f86f17, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:27:37.632315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57858) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:37.635161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Calling delete_port for 5ec6da8f-953d-4bf3-bcfa-9784f001aefc owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:37.710607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:27:37.723695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:37.738664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:37.740571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-28d0c3a2-6fe4-4c9d-9368-c8cc48fe65f4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0862966 Mar 05 00:27:37.742372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:37.762876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:37.763591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:37.797949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d26aa4f5-2b70-4d02-9c78-5f0400f86f17) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:37.820806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:37.821747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.861190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9271ac-3a5e-4393-8b51-ed2a3182f0f9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.903792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9bf40a60-07b3-4a86-92d8-d3bff28ec262 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1337690 Mar 05 00:27:37.907228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57882) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:37.912363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:37.988669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9271ac-3a5e-4393-8b51-ed2a3182f0f9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.043127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:38.073420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet 98b3211d-9f55-4351-a666-c93e66281fbc {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:38.076856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.112635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec6da8f-953d-4bf3-bcfa-9784f001aefc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:38.137665 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.142315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed005c3-ed09-4ac9-affa-fa91a8bb3ead None None] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:38.386003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9271ac-3a5e-4393-8b51-ed2a3182f0f9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.410457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9271ac-3a5e-4393-8b51-ed2a3182f0f9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3267daac-c1a9-493c-afd2-562dcdea2f57,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:38.426470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.484191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a9271ac-3a5e-4393-8b51-ed2a3182f0f9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.485449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a9271ac-3a5e-4393-8b51-ed2a3182f0f9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/security-groups/3267daac-c1a9-493c-afd2-562dcdea2f57 HTTP/1.1" status: 204 len: 168 time: 0.8473647 Mar 05 00:27:38.551288 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.569989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57892) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:38.582329 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.596333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.621934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.630387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.660869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e2551-575b-4196-9d15-eac5d3bab1e9 None None] Network 89b1d225-0c3e-4879-8b5f-f4c72c11e80c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:38.706420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/98b3211d-9f55-4351-a666-c93e66281fbc HTTP/1.1" status: 204 len: 168 time: 0.9627318 Mar 05 00:27:38.717440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57896) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:38.718750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5eb84-5d12-40ca-b1cc-acc62f9da721 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=98b3211d-9f55-4351-a666-c93e66281fbc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:38.871477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-d26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:27:38.874191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.965569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:38.988962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:38.989492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.053703 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.072277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.185514 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.186303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b03cf6b-5c04-4663-bd34-65118f1e3b17 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:27:39.247941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:34Z', 'revision_number': 9, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:39.253817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Allocated IP 172.20.0.2 (d26aa4f5-2b70-4d02-9c78-5f0400f86f17/5f2432b5-f968-4169-92d7-23d40c8662c9/e56404ec-6154-43ff-a79d-7da81fe8d098) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:39.258385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:39.276585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.280914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8c491f82-ddd0-4506-8940-38a168109e07 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1b03cf6b-5c04-4663-bd34-65118f1e3b17 HTTP/1.1" status: 204 len: 168 time: 4.3632157 Mar 05 00:27:39.287475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57900) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:39.370314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] DHCP port deletion for 89b1d225-0c3e-4879-8b5f-f4c72c11e80c request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:39.383318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Deleting port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:39.383683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.385207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Deleting subnet 4db74099-913a-4371-ab7e-d656ecf06b23 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:39.390613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.430468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:39.431853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.464061 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.475187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:39.475187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:39.618103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:39.670652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:39.721739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.789953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:39.802691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No DVR routers for this DVR port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:39.817680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:39.914698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:40.001826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.050168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db74099-913a-4371-ab7e-d656ecf06b23,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:40.083064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.094298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f08dde35-df86-43dd-ab78-e8e8e2305c63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4db74099-913a-4371-ab7e-d656ecf06b23 HTTP/1.1" status: 204 len: 168 time: 0.8050776 Mar 05 00:27:40.096810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57908) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:40.109423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:40.109894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c42b0df4-2d74-44d1-916e-c6e2d97fe7f4 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:40.110316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:40.270196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.308761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.332844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b1d225-0c3e-4879-8b5f-f4c72c11e80c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:40.343867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Deleting port 25869a8d-4536-4d83-8740-a886140c31c1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:40.344225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.353034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88dd989-0c10-4a9f-941d-0c911705ec46') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:40.353356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88dd989-0c10-4a9f-941d-0c911705ec46') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:40.368590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.374668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8df286-e813-4f84-b10a-f35819c046e1 None None] Network 39d39f4c-c1dd-484b-8926-6e086557a187 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:40.400326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.410005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:40.410378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:40.425547 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:40.454121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:40.454620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:40.665777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.685454 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.718812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.731595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=89b1d225-0c3e-4879-8b5f-f4c72c11e80c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:40.758491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e2d7c95e-a0b6-4182-9050-04fbc216c70a tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/89b1d225-0c3e-4879-8b5f-f4c72c11e80c HTTP/1.1" status: 204 len: 168 time: 2.0370815 Mar 05 00:27:40.759376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57912) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:40.873746 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] For port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5c6f5288-33ec-4861-b6d6-e18a0bfe8489,segment=NetworkSegment(f88dd989-0c10-4a9f-941d-0c911705ec46),segment_id=f88dd989-0c10-4a9f-941d-0c911705ec46)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:40.874142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:40.981867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.012338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] For port 25869a8d-4536-4d83-8740-a886140c31c1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=25869a8d-4536-4d83-8740-a886140c31c1,segment=NetworkSegment(b9388c81-6775-451d-97f4-81e100e77df2),segment_id=b9388c81-6775-451d-97f4-81e100e77df2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:41.013700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.027740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.171947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Calling delete_port for 25869a8d-4536-4d83-8740-a886140c31c1 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:41.220212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Calling delete_port for 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:41.298472 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.336596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Transition to ACTIVE for port object e56404ec-6154-43ff-a79d-7da81fe8d098 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:41.411039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Transition to ACTIVE for port object e56404ec-6154-43ff-a79d-7da81fe8d098 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:41.420973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:27:41.425343 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:27:41.440317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:34Z', 'revision_number': 9, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:41.442656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.453176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.519065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Pushing event deleted for resources: {'Port': ['ID=25869a8d-4536-4d83-8740-a886140c31c1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:41.542157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] No DVR routers for this DVR port 25869a8d-4536-4d83-8740-a886140c31c1 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:41.549467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aaa8f099-9e0c-4784-8c06-e7cd49f72310 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:41.607973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55dcc4f-80df-43df-a8c0-75601310916d None None] DHCP port deletion for 39d39f4c-c1dd-484b-8926-6e086557a187 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:41.609936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181581d9-cd35-4d17-a520-6c7e1253ffb6 None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:34Z', 'revision_number': 9, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac1a48a2-699b-4cb4-a30d-14b277bb8613', 'name': '', 'network_id': '2db4dcf7-5b4c-4203-941b-59cdbc63e99c', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:57:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:43Z', 'updated_at': '2022-03-05T00:26:55Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'd9314c16-a49f-46db-93d0-dba59cee1ce2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:41.710149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:41.714869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:41.721004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:41.724549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Pushing event updated for resources: {'Port': ['ID=e56404ec-6154-43ff-a79d-7da81fe8d098,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:41.744532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.816593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d39f4c-c1dd-484b-8926-6e086557a187']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:41.821943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.835163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9388c81-6775-451d-97f4-81e100e77df2') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:41.835560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9388c81-6775-451d-97f4-81e100e77df2') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:41.856171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.865896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port aaa8f099-9e0c-4784-8c06-e7cd49f72310 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:41.868171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.1 (d26aa4f5-2b70-4d02-9c78-5f0400f86f17/5f2432b5-f968-4169-92d7-23d40c8662c9/f05bb2c9-8417-48b7-adb2-3c83ee546d88) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:41.874073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Attempting to bind port e56404ec-6154-43ff-a79d-7da81fe8d098 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:41.875300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Attempting to bind port e56404ec-6154-43ff-a79d-7da81fe8d098 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:41.875972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Attempting to bind port e56404ec-6154-43ff-a79d-7da81fe8d098 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:41.880526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.886674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:41.888194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Checking segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:41.888624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:41.889122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.892955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.894262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Bound using segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:41.895876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Bound port: e56404ec-6154-43ff-a79d-7da81fe8d098, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:41.896489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:41.903262 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:41.914714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port aaa8f099-9e0c-4784-8c06-e7cd49f72310 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:41.915094 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.047957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Deleting port 5c6f5288-33ec-4861-b6d6-e18a0bfe8489 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:42.048926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.079932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.100274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.131738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d39f4c-c1dd-484b-8926-6e086557a187,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:42.172111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a4152691-7050-48b8-ad6c-f8942abc7848 admin admin] 10.222.0.32 "DELETE /v2.0/networks/39d39f4c-c1dd-484b-8926-6e086557a187 HTTP/1.1" status: 204 len: 168 time: 2.0705054 Mar 05 00:27:42.172319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87af5a9f-4729-432b-a8e8-a9bf5595e177 None None] The port '5c6f5288-33ec-4861-b6d6-e18a0bfe8489' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:27:42.173135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57920) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:42.265441 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.328975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] For port e56404ec-6154-43ff-a79d-7da81fe8d098, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:42.332266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] For port e56404ec-6154-43ff-a79d-7da81fe8d098, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e56404ec-6154-43ff-a79d-7da81fe8d098,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:42.348619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.354834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object f05bb2c9-8417-48b7-adb2-3c83ee546d88 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:42.419972 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.453796 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.483144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port aaa8f099-9e0c-4784-8c06-e7cd49f72310, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=aaa8f099-9e0c-4784-8c06-e7cd49f72310,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:42.499748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.502360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:42.505403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e317d5-ea53-4ad4-9ae9-e3d2b7f6b640 None None] Pushing event updated for resources: {'Port': ['ID=e56404ec-6154-43ff-a79d-7da81fe8d098,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:42.514707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:42.524037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:42.579441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ec6da8f-953d-4bf3-bcfa-9784f001aefc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:42.656373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=aaa8f099-9e0c-4784-8c06-e7cd49f72310,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:42.668333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5ec6da8f-953d-4bf3-bcfa-9784f001aefc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:42.669080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5ec6da8f-953d-4bf3-bcfa-9784f001aefc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:42.729405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=f05bb2c9-8417-48b7-adb2-3c83ee546d88,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:42.752013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:42.763268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 217ede74-5c11-490b-8222-768eb7dd7ee1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:42.763607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.076471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.161712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port 217ede74-5c11-490b-8222-768eb7dd7ee1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=217ede74-5c11-490b-8222-768eb7dd7ee1,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:43.162274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.338092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 217ede74-5c11-490b-8222-768eb7dd7ee1 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:43.416521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.497683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aaa8f099-9e0c-4784-8c06-e7cd49f72310 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:43.559626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port ac1a48a2-699b-4cb4-a30d-14b277bb8613 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:43.560318 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.631857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port aaa8f099-9e0c-4784-8c06-e7cd49f72310 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:43.632850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.789547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.797983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.877115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.923057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port ac1a48a2-699b-4cb4-a30d-14b277bb8613, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac1a48a2-699b-4cb4-a30d-14b277bb8613,segment=NetworkSegment(3aa2b214-e669-4928-8c87-a095a13d0c35),segment_id=3aa2b214-e669-4928-8c87-a095a13d0c35)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:43.923565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.932267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:43.937399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e56404ec-6154-43ff-a79d-7da81fe8d098 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:43.952220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=217ede74-5c11-490b-8222-768eb7dd7ee1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:44.057010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=f05bb2c9-8417-48b7-adb2-3c83ee546d88,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:44.093526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e56404ec-6154-43ff-a79d-7da81fe8d098 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:44.184180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 25869a8d-4536-4d83-8740-a886140c31c1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:44.208397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for ac1a48a2-699b-4cb4-a30d-14b277bb8613 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:44.248773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958ab49-abb4-4a15-975d-6b924df680bd None None] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:44.310812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 25869a8d-4536-4d83-8740-a886140c31c1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:44.311155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 25869a8d-4536-4d83-8740-a886140c31c1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:44.311565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 192ad946-d4b5-4452-83a7-cde2a1cad0c3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:44.393375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:44.396313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:44.434382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 192ad946-d4b5-4452-83a7-cde2a1cad0c3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:44.434731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 192ad946-d4b5-4452-83a7-cde2a1cad0c3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:44.446223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] Provisioning for port e56404ec-6154-43ff-a79d-7da81fe8d098 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:44.457183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] Provisioning complete for port e56404ec-6154-43ff-a79d-7da81fe8d098 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:44.457882 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:44.737390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:44.784543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] For port e56404ec-6154-43ff-a79d-7da81fe8d098, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e56404ec-6154-43ff-a79d-7da81fe8d098,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:44.793914 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:44.880961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:44.890960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4be1d-3ed3-410e-b3aa-530db261e26a None None] Pushing event updated for resources: {'Port': ['ID=e56404ec-6154-43ff-a79d-7da81fe8d098,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:44.943319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:44.955451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=ac1a48a2-699b-4cb4-a30d-14b277bb8613,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:45.147714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26580232-dcad-444b-aa5d-9fdb2908ec87 None None] Provisioning for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:45.161639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26580232-dcad-444b-aa5d-9fdb2908ec87 None None] Provisioning complete for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:45.162018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26580232-dcad-444b-aa5d-9fdb2908ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:45.261474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-26580232-dcad-444b-aa5d-9fdb2908ec87 None None] Port f05bb2c9-8417-48b7-adb2-3c83ee546d88 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:45.277195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26580232-dcad-444b-aa5d-9fdb2908ec87 None None] Provisioning complete for port e56404ec-6154-43ff-a79d-7da81fe8d098 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:45.277948 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26580232-dcad-444b-aa5d-9fdb2908ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:45.405146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 15af80fc-857d-459f-9062-ae9281ea7cad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:45.506833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:45.637855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e56404ec-6154-43ff-a79d-7da81fe8d098 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:45.817567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-77b72135-c7a8-49b6-80aa-a672b1000832 None None] Provisioning complete for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:45.818223 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-77b72135-c7a8-49b6-80aa-a672b1000832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:45.873110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e56404ec-6154-43ff-a79d-7da81fe8d098 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:45.873110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:45.876793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Deleting port 73834da3-fdee-462c-ab10-05fe19fbf709 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:45.877251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:46.002889 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-77b72135-c7a8-49b6-80aa-a672b1000832 None None] Port f05bb2c9-8417-48b7-adb2-3c83ee546d88 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:46.098956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] For port 73834da3-fdee-462c-ab10-05fe19fbf709, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=73834da3-fdee-462c-ab10-05fe19fbf709,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:46.099325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:46.112411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:46.132870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c921ddb5-cea1-42b7-877f-f1fa7e689974 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/15af80fc-857d-459f-9062-ae9281ea7cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2150733 Mar 05 00:27:46.141768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0e5b87e8-1437-4116-8b36-ed45ec0e0bf1 None None] Provisioning complete for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:46.142263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e5b87e8-1437-4116-8b36-ed45ec0e0bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:46.211190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b87e8-1437-4116-8b36-ed45ec0e0bf1 None None] Port f05bb2c9-8417-48b7-adb2-3c83ee546d88 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:46.302769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Calling delete_port for 73834da3-fdee-462c-ab10-05fe19fbf709 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:46.472419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-0ca0fd76-5773-48f3-81cd-f0418ddb4412 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:46.548797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-0ca0fd76-5773-48f3-81cd-f0418ddb4412 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:46.550321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-0ca0fd76-5773-48f3-81cd-f0418ddb4412 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494504892&fields=id&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 267 time: 0.1401939 Mar 05 00:27:46.652251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:46.720250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Pushing event deleted for resources: {'Port': ['ID=73834da3-fdee-462c-ab10-05fe19fbf709,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:46.816368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.816730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.817048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.821557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.821928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.822518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.822852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.823181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.823754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.823863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.824138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:27:46.853956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:46.958276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-125cda95-b4b1-481c-999d-0ab8d7e71e9b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:46.959269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-125cda95-b4b1-481c-999d-0ab8d7e71e9b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:47.035454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router ac9596a1-c824-44db-958d-dcde3446f5d3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:47.225654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-125cda95-b4b1-481c-999d-0ab8d7e71e9b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:47.226781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-125cda95-b4b1-481c-999d-0ab8d7e71e9b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 797 time: 0.6665189 Mar 05 00:27:47.245587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:47.259388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-163a4293-40ab-40bc-b5d3-5c470b8042c5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/quotas/9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 375 time: 0.0200088 Mar 05 00:27:47.261609 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:47.269534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f0cdf40c-a024-4d4f-854d-b1990679e865 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5061755 Mar 05 00:27:47.272188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:47.278614 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:47.279532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:47.395329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-5f93a2e1-5863-49e0-b829-11acad993e6d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:47.415534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:47.428395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-5f93a2e1-5863-49e0-b829-11acad993e6d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:47.445812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-5f93a2e1-5863-49e0-b829-11acad993e6d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659820 Mar 05 00:27:47.504805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:47.510310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6d715416-9a0b-46db-9aa1-ddf1f81058c9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "PUT /v2.0/routers/ac9596a1-c824-44db-958d-dcde3446f5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8915348 Mar 05 00:27:47.516296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] Sync routers for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:47.519606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57950) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:47.535846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:47.537663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:47.564857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:47.576087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet d9314c16-a49f-46db-93d0-dba59cee1ce2 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:47.583927 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:47.720254 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:47.832562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:47.919401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting subnet 536c6b87-d74a-4a97-9dc2-3f5732ccec08 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:47.934723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:47.989735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-49dd7ea8-254e-4aab-beee-2d8213f4896c service neutron] 10.222.0.32 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433507 Mar 05 00:27:48.075071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.127025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.224669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:43Z', 'revision_number': 7, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:48.226545 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.230423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] Checking router: ac9596a1-c824-44db-958d-dcde3446f5d3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:48.251888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] Routers {'ac9596a1-c824-44db-958d-dcde3446f5d3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:48.252510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ac9596a1-c824-44db-958d-dcde3446f5d3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:48.263239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:44Z', 'revision_number': 10, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:48.267843 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:48.279192 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:48.279887 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:48.402954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.456032 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.470872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b354650-4f09-4b82-83dd-2a686e94be53 None None] Network 4f687c46-d00d-4e26-82bb-549038404cca requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:48.471349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Subnet': ['ID=536c6b87-d74a-4a97-9dc2-3f5732ccec08,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:48.484901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a53e6cf7-a02d-485b-b14e-66425e309c3f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/subnets/536c6b87-d74a-4a97-9dc2-3f5732ccec08 HTTP/1.1" status: 204 len: 168 time: 0.9641981 Mar 05 00:27:48.487335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57956) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:48.488146 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:27:48.529663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:48.552140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-3146230b-14b9-404a-a640-fbdb794fb6e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530801 Mar 05 00:27:48.561371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.630515 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Sync routers for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:48.703938 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:48.705437 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:48.792704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] Set router ac9596a1-c824-44db-958d-dcde3446f5d3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:48.841179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Router e7f0d5d7-e624-4651-b1c1-2a23dda4682a has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:48.913757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de08792-5733-482c-b8da-a0ce61cea43f None None] Network 2db4dcf7-5b4c-4203-941b-59cdbc63e99c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:48.981296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:48.983123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/d9314c16-a49f-46db-93d0-dba59cee1ce2 HTTP/1.1" status: 204 len: 168 time: 1.7100368 Mar 05 00:27:48.993272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c09b0efd-593f-49b0-a0e2-d611ef552b75 req-2682acab-431a-4404-bbbe-719fb82a3bad tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 210 time: 0.0520186 Mar 05 00:27:48.993940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:48.996275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485427a-16ba-4684-8c2b-ce5540276195 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=d9314c16-a49f-46db-93d0-dba59cee1ce2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:49.209440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:49.225265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 87329cdc-18d7-4fbe-89fa-e52189456139 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:49.225605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:49.226544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:49.250464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4c83562e-adf4-48e5-b9bb-d4d888cd6932 admin admin] 10.222.0.32 "PUT /v2.0/routers/e7f0d5d7-e624-4651-b1c1-2a23dda4682a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0760677 Mar 05 00:27:49.252335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57974) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:49.409137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] Sync routers for ids ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:49.441035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:49.536985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] Routers {'e7f0d5d7-e624-4651-b1c1-2a23dda4682a'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:49.537802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:49.608306 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:49.812706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 87329cdc-18d7-4fbe-89fa-e52189456139, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=87329cdc-18d7-4fbe-89fa-e52189456139,segment=NetworkSegment(3aa2b214-e669-4928-8c87-a095a13d0c35),segment_id=3aa2b214-e669-4928-8c87-a095a13d0c35)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:49.813131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:49.894452 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.033206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 87329cdc-18d7-4fbe-89fa-e52189456139 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:50.086352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] DHCP port deletion for 4f687c46-d00d-4e26-82bb-549038404cca request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:50.118105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4cc4e1-e87b-456d-b32b-11c3c89f1e5c None None] DHCP port deletion for 2db4dcf7-5b4c-4203-941b-59cdbc63e99c request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:50.126184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] Deleting port eb1a1a56-3a78-4310-80d3-3926c51add70 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:50.135025 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.224632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cc4e1-e87b-456d-b32b-11c3c89f1e5c None None] Deleting port 87329cdc-18d7-4fbe-89fa-e52189456139 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:50.225969 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc4e1-e87b-456d-b32b-11c3c89f1e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.326767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.362118 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:44Z', 'revision_number': 10, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:50.371785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1f6a28ba-ee94-4d55-adf3-0d230d10ea96 req-2ffe3ffc-52b3-47a3-be4e-a6ca12d2be39 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 210 time: 0.0971277 Mar 05 00:27:50.391698 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8c9ce-6940-405a-a9dc-67752bf0d6fc None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:44Z', 'revision_number': 10, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None, '_interfaces': [{'id': '7c8323e3-99f6-4d96-bf5d-ece11fffd3fa', 'name': '', 'network_id': '07cad1c6-1c17-457c-a70b-5697c539aa9f', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'mac_address': 'fa:16:3e:0f:9a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:26:36Z', 'updated_at': '2022-03-05T00:26:47Z', 'revision_number': 5, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'subnets': [{'id': 'ca4ecc0f-8683-4162-9e5b-32e9d122c83f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:50.406767 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:43Z', 'revision_number': 2, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:50.410868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.416895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No DVR routers for this DVR port 87329cdc-18d7-4fbe-89fa-e52189456139 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:50.422194 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Checking router: 15af80fc-857d-459f-9062-ae9281ea7cad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:50.422757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Updating router 15af80fc-857d-459f-9062-ae9281ea7cad port f05bb2c9-8417-48b7-adb2-3c83ee546d88 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:27:50.435563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Deleting port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:50.436024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.511233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=87329cdc-18d7-4fbe-89fa-e52189456139,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:50.523477 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.547747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] Set router e7f0d5d7-e624-4651-b1c1-2a23dda4682a gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:50.601978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cc4e1-e87b-456d-b32b-11c3c89f1e5c None None] The port '87329cdc-18d7-4fbe-89fa-e52189456139' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:27:50.652727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.730461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 0412d557-d0b3-4316-9d9a-2a2aef111fe5 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:50.732577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.764465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] For port 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:50.765930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.766543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.806542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] For port eb1a1a56-3a78-4310-80d3-3926c51add70, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=eb1a1a56-3a78-4310-80d3-3926c51add70,segment=NetworkSegment(ca88a81d-71e9-417d-af17-c7fc5145afb4),segment_id=ca88a81d-71e9-417d-af17-c7fc5145afb4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:50.806961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:50.866073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db4dcf7-5b4c-4203-941b-59cdbc63e99c']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:50.950191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa2b214-e669-4928-8c87-a095a13d0c35') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:50.952937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa2b214-e669-4928-8c87-a095a13d0c35') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:50.972105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] Calling delete_port for eb1a1a56-3a78-4310-80d3-3926c51add70 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:51.049849 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Calling delete_port for 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:51.081325 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.094982 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.107704 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Transition to ACTIVE for port object f05bb2c9-8417-48b7-adb2-3c83ee546d88 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:51.117009 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.167519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.204551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] Pushing event deleted for resources: {'Port': ['ID=eb1a1a56-3a78-4310-80d3-3926c51add70,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:51.218788 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.231061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:51.231824 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:51.251556 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:51.329724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb5d0a-e55e-4c4f-8333-e4629d07771a None None] No DVR routers for this DVR port eb1a1a56-3a78-4310-80d3-3926c51add70 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:51.358631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:43Z', 'revision_number': 7, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:51.371080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port 0412d557-d0b3-4316-9d9a-2a2aef111fe5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0412d557-d0b3-4316-9d9a-2a2aef111fe5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:51.371444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.381701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a73c1-8fa7-441c-a064-354e2de520b0 None None] The sync data for ids ['ac9596a1-c824-44db-958d-dcde3446f5d3'] in n-d-828979-4 is: [{'id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'name': 'tempest-TestNetworkBasicOps-router-813693615', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:23:57Z', 'updated_at': '2022-03-05T00:27:43Z', 'revision_number': 7, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': '0412d557-d0b3-4316-9d9a-2a2aef111fe5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9596a1-c824-44db-958d-dcde3446f5d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:23:58Z', 'updated_at': '2022-03-05T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:51.419740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac1a48a2-699b-4cb4-a30d-14b277bb8613 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:51.510735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-bbde01db-04e0-46d7-a576-3f6d901237f1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:51.511572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ac1a48a2-699b-4cb4-a30d-14b277bb8613 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:51.513250 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-bbde01db-04e0-46d7-a576-3f6d901237f1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 797 time: 0.8168626 Mar 05 00:27:51.515024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac1a48a2-699b-4cb4-a30d-14b277bb8613 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:51.515550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device eb1a1a56-3a78-4310-80d3-3926c51add70 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:51.556227 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461e74-916c-4aee-8e71-d536a51024f6 None None] Pushing event updated for resources: {'Port': ['ID=f05bb2c9-8417-48b7-adb2-3c83ee546d88,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:51.641463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: eb1a1a56-3a78-4310-80d3-3926c51add70 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:51.641882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device eb1a1a56-3a78-4310-80d3-3926c51add70 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:51.644482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-67f27587-f606-48a5-8a1b-1e6d60884b7d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 379 time: 0.1071129 Mar 05 00:27:51.645017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 87329cdc-18d7-4fbe-89fa-e52189456139 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:51.647808 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Attempting to bind port f05bb2c9-8417-48b7-adb2-3c83ee546d88 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:51.648466 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Attempting to bind port f05bb2c9-8417-48b7-adb2-3c83ee546d88 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:51.649023 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Attempting to bind port f05bb2c9-8417-48b7-adb2-3c83ee546d88 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:51.656752 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:51.657512 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Checking segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:51.658368 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.658951 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Bound using segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:51.659619 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Bound port: f05bb2c9-8417-48b7-adb2-3c83ee546d88, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:51.660216 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.666458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'port': {'device_id': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'admin_state_up': True, 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'security_groups': ['795e997c-8eea-4cc7-b2f3-2d4b0507b39b']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:51.720147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 87329cdc-18d7-4fbe-89fa-e52189456139 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:51.725764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 87329cdc-18d7-4fbe-89fa-e52189456139 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:51.852932 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] For port f05bb2c9-8417-48b7-adb2-3c83ee546d88, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:51.857567 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] For port f05bb2c9-8417-48b7-adb2-3c83ee546d88, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f05bb2c9-8417-48b7-adb2-3c83ee546d88,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:51.868546 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:51.878027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:27:46Z', 'revision_number': 5, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port': {'id': '6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:22:02Z', 'updated_at': '2022-03-05T00:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:51.883305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] Checking router: e7f0d5d7-e624-4651-b1c1-2a23dda4682a for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:51.894925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] Routers {'e7f0d5d7-e624-4651-b1c1-2a23dda4682a'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:51.895621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:52.002564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:52.091836 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:52.094239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:52.118559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:52.139668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] Set router e7f0d5d7-e624-4651-b1c1-2a23dda4682a gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:52.166374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 0412d557-d0b3-4316-9d9a-2a2aef111fe5 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:52.267465 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-575e25a7-194b-4ad9-9836-d15a2fc073c3 req-1fd14266-0c03-4a0a-80cc-8d29aa0a1789 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 210 time: 0.2813015 Mar 05 00:27:52.301631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:52.342824 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:52.344287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:52.373047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=2db4dcf7-5b4c-4203-941b-59cdbc63e99c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:52.390035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:27:51Z', 'revision_number': 7, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:52.390830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f8f8eea2-c3e7-4dc5-a6b6-8a8c2e31c053 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/2db4dcf7-5b4c-4203-941b-59cdbc63e99c HTTP/1.1" status: 204 len: 168 time: 3.3918717 Mar 05 00:27:52.393201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 57990) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:52.413941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8816-8b1b-4dd3-a026-baa2c0c5a8ce None None] The sync data for ids ['e7f0d5d7-e624-4651-b1c1-2a23dda4682a'] in n-d-828979-4 is: [{'id': 'e7f0d5d7-e624-4651-b1c1-2a23dda4682a', 'name': 'tempest-TestVolumeBackupRestore-1938286753-router', 'tenant_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:22:01Z', 'updated_at': '2022-03-05T00:27:51Z', 'revision_number': 7, 'project_id': '6ce6d554c9dc472cad6dad5840ae41b3', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:52.443338 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:52.587448 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461e74-916c-4aee-8e71-d536a51024f6 None None] Pushing event updated for resources: {'Port': ['ID=f05bb2c9-8417-48b7-adb2-3c83ee546d88,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:52.623852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:52.643971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:27:52.650747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:52.736711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:52.818023 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:52.916949 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:51Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:52.926931 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e32bc-289c-4287-be73-daf966e91f13 None None] The sync data for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 is: [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:51Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:53.099749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=0412d557-d0b3-4316-9d9a-2a2aef111fe5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:53.211669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.235269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.305805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.4 (d26aa4f5-2b70-4d02-9c78-5f0400f86f17/5f2432b5-f968-4169-92d7-23d40c8662c9/4a49a888-0f4f-452d-b708-292f27700c66) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:53.314169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.345499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.346583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f0d5d7-e624-4651-b1c1-2a23dda4682a {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:27:53.668490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f05bb2c9-8417-48b7-adb2-3c83ee546d88 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:53.672524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-da8ff4a4-adb2-4a7d-a2a8-0a0b15a41a97 req-7850de8f-b51c-408d-a20e-d845ae8bb78f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:27:53.711284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.713320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-854097b9-daf9-4a44-b8b1-31f243e12116 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e7f0d5d7-e624-4651-b1c1-2a23dda4682a HTTP/1.1" status: 204 len: 168 time: 4.4595280 Mar 05 00:27:53.723441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 57998) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:53.772508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:53.780980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:53.781531 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.838217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Deleting subnet 25761691-3843-40f8-bfda-8b23925c0c83 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:53.844839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-da8ff4a4-adb2-4a7d-a2a8-0a0b15a41a97 req-7850de8f-b51c-408d-a20e-d845ae8bb78f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:27:53.846032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da8ff4a4-adb2-4a7d-a2a8-0a0b15a41a97 req-7850de8f-b51c-408d-a20e-d845ae8bb78f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 210 time: 0.3046150 Mar 05 00:27:53.848863 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:53.999013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.003520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.056936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f05bb2c9-8417-48b7-adb2-3c83ee546d88, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f05bb2c9-8417-48b7-adb2-3c83ee546d88,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:54.065851 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.072867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.130369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object 4a49a888-0f4f-452d-b708-292f27700c66 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:54.146381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.152924 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.187942 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.188629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Fanout notify agent at l3_agent the message router_deleted on router ac9596a1-c824-44db-958d-dcde3446f5d3 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:27:54.222250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.227996 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.229520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cb545087-cda4-4a79-a61c-70537df904d6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/routers/ac9596a1-c824-44db-958d-dcde3446f5d3 HTTP/1.1" status: 204 len: 168 time: 5.7409914 Mar 05 00:27:54.232280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58004) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:54.261266 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.287039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f05bb2c9-8417-48b7-adb2-3c83ee546d88,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:54.290532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73834da3-fdee-462c-ab10-05fe19fbf709 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:54.297424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.326707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 73834da3-fdee-462c-ab10-05fe19fbf709 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:54.327051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 73834da3-fdee-462c-ab10-05fe19fbf709 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:54.327465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 217ede74-5c11-490b-8222-768eb7dd7ee1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:54.371519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 217ede74-5c11-490b-8222-768eb7dd7ee1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:54.371887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 217ede74-5c11-490b-8222-768eb7dd7ee1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:54.372311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:54.389817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:54.417760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.420067 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:54.420418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6ae40d4d-f4d8-4e13-a0c0-3d0b0cef228a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:54.476703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25761691-3843-40f8-bfda-8b23925c0c83,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:54.483383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:54.491168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:54.492367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666160c1-e7d2-43b1-b0bf-10b3d5d84978 None None] Network bd4b2cc2-fb16-4a03-a48e-697a49e84029 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:27:54.502786 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.507292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:54.568545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e4ce2e08-0bd7-44cd-95ae-0199067eb855 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/25761691-3843-40f8-bfda-8b23925c0c83 HTTP/1.1" status: 204 len: 168 time: 0.8424263 Mar 05 00:27:54.572451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58010) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:54.592794 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.717143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.725580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:54.726527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.750641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Deleting port 552d88cb-528c-4234-b939-87733009c0e6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:54.751179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.776599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.790150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-22a78205-9d0e-4b88-a413-b1ac9c6e6de5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1323340 Mar 05 00:27:54.803240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Request body: {'port': {'device_id': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:54.850821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f687c46-d00d-4e26-82bb-549038404cca']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:54.879591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-38b93d17-c744-440d-8574-7a1b45efdb91 None None] Provisioning for port 4a49a888-0f4f-452d-b708-292f27700c66 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:27:54.894429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-38b93d17-c744-440d-8574-7a1b45efdb91 None None] Provisioning complete for port 4a49a888-0f4f-452d-b708-292f27700c66 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:54.895038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-38b93d17-c744-440d-8574-7a1b45efdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:54.938363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] DHCP port deletion for bd4b2cc2-fb16-4a03-a48e-697a49e84029 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:27:54.962437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] Deleting port 552d88cb-528c-4234-b939-87733009c0e6 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:54.962958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.051419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-38b93d17-c744-440d-8574-7a1b45efdb91 None None] Port 4a49a888-0f4f-452d-b708-292f27700c66 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:27:55.073662 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.138297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca88a81d-71e9-417d-af17-c7fc5145afb4') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:55.138767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca88a81d-71e9-417d-af17-c7fc5145afb4') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:55.152488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.169986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.177353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:55.177989 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.260086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] For port 552d88cb-528c-4234-b939-87733009c0e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=552d88cb-528c-4234-b939-87733009c0e6,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:55.260518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:55.287601 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:55.395366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] Calling delete_port for 552d88cb-528c-4234-b939-87733009c0e6 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:55.398081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.403351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.443179 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/networks/4f687c46-d00d-4e26-82bb-549038404cca HTTP/1.1" status: 204 len: 168 time: 1.2067764 Mar 05 00:27:55.455055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec45907-5b8a-4520-92c9-15fb9129fb7b tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Network': ['ID=4f687c46-d00d-4e26-82bb-549038404cca,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:55.503161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f05bb2c9-8417-48b7-adb2-3c83ee546d88 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:27:55.517082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58022) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:55.531921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'network': {'name': 'tempest-network-smoke--646403962', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:55.535318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.538715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:55.543265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:network and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:55.546345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:55.552057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:55.590901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] No DVR routers for this DVR port 552d88cb-528c-4234-b939-87733009c0e6 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:27:55.614360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916805-48df-4a7f-8b83-465fae5f36f7 None None] Pushing event deleted for resources: {'Port': ['ID=552d88cb-528c-4234-b939-87733009c0e6,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:55.640609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f05bb2c9-8417-48b7-adb2-3c83ee546d88 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:27:55.640991 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.685253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:27:55.690198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.695582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] For port 552d88cb-528c-4234-b939-87733009c0e6, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=552d88cb-528c-4234-b939-87733009c0e6,segment=NetworkSegment(207ba37f-65bc-4542-9d1d-0a0d4dfd38c6),segment_id=207ba37f-65bc-4542-9d1d-0a0d4dfd38c6)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:55.695945 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.733117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50582686-e496-43da-9fee-2e898e8e0491 req-2e5f2048-db08-484e-9594-7ad4607e7728 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:55.734795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50582686-e496-43da-9fee-2e898e8e0491 req-2e5f2048-db08-484e-9594-7ad4607e7728 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 931 time: 0.4431198 Mar 05 00:27:55.809590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:27:55.826591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50582686-e496-43da-9fee-2e898e8e0491 req-3380f144-43ea-40d5-afb1-72dd6bebc5c4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839076 Mar 05 00:27:55.832741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.833089 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Added segment 438b5269-d62b-4e1c-b379-37468a9192ef of type vlan for network 7f47f0dd-696d-4fee-9f61-427362ee0c70 Mar 05 00:27:55.882969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 552d88cb-528c-4234-b939-87733009c0e6 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:55.893092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Calling delete_port for 552d88cb-528c-4234-b939-87733009c0e6 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:55.922454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.926911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 552d88cb-528c-4234-b939-87733009c0e6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:55.927873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 552d88cb-528c-4234-b939-87733009c0e6 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:55.977283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:55.981182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:55.981918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.077556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:27:56.077959 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:27:56.099613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a49a888-0f4f-452d-b708-292f27700c66 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:27:56.114372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.131567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Transition to ACTIVE for port object 4a49a888-0f4f-452d-b708-292f27700c66 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:27:56.136822 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.185650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:56.186049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.344743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:56.392860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:27:56.393196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:27:56.393547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:56.405435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Port 4a49a888-0f4f-452d-b708-292f27700c66 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:27:56.405896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:27:56.414425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:27:56.414758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Checking segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:27:56.415146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Bound using segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:27:56.415570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Bound port: 4a49a888-0f4f-452d-b708-292f27700c66, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:27:56.416071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.492247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9640133 Mar 05 00:27:56.498752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58032) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:56.500874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cc5c7-33c2-4640-b31c-499dab7cc17f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Network': ['ID=7f47f0dd-696d-4fee-9f61-427362ee0c70,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:56.511305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'admin_state_up': True, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:27:56.512735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:27:56.524551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:27:56.531500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:27:56.535345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:router and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:27:56.536448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:27:56.544364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.555282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:27:56.565755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:27:56.592735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Deleting port 552d88cb-528c-4234-b939-87733009c0e6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:27:56.593135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.599026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:27:56.599454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.612680 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.613631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.671408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.672802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] 10.222.0.10 "PUT /v2.0/ports/4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 1091 time: 1.8750246 Mar 05 00:27:56.682113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:27:56.711811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] The port '552d88cb-528c-4234-b939-87733009c0e6' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:27:56.776145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:27:56.794638 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'status': 'completed', 'code': 200} Mar 05 00:27:56.842732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.914646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:56.946724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4b2cc2-fb16-4a03-a48e-697a49e84029']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:56.970444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:56.970817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207ba37f-65bc-4542-9d1d-0a0d4dfd38c6') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:56.986811 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.008940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.016130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:27:57.016686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:27:57.109877 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:27:57.117682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.141486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a9d45-0b1e-4af4-ade2-bc5ff71b75cc service neutron] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:57.150277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.153027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4b2cc2-fb16-4a03-a48e-697a49e84029,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:57.176679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7304e6b6-20ec-46ca-87e5-1caff1b7fd99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd4b2cc2-fb16-4a03-a48e-697a49e84029 HTTP/1.1" status: 204 len: 168 time: 2.6031849 Mar 05 00:27:57.191551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-0bc63b68-848a-4a0c-92e5-30b3531e76c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1094 time: 0.4705465 Mar 05 00:27:57.218651 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.243627 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.248791 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.260058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.343321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0412d557-d0b3-4316-9d9a-2a2aef111fe5 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:27:57.383365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=7c8323e3-99f6-4d96-bf5d-ece11fffd3fa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:57.399266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0412d557-d0b3-4316-9d9a-2a2aef111fe5 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:27:57.404796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0412d557-d0b3-4316-9d9a-2a2aef111fe5 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:27:57.433904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-647476a8-6235-4dd1-866b-a1f28ab9011a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 217 time: 0.2351866 Mar 05 00:27:57.512060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-7627110d-4799-4e42-b0f9-01c0a32ee803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:57.514157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-7627110d-4799-4e42-b0f9-01c0a32ee803 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0722642 Mar 05 00:27:57.539168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef32bde-b480-4c8a-9915-d2cbe19a7786 req-3e84fc38-646e-483b-a4b9-8ffeb426e6ab tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:57.540935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fef32bde-b480-4c8a-9915-d2cbe19a7786 req-3e84fc38-646e-483b-a4b9-8ffeb426e6ab tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.4762402 Mar 05 00:27:57.565649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58048) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:57.630748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e0e9a8a6-eaee-4854-9bf5-a1a7eae53d7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa61c4ec7701405b913cf3089dfab611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634189 Mar 05 00:27:57.639665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58052) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:57.670964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-32fb3ed1-544e-4fda-9bca-88b1cfb2d1c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509967 Mar 05 00:27:57.787602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fef32bde-b480-4c8a-9915-d2cbe19a7786 req-86370bd0-e33a-43bc-bdb9-d44eaf203908 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815658 Mar 05 00:27:57.792874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.814098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-2fb8a2b3-19d2-4561-9535-5db3d6065b17 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357925 Mar 05 00:27:57.884708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76869a35-9f00-4d16-ad9e-76f498341e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:57.951812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3cf4782-6563-4d9b-8673-6880e11d298d req-8a410f15-caef-42aa-9378-6c3381cc9804 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321120 Mar 05 00:27:57.988606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76869a35-9f00-4d16-ad9e-76f498341e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:58.054570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:58.079549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-42e5ef51-4db2-4edf-82ad-a5e23d651b25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1094 time: 0.0773547 Mar 05 00:27:58.096069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:58.230817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-652d2420-67c8-49c6-8515-ffafb22dda22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:58.233261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-652d2420-67c8-49c6-8515-ffafb22dda22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.1473477 Mar 05 00:27:58.305434 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-375709df-8759-4371-a6f8-18b7ef352a53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 217 time: 0.0654142 Mar 05 00:27:58.372977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-84354289-07ca-4a01-aef8-742ceea1bd68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:58.374578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-84354289-07ca-4a01-aef8-742ceea1bd68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0628603 Mar 05 00:27:58.465521 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-faaa4d9b-4ebf-4aed-949e-4beaa010dac0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853484 Mar 05 00:27:58.489039 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76869a35-9f00-4d16-ad9e-76f498341e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:58.603978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76869a35-9f00-4d16-ad9e-76f498341e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277cffd-131a-49f5-a6f3-52ccbf545bd3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:58.639279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-14070cf6-c6b8-4444-91f8-7d8d0b765710 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678190 Mar 05 00:27:58.683781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-76869a35-9f00-4d16-ad9e-76f498341e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:58.687207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-76869a35-9f00-4d16-ad9e-76f498341e71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c277cffd-131a-49f5-a6f3-52ccbf545bd3 HTTP/1.1" status: 204 len: 168 time: 0.9932230 Mar 05 00:27:58.687207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:27:58.688184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.25.0.169 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/ada0ef44-71d4-4651-938a-bd455654dfa1) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:27:58.784891 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e9c40dd-2e36-4613-92ce-1b666a2fe241 req-811238f3-5870-4d13-9ba6-48a6394701a6 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393735 Mar 05 00:27:59.036348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:27:59.049714 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:27:59.050303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b5ea3cf2-6515-4557-b48c-c34683e9fd20 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6554008 Mar 05 00:27:59.053327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58064) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:59.075882 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:59.076559 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:59.095397 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.191629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9d3da-0a20-4ef3-a546-bebd83148db8 req-ead0e053-74f3-4b04-9909-7d0584b77333 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:27:59.197913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ba9d3da-0a20-4ef3-a546-bebd83148db8 req-ead0e053-74f3-4b04-9909-7d0584b77333 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.2259862 Mar 05 00:27:59.254910 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:59.263976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.285022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ba9d3da-0a20-4ef3-a546-bebd83148db8 req-766b8c40-f703-45d5-91d6-f10c2463154c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783753 Mar 05 00:27:59.374392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58068) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:59.375969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:27:59.383288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:27:59.390242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting subnet ca4ecc0f-8683-4162-9e5b-32e9d122c83f {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:27:59.406923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:27:59.437382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=ada0ef44-71d4-4651-938a-bd455654dfa1,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:59.444763 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.446840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:56Z', 'revision_number': 11, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:59.453132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] Checking router: e95210ba-d2f6-4a50-a508-affdd3ae5cf6 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:27:59.469330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0373d583-f38d-4fcd-a114-8c6a87e662ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ce6d554c9dc472cad6dad5840ae41b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0928328 Mar 05 00:27:59.470462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58072) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:27:59.477313 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] Routers {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:27:59.478313 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:59.559245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17215f84-c608-482b-8636-99bc68cd0d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.594028 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17215f84-c608-482b-8636-99bc68cd0d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.610722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.665688 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] Set router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:27:59.667409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17215f84-c608-482b-8636-99bc68cd0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.685283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17215f84-c608-482b-8636-99bc68cd0d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9dc572-7a26-4c56-ab20-9239eaf41abd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:27:59.693238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17215f84-c608-482b-8636-99bc68cd0d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.697617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17215f84-c608-482b-8636-99bc68cd0d53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd9dc572-7a26-4c56-ab20-9239eaf41abd HTTP/1.1" status: 204 len: 168 time: 0.2229650 Mar 05 00:27:59.810745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.822566 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:56Z', 'revision_number': 11, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:27:59.827384 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ccd76-63df-4430-a7f2-770c6f4b98dc None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [{'id': 'e95210ba-d2f6-4a50-a508-affdd3ae5cf6', 'name': 'tempest-RoutersIpV6Test-router-1717256705', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:26:32Z', 'updated_at': '2022-03-05T00:27:56Z', 'revision_number': 11, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:27:59.885548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:27:59.886156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.132640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.180062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4ecc0f-8683-4162-9e5b-32e9d122c83f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:00.191413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.191823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3594c-91fb-43f3-bf51-144612680277 None None] Network 07cad1c6-1c17-457c-a70b-5697c539aa9f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:00.201537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-02f03840-a0e6-4d5f-ab2f-112d6c6c6606 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/ca4ecc0f-8683-4162-9e5b-32e9d122c83f HTTP/1.1" status: 204 len: 168 time: 1.1464794 Mar 05 00:28:00.204314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58086) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:00.384681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:28:00.405934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.419827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Deleting port 7d366a88-3618-430c-8b45-8e4443a9496b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:00.420167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.542044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] DHCP port deletion for 07cad1c6-1c17-457c-a70b-5697c539aa9f request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:28:00.547114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Deleting port 7d366a88-3618-430c-8b45-8e4443a9496b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:00.547742 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.698112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087a731-f8b1-49a6-b732-505bb10990c2 req-6a329029-4522-478b-bc0f-897c5871bcd0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:00.699594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e087a731-f8b1-49a6-b732-505bb10990c2 req-6a329029-4522-478b-bc0f-897c5871bcd0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.1300647 Mar 05 00:28:00.770073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e087a731-f8b1-49a6-b732-505bb10990c2 req-a1f34d33-04ae-4449-8742-84d923430204 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629687 Mar 05 00:28:00.788215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:00.820257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Sync routers for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:00.829123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.830718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1cccac53-6cf0-49a3-b73f-bf87f4a3dcbd tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3312552 Mar 05 00:28:00.834660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:00.858163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] For port 7d366a88-3618-430c-8b45-8e4443a9496b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7d366a88-3618-430c-8b45-8e4443a9496b,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:00.858628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:00.866832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:00.866832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:00.890112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50cd3259-df91-4f3d-aa98-249be1137ead tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9799e1e9bb6949bda8dbcf7485cdbd42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526876 Mar 05 00:28:00.892748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:00.910163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] For port 7d366a88-3618-430c-8b45-8e4443a9496b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7d366a88-3618-430c-8b45-8e4443a9496b,segment=NetworkSegment(61a559fb-ee03-4400-b5b7-8fdbd4b204b4),segment_id=61a559fb-ee03-4400-b5b7-8fdbd4b204b4)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:00.910543 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.053732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63309195-cd52-415f-991c-3b66438785f8 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:01.055873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-63309195-cd52-415f-991c-3b66438785f8 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618402 Mar 05 00:28:01.059059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58116) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:01.124835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58120) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:01.137521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e8a1b992-89c1-44be-a93c-99f69b5c78ac tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766914 Mar 05 00:28:01.145613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Calling delete_port for 7d366a88-3618-430c-8b45-8e4443a9496b owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:01.153555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:01.162300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082166680', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:01.269456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.293568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Calling delete_port for 7d366a88-3618-430c-8b45-8e4443a9496b owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:01.319173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Port': ['ID=7d366a88-3618-430c-8b45-8e4443a9496b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:01.319424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:01.324206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No DVR routers for this DVR port 7d366a88-3618-430c-8b45-8e4443a9496b on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:01.331856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:subnet and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:01.339244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:01.351785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:01.372692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:01.374878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:01.444698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:28:01.445054 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:28:01.446181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:01.477678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1053050380-network', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:01.480908 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.488405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:01.488705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c8323e3-99f6-4d96-bf5d-ece11fffd3fa not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:01.489091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7d366a88-3618-430c-8b45-8e4443a9496b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:01.510637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:01.516252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cad1c6-1c17-457c-a70b-5697c539aa9f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:01.519861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Usage tracker for resource:network and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:01.532151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a559fb-ee03-4400-b5b7-8fdbd4b204b4') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:01.533627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:01.539332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a559fb-ee03-4400-b5b7-8fdbd4b204b4') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:01.547594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:01.555352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.557148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.576201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.586396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:28:01.587413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.591972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7d366a88-3618-430c-8b45-8e4443a9496b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:01.592364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7d366a88-3618-430c-8b45-8e4443a9496b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:28:01.611991 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:28:01.634362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:01.637012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.655624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.727500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:01.731575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.739668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.753305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:01.762824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:01.774895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:01.784421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Pushing event deleted for resources: {'Network': ['ID=07cad1c6-1c17-457c-a70b-5697c539aa9f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:01.794293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2216abb5-136c-479d-94e5-eb9b07d60677 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/networks/07cad1c6-1c17-457c-a70b-5697c539aa9f HTTP/1.1" status: 204 len: 168 time: 1.5884986 Mar 05 00:28:01.794690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:01.809749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:27:59Z', 'revision_number': 3, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:01.815016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Checking router: 4258da2d-81a4-4401-ae5e-80fcc4ef1784 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:01.815880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Updating router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 port ada0ef44-71d4-4651-938a-bd455654dfa1 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:28:01.816356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'routes': None}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:01.871164 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:01.952209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Deleting port 7d366a88-3618-430c-8b45-8e4443a9496b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:01.952569 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.069900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc56f-0930-42bb-9ca4-5c3c6861a296 req-d48ccc38-e26b-48be-9452-32a11cd1a2ee tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:02.078128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-874dc56f-0930-42bb-9ca4-5c3c6861a296 req-d48ccc38-e26b-48be-9452-32a11cd1a2ee tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.1231575 Mar 05 00:28:02.128217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a23fad17-65dd-47fd-9a66-df8e4c093310 None None] The port '7d366a88-3618-430c-8b45-8e4443a9496b' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:28:02.133795 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-874dc56f-0930-42bb-9ca4-5c3c6861a296 req-c70fac53-c098-45ad-ae47-f4a1679570c7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544648 Mar 05 00:28:02.357795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.394178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.extraroute_db [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Added routes are [] {{(pid=83783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 05 00:28:02.394475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.extraroute_db [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Removed routes are [] {{(pid=83783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 05 00:28:02.394855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.403774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.437024 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.450357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Transition to ACTIVE for port object ada0ef44-71d4-4651-938a-bd455654dfa1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:02.458453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.522229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:28:02.556094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Attempting to bind port ada0ef44-71d4-4651-938a-bd455654dfa1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:02.556636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Attempting to bind port ada0ef44-71d4-4651-938a-bd455654dfa1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:02.557096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Attempting to bind port ada0ef44-71d4-4651-938a-bd455654dfa1 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:02.563824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036942e3-988d-44ed-9c38-754aa3cfe87b None None] Pushing event updated for resources: {'Port': ['ID=ada0ef44-71d4-4651-938a-bd455654dfa1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:02.566286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:02.566785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:02.567285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.567798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:02.568356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Bound port: ada0ef44-71d4-4651-938a-bd455654dfa1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:02.568822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.586295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.628603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a80d70-ceb6-411c-ac85-feb4995b831f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:02.631304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.631645 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Added segment 248f926d-2078-4208-a754-d6ce2d5c2d8d of type vlan for network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 Mar 05 00:28:02.648313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] For port ada0ef44-71d4-4651-938a-bd455654dfa1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:02.653673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] For port ada0ef44-71d4-4651-938a-bd455654dfa1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ada0ef44-71d4-4651-938a-bd455654dfa1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:02.659466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.694514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Subnet': ['ID=d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:02.709952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.746714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:02.747419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:02.870913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.875463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Checking segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:02.875816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network hostable DHCP agents. Network: 7f47f0dd-696d-4fee-9f61-427362ee0c70, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:02.885074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.930800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:02.942379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.943224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:02.943791 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:02.970385 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036942e3-988d-44ed-9c38-754aa3cfe87b None None] Pushing event updated for resources: {'Port': ['ID=ada0ef44-71d4-4651-938a-bd455654dfa1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:03.119720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:03.123543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] Pushing event updated for resources: {'Network': ['ID=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:03.134257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee03ba8b-85d2-4be4-a3dc-92cd8a0b5f0a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0083120 Mar 05 00:28:03.138039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58150) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:03.139608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:28:03.141621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 7f47f0dd-696d-4fee-9f61-427362ee0c70) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:03.144199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Request body: {'subnet': {'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1053050380-subnet', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:03.149015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:03.149634 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.151199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:03.155799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Usage tracker for resource:subnet and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:03.158002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:03.161242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:03.171704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8db5b8-10c0-4476-a5e1-6446fb7c7979 None None] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:03.175561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:03.195896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-553d3c35-7bb5-449c-ad24-c5f105d1b357 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0408788 Mar 05 00:28:03.198832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58156) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:03.211115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:03.219436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.451078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.552917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:28:03.555895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a051264-c42b-47c0-a1c0-8bfff93c5797,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:03.561277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:03.561640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Network hostable DHCP agents. Network: ab2013d8-b34a-4bbc-98bd-1b6f09d999d4, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:03.587885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:03.604090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, ab2013d8-b34a-4bbc-98bd-1b6f09d999d4) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:03.611778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:03.611998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.659177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94b28a6c-bec9-4257-aeea-767488aefbb1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5197718 Mar 05 00:28:03.661752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58160) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:03.668212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:03.681899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:03.689938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Usage tracker for resource:router and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:03.695922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:03.709347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:03.714945 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:03.732319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.733157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.750808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '4a49a888-0f4f-452d-b708-292f27700c66', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'port_id': '4a49a888-0f4f-452d-b708-292f27700c66', 'mac_address': 'fa:16:3e:5b:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:28:03.775089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:03.777986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.794862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:03.800018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3ae6d204-2cda-48da-a4cc-f85fe3dcd923 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 705 time: 2.0014355 Mar 05 00:28:03.800732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58164) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:03.802259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ed4c6-709d-4c30-9940-0f954da60896 None None] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:03.832669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aa4e1-7ba2-466b-b224-81c156b021fb req-f380f802-5030-4f66-abad-c18c00967a96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:03.834749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f28aa4e1-7ba2-466b-b224-81c156b021fb req-f380f802-5030-4f66-abad-c18c00967a96 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.5562103 Mar 05 00:28:03.906905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-653c4d66-2b23-4fbc-a9b4-4e1f9aaa821b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:03.931504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f28aa4e1-7ba2-466b-b224-81c156b021fb req-9ad71acc-76c3-4d9f-b159-81ee53c6f6a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887065 Mar 05 00:28:04.132603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-653c4d66-2b23-4fbc-a9b4-4e1f9aaa821b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:04.133964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-653c4d66-2b23-4fbc-a9b4-4e1f9aaa821b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 205 time: 0.3321362 Mar 05 00:28:04.140011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58172) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:04.141977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.248703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-7f47f0dd-696d-4fee-9f61-427362ee0c70', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:04.249632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.472821 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Allocated IP 172.20.0.2 (7f47f0dd-696d-4fee-9f61-427362ee0c70/d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd/a5188135-388e-4364-9b17-969416f709a9) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:04.515726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.568206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58178) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:04.699178 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.709738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Transition to ACTIVE for port object a5188135-388e-4364-9b17-969416f709a9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:04.728241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Transition to ACTIVE for port object a5188135-388e-4364-9b17-969416f709a9 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:04.749421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.849690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Pushing event updated for resources: {'Port': ['ID=a5188135-388e-4364-9b17-969416f709a9,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:04.855978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.880070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a49a888-0f4f-452d-b708-292f27700c66 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:04.892164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.897063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:04.939916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:04.943905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Usage tracker for resource:security_group_rule and tenant:b56e1804a5444b2095ae98795c54e1a5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:04.947667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:04.953392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:04.975372 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:04.997554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:27:59Z', 'revision_number': 3, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:05.046101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.063625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.076197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96083164-4f76-436c-bdcf-c69fbe263e73 None None] The sync data for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 is: [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:27:59Z', 'revision_number': 3, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:05.107460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:05.109097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:05.117367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:05.118593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.138356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:05.147850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16dab361-8273-4413-b292-a11476c3b181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.152253 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.171998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc7e89-be41-4e29-97ec-8c7de48c401e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:05.200256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2f29644-c206-4132-bcb1-e22ecbe1bde8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b56e1804a5444b2095ae98795c54e1a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6303256 Mar 05 00:28:05.206431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58186) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:05.272334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.283712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.319216 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.319687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4a49a888-0f4f-452d-b708-292f27700c66'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:28:05.372716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:05.383245 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1840-4980-4016-8f22-de444d040b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.408591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.409114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router e95210ba-d2f6-4a50-a508-affdd3ae5cf6 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:28:05.409796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Attempting to bind port a5188135-388e-4364-9b17-969416f709a9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:05.410240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Attempting to bind port a5188135-388e-4364-9b17-969416f709a9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:05.410638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Attempting to bind port a5188135-388e-4364-9b17-969416f709a9 on network 7f47f0dd-696d-4fee-9f61-427362ee0c70 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:05.437431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1840-4980-4016-8f22-de444d040b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.443576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d3b6f-d514-44b4-8b8f-c64f9261b3a3 req-0e4ad2c9-1afe-4ea8-b5c1-e1f8297da1e3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:05.445090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-099d3b6f-d514-44b4-8b8f-c64f9261b3a3 req-0e4ad2c9-1afe-4ea8-b5c1-e1f8297da1e3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 944 time: 0.2127547 Mar 05 00:28:05.466941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:05.467265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Checking segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:05.467700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.468019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Bound using segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:05.468492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Bound port: a5188135-388e-4364-9b17-969416f709a9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:05.468873 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.504235 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.504760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4bdc22f4-ded3-4299-bb87-68a465729499 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 204 len: 168 time: 1.3595145 Mar 05 00:28:05.511096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58190) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:05.528077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2110473759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:05.541041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:05.547047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Usage tracker for resource:router and tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:05.550052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:05.553859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.554067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Allocated IP 172.25.0.205 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/bf00527d-d756-4615-925b-fdd778a9ba13) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:05.557771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-099d3b6f-d514-44b4-8b8f-c64f9261b3a3 req-5b2586a6-006b-4088-9d58-8ab4d86042aa tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772321 Mar 05 00:28:05.571014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:05.586557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] For port a5188135-388e-4364-9b17-969416f709a9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:05.589707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] For port a5188135-388e-4364-9b17-969416f709a9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a5188135-388e-4364-9b17-969416f709a9,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:05.606946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.650237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Allocated IP 172.20.0.2 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/456c3812-7e3c-4cbc-9af6-eaf80feab868) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:05.701869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.702809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.726845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1840-4980-4016-8f22-de444d040b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.730271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.760864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b1840-4980-4016-8f22-de444d040b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc7e89-be41-4e29-97ec-8c7de48c401e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:05.763589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.775152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1840-4980-4016-8f22-de444d040b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.778180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc5b1840-4980-4016-8f22-de444d040b4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcfc7e89-be41-4e29-97ec-8c7de48c401e HTTP/1.1" status: 204 len: 168 time: 0.5706491 Mar 05 00:28:05.812091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcdb72-5720-4d9c-a2b0-d8817304ac75 None None] Pushing event updated for resources: {'Port': ['ID=a5188135-388e-4364-9b17-969416f709a9,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:05.816890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.853404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:05.855165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Pushing event updated for resources: {'Port': ['ID=bf00527d-d756-4615-925b-fdd778a9ba13,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:05.857755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:05.860517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:05.901753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:05.974424 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Sync routers for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:06.010716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.015136 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Routers set() bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:06.015570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5651773d-310c-436b-b265-5b83d28a0372 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4962339 Mar 05 00:28:06.018225 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Router IDs set() for agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 05 00:28:06.019897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58196) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:06.020541 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_agentschedulers_db [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent'). {{(pid=83785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 00:28:06.028120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:06.061120 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Routers set() bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:06.061612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Router IDs set() for agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 05 00:28:06.063774 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_agentschedulers_db [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e95210ba-d2f6-4a50-a508-affdd3ae5cf6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent'). {{(pid=83785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 00:28:06.066755 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50db2bb-8e42-4d35-a02c-a849bdbc53f0 None None] The sync data for ids ['e95210ba-d2f6-4a50-a508-affdd3ae5cf6'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:06.123658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.124402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.214858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.269622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Transition to ACTIVE for port object 456c3812-7e3c-4cbc-9af6-eaf80feab868 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:06.309900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.20.0.1 (7f47f0dd-696d-4fee-9f61-427362ee0c70/d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd/38535a9a-42ee-42c3-9719-26998245df16) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:06.316677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Transition to ACTIVE for port object 456c3812-7e3c-4cbc-9af6-eaf80feab868 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:06.326850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.424029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:06.425582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:06.432824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:06.447568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Pushing event updated for resources: {'Port': ['ID=456c3812-7e3c-4cbc-9af6-eaf80feab868,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:06.541312 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.566577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Attempting to bind port 456c3812-7e3c-4cbc-9af6-eaf80feab868 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:06.567576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Attempting to bind port 456c3812-7e3c-4cbc-9af6-eaf80feab868 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:06.568044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Attempting to bind port 456c3812-7e3c-4cbc-9af6-eaf80feab868 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:06.580841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:06.581828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:06.581828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.582306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:06.582970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Bound port: 456c3812-7e3c-4cbc-9af6-eaf80feab868, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:06.583401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.639947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:28:06.768138 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] For port 456c3812-7e3c-4cbc-9af6-eaf80feab868, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:06.774170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] For port 456c3812-7e3c-4cbc-9af6-eaf80feab868, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=456c3812-7e3c-4cbc-9af6-eaf80feab868,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:06.780169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:06.873329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a05bc-5f3c-421d-9013-278c6856c5ba None None] Pushing event updated for resources: {'Port': ['ID=456c3812-7e3c-4cbc-9af6-eaf80feab868,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:06.884616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Transition to ACTIVE for port object 38535a9a-42ee-42c3-9719-26998245df16 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:06.965551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:06.990550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:07.007679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:07.008130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3370d227-8140-49d1-ad8d-61007cd7d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:07.010363 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a5f001a7-fa64-40a1-8328-6367e19b5cdf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3474984 Mar 05 00:28:07.012947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58214) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:07.022651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:07.023795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:07.323073 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:07.345203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:07.382140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:07.520695 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:07.562510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:07.608209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4663b5-f5a2-42cb-b24d-b7c5b60119b2 req-25a9d6e6-d1ea-4a4e-96a7-39a57beb86b8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:07.619604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a4663b5-f5a2-42cb-b24d-b7c5b60119b2 req-25a9d6e6-d1ea-4a4e-96a7-39a57beb86b8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 944 time: 0.8142419 Mar 05 00:28:07.671895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb54079b-e7e0-496a-b9a0-c8b53e99a7a2 None None] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:07.762453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:07.775452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:07.782324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a5188135-388e-4364-9b17-969416f709a9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:07.796153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:07.947980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-84a646db-c383-4cf1-ae3b-67f10fc234df None None] Provisioning for port a5188135-388e-4364-9b17-969416f709a9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:08.008891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=38535a9a-42ee-42c3-9719-26998245df16,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:08.104660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a4663b5-f5a2-42cb-b24d-b7c5b60119b2 req-9e77f28b-955a-485c-ac4d-616e7be8f650 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4830201 Mar 05 00:28:08.120123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.198623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 4a49a888-0f4f-452d-b708-292f27700c66 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:08.211727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 4a49a888-0f4f-452d-b708-292f27700c66 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:08.212089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.238730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Router af7086f5-8b42-499d-bd88-ff8d520b2793 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:28:08.357630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a5188135-388e-4364-9b17-969416f709a9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:08.395020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a5188135-388e-4364-9b17-969416f709a9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:08.395700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.415651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58230) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:08.567620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.568089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.599877 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.620545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.631082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:08.643012 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] Sync routers for ids ['af7086f5-8b42-499d-bd88-ff8d520b2793'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:08.644691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.646438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dd4f1e11-7aa6-4f3d-9c0b-064ab151dfc4 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "PUT /v2.0/routers/af7086f5-8b42-499d-bd88-ff8d520b2793 HTTP/1.1" status: 200 len: 698 time: 2.6260457 Mar 05 00:28:08.650574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:06Z', 'revision_number': 3, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:08.652185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58236) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:08.669174 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] Routers {'af7086f5-8b42-499d-bd88-ff8d520b2793'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:08.669819 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['af7086f5-8b42-499d-bd88-ff8d520b2793'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:08.675635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8815a7-9563-49d7-805c-46aab46e3d03 None None] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:08.759389 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.776582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:08.777097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Updating router efaf1678-9994-4ea0-bf65-16e3589ac6e8 port bf00527d-d756-4615-925b-fdd778a9ba13 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:28:08.804314 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] Set router af7086f5-8b42-499d-bd88-ff8d520b2793 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:08.915671 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.916298 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7086f5-8b42-499d-bd88-ff8d520b2793', 'name': 'tempest-RoutersIpV6Test-router-2110473759', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:07Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:08.921050 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] Checking router: af7086f5-8b42-499d-bd88-ff8d520b2793 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:08.933413 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] Routers {'af7086f5-8b42-499d-bd88-ff8d520b2793'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:08.934429 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['af7086f5-8b42-499d-bd88-ff8d520b2793'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:08.979529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:08.984959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e151ae83-fdc8-4fad-b72e-50f1004cce3a None None] Provisioning for port 456c3812-7e3c-4cbc-9af6-eaf80feab868 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:09.056645 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ca9cd8d8-40d6-4d37-95b2-d3e4a5c88dc1 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/routers/af7086f5-8b42-499d-bd88-ff8d520b2793 HTTP/1.1" status: 200 len: 704 time: 0.4034662 Mar 05 00:28:09.062211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58240) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:09.080942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] Set router af7086f5-8b42-499d-bd88-ff8d520b2793 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:09.104258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:09.113579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:09.201098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Usage tracker for resource:security_group_rule and tenant:4c3ce901e4094615a313b1671ec419a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:09.215913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58248) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:09.216362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ecc5041d-c660-4160-9bb0-21424ee31008 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7086f5-8b42-499d-bd88-ff8d520b2793 HTTP/1.1" status: 200 len: 205 time: 0.1522074 Mar 05 00:28:09.233146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:09.242747 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'code': 200} Mar 05 00:28:09.260957 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7086f5-8b42-499d-bd88-ff8d520b2793', 'name': 'tempest-RoutersIpV6Test-router-2110473759', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:07Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:09.264545 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.266156 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f43b95-6ea3-405d-bcc3-1e7025f710db None None] The sync data for ids ['af7086f5-8b42-499d-bd88-ff8d520b2793'] in n-d-828979-4 is: [{'id': 'af7086f5-8b42-499d-bd88-ff8d520b2793', 'name': 'tempest-RoutersIpV6Test-router-2110473759', 'tenant_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:07Z', 'revision_number': 2, 'project_id': 'f2cbb1ebaee14b2b862d2055d4ca8ff3', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:09.271678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:09.295140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:09.374130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.472569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.476785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Allocated IP 172.20.0.1 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/53a1b8ac-381e-485f-8ad3-abcc22ab1ba2) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:09.511488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21cc08b5-e1c1-4737-9855-1e83c6c92041 req-034522b8-9341-4ac4-b510-56f84d850c7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.2005506 Mar 05 00:28:09.524694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:09.549959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a5188135-388e-4364-9b17-969416f709a9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a5188135-388e-4364-9b17-969416f709a9,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:09.577154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.577655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.578431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 456c3812-7e3c-4cbc-9af6-eaf80feab868 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:09.640399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.664268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.706399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c3ce901e4094615a313b1671ec419a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2867835 Mar 05 00:28:09.714217 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.736607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58252) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:09.745946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30ccc4-edbc-4bbd-b181-8b796b21759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f64d7e-2937-41d5-b8d9-44d587b362c0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:09.775689 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-21cc08b5-e1c1-4737-9855-1e83c6c92041 req-4028f220-6e15-4569-9584-07e55659cccd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548876 Mar 05 00:28:09.834865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.855425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Transition to ACTIVE for port object 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:09.884651 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.885769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.901616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-073c32ac-9b47-4a33-acd5-35dbb0019306 None None] Provisioning for port 38535a9a-42ee-42c3-9719-26998245df16 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:09.921390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a5188135-388e-4364-9b17-969416f709a9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:09.923287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=38535a9a-42ee-42c3-9719-26998245df16,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:09.941028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-073c32ac-9b47-4a33-acd5-35dbb0019306 None None] Provisioning complete for port 38535a9a-42ee-42c3-9719-26998245df16 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:09.941341 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-073c32ac-9b47-4a33-acd5-35dbb0019306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.957932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:09.961491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:09.966003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:09.989169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:09.998600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Pushing event updated for resources: {'Port': ['ID=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:10.032809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-073c32ac-9b47-4a33-acd5-35dbb0019306 None None] Port 38535a9a-42ee-42c3-9719-26998245df16 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:10.034733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.042428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 456c3812-7e3c-4cbc-9af6-eaf80feab868 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:10.064825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 456c3812-7e3c-4cbc-9af6-eaf80feab868 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:10.065741 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.065854 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc6152ff-3486-4298-b4c1-67daa3b38899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.144368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:10.153326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:10.154863 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.160395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e060-de69-46b6-b419-5b76de018d18 req-1efd8cf2-cc07-41fe-926f-d0b4eea612f2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:10.167329 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e21e060-de69-46b6-b419-5b76de018d18 req-1efd8cf2-cc07-41fe-926f-d0b4eea612f2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.6875784 Mar 05 00:28:10.179452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-073c32ac-9b47-4a33-acd5-35dbb0019306 None None] Provisioning complete for port a5188135-388e-4364-9b17-969416f709a9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:10.179917 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-073c32ac-9b47-4a33-acd5-35dbb0019306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.261687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.296068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc6152ff-3486-4298-b4c1-67daa3b38899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.314584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Transition to ACTIVE for port object bf00527d-d756-4615-925b-fdd778a9ba13 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:10.357860 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.481883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.490162 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.514617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.535734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcbd8c-fdfe-4d1c-bbbb-c76a12fc578f None None] Pushing event updated for resources: {'Port': ['ID=bf00527d-d756-4615-925b-fdd778a9ba13,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:10.546591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Attempting to bind port bf00527d-d756-4615-925b-fdd778a9ba13 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:10.547170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Attempting to bind port bf00527d-d756-4615-925b-fdd778a9ba13 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:10.547862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Attempting to bind port bf00527d-d756-4615-925b-fdd778a9ba13 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:10.576469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:10.577311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:10.577948 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.578550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:10.579246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Bound port: bf00527d-d756-4615-925b-fdd778a9ba13, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:10.579866 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.629695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e21e060-de69-46b6-b419-5b76de018d18 req-291d9a30-9f28-4a53-b94c-c42d8c824bb3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614294 Mar 05 00:28:10.640801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Pushing event updated for resources: {'Port': ['ID=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:10.643102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.662284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 456c3812-7e3c-4cbc-9af6-eaf80feab868, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=456c3812-7e3c-4cbc-9af6-eaf80feab868,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:10.677161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.721590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc6152ff-3486-4298-b4c1-67daa3b38899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.746700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] For port bf00527d-d756-4615-925b-fdd778a9ba13, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:10.770233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] For port bf00527d-d756-4615-925b-fdd778a9ba13, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bf00527d-d756-4615-925b-fdd778a9ba13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:10.781147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.785263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=456c3812-7e3c-4cbc-9af6-eaf80feab868,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:10.825258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Provisioning for port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:10.826451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6152ff-3486-4298-b4c1-67daa3b38899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f64d7e-2937-41d5-b8d9-44d587b362c0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:10.847267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:10.848889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:10.860658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Provisioning complete for port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:10.861022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:10.959633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a5188135-388e-4364-9b17-969416f709a9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:11.112307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcbd8c-fdfe-4d1c-bbbb-c76a12fc578f None None] Pushing event updated for resources: {'Port': ['ID=bf00527d-d756-4615-925b-fdd778a9ba13,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:11.123113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:11.136723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:11.137649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:11.253902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc6152ff-3486-4298-b4c1-67daa3b38899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.255106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc6152ff-3486-4298-b4c1-67daa3b38899 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4f64d7e-2937-41d5-b8d9-44d587b362c0 HTTP/1.1" status: 204 len: 168 time: 1.4382813 Mar 05 00:28:11.353597 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.377777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.388322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:11.456890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.457412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Fanout notify agent at l3_agent the message router_deleted on router af7086f5-8b42-499d-bd88-ff8d520b2793 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:28:11.474655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:11.489207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.497272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b3668728-2d08-4675-a191-826bd2d5d4a8 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/af7086f5-8b42-499d-bd88-ff8d520b2793 HTTP/1.1" status: 204 len: 168 time: 2.2776563 Mar 05 00:28:11.497487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58262) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:11.550743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:11.559203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Provisioning complete for port 456c3812-7e3c-4cbc-9af6-eaf80feab868 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:11.559628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.682464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a5188135-388e-4364-9b17-969416f709a9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:11.682839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:11.746652 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3511a065-927b-41cc-aaa8-81becf1a1121 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7086f5-8b42-499d-bd88-ff8d520b2793 HTTP/1.1" status: 200 len: 205 time: 0.2471895 Mar 05 00:28:11.750007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:11.856354 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-9b16201f-a55c-48a2-a7ec-ec08bffd1396 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:11.859993 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9b16201f-a55c-48a2-a7ec-ec08bffd1396 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/af7086f5-8b42-499d-bd88-ff8d520b2793 HTTP/1.1" status: 404 len: 336 time: 0.1060147 Mar 05 00:28:11.861729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:11.912087 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84a09c0-2922-400c-97fb-d989b1c17f3b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:11.912566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84a09c0-2922-400c-97fb-d989b1c17f3b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:11.917482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d84a09c0-2922-400c-97fb-d989b1c17f3b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/cbb814b4-2a81-4f47-9bb8-40cf3b72e049 HTTP/1.1" status: 404 len: 337 time: 0.0476623 Mar 05 00:28:11.921653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58282) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:11.997719 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4791e5a-556c-472f-8629-3e779fa9e83c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:11.998236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4791e5a-556c-472f-8629-3e779fa9e83c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:11.999973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b4791e5a-556c-472f-8629-3e779fa9e83c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/98b3211d-9f55-4351-a666-c93e66281fbc HTTP/1.1" status: 404 len: 337 time: 0.0736015 Mar 05 00:28:12.002949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58288) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.010678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86038d4b-75ee-4434-9d17-30a74b4d3fb0 req-993b79d1-e8d1-4807-8fba-6947c756ed67 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.012224 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86038d4b-75ee-4434-9d17-30a74b4d3fb0 req-993b79d1-e8d1-4807-8fba-6947c756ed67 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1263487 Mar 05 00:28:12.015218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:12.052302 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6abcb2-a462-4b65-8ef5-00be13ed889c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:12.052829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6abcb2-a462-4b65-8ef5-00be13ed889c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:12.055591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7a6abcb2-a462-4b65-8ef5-00be13ed889c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/d9314c16-a49f-46db-93d0-dba59cee1ce2 HTTP/1.1" status: 404 len: 337 time: 0.0517411 Mar 05 00:28:12.062077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58292) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.096450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86038d4b-75ee-4434-9d17-30a74b4d3fb0 req-7e4756ca-2b1b-4793-b7fa-943582877300 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724440 Mar 05 00:28:12.097752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4405f052-fcd2-4346-9fc0-43553b0c620e admin admin] 10.222.0.32 "PUT /v2.0/routers/efaf1678-9994-4ea0-bf65-16e3589ac6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0835509 Mar 05 00:28:12.117119 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bc3a8c-2ee2-4b84-99f6-9106dc334173 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:12.117642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bc3a8c-2ee2-4b84-99f6-9106dc334173 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:12.119384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73bc3a8c-2ee2-4b84-99f6-9106dc334173 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/ca4ecc0f-8683-4162-9e5b-32e9d122c83f HTTP/1.1" status: 404 len: 337 time: 0.0517530 Mar 05 00:28:12.121450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:12.122257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.126754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af93d8cb-0d3b-47b5-8c8f-a3d01f64674e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "PUT /v2.0/routers/4258da2d-81a4-4401-ae5e-80fcc4ef1784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9260588 Mar 05 00:28:12.129296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58302) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.191630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1fda3703-5ae0-45b9-913f-0a7e21afa27b tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 200 len: 205 time: 0.0674043 Mar 05 00:28:12.194978 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58308) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.265360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Sync routers for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:12.299712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ada0ef44-71d4-4651-938a-bd455654dfa1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:12.319387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.319950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.320405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.320824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.321251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.321836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.322248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.323438 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-ef7fe69b-090b-4bbf-8919-31c09728d8a9 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:12.325053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-84a6ad1f-b0ed-445f-9cec-9c5b7d10f8c2 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1947572 Mar 05 00:28:12.327227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58314) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.327644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.328348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef7fe69b-090b-4bbf-8919-31c09728d8a9 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/e95210ba-d2f6-4a50-a508-affdd3ae5cf6 HTTP/1.1" status: 404 len: 336 time: 0.1323688 Mar 05 00:28:12.379253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Provisioning complete for port 38535a9a-42ee-42c3-9719-26998245df16 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:12.379622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:12.433992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.434440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.434810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.435171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.435609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.435961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.436316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.440978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-59756aac-3b40-41fa-b230-e26b561d1de0 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.1078193 Mar 05 00:28:12.441621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58326) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.443665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:12.444335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:12.531328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aeddb1d7-464a-47db-9bb1-07f2b02b254c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Synchronizing usage tracker for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:12.599823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65559-62ca-4cd5-93d5-dbe75db38556 req-d79931c5-28df-4fc4-a281-919b538bb233 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:12.601699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1f65559-62ca-4cd5-93d5-dbe75db38556 req-d79931c5-28df-4fc4-a281-919b538bb233 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1318157 Mar 05 00:28:12.602621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aeddb1d7-464a-47db-9bb1-07f2b02b254c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] Unset dirty status for tenant:f2cbb1ebaee14b2b862d2055d4ca8ff3 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:12.603834 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aeddb1d7-464a-47db-9bb1-07f2b02b254c tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5adefc-4478-45a6-b8a2-0ccbecea7b8e HTTP/1.1" status: 200 len: 205 time: 0.2748945 Mar 05 00:28:12.606495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.692909 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-36330b95-23c2-4c41-a16d-d51451939fb5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:12.697014 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-36330b95-23c2-4c41-a16d-d51451939fb5 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/5c5adefc-4478-45a6-b8a2-0ccbecea7b8e HTTP/1.1" status: 404 len: 336 time: 0.0865300 Mar 05 00:28:12.713414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58340) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.763515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 2, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:12.765656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-714723bb-e898-4443-be4e-87723ef8ddc7 None None] Port 38535a9a-42ee-42c3-9719-26998245df16 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:12.777674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1f65559-62ca-4cd5-93d5-dbe75db38556 req-3030aebf-74cd-4ef7-a601-7996d322172c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770578 Mar 05 00:28:12.778229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e877af6-67c4-4a77-899f-f7c2e4e4fc3a None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 2, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:12.780131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:12.805829 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae1fc4b-7130-4381-858a-9c757e2a7cd0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:12.806423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae1fc4b-7130-4381-858a-9c757e2a7cd0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:12.808143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ae1fc4b-7130-4381-858a-9c757e2a7cd0 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/cb57755c-cb3b-4092-b719-95e7dae6ec0e HTTP/1.1" status: 404 len: 337 time: 0.0932541 Mar 05 00:28:12.812056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58346) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.826014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58350) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:12.849773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ada0ef44-71d4-4651-938a-bd455654dfa1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:12.871492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ada0ef44-71d4-4651-938a-bd455654dfa1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:12.872018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:12.925670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-846e587b-21ec-4ee0-ac2a-c28a6bf90708 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 200 len: 205 time: 0.1120896 Mar 05 00:28:12.929414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58356) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.013938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6fdea6a4-f117-4194-ab20-66b6e3f7aac8 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.5709822 Mar 05 00:28:13.026328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-781b84b9-7b1d-474f-9871-ac0617ceb47e None None] Provisioning complete for port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:13.026544 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-781b84b9-7b1d-474f-9871-ac0617ceb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.069015 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-7664b907-d7ff-4e7f-8797-8712b3b944ee tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:13.073523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58364) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.073882 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7664b907-d7ff-4e7f-8797-8712b3b944ee tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/d3aed975-68d1-4ee7-ab48-c29259ff4a8b HTTP/1.1" status: 404 len: 336 time: 0.1422052 Mar 05 00:28:13.094766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f19b1efe-a449-4c32-8ab0-4e7e3702b6c0 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1091 time: 0.2668843 Mar 05 00:28:13.097165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58368) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.104062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '4a49a888-0f4f-452d-b708-292f27700c66', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:13.112265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:13.118721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:floatingip and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:13.124606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:13.134501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:13.159305 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.164248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c278b687-b4be-4ff6-bcb6-950f976bc507 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 HTTP/1.1" status: 200 len: 205 time: 0.0860174 Mar 05 00:28:13.164405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58374) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.301752 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-f3d0e96a-c263-48fc-b3aa-4e26a6dc80ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:13.305258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f3d0e96a-c263-48fc-b3aa-4e26a6dc80ca tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/f3b75e7b-ccc4-4627-83ce-be6bb8a69a57 HTTP/1.1" status: 404 len: 336 time: 0.1328244 Mar 05 00:28:13.307567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58378) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.323066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-781b84b9-7b1d-474f-9871-ac0617ceb47e None None] Port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:13.335347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.387216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port ada0ef44-71d4-4651-938a-bd455654dfa1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ada0ef44-71d4-4651-938a-bd455654dfa1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:13.401031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.410170 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-78311a92-507e-4759-84af-bb74b2f1202f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:13.410599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78311a92-507e-4759-84af-bb74b2f1202f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:13.412550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78311a92-507e-4759-84af-bb74b2f1202f tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/0ae0a3cd-0ada-4fe5-a96c-5af9b075ae68 HTTP/1.1" status: 404 len: 337 time: 0.1038330 Mar 05 00:28:13.416412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.484426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.524647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c1c373e-444c-4990-b56a-4d95dac2f35e tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff68e2b3-1fe6-466d-ab14-ae52a985c106 HTTP/1.1" status: 200 len: 205 time: 0.1066215 Mar 05 00:28:13.527693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.647968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 456c3812-7e3c-4cbc-9af6-eaf80feab868 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:13.698290 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-e3b91723-fdc8-49c2-a5d8-4d232fe28c08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:13.702081 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e3b91723-fdc8-49c2-a5d8-4d232fe28c08 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/ff68e2b3-1fe6-466d-ab14-ae52a985c106 HTTP/1.1" status: 404 len: 336 time: 0.1694129 Mar 05 00:28:13.702840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58398) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.790546 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4c1a1a-bff2-4b88-a8a0-14ed800ac424 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:13.791722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4c1a1a-bff2-4b88-a8a0-14ed800ac424 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:13.793609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-db4c1a1a-bff2-4b88-a8a0-14ed800ac424 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/359b5282-07bb-4106-b672-2d5671bd2012 HTTP/1.1" status: 404 len: 337 time: 0.0899003 Mar 05 00:28:13.794356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.799943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883693257', 'description': 'tempest-secgroup-smoke-883693257 description', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:13.810100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=ada0ef44-71d4-4651-938a-bd455654dfa1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:13.813177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:13.835025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:13.839161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:13.848836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:13.858695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58406) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.859022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58412) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.868943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-632701258-network', 'tenant_id': '71bd976ca18242b588fc1a578e03729c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:13.882570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 2, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:13.888707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Checking router: 4258da2d-81a4-4401-ae5e-80fcc4ef1784 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:13.889163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Updating router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 port 38535a9a-42ee-42c3-9719-26998245df16 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:28:13.911045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.919232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 456c3812-7e3c-4cbc-9af6-eaf80feab868 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:13.919780 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:13.926829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:13.935958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.71 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/db65c000-a323-4c70-a0e7-6153b24ee07c) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:13.942514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f9ffbec-14a2-41c8-91d5-40ba7775ce76 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 HTTP/1.1" status: 200 len: 205 time: 0.0815988 Mar 05 00:28:13.943852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Usage tracker for resource:network and tenant:71bd976ca18242b588fc1a578e03729c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:13.946454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58418) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:13.966442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:13.985642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:14.030652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:14.033129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Made reservation on behalf of 71bd976ca18242b588fc1a578e03729c for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:14.034717 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-52847dda-446f-4a0c-a112-aa18968fec38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] delete failed (client error): The resource could not be found. Mar 05 00:28:14.035418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.036526 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.039401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-52847dda-446f-4a0c-a112-aa18968fec38 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/routers/2bdeca2e-f35e-4c67-a3a8-0362cffbe2a2 HTTP/1.1" status: 404 len: 336 time: 0.0916736 Mar 05 00:28:14.040912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58422) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:14.059931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.072208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:14.079202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:14.086521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:14.107194 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c4f797-9397-4b08-a122-0f1553aabe09 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:14.108166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c4f797-9397-4b08-a122-0f1553aabe09 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:14.109120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:14.118014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Usage tracker for resource:security_group_rule and tenant:71bd976ca18242b588fc1a578e03729c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:14.124933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:14.133264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:14.182811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77c4f797-9397-4b08-a122-0f1553aabe09 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/72100759-6a17-46d5-9f0d-a8aa4ab91eeb HTTP/1.1" status: 404 len: 337 time: 0.1409156 Mar 05 00:28:14.185596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58426) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:14.189922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.265375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.294565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.300583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.301265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.344713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.355597 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db236c-e1fd-4b0f-be67-fcc4bf3fd730 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] DELETE failed (client error): The resource could not be found. Mar 05 00:28:14.356131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33db236c-e1fd-4b0f-be67-fcc4bf3fd730 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:28:14.375358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f174d96-1143-4eb2-8751-c92c488fba70,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:14.390330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33db236c-e1fd-4b0f-be67-fcc4bf3fd730 tempest-RoutersIpV6Test-967303462 tempest-RoutersIpV6Test-967303462-project] 10.222.0.32 "DELETE /v2.0/subnets/dada65ce-44ce-44b2-b320-8c7579fe2d9d HTTP/1.1" status: 404 len: 337 time: 0.2016287 Mar 05 00:28:14.390330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:28:14.390597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:14.392603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.393918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8c387aeb-b3d4-4235-b50a-23c88bebde8e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5984926 Mar 05 00:28:14.401206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58432) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:14.409792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:14.418925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '0f174d96-1143-4eb2-8751-c92c488fba70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:14.429362 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.429780 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Added segment f03f89a1-2794-43bd-a65d-9fc798e71638 of type vlan for network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 Mar 05 00:28:14.438871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:14.442035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dacd1d-798e-42eb-9373-c977ad575797,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:14.443034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=db65c000-a323-4c70-a0e7-6153b24ee07c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:14.447812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:14.453651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:14.454175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:14.478466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:14.490953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.511170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.544632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.567444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Transition to ACTIVE for port object 38535a9a-42ee-42c3-9719-26998245df16 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:14.573138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.574813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:14.575652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.580952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.794724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4afd82-20ca-4cb2-a1b1-a1cd0524b762 None None] Pushing event updated for resources: {'Port': ['ID=38535a9a-42ee-42c3-9719-26998245df16,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:14.835594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9693289 Mar 05 00:28:14.836668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:14.843967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Request body: {'subnet': {'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-632701258-subnet', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:14.855323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461a181-4aa4-4e17-be3b-631c5f2e22f0 admin admin] Pushing event updated for resources: {'Network': ['ID=21251d86-6919-4f5f-a7ab-463a1fb0b9e1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:14.866421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:14.890614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Usage tracker for resource:subnet and tenant:71bd976ca18242b588fc1a578e03729c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:14.895511 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.896536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:14.906586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:28:14.907655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.909768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:14.966654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0149888a-d06f-4d6f-b234-8ced5cc6b01a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:14.974258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:14.975471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41e22ba7-2e34-4bf9-bd0d-2f4fed1382ee tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5711355 Mar 05 00:28:14.978793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58446) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:14.984518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '0f174d96-1143-4eb2-8751-c92c488fba70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:14.996831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Made reservation on behalf of 71bd976ca18242b588fc1a578e03729c for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:15.006083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.045098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58450) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:15.066295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:15.075428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:15.145649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:15.166329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:15.203930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.278459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-620f5caf-034d-4da5-947b-04f1fdec99c0 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=75a5848df74a41fea54dba23587ef9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393815 Mar 05 00:28:15.297818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Attempting to bind port 38535a9a-42ee-42c3-9719-26998245df16 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:15.298201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Attempting to bind port 38535a9a-42ee-42c3-9719-26998245df16 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:15.298542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Attempting to bind port 38535a9a-42ee-42c3-9719-26998245df16 on network 7f47f0dd-696d-4fee-9f61-427362ee0c70 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:15.314741 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.342493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:15.342876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Checking segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:15.343155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.343448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Bound using segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:15.343912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Bound port: 38535a9a-42ee-42c3-9719-26998245df16, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:15.344281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.359425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.406314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d5058a-e903-467b-9c53-71ba63340707,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:15.459479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-bdc8ff42-da62-4ec5-b208-1a515685c46e tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:15.461529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-bdc8ff42-da62-4ec5-b208-1a515685c46e tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764793 Mar 05 00:28:15.483272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] For port 38535a9a-42ee-42c3-9719-26998245df16, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:15.486677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.487998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d9fd5282-c41d-4d84-8ee3-477dac945d31 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5081031 Mar 05 00:28:15.490334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] For port 38535a9a-42ee-42c3-9719-26998245df16, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=38535a9a-42ee-42c3-9719-26998245df16,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:15.491949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:15.500617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.519891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '0f174d96-1143-4eb2-8751-c92c488fba70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:15.521588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-2791c9d8-4849-46e7-9313-e0dbd256cdbc tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/quotas/75a5848df74a41fea54dba23587ef9c1 HTTP/1.1" status: 200 len: 375 time: 0.0403705 Mar 05 00:28:15.531863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:15.537440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:15.542290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:15.546010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.576994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ada0ef44-71d4-4651-938a-bd455654dfa1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:15.579488 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-13fb62ec-222e-4c23-9642-d7e7bc2d9b31 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=75a5848df74a41fea54dba23587ef9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453601 Mar 05 00:28:15.623603 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-510d41b1-8989-4e82-81a7-9d91042b22d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2cbb1ebaee14b2b862d2055d4ca8ff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5746400 Mar 05 00:28:15.625824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58466) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:15.655399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:15.659005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fb35ef-9f9c-4a26-b28f-96eccf0c4903,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:15.659346 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:15.660009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:15.728596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4afd82-20ca-4cb2-a1b1-a1cd0524b762 None None] Pushing event updated for resources: {'Port': ['ID=38535a9a-42ee-42c3-9719-26998245df16,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:15.778752 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.861877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ada0ef44-71d4-4651-938a-bd455654dfa1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:15.862302 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:15.863915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Checking segment: {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:15.864385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Network hostable DHCP agents. Network: 21251d86-6919-4f5f-a7ab-463a1fb0b9e1, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:16.007609 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d45e156-327e-4189-ba7f-fe3ccd6a5bff req-cc2a0d1c-1b6b-4850-adec-29f152c7fad7 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 210 time: 0.1204093 Mar 05 00:28:16.010618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.032367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-395c83e8-69da-45d2-9805-ba7602ceced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.044690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:16.067866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.080759 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.133080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 21251d86-6919-4f5f-a7ab-463a1fb0b9e1) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:16.145593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.150175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6507859 Mar 05 00:28:16.150175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964fdbc-18b7-491a-9be9-2e5aae8eb860 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41477b7-6b58-4937-a350-e600867e8fcc,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:16.151087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58478) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:16.157076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:16.157686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.173710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '0f174d96-1143-4eb2-8751-c92c488fba70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:16.174740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-395c83e8-69da-45d2-9805-ba7602ceced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.192363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a62bc3-627b-4c71-9571-6d56ea6e96ba None None] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:16.193065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:16.197775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:16.201753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:16.208063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.208690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:16.208959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:16.214328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e073c16b-fc42-4ca7-b367-0017902a3ebc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3753691 Mar 05 00:28:16.218764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58482) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:16.224230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:16.231504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:16.236261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Usage tracker for resource:router and tenant:71bd976ca18242b588fc1a578e03729c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:16.249213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:16.252580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.284580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:16.313650 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.315154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.372710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.375118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.386755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.421639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ececed5-50bd-48bd-bfaf-2654a31f4b98,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:16.458062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-395c83e8-69da-45d2-9805-ba7602ceced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.496090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c83e8-69da-45d2-9805-ba7602ceced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c075a6f1-0efc-4e62-9cd9-fadd89612250,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:16.541344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-395c83e8-69da-45d2-9805-ba7602ceced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.542500 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-395c83e8-69da-45d2-9805-ba7602ceced2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c075a6f1-0efc-4e62-9cd9-fadd89612250 HTTP/1.1" status: 204 len: 168 time: 0.9158032 Mar 05 00:28:16.604428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.614712 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.646639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.648362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-48e5553e-85a8-4202-b7cf-a65391567895 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4842863 Mar 05 00:28:16.654555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:16.666562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '0f174d96-1143-4eb2-8751-c92c488fba70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:16.695711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:16.701517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:16.705416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:16.718536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-21251d86-6919-4f5f-a7ab-463a1fb0b9e1', 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'fixed_ips': [{'subnet_id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:16.719039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:16.720235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.727699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.838675 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Project 9799e1e9bb6949bda8dbcf7485cdbd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:28:16.849755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:16.875419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=db65c000-a323-4c70-a0e7-6153b24ee07c,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:16.999400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.054126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.063861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.142573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c102383-8602-41a2-8a52-ff15c4a4547d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:17.149586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.151111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-04f95ab9-a047-4b34-885e-afbaef3c4491 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4948947 Mar 05 00:28:17.153924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:17.162115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'security_group_rule': {'security_group_id': '0f174d96-1143-4eb2-8751-c92c488fba70', 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:17.172554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:17.180914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:security_group_rule and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:17.184230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.214321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:17.226766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:17.229263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.334031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb67e593-b21c-4a7c-8d59-73995868f351 req-45c3e52e-8f54-455b-9fff-04c336c1c33a tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 210 time: 0.0715880 Mar 05 00:28:17.374499 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Project 9799e1e9bb6949bda8dbcf7485cdbd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:28:17.387159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.415661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Allocated IP 172.25.0.22 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:17.427933 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Floating IP 4d341bff-98cd-4d76-84bd-2411b76957d8 associated. External IP: 172.25.0.71, port: 4a49a888-0f4f-452d-b708-292f27700c66. Mar 05 00:28:17.449182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Allocated IP 172.20.0.2 (21251d86-6919-4f5f-a7ab-463a1fb0b9e1/f8fb35ef-9f9c-4a26-b28f-96eccf0c4903/afb4ab71-b86c-411e-a814-df64615fd54e) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:17.597560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf00527d-d756-4615-925b-fdd778a9ba13 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:17.612532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.622245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.665748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-86078b6d-31db-4ad2-a112-b0a4bac6cbe8 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=75a5848df74a41fea54dba23587ef9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118696 Mar 05 00:28:17.690422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952b8b38-2494-4960-8396-54d0cba0dfa1,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:17.717316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:15Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:17.735597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0481528-d7ae-4bf1-af47-6bc8ec94ae11 None None] The sync data for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 is: [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:15Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:17.809281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.809281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b06b3f96-fe91-4e23-93d5-0d2808b368f3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6496613 Mar 05 00:28:17.834321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.881347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.890105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:17.912667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Transition to ACTIVE for port object afb4ab71-b86c-411e-a814-df64615fd54e will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:17.915320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port bf00527d-d756-4615-925b-fdd778a9ba13 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:17.954682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Transition to ACTIVE for port object afb4ab71-b86c-411e-a814-df64615fd54e will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:17.963566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bf00527d-d756-4615-925b-fdd778a9ba13 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:17.964382 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.011304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:18.017183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:18.027473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:18.058605 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.083886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:18.099791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-e1b23fac-196d-4fad-897a-022ed8a7999a tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:18.101540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-e1b23fac-196d-4fad-897a-022ed8a7999a tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253397 Mar 05 00:28:18.130005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Request body: {'port': {'device_id': '58224eea-2cc0-40e7-ade8-4509674d0108', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '75a5848df74a41fea54dba23587ef9c1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:18.188752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:18.200552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:18.205639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:18.250943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58524) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:18.291158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:18.296613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Usage tracker for resource:port and tenant:75a5848df74a41fea54dba23587ef9c1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:18.300469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:18.307948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:18.335442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Made reservation on behalf of 75a5848df74a41fea54dba23587ef9c1 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:18.338440 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.361863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.374211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Attempting to bind port afb4ab71-b86c-411e-a814-df64615fd54e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:18.374584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Attempting to bind port afb4ab71-b86c-411e-a814-df64615fd54e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:18.375125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Attempting to bind port afb4ab71-b86c-411e-a814-df64615fd54e on network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:18.386708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Pushing event updated for resources: {'Port': ['ID=afb4ab71-b86c-411e-a814-df64615fd54e,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:18.420562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:18.428548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Usage tracker for resource:security_group_rule and tenant:75a5848df74a41fea54dba23587ef9c1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:18.430870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:18.435462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:18.435887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Checking segment: {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:18.436300 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.436910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Bound using segment: {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:18.437450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Bound port: afb4ab71-b86c-411e-a814-df64615fd54e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:18.437991 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.569049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] For port afb4ab71-b86c-411e-a814-df64615fd54e, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:18.570584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-463765dc-f19b-4785-a3b2-b1d89302ce92 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:18.577631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] For port afb4ab71-b86c-411e-a814-df64615fd54e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=afb4ab71-b86c-411e-a814-df64615fd54e,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:18.603394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2042333485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:18.606854 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.618523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:18.626259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:18.649273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:router and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:18.656762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:18.663828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:18.675670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-463765dc-f19b-4785-a3b2-b1d89302ce92 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:18.684481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-463765dc-f19b-4785-a3b2-b1d89302ce92 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883693257&fields=id&tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 267 time: 0.4348483 Mar 05 00:28:18.708323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.709309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.732615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42035560-9024-4fb4-bc17-e9f2d9279cf1 None None] Pushing event updated for resources: {'Port': ['ID=afb4ab71-b86c-411e-a814-df64615fd54e,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:18.734202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.748905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-511bf5da-45e9-497e-9e0f-4614be548c43 req-783a96da-a5ad-4cd5-b1b7-0045950c0e3c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 210 time: 0.1051638 Mar 05 00:28:18.755922 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.776987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port bf00527d-d756-4615-925b-fdd778a9ba13, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bf00527d-d756-4615-925b-fdd778a9ba13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:18.790618 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.885018 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.885801 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.898771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=bf00527d-d756-4615-925b-fdd778a9ba13,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:18.903496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:18.918750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.053074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.150570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91274b-0ace-4926-bda0-eeb7b4cbd403,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:19.184439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Allocated IP 192.168.233.3 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/f07b3f9b-0281-48d4-9d3b-d0522ad63759) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:19.191955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 15af80fc-857d-459f-9062-ae9281ea7cad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:19.207077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.208270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-03b97269-05de-4538-ae7c-c6765cec19bf tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9565346 Mar 05 00:28:19.212202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58536) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:19.226576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1013618312'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:19.230068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-54d00975-a68c-45de-be64-65a82b970f02 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:19.230770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-54d00975-a68c-45de-be64-65a82b970f02 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:19.247739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:19.261605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-54d00975-a68c-45de-be64-65a82b970f02 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:19.261822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:network and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:19.268040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:19.268416 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-54d00975-a68c-45de-be64-65a82b970f02 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/networks?id=7f47f0dd-696d-4fee-9f61-427362ee0c70 HTTP/1.1" status: 200 len: 796 time: 0.5827827 Mar 05 00:28:19.301595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-cb0093b5-c7c7-405b-bb50-4b245cd8afff tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/quotas/9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 375 time: 0.0224636 Mar 05 00:28:19.339597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:19.417619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-69626fc8-8eda-44d8-a6ae-bf61497aad21 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150596 Mar 05 00:28:19.542776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:19.546057 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.550224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Router c476b92b-45f8-422a-a1e7-d15cf64f16d7 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:28:19.591021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-0fa6d167-870d-4ef5-bcf5-35b0778e6881 service neutron] 10.222.0.32 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572320 Mar 05 00:28:19.628308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38535a9a-42ee-42c3-9719-26998245df16 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:19.639246 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.733659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 38535a9a-42ee-42c3-9719-26998245df16 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:19.739868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 38535a9a-42ee-42c3-9719-26998245df16 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:19.740534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.745999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:19.756192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:security_group_rule and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:19.765075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:19.785304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:19.795605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.879021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Transition to ACTIVE for port object f07b3f9b-0281-48d4-9d3b-d0522ad63759 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:19.924305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-16197541-d1bb-493e-934e-43c257ee80e9 service neutron] 10.222.0.32 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712665 Mar 05 00:28:19.990411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:19.994960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:20.007077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Sync routers for ids ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:20.028437 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Routers {'c476b92b-45f8-422a-a1e7-d15cf64f16d7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:20.029425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:20.056196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.060916 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-83d9908b-2630-4407-b8f7-1fb357874677 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8383918 Mar 05 00:28:20.061273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58542) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:20.068845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 38535a9a-42ee-42c3-9719-26998245df16, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=38535a9a-42ee-42c3-9719-26998245df16,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:20.081213 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.082199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device afb4ab71-b86c-411e-a814-df64615fd54e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:20.095528 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-692db22b-f5fe-4a67-b4c4-ba62338ec82b req-6f5322a8-cc93-4242-9905-dd33c58ce3b0 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 210 time: 0.1145971 Mar 05 00:28:20.139303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.147975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:20.150206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.193009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:28:20.210109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.210831 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Added segment eb96dff1-628d-4997-a076-9e297a7dcc4d of type vlan for network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 Mar 05 00:28:20.237586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] Sync routers for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:20.266625 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.268876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:20.269538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:20.331814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa58497-362e-44cb-bd08-bac5e5ea6016 None None] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:20.361572 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Set router c476b92b-45f8-422a-a1e7-d15cf64f16d7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:20.381834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.398512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bc1e92-a621-4af4-98c7-f5e72a360b02,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:20.408855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.468714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.473113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:20.474287 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.733974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:20.766208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Network': ['ID=1c2a1641-e1d8-47fd-b224-3fb5a57443d9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:20.784595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c0fc5da2-e34e-4d59-886f-f82d67bfc9f2 req-5ec0a180-e313-45e6-983e-4238200e7ffa tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:20.793639 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 3, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:20.798679 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Checking router: c476b92b-45f8-422a-a1e7-d15cf64f16d7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:20.799362 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Updating router c476b92b-45f8-422a-a1e7-d15cf64f16d7 port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:28:20.829211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:20.834298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58556) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:20.834908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-770fc5a0-d78c-422f-9c68-e67ca783bac4 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6187594 Mar 05 00:28:20.839700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:28:20.844277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'subnet': {'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:20.844526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:20.847125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:20.929997 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.935378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:20.936051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:20.957557 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-12a0486d-fedf-4b7c-b5d2-13d6bc8b6c2b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.8564649 Mar 05 00:28:20.959234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:20.964805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Pushing event updated for resources: {'Port': ['ID=f07b3f9b-0281-48d4-9d3b-d0522ad63759,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:20.970757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-9f1e05ca-1095-4881-8975-b151c0c822a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8465571 Mar 05 00:28:20.971683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c0fc5da2-e34e-4d59-886f-f82d67bfc9f2 req-5ec0a180-e313-45e6-983e-4238200e7ffa tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:20.972854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c0fc5da2-e34e-4d59-886f-f82d67bfc9f2 req-5ec0a180-e313-45e6-983e-4238200e7ffa tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 210 time: 0.5815015 Mar 05 00:28:20.981647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Request body: {'port': {'device_id': '58224eea-2cc0-40e7-ade8-4509674d0108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:21.130251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:21.135321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:subnet and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:21.143088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:21.154316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:21.173699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=38535a9a-42ee-42c3-9719-26998245df16,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:21.186404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:21.217666 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'status': 'completed', 'code': 200} Mar 05 00:28:21.247358 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.378812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] Provisioning for port afb4ab71-b86c-411e-a814-df64615fd54e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:21.392575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] Provisioning complete for port afb4ab71-b86c-411e-a814-df64615fd54e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:21.392914 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.415139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port afb4ab71-b86c-411e-a814-df64615fd54e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:21.456632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.468704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port afb4ab71-b86c-411e-a814-df64615fd54e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:21.469069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.625255 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.641372 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Transition to ACTIVE for port object 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:21.649980 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.685964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-57879ef7-f819-4704-8cb0-4bb8fb41fc54 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:21.686670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-57879ef7-f819-4704-8cb0-4bb8fb41fc54 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Synchronizing usage tracker for tenant:75a5848df74a41fea54dba23587ef9c1 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:21.695180 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.731685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-57879ef7-f819-4704-8cb0-4bb8fb41fc54 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Unset dirty status for tenant:75a5848df74a41fea54dba23587ef9c1 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:21.732994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-57879ef7-f819-4704-8cb0-4bb8fb41fc54 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 934 time: 0.2437470 Mar 05 00:28:21.812289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-ce0010a0-671c-41d2-8278-c637ad285143 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Synchronizing usage tracker for tenant:75a5848df74a41fea54dba23587ef9c1 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:21.847432 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Attempting to bind port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:21.847799 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Attempting to bind port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:21.848142 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Attempting to bind port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:21.872050 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d8d8-b2af-4366-9bd1-ed0cf4ba1cdd None None] Pushing event updated for resources: {'Port': ['ID=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:21.874410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-ce0010a0-671c-41d2-8278-c637ad285143 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Unset dirty status for tenant:75a5848df74a41fea54dba23587ef9c1 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:21.887177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-caa4f4bb-9dda-446d-8b26-c645fdeaf429 req-ce0010a0-671c-41d2-8278-c637ad285143 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372590 Mar 05 00:28:21.887311 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:21.887668 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:21.888065 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.888450 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:21.888922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Bound port: 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:21.889304 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.930315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07b3f9b-0281-48d4-9d3b-d0522ad63759 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:21.934498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] For port afb4ab71-b86c-411e-a814-df64615fd54e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=afb4ab71-b86c-411e-a814-df64615fd54e,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:21.935409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.951379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:21.964006 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:22.041124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:22.051210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] For port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:22.054460 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] For port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:22.063947 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:22.188215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddce8b-7fb0-4d97-a581-25dc5bd4f099 None None] Pushing event updated for resources: {'Port': ['ID=afb4ab71-b86c-411e-a814-df64615fd54e,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:22.218530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Transition to ACTIVE for port object f07b3f9b-0281-48d4-9d3b-d0522ad63759 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:22.222073 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d8d8-b2af-4366-9bd1-ed0cf4ba1cdd None None] Pushing event updated for resources: {'Port': ['ID=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:22.224536 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-75b36f53-78ba-46e9-96a5-b9ca40a92bcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.7786107 Mar 05 00:28:22.240600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Subnet': ['ID=1692346b-8679-4151-bb2b-4d34e2a704d4,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:22.244528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Routers {'c476b92b-45f8-422a-a1e7-d15cf64f16d7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:22.245508 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:22.253672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:22.303561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bb582941-009c-4838-a9de-016881a4dc25 None None] Provisioning for port f07b3f9b-0281-48d4-9d3b-d0522ad63759 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:22.311136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '4d341bff-98cd-4d76-84bd-2411b76957d8', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'port_id': '4a49a888-0f4f-452d-b708-292f27700c66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'mac_address': 'fa:16:3e:5b:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:28:15Z', 'updated_at': '2022-03-05T00:28:15Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:54Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:22.322520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] Checking router: 15af80fc-857d-459f-9062-ae9281ea7cad for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:22.324968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:28:22.325360 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:28:22.335886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:22.336526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:22.488626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Pushing event updated for resources: {'Port': ['ID=f07b3f9b-0281-48d4-9d3b-d0522ad63759,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:22.508243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-20308b73-6da5-4025-8c7c-d1d99b4e24fa None None] Provisioning complete for port afb4ab71-b86c-411e-a814-df64615fd54e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:22.508613 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-20308b73-6da5-4025-8c7c-d1d99b4e24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:22.522972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703d5ae-bb6f-4b59-8f0c-dac7d361669d req-074a62b2-b6d6-4107-b191-cf564a8c5615 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:22.530073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5703d5ae-bb6f-4b59-8f0c-dac7d361669d req-074a62b2-b6d6-4107-b191-cf564a8c5615 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 1.0801585 Mar 05 00:28:22.532353 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] Set router c476b92b-45f8-422a-a1e7-d15cf64f16d7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:22.569738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Checking segment: {'id': 'eb96dff1-628d-4997-a076-9e297a7dcc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:22.575116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network hostable DHCP agents. Network: 1c2a1641-e1d8-47fd-b224-3fb5a57443d9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:22.602185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:22.608654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76cd3247-8375-4889-ba4a-b45f4ebe5178 req-4d2b73da-3440-447d-b9a3-07052b8f154d tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 210 time: 0.1241972 Mar 05 00:28:22.663694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-37e4a0fb-b81b-4181-9279-81771f169981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:22.665463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-37e4a0fb-b81b-4181-9279-81771f169981 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.4140015 Mar 05 00:28:22.686094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5703d5ae-bb6f-4b59-8f0c-dac7d361669d req-eaa13621-c61a-4950-8fbe-070bf9de79b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548691 Mar 05 00:28:22.746536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58568) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:22.853809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:22.897076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 1c2a1641-e1d8-47fd-b224-3fb5a57443d9) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:22.905709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf00527d-d756-4615-925b-fdd778a9ba13 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:22.907306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:22.908159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:22.917449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-c2c038d6-3980-4c00-92ca-d133fd4f2c41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 998 time: 0.2163165 Mar 05 00:28:22.945320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7ddbb6ce-a064-4870-a12d-f72726339856 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1099181 Mar 05 00:28:22.948749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58574) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:22.959500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'network': {'name': 'tempest-router-network01--843883317'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:22.961974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-61a2ac45-2947-40d6-877d-7842ca83548a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.2143269 Mar 05 00:28:22.970016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:22.986068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02514b04-f1ed-4d95-8137-dbde02a53a8d None None] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:23.014068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:network and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:23.024044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:23.038912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:23.061956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-a18774b1-6d4d-41a9-b110-0f2aee090b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:23.063874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-a18774b1-6d4d-41a9-b110-0f2aee090b5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0975540 Mar 05 00:28:23.089928 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 3, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:23.097159 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7e2e2-d3f1-41b4-90e8-7b43d5c38040 None None] The sync data for ids ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'] in n-d-828979-4 is: [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 3, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:23.131426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Attempting to bind port f07b3f9b-0281-48d4-9d3b-d0522ad63759 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:23.131611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Attempting to bind port f07b3f9b-0281-48d4-9d3b-d0522ad63759 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:23.132422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Attempting to bind port f07b3f9b-0281-48d4-9d3b-d0522ad63759 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:23.139460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-6dc926ec-81eb-43dd-b3ff-d1d5af093c5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:23.140180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-6dc926ec-81eb-43dd-b3ff-d1d5af093c5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:23.156535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:23.159686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.199381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-6dc926ec-81eb-43dd-b3ff-d1d5af093c5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:23.200827 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-6dc926ec-81eb-43dd-b3ff-d1d5af093c5e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "GET /v2.0/networks?id=7f47f0dd-696d-4fee-9f61-427362ee0c70 HTTP/1.1" status: 200 len: 796 time: 1.2446718 Mar 05 00:28:23.202641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Port f07b3f9b-0281-48d4-9d3b-d0522ad63759 on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:28:23.203211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Attempting to bind port f07b3f9b-0281-48d4-9d3b-d0522ad63759 on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:23.217892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port bf00527d-d756-4615-925b-fdd778a9ba13 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:23.218507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:23.218664 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.218763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:23.219670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:23.219670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Bound port: f07b3f9b-0281-48d4-9d3b-d0522ad63759, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:23.220069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.255028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:28:23.280145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.280491 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Added segment a99ac646-6ed2-40d9-b691-0580ec3f073a of type vlan for network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 Mar 05 00:28:23.363949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a930236-224b-4aa4-876a-056bce07f4c2 req-6f6c3c61-cbd7-4aff-a617-29abd36aea2f tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:23.365529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a930236-224b-4aa4-876a-056bce07f4c2 req-6f6c3c61-cbd7-4aff-a617-29abd36aea2f tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 946 time: 0.2358921 Mar 05 00:28:23.370683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-fe299ca2-48b1-44aa-8b90-0c4cfa8b2971 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:23.420760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-fe299ca2-48b1-44aa-8b90-0c4cfa8b2971 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:23.422032 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-fe299ca2-48b1-44aa-8b90-0c4cfa8b2971 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42 HTTP/1.1" status: 200 len: 379 time: 0.2049668 Mar 05 00:28:23.427246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] For port f07b3f9b-0281-48d4-9d3b-d0522ad63759, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:23.436799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'port': {'device_id': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'admin_state_up': True, 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'security_groups': ['0f174d96-1143-4eb2-8751-c92c488fba70']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:23.461617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-1c2a1641-e1d8-47fd-b224-3fb5a57443d9', 'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9', 'tenant_id': '586b7d44bd334801b130135b9dc04db0', 'fixed_ips': [{'subnet_id': '1692346b-8679-4151-bb2b-4d34e2a704d4'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:23.462249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.475670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] For port f07b3f9b-0281-48d4-9d3b-d0522ad63759, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:23.496299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-568c4e95-925c-4d31-9d9b-5777827712ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4013009 Mar 05 00:28:23.508260 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.540710 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.584985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '4d341bff-98cd-4d76-84bd-2411b76957d8', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'port_id': '4a49a888-0f4f-452d-b708-292f27700c66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'mac_address': 'fa:16:3e:5b:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:28:15Z', 'updated_at': '2022-03-05T00:28:15Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:54Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:23.585624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.594202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba4d0d-d0b0-4a4e-b94d-e5b13c7e7619 None None] The sync data for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 is: [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '4d341bff-98cd-4d76-84bd-2411b76957d8', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'port_id': '4a49a888-0f4f-452d-b708-292f27700c66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'mac_address': 'fa:16:3e:5b:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:28:15Z', 'updated_at': '2022-03-05T00:28:15Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:54Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:23.611232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a930236-224b-4aa4-876a-056bce07f4c2 req-7f9d4d77-7c60-412f-8e09-ad062e1b9bdb tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284162 Mar 05 00:28:23.684660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.686068 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] 10.222.0.36 "PUT /v2.0/ports/f07b3f9b-0281-48d4-9d3b-d0522ad63759 HTTP/1.1" status: 200 len: 1094 time: 2.7086213 Mar 05 00:28:23.686528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58224eea-2cc0-40e7-ade8-4509674d0108', 'tag': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:23.689475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38535a9a-42ee-42c3-9719-26998245df16 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:23.752688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:23.772193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:23.817871 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.822543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:23.823565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.823848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Allocated IP 2001:db8::2 (1c2a1641-e1d8-47fd-b224-3fb5a57443d9/1692346b-8679-4151-bb2b-4d34e2a704d4/6b3351f0-3fa5-4c17-af6b-43df04f72199) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:23.856676 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58224eea-2cc0-40e7-ade8-4509674d0108', 'tag': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759', 'status': 'completed', 'code': 200} Mar 05 00:28:23.865123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Made reservation on behalf of 9799e1e9bb6949bda8dbcf7485cdbd42 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:23.870201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:23.883980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b743-1901-4e9d-97b1-590380bd71ac service neutron] Pushing event updated for resources: {'Port': ['ID=f07b3f9b-0281-48d4-9d3b-d0522ad63759,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:23.911175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-03cf8d32-76fd-49af-a778-3d36eb528acb service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064205 Mar 05 00:28:23.970368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58582) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:24.047393 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f590bbc-08ff-4091-a3f7-04f41a80cb3b req-2fd243dd-54b5-4cbd-93a1-db8b7618c013 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 210 time: 0.1819487 Mar 05 00:28:24.066194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-32e78739-1456-4b58-af7f-18b19be49e95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75a5848df74a41fea54dba23587ef9c1&device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 1097 time: 0.2755046 Mar 05 00:28:24.093106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1429627 Mar 05 00:28:24.104654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58586) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:24.146666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 38535a9a-42ee-42c3-9719-26998245df16 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:24.147054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.175942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'network': {'name': 'tempest-router-network02--1533010614'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:24.180547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29107d-421e-4cd2-b8fc-45a4bcb25f51 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Network': ['ID=d5be3ed9-7480-4aa6-8bc4-2f9194a008b7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:24.186757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.191775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:24.195634 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-02e14d7d-1a7d-4000-bf01-35a45e5fe439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759 HTTP/1.1" status: 200 len: 217 time: 0.1044149 Mar 05 00:28:24.201903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:network and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:24.208503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:24.210359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Transition to ACTIVE for port object 6b3351f0-3fa5-4c17-af6b-43df04f72199 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:24.219879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:28:24.222019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:24.311749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-67af7d01-d46e-4d28-a4c3-14178833d34b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.3382106 Mar 05 00:28:24.313776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:24.317355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.320647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Transition to ACTIVE for port object 6b3351f0-3fa5-4c17-af6b-43df04f72199 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:24.340554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.345319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66af2807-bf81-45b4-bfdc-c65ccf57d2e4 req-213522a6-00f0-4b0e-aca6-2c074b0b30ae service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450208 Mar 05 00:28:24.345707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-80e1ac04-12cb-4d23-bfca-30badcc89176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:24.347138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-80e1ac04-12cb-4d23-bfca-30badcc89176 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1439757 Mar 05 00:28:24.351921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.20.0.10 (7f47f0dd-696d-4fee-9f61-427362ee0c70/d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd/4cba75d5-9963-4f26-ad95-87687b8340ec) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:24.378002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Allocated IP 172.20.0.1 (21251d86-6919-4f5f-a7ab-463a1fb0b9e1/f8fb35ef-9f9c-4a26-b28f-96eccf0c4903/6a25b5b5-9207-4778-bc94-8e2b754655a1) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:24.392070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:28:24.421322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.422920 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Added segment 7809f368-832d-4f3d-bf75-a7c4aac838cc of type vlan for network 910ef30d-cd7c-4355-815c-72884c4415a9 Mar 05 00:28:24.472451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Pushing event updated for resources: {'Port': ['ID=6b3351f0-3fa5-4c17-af6b-43df04f72199,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:24.476242 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:24.479214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:24.483005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device afb4ab71-b86c-411e-a814-df64615fd54e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:24.507419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:24.521034 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.552541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-0b81edc9-9c1b-4959-8f31-a1f23bcc390b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976643 Mar 05 00:28:24.566740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.566993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.567326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.567648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.567975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.568297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.568613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.568928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.569304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.569621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.569932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:24.591664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.595605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:24.596258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.637021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Attempting to bind port 6b3351f0-3fa5-4c17-af6b-43df04f72199 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:24.637415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Attempting to bind port 6b3351f0-3fa5-4c17-af6b-43df04f72199 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'eb96dff1-628d-4997-a076-9e297a7dcc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:24.637775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Attempting to bind port 6b3351f0-3fa5-4c17-af6b-43df04f72199 on network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:24.649165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:24.649590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Checking segment: {'id': 'eb96dff1-628d-4997-a076-9e297a7dcc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:24.649962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.650347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Bound using segment: {'id': 'eb96dff1-628d-4997-a076-9e297a7dcc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:24.650816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Bound port: 6b3351f0-3fa5-4c17-af6b-43df04f72199, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb96dff1-628d-4997-a076-9e297a7dcc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1c2a1641-e1d8-47fd-b224-3fb5a57443d9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:24.651181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.731354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Network': ['ID=910ef30d-cd7c-4355-815c-72884c4415a9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:24.751912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] For port 6b3351f0-3fa5-4c17-af6b-43df04f72199, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:24.754971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] For port 6b3351f0-3fa5-4c17-af6b-43df04f72199, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b3351f0-3fa5-4c17-af6b-43df04f72199,segment=NetworkSegment(eb96dff1-628d-4997-a076-9e297a7dcc4d),segment_id=eb96dff1-628d-4997-a076-9e297a7dcc4d)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:24.757883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 910ef30d-cd7c-4355-815c-72884c4415a9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:28:24.764231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.775656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.791760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Transition to ACTIVE for port object 6a25b5b5-9207-4778-bc94-8e2b754655a1 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:24.823859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-62bfd9d1-b1ac-4e68-bc4b-768477f97ab7 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6648474 Mar 05 00:28:24.824049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:24.830766 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'subnet': {'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:24.864277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port afb4ab71-b86c-411e-a814-df64615fd54e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:24.864638 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.911002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.937552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:24.943366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-e5ecd9ec-d417-4a83-84ec-5af0b687f925 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818905 Mar 05 00:28:24.981166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd5dbb-e90e-4ea7-b25a-fed4e983bd57 None None] Pushing event updated for resources: {'Port': ['ID=6b3351f0-3fa5-4c17-af6b-43df04f72199,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:25.024403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Pushing event updated for resources: {'Port': ['ID=6a25b5b5-9207-4778-bc94-8e2b754655a1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:25.040977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Transition to ACTIVE for port object 4cba75d5-9963-4f26-ad95-87687b8340ec will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:25.088014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf59a-8ca3-4e7c-8b55-3744fa85f2f9 req-5a656d10-eeac-41f7-afc0-adafb97d8b36 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:25.089175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:25.089886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cbbf59a-8ca3-4e7c-8b55-3744fa85f2f9 req-5a656d10-eeac-41f7-afc0-adafb97d8b36 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 946 time: 0.2809734 Mar 05 00:28:25.102510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:25.116449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:25.161877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.197638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:25.212768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:subnet and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:25.221623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:25.226480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.248547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:25.252455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-facf718e-f74f-4668-90ca-59bfa6471a80 req-712c8dd8-7557-4763-b1d4-166e2745c464 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004272 Mar 05 00:28:25.315902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58598) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:25.344443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:25.346609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=4cba75d5-9963-4f26-ad95-87687b8340ec,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:25.461574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:28:25.504101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:25.510102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4600447d-4513-43cc-a875-b80e273834b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.1678901 Mar 05 00:28:25.514204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1cbbf59a-8ca3-4e7c-8b55-3744fa85f2f9 req-347b4a82-f54c-48ac-9761-0863e7d9b8c1 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056230 Mar 05 00:28:25.515527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:25.523668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:25.543190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.558841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.562157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c87ccf2a-2f73-44bf-aa4e-06b7aaeaa609 None None] Provisioning for port 6a25b5b5-9207-4778-bc94-8e2b754655a1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:25.572538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c87ccf2a-2f73-44bf-aa4e-06b7aaeaa609 None None] Provisioning complete for port 6a25b5b5-9207-4778-bc94-8e2b754655a1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:25.574901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c87ccf2a-2f73-44bf-aa4e-06b7aaeaa609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.637925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:25.638897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.667384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-d3ac6c38-2b52-459f-b860-d11107819dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75a5848df74a41fea54dba23587ef9c1&device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 1097 time: 0.3253386 Mar 05 00:28:25.702367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c87ccf2a-2f73-44bf-aa4e-06b7aaeaa609 None None] Port 6a25b5b5-9207-4778-bc94-8e2b754655a1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:25.721723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-3281dc51-efea-4980-923f-2757234d5578 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2913356 Mar 05 00:28:25.724034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b3351f0-3fa5-4c17-af6b-43df04f72199 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:25.792028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Request body: {'port': {'device_id': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:25.861259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6b3351f0-3fa5-4c17-af6b-43df04f72199 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:25.899384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf30dc-e619-4000-8740-867f98e7002d req-63c15b89-4179-46fb-80f1-6896c3a45dd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:25.900876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76bf30dc-e619-4000-8740-867f98e7002d req-63c15b89-4179-46fb-80f1-6896c3a45dd8 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 932 time: 0.6620128 Mar 05 00:28:25.930641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7c00d245-acbb-49b7-a7f4-5a55aedc1fc3 None None] Provisioning for port 4cba75d5-9963-4f26-ad95-87687b8340ec completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:25.942760 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:25.945114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7c00d245-acbb-49b7-a7f4-5a55aedc1fc3 None None] Provisioning complete for port 4cba75d5-9963-4f26-ad95-87687b8340ec triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:25.945114 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c00d245-acbb-49b7-a7f4-5a55aedc1fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.016327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76bf30dc-e619-4000-8740-867f98e7002d req-bf8044c8-12cd-46a7-9823-c2218abf67c2 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077087 Mar 05 00:28:26.077332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-07e844af-d0c4-4d8f-8bd5-055b8d59c614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:26.078470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-7c00d245-acbb-49b7-a7f4-5a55aedc1fc3 None None] Port 4cba75d5-9963-4f26-ad95-87687b8340ec cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:26.083979 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-07e844af-d0c4-4d8f-8bd5-055b8d59c614 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.4086320 Mar 05 00:28:26.180469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-5525424c-b7b9-4701-83bb-972d52e3d3a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759 HTTP/1.1" status: 200 len: 217 time: 0.0847125 Mar 05 00:28:26.256174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.302518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.320408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.330672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-90c75421-ce07-4ced-b462-617eb1957114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:26.332105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-90c75421-ce07-4ced-b462-617eb1957114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.1452675 Mar 05 00:28:26.391830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29bd079-3b0b-4adb-a12a-8c5855ba9756 None None] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:26.459466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Subnet': ['ID=83c7b3c6-49ab-4bd9-b3ba-a6847ca88371,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:26.463280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Pushing event updated for resources: {'Port': ['ID=6a25b5b5-9207-4778-bc94-8e2b754655a1,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:26.471418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.478635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Checking segment: {'id': 'a99ac646-6ed2-40d9-b691-0580ec3f073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:26.478989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network hostable DHCP agents. Network: d5be3ed9-7480-4aa6-8bc4-2f9194a008b7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:26.492386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c715f522-a699-434a-a740-f208e0745f2d None None] Provisioning for port 6b3351f0-3fa5-4c17-af6b-43df04f72199 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:26.499722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-74bfdaf8-8b66-4f78-9e0a-c8444f2e2780 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593819 Mar 05 00:28:26.500492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c715f522-a699-434a-a740-f208e0745f2d None None] Provisioning complete for port 6b3351f0-3fa5-4c17-af6b-43df04f72199 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:26.501044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c715f522-a699-434a-a740-f208e0745f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.513791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:26.679932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:26.713749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-09b7c3d1-4c1a-4915-a776-1be0e4960aa0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.1988385 Mar 05 00:28:26.723025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, d5be3ed9-7480-4aa6-8bc4-2f9194a008b7) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:26.731319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:26.731904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.747536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b38877-92a2-42b5-bb51-f55bb513e460 None None] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:26.753436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:26.756931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:26.821660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-16175a91-45e4-4183-b840-eeb7d41c7828 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9936888 Mar 05 00:28:26.834227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c715f522-a699-434a-a740-f208e0745f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.859340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cba75d5-9963-4f26-ad95-87687b8340ec {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:26.863934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58610) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:26.883582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'subnet': {'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:26.913481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:26.928743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c715f522-a699-434a-a740-f208e0745f2d None None] For port 6b3351f0-3fa5-4c17-af6b-43df04f72199, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b3351f0-3fa5-4c17-af6b-43df04f72199,segment=NetworkSegment(eb96dff1-628d-4997-a076-9e297a7dcc4d),segment_id=eb96dff1-628d-4997-a076-9e297a7dcc4d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:26.946392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c715f522-a699-434a-a740-f208e0745f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.078086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-c1e236a4-4916-4140-bf8b-c9bb9a160300 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670457 Mar 05 00:28:27.114130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715f522-a699-434a-a740-f208e0745f2d None None] Pushing event updated for resources: {'Port': ['ID=6b3351f0-3fa5-4c17-af6b-43df04f72199,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:27.130640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Transition to ACTIVE for port object 4cba75d5-9963-4f26-ad95-87687b8340ec will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:27.173400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-02a11e66-d7fe-4a02-ad10-ccccc50615ff None None] Provisioning complete for port 6a25b5b5-9207-4778-bc94-8e2b754655a1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:27.174046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-02a11e66-d7fe-4a02-ad10-ccccc50615ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.187377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.221775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-d5be3ed9-7480-4aa6-8bc4-2f9194a008b7', 'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7', 'tenant_id': '586b7d44bd334801b130135b9dc04db0', 'fixed_ips': [{'subnet_id': '83c7b3c6-49ab-4bd9-b3ba-a6847ca88371'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:27.222625 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.351290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Router c476b92b-45f8-422a-a1e7-d15cf64f16d7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:27.364052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-02a11e66-d7fe-4a02-ad10-ccccc50615ff None None] Port 6a25b5b5-9207-4778-bc94-8e2b754655a1 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:27.364949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8820-837c-4319-98fa-c7dc24c41cec req-1192060f-c44d-450e-85c6-759530c1db96 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:27.365700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.366952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.367533 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-241c8820-837c-4319-98fa-c7dc24c41cec req-1192060f-c44d-450e-85c6-759530c1db96 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 944 time: 0.1191320 Mar 05 00:28:27.398800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:27.420661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:subnet and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:27.427462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:27.449484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:27.461804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Allocated IP 2001:db8::2 (d5be3ed9-7480-4aa6-8bc4-2f9194a008b7/83c7b3c6-49ab-4bd9-b3ba-a6847ca88371/f5eefad7-0dc7-48a6-a9c8-06886feada80) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:27.537722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cba75d5-9963-4f26-ad95-87687b8340ec,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:27.564540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8f880-bd0d-43b3-976e-e0343eb6a102 req-4760d21a-14e8-4573-8873-31e0f460a17d tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:27.566173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca8f880-bd0d-43b3-976e-e0343eb6a102 req-4760d21a-14e8-4573-8873-31e0f460a17d tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 946 time: 0.7547534 Mar 05 00:28:27.589986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:27.613929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2e098fd8-55f0-4d55-a6de-81dfe6730b34 None None] Provisioning complete for port 6b3351f0-3fa5-4c17-af6b-43df04f72199 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:27.613929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2e098fd8-55f0-4d55-a6de-81dfe6730b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.671298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b3351f0-3fa5-4c17-af6b-43df04f72199 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:27.694777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5432ef2d-4ab7-4de6-ab94-04d71845afbb req-aaba5961-2706-496c-8a22-998093afd008 service neutron] 10.222.0.36 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708959 Mar 05 00:28:27.696067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.696410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.697127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.697127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.697429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.698174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.698677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.699010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.699460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.699785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.700106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:27.720308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:27.774292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Attempting to bind port 4cba75d5-9963-4f26-ad95-87687b8340ec on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:27.774619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Attempting to bind port 4cba75d5-9963-4f26-ad95-87687b8340ec by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:27.775289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Attempting to bind port 4cba75d5-9963-4f26-ad95-87687b8340ec on network 7f47f0dd-696d-4fee-9f61-427362ee0c70 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:27.783066 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.802795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca8f880-bd0d-43b3-976e-e0343eb6a102 req-4fe930d7-7853-4152-b518-d5db4ca35fdd tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191150 Mar 05 00:28:27.831285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-241c8820-837c-4319-98fa-c7dc24c41cec req-5d88e7f8-9ee6-44af-b129-c7b62b905b76 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545898 Mar 05 00:28:27.861863 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.862469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Port 4cba75d5-9963-4f26-ad95-87687b8340ec on network 7f47f0dd-696d-4fee-9f61-427362ee0c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:28:27.863088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Attempting to bind port 4cba75d5-9963-4f26-ad95-87687b8340ec on network 7f47f0dd-696d-4fee-9f61-427362ee0c70 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:27.867019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5cb7c829-dbf1-46bb-9592-d9d5ed916969 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.1432512 Mar 05 00:28:27.888625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:27.888963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Checking segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:27.889384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Bound using segment: {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:27.889818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Bound port: 4cba75d5-9963-4f26-ad95-87687b8340ec, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438b5269-d62b-4e1c-b379-37468a9192ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:27.890168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:27.902521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Transition to ACTIVE for port object f5eefad7-0dc7-48a6-a9c8-06886feada80 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:27.923588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:27.929387 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef849a48-e97b-4dfc-b3ed-3a9897629c5f admin admin] 10.222.0.32 "PUT /v2.0/routers/c476b92b-45f8-422a-a1e7-d15cf64f16d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8665516 Mar 05 00:28:27.964586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Transition to ACTIVE for port object f5eefad7-0dc7-48a6-a9c8-06886feada80 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:27.974583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6b3351f0-3fa5-4c17-af6b-43df04f72199 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:27.975319 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.031461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.054942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] For port 4cba75d5-9963-4f26-ad95-87687b8340ec, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:28.072248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] For port 4cba75d5-9963-4f26-ad95-87687b8340ec, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cba75d5-9963-4f26-ad95-87687b8340ec,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:28.088167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.116159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:28.124178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:28.126708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:28.147892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Pushing event updated for resources: {'Port': ['ID=f5eefad7-0dc7-48a6-a9c8-06886feada80,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:28.186007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.187433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cba75d5-9963-4f26-ad95-87687b8340ec HTTP/1.1" status: 200 len: 1092 time: 2.4076200 Mar 05 00:28:28.188001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:28.197975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.289581 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'status': 'completed', 'code': 200} Mar 05 00:28:28.293543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3745e-76f6-4206-80d6-2053f96f74a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cba75d5-9963-4f26-ad95-87687b8340ec,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:28.314551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Attempting to bind port f5eefad7-0dc7-48a6-a9c8-06886feada80 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:28.314931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Attempting to bind port f5eefad7-0dc7-48a6-a9c8-06886feada80 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a99ac646-6ed2-40d9-b691-0580ec3f073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:28.315295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Attempting to bind port f5eefad7-0dc7-48a6-a9c8-06886feada80 on network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:28.331401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:28.331813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Checking segment: {'id': 'a99ac646-6ed2-40d9-b691-0580ec3f073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:28.332191 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.332570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Bound using segment: {'id': 'a99ac646-6ed2-40d9-b691-0580ec3f073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:28.333053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Bound port: f5eefad7-0dc7-48a6-a9c8-06886feada80, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99ac646-6ed2-40d9-b691-0580ec3f073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5be3ed9-7480-4aa6-8bc4-2f9194a008b7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:28.333533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.337810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Subnet': ['ID=9ed9ca96-5f22-4b19-9fb9-611d03f75a43,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:28.375251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Checking segment: {'id': '7809f368-832d-4f3d-bf75-a7c4aac838cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:28.375593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network hostable DHCP agents. Network: 910ef30d-cd7c-4355-815c-72884c4415a9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:28.403719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-78b9a7a9-e78a-4926-be37-eaa73e9b5e5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 1095 time: 0.1618719 Mar 05 00:28:28.445638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] For port f5eefad7-0dc7-48a6-a9c8-06886feada80, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:28.449281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] For port f5eefad7-0dc7-48a6-a9c8-06886feada80, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f5eefad7-0dc7-48a6-a9c8-06886feada80,segment=NetworkSegment(a99ac646-6ed2-40d9-b691-0580ec3f073a),segment_id=a99ac646-6ed2-40d9-b691-0580ec3f073a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:28.457110 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.492839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network 910ef30d-cd7c-4355-815c-72884c4415a9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:28.498164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-f26dcfca-890e-4054-9388-4a2c169d8192 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cba75d5-9963-4f26-ad95-87687b8340ec HTTP/1.1" status: 200 len: 217 time: 0.0861690 Mar 05 00:28:28.538093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 910ef30d-cd7c-4355-815c-72884c4415a9) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:28.555412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:28.556201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:28.557864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74056dc-34ed-4369-a278-6ca2ec4f3c72 None None] Network 910ef30d-cd7c-4355-815c-72884c4415a9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:28.586926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58634) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:28.587463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-af847c33-b3f7-41b6-beaa-9f5ac7541069 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7161713 Mar 05 00:28:28.598479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-137da385-80f6-4e57-8ad2-c9eb696b60c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:28.600274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-137da385-80f6-4e57-8ad2-c9eb696b60c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd HTTP/1.1" status: 200 len: 835 time: 0.0962715 Mar 05 00:28:28.646666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a9b17-84b5-45c0-801d-20d915409a7e None None] Pushing event updated for resources: {'Port': ['ID=f5eefad7-0dc7-48a6-a9c8-06886feada80,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:28.724179 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-e717d62b-0239-4137-a819-10f0d400ad56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f47f0dd-696d-4fee-9f61-427362ee0c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130896 Mar 05 00:28:28.908263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58642) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:28.922100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-910ef30d-cd7c-4355-815c-72884c4415a9', 'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9', 'tenant_id': '586b7d44bd334801b130135b9dc04db0', 'fixed_ips': [{'subnet_id': '9ed9ca96-5f22-4b19-9fb9-611d03f75a43'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:28.922937 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:29.194733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-7c34a291-3571-46fc-a183-edfdae1e21ab service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640205 Mar 05 00:28:29.221439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Allocated IP 2001:db8::2 (910ef30d-cd7c-4355-815c-72884c4415a9/9ed9ca96-5f22-4b19-9fb9-611d03f75a43/05f8a079-4c64-4baa-b6f9-5cda7d344868) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:29.356477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33ffca35-c721-4165-ae14-af2625c99670 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.4466853 Mar 05 00:28:29.360018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ae42-0c51-435f-8b9b-8e8cbdb3da36 req-8f244e40-982b-4b58-8eb7-3a580b56a0b7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:29.361465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f809ae42-0c51-435f-8b9b-8e8cbdb3da36 req-8f244e40-982b-4b58-8eb7-3a580b56a0b7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:29.371367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0860b78-9df7-45f8-82d2-99f5a5fadf65 req-44658742-9084-49f1-b40a-94b9483ad791 service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690619 Mar 05 00:28:29.393145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f809ae42-0c51-435f-8b9b-8e8cbdb3da36 req-8f244e40-982b-4b58-8eb7-3a580b56a0b7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:29.400727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f809ae42-0c51-435f-8b9b-8e8cbdb3da36 req-8f244e40-982b-4b58-8eb7-3a580b56a0b7 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 944 time: 0.3225260 Mar 05 00:28:29.513360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f809ae42-0c51-435f-8b9b-8e8cbdb3da36 req-83099d8c-5708-4e1b-aafb-945453587d59 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074743 Mar 05 00:28:29.527759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:29.542353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-786491e9-00df-481d-a4f2-03534aed12d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 1095 time: 0.1190319 Mar 05 00:28:29.542602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85c5b-8f61-4161-ab41-75fa2ceaeae5 req-de244c0f-bf56-491e-be9b-7fb34324ddeb tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:29.546404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2f85c5b-8f61-4161-ab41-75fa2ceaeae5 req-de244c0f-bf56-491e-be9b-7fb34324ddeb tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 946 time: 0.3833799 Mar 05 00:28:29.548665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Transition to ACTIVE for port object 05f8a079-4c64-4baa-b6f9-5cda7d344868 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:29.573278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Transition to ACTIVE for port object 05f8a079-4c64-4baa-b6f9-5cda7d344868 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:29.582552 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:29.654710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Network 910ef30d-cd7c-4355-815c-72884c4415a9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:29.662283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:29.664737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:29.689197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:29.735727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5eefad7-0dc7-48a6-a9c8-06886feada80 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:29.775659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-8a46e852-45a4-4f24-97f2-d93d69d97a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:29.777779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Pushing event updated for resources: {'Port': ['ID=05f8a079-4c64-4baa-b6f9-5cda7d344868,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:29.778385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-8a46e852-45a4-4f24-97f2-d93d69d97a0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f47f0dd-696d-4fee-9f61-427362ee0c70 HTTP/1.1" status: 200 len: 897 time: 0.2209320 Mar 05 00:28:29.869392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Attempting to bind port 05f8a079-4c64-4baa-b6f9-5cda7d344868 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:29.869688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Attempting to bind port 05f8a079-4c64-4baa-b6f9-5cda7d344868 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '7809f368-832d-4f3d-bf75-a7c4aac838cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:29.870054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Attempting to bind port 05f8a079-4c64-4baa-b6f9-5cda7d344868 on network 910ef30d-cd7c-4355-815c-72884c4415a9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:29.893442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:29.893830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Checking segment: {'id': '7809f368-832d-4f3d-bf75-a7c4aac838cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:29.894352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:29.894850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Bound using segment: {'id': '7809f368-832d-4f3d-bf75-a7c4aac838cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:29.895364 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Bound port: 05f8a079-4c64-4baa-b6f9-5cda7d344868, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7809f368-832d-4f3d-bf75-a7c4aac838cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '910ef30d-cd7c-4355-815c-72884c4415a9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:29.895821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:29.904675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-816f575f-fec7-47db-9ba9-d8f834b4f5fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cba75d5-9963-4f26-ad95-87687b8340ec HTTP/1.1" status: 200 len: 217 time: 0.1166422 Mar 05 00:28:29.910407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f07b3f9b-0281-48d4-9d3b-d0522ad63759 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:28:29.912645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f5eefad7-0dc7-48a6-a9c8-06886feada80 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:29.967258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2f85c5b-8f61-4161-ab41-75fa2ceaeae5 req-94a1e9a5-8343-417a-83c8-432d412026a5 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439355 Mar 05 00:28:30.027266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-15429d2a-c7e2-414e-be28-4b91a337654f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:30.029337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-15429d2a-c7e2-414e-be28-4b91a337654f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd HTTP/1.1" status: 200 len: 835 time: 0.1181023 Mar 05 00:28:30.146317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] For port 05f8a079-4c64-4baa-b6f9-5cda7d344868, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:30.147353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-6d805b22-853e-4931-b928-a73de9e9ec79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f47f0dd-696d-4fee-9f61-427362ee0c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075230 Mar 05 00:28:30.169317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] For port 05f8a079-4c64-4baa-b6f9-5cda7d344868, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=05f8a079-4c64-4baa-b6f9-5cda7d344868,segment=NetworkSegment(7809f368-832d-4f3d-bf75-a7c4aac838cc),segment_id=7809f368-832d-4f3d-bf75-a7c4aac838cc)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:30.185755 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.270476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36967b-7955-4a74-a0f7-6fe90f838b7f None None] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:30.304018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port f07b3f9b-0281-48d4-9d3b-d0522ad63759, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:30.316815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-c7531740-244c-46cc-8e6e-9c3fa16bb3a9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609716 Mar 05 00:28:30.364553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58654) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:30.451768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759', 'mac_address': 'fa:16:3e:a8:f1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:28:30.460838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] Provisioning for port f5eefad7-0dc7-48a6-a9c8-06886feada80 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:30.480515 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37b854ff-6afe-4fbd-8e6a-444534a543dc req-43f11b14-e986-41c8-ae3e-3c6ec33d405b service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503270 Mar 05 00:28:30.508827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Allocated IP 2001:db8::1 (d5be3ed9-7480-4aa6-8bc4-2f9194a008b7/83c7b3c6-49ab-4bd9-b3ba-a6847ca88371/09d01a1f-5b44-48de-ab89-a94abbf62a57) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:30.515578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] Provisioning complete for port f5eefad7-0dc7-48a6-a9c8-06886feada80 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:30.515578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.556245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a007d-32d2-4155-92ba-cae4288de7b0 None None] Pushing event updated for resources: {'Port': ['ID=05f8a079-4c64-4baa-b6f9-5cda7d344868,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:30.695331 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.735009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07b3f9b-0281-48d4-9d3b-d0522ad63759 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:30.787545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51613ae1-6b43-4aeb-87de-433cc5301564 req-39bc49f3-24b9-4779-ae0f-2ca27058d8f0 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:30.789093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51613ae1-6b43-4aeb-87de-433cc5301564 req-39bc49f3-24b9-4779-ae0f-2ca27058d8f0 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 944 time: 0.1343524 Mar 05 00:28:30.799624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port f07b3f9b-0281-48d4-9d3b-d0522ad63759, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:30.814160 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.821003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea632888-0c0e-4a09-bdf7-95e2a011a0c9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.4398568 Mar 05 00:28:30.863322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-51613ae1-6b43-4aeb-87de-433cc5301564 req-1d7597a3-1eef-4edd-a7ca-3d604e6bc560 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483196 Mar 05 00:28:30.913858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.914066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.941109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=f07b3f9b-0281-48d4-9d3b-d0522ad63759,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:30.947676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Transition to ACTIVE for port object 09d01a1f-5b44-48de-ab89-a94abbf62a57 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:30.970395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] For port f5eefad7-0dc7-48a6-a9c8-06886feada80, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f5eefad7-0dc7-48a6-a9c8-06886feada80,segment=NetworkSegment(a99ac646-6ed2-40d9-b691-0580ec3f073a),segment_id=a99ac646-6ed2-40d9-b691-0580ec3f073a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:30.977772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:30.990212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.064145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf508-fc6b-4570-90a1-9ea05a239fef None None] Pushing event updated for resources: {'Port': ['ID=f5eefad7-0dc7-48a6-a9c8-06886feada80,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:31.079926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:31.083123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:31.088726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:31.089252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.091877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Port': ['ID=09d01a1f-5b44-48de-ab89-a94abbf62a57,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:31.175332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['f07b3f9b-0281-48d4-9d3b-d0522ad63759'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:28:31.235951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.245985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7b7966ee-4b9b-4f4c-8d15-d0639bab182e None None] Provisioning complete for port f5eefad7-0dc7-48a6-a9c8-06886feada80 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:31.246362 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b7966ee-4b9b-4f4c-8d15-d0639bab182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.446734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45549e-5b5a-4bab-946d-b11cd2eaeb71 req-9eb2026d-51ab-4fc3-bb16-0742a8e779d9 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:31.453847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a45549e-5b5a-4bab-946d-b11cd2eaeb71 req-9eb2026d-51ab-4fc3-bb16-0742a8e779d9 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 947 time: 0.3007019 Mar 05 00:28:31.563801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a45549e-5b5a-4bab-946d-b11cd2eaeb71 req-193db43b-1f10-49ca-a894-aefa3d5a9abd tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089950 Mar 05 00:28:31.671340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-62925546-72db-4e95-a5b4-8764139ce34b None None] Provisioning for port 09d01a1f-5b44-48de-ab89-a94abbf62a57 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:31.686366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-62925546-72db-4e95-a5b4-8764139ce34b None None] Provisioning complete for port 09d01a1f-5b44-48de-ab89-a94abbf62a57 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:31.686651 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-62925546-72db-4e95-a5b4-8764139ce34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.743947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5eefad7-0dc7-48a6-a9c8-06886feada80 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:31.796986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.806546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.808073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:31.825891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58668) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:31.875944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3655d53-1514-4ab2-a0e9-6091b764b94f None None] Network 910ef30d-cd7c-4355-815c-72884c4415a9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:31.969189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a315ba2c-fc55-4254-a064-5d6fd011dbee tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.1421463 Mar 05 00:28:32.000385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Port': ['ID=09d01a1f-5b44-48de-ab89-a94abbf62a57,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:32.067489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-62925546-72db-4e95-a5b4-8764139ce34b None None] Port 09d01a1f-5b44-48de-ab89-a94abbf62a57 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:32.126967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:32.129026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:32.150906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f5eefad7-0dc7-48a6-a9c8-06886feada80 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:32.151286 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:32.238175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-61dc6444-9229-4d67-8a95-f41f2fc9e33c None None] Provisioning for port 05f8a079-4c64-4baa-b6f9-5cda7d344868 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:32.271760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-58ed8e8e-d0b2-4c4b-88c0-d1e67c9d79ce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:32.273333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-58ed8e8e-d0b2-4c4b-88c0-d1e67c9d79ce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:32.310529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-58ed8e8e-d0b2-4c4b-88c0-d1e67c9d79ce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:32.311692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-58ed8e8e-d0b2-4c4b-88c0-d1e67c9d79ce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.2087278 Mar 05 00:28:32.315323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 05f8a079-4c64-4baa-b6f9-5cda7d344868 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:32.330871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-2800267a-90b2-4928-9d7b-523558754a45 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0135810 Mar 05 00:28:32.396384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 05f8a079-4c64-4baa-b6f9-5cda7d344868 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:32.414786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 05f8a079-4c64-4baa-b6f9-5cda7d344868 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:32.415411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:32.465535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7d061e1b-b463-40a7-8259-82ce2df42dd7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243093 Mar 05 00:28:32.587518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180477-3a92-4aff-b353-bebab78a17ef req-9853d2d4-6438-4e94-a86f-cb2112d83562 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:32.597352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19180477-3a92-4aff-b353-bebab78a17ef req-9853d2d4-6438-4e94-a86f-cb2112d83562 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 944 time: 0.5362034 Mar 05 00:28:32.609858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:32.622395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9488640d-5ced-4109-b29a-59b77b01624d None None] Provisioning complete for port 09d01a1f-5b44-48de-ab89-a94abbf62a57 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:32.623120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9488640d-5ced-4109-b29a-59b77b01624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:32.646332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-413e604c-a402-4593-9871-1ac7cbf141dd service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781225 Mar 05 00:28:32.684851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19180477-3a92-4aff-b353-bebab78a17ef req-a8998f9c-3d29-483d-b527-13a05e3f4d5a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869620 Mar 05 00:28:32.696262 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641821cf-9815-4b96-81e5-6859bf16485f None None] New status for floating IP 4d341bff-98cd-4d76-84bd-2411b76957d8: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:28:32.713809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9488640d-5ced-4109-b29a-59b77b01624d None None] Port 09d01a1f-5b44-48de-ab89-a94abbf62a57 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:32.727687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 05f8a079-4c64-4baa-b6f9-5cda7d344868, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=05f8a079-4c64-4baa-b6f9-5cda7d344868,segment=NetworkSegment(7809f368-832d-4f3d-bf75-a7c4aac838cc),segment_id=7809f368-832d-4f3d-bf75-a7c4aac838cc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:32.737309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:32.768941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Router 02a46132-83e6-4f32-b68c-4dc095e36d73 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:28:32.841340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=05f8a079-4c64-4baa-b6f9-5cda7d344868,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:32.858949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cae6b62a-882a-4a55-aa6a-aed032bf7264 None None] Provisioning complete for port 05f8a079-4c64-4baa-b6f9-5cda7d344868 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:32.861539 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cae6b62a-882a-4a55-aa6a-aed032bf7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:32.935951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-485167f6-4ec9-496f-8d8b-dede17f13ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836480 Mar 05 00:28:32.971179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58682) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:33.134494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-83447ccf-0259-4a47-bea0-f9583e390a29 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 990 time: 0.1606178 Mar 05 00:28:33.172835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14036cd1-8b11-4f9f-bd47-40d78c07319a req-5dd360a8-c166-4319-9ac7-607627acf2e3 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:33.174330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14036cd1-8b11-4f9f-bd47-40d78c07319a req-5dd360a8-c166-4319-9ac7-607627acf2e3 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 947 time: 0.1721189 Mar 05 00:28:33.215198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:33.226937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] Sync routers for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:33.233893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74d7589b-8c1b-4ec1-abb7-07b639873e9a tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6439831 Mar 05 00:28:33.236844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58692) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:33.240408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14036cd1-8b11-4f9f-bd47-40d78c07319a req-f3eba474-9fdd-4155-af5c-e4fcc459d8b7 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Mar 05 00:28:33.240588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:33.241412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:33.311642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:33.328373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:33.329066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:33.392743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:33.393245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa6f48-38d6-4931-89cf-1a0f16f7da2f None None] The sync data for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:33.419538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cba75d5-9963-4f26-ad95-87687b8340ec details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:28:33.419675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-02e2c1d5-f78b-4b83-9ea9-6f8f11f5034f req-9dcb3d70-96b5-4e78-8bd6-be6c18d15da0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:33.445740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-02e2c1d5-f78b-4b83-9ea9-6f8f11f5034f req-9dcb3d70-96b5-4e78-8bd6-be6c18d15da0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:33.460304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-02e2c1d5-f78b-4b83-9ea9-6f8f11f5034f req-9dcb3d70-96b5-4e78-8bd6-be6c18d15da0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0847774 Mar 05 00:28:33.588591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4cba75d5-9963-4f26-ad95-87687b8340ec, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cba75d5-9963-4f26-ad95-87687b8340ec,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:33.610686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 05f8a079-4c64-4baa-b6f9-5cda7d344868 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:33.650403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'port_id': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'mac_address': 'fa:16:3e:53:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:28:33.721963 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:33.741552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cba75d5-9963-4f26-ad95-87687b8340ec {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:33.763002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 05f8a079-4c64-4baa-b6f9-5cda7d344868 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:33.763222 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:33.794565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4cba75d5-9963-4f26-ad95-87687b8340ec, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cba75d5-9963-4f26-ad95-87687b8340ec,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:33.801079 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:33.889502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4cba75d5-9963-4f26-ad95-87687b8340ec,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:33.931125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f07b3f9b-0281-48d4-9d3b-d0522ad63759 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:34.032220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port f07b3f9b-0281-48d4-9d3b-d0522ad63759 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:34.039174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port f07b3f9b-0281-48d4-9d3b-d0522ad63759 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:34.039777 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:34.072091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1881-d3d7-43f8-aec7-b6ce38b8671e req-67bbc9cf-3589-44ca-8f9e-75f6bc01f352 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:34.079824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-61fa1881-d3d7-43f8-aec7-b6ce38b8671e req-67bbc9cf-3589-44ca-8f9e-75f6bc01f352 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 945 time: 0.2231061 Mar 05 00:28:34.116443 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-4ec7ba65-107d-4633-9bb0-4b4d74e8f8ec tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:28:34.120787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ec7ba65-107d-4633-9bb0-4b4d74e8f8ec tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8824081 Mar 05 00:28:34.121144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58708) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:34.136606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58712) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:34.157299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['4cba75d5-9963-4f26-ad95-87687b8340ec'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:28:34.239020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-61fa1881-d3d7-43f8-aec7-b6ce38b8671e req-db70637c-bfb5-44a1-a11f-d46e370d6690 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581690 Mar 05 00:28:34.271132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:34.275695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e263331-8411-4cce-94c1-9ea82c329631 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 992 time: 0.1359501 Mar 05 00:28:34.320388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58224eea-2cc0-40e7-ade8-4509674d0108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:34.338963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port f07b3f9b-0281-48d4-9d3b-d0522ad63759, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:34.353856 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:34.422568 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58224eea-2cc0-40e7-ade8-4509674d0108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759', 'code': 200} Mar 05 00:28:34.490550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=f07b3f9b-0281-48d4-9d3b-d0522ad63759,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:34.615791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd9603-2246-44df-8e09-4e9b93890753 req-9181a714-8492-4868-b489-92a94783fc92 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:34.618375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-63fd9603-2246-44df-8e09-4e9b93890753 req-9181a714-8492-4868-b489-92a94783fc92 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 948 time: 0.2039993 Mar 05 00:28:34.697809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-63fd9603-2246-44df-8e09-4e9b93890753 req-5bef7f94-c678-445e-a968-06f16764d762 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Mar 05 00:28:34.701089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:34.721579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97717770-f391-405a-a2bf-ed01a5f97c90 req-727029cd-3743-4188-b8f4-24f8c8ad82b6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 210 time: 0.1260333 Mar 05 00:28:34.833111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7558520-942a-49fc-98b2-fa215370581b req-5e21f4f7-c811-40ea-b70a-ecfff8fcda44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 1099 time: 0.3330553 Mar 05 00:28:34.937394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45083ff-77ba-4b4f-987c-4bc741dea007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:35.094607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-2dca7844-eb29-42cf-883b-ed978df538a3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:35.096478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-2dca7844-eb29-42cf-883b-ed978df538a3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.5307617 Mar 05 00:28:35.116994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:35.215973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-a41c7569-0133-4f5d-bada-ee20307bab47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4877713 Mar 05 00:28:35.220521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7558520-942a-49fc-98b2-fa215370581b req-0db77155-6c91-4c96-98f7-52d6b93a5e28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774047 Mar 05 00:28:35.410907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:35.429579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cba75d5-9963-4f26-ad95-87687b8340ec up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:35.450434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:35.473631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:35.476999 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:35.496061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-8fa5538a-16bf-4844-8880-084fbb38eda9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 1096 time: 0.1714969 Mar 05 00:28:35.575764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 4cba75d5-9963-4f26-ad95-87687b8340ec completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:35.586349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 4cba75d5-9963-4f26-ad95-87687b8340ec triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:35.588193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:35.592649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting port 09d01a1f-5b44-48de-ab89-a94abbf62a57 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:35.592989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:35.746020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:35.873125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-2b84f538-62da-469b-bf96-38c4549a5260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:35.874954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-2b84f538-62da-469b-bf96-38c4549a5260 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.2678936 Mar 05 00:28:35.997094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec9575-fd59-4445-bd38-567ed4c05e75 req-3b7cadee-2ddb-48e4-94cf-d0b2dbfca986 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:35.998839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bec9575-fd59-4445-bd38-567ed4c05e75 req-3b7cadee-2ddb-48e4-94cf-d0b2dbfca986 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 945 time: 0.5679164 Mar 05 00:28:36.020892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:36.023709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.10 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/cb321183-3c69-412b-918c-2617608fe6bb) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:36.034387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.055857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-e546a4cb-4525-4874-b77c-fe08bc036765 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e HTTP/1.1" status: 200 len: 1001 time: 0.1678145 Mar 05 00:28:36.061340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:36.061728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.170606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bec9575-fd59-4445-bd38-567ed4c05e75 req-9de72197-77e1-46cb-82e3-766bd085e98a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789862 Mar 05 00:28:36.210468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 4cba75d5-9963-4f26-ad95-87687b8340ec, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cba75d5-9963-4f26-ad95-87687b8340ec,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:36.224754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-475f3ea5-2f93-4cb2-82e5-e6bc9722dc7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:36.226929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-475f3ea5-2f93-4cb2-82e5-e6bc9722dc7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1624625 Mar 05 00:28:36.246265 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.278134 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.384504 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.401823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:36.407285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=4cba75d5-9963-4f26-ad95-87687b8340ec,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:36.411827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.466971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:36.514685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:36.561202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Calling delete_port for 09d01a1f-5b44-48de-ab89-a94abbf62a57 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:36.611116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.667438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b32e1-ee90-4fa7-bbb0-30e2e39a7b7a req-e989b77f-b772-43c2-bb70-a4082826b628 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:36.668971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-460b32e1-ee90-4fa7-bbb0-30e2e39a7b7a req-e989b77f-b772-43c2-bb70-a4082826b628 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 948 time: 0.2541595 Mar 05 00:28:36.676620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object cb321183-3c69-412b-918c-2617608fe6bb will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:36.681708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80d23cdb-cfe9-49b3-b816-4605a3ab4ab4 req-cbff8473-9889-406b-ae1a-a33e444c3eb6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0587988 Mar 05 00:28:36.712964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-bf88201e-0bbb-4e95-85cb-e7e01f8128cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4784088 Mar 05 00:28:36.714709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.745736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-460b32e1-ee90-4fa7-bbb0-30e2e39a7b7a req-6ae6c7cc-c913-4d3e-895e-b19274ab6964 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645692 Mar 05 00:28:36.846022 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'code': 200} Mar 05 00:28:36.854609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:36.912630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Port': ['ID=09d01a1f-5b44-48de-ab89-a94abbf62a57,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:36.939374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:36.942205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=cb321183-3c69-412b-918c-2617608fe6bb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:36.946770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:36.951676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:36.995387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e57d-632d-458d-9bc7-bde793495408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:37.078221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-8d63f6b4-660e-4064-8213-df226ae1d759 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019819 Mar 05 00:28:37.085151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:37.085795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:37.168846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-7162232b-9258-477a-ae29-58ebafd232fb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0569506 Mar 05 00:28:37.236618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Request body: {'port': {'device_id': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:37.273091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77290521-2f1c-417c-aa59-9d7d7ef27c49 req-5384c402-6760-4dc2-a3c4-1d00d7dedc73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 1097 time: 0.3628879 Mar 05 00:28:37.351653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:37.441480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f8adad65-87e8-4f56-88ec-86689565584f None None] Provisioning for port cb321183-3c69-412b-918c-2617608fe6bb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:37.449679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f8adad65-87e8-4f56-88ec-86689565584f None None] Provisioning complete for port cb321183-3c69-412b-918c-2617608fe6bb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:37.450418 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f8adad65-87e8-4f56-88ec-86689565584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:37.520839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f8adad65-87e8-4f56-88ec-86689565584f None None] Port cb321183-3c69-412b-918c-2617608fe6bb cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:37.590441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77290521-2f1c-417c-aa59-9d7d7ef27c49 req-5b4138a8-40ef-4f5e-b69f-93d907f36510 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347605 Mar 05 00:28:37.607319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:37.609035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31419fa-8663-48fc-bfc3-78f9b0dff830 req-491f7995-d8a7-497e-932f-1d84a969dd99 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:37.610445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:37.610576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c31419fa-8663-48fc-bfc3-78f9b0dff830 req-491f7995-d8a7-497e-932f-1d84a969dd99 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 945 time: 0.3353298 Mar 05 00:28:37.684841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:37.685406 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:37.703407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d76010ee-8991-4aab-825e-454fc3f76ee7 req-ca8fc326-3cb1-4ec8-866f-94d0590ceb0e service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852978 Mar 05 00:28:37.734920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2217c-e962-4c66-84e0-717ebe6547fc req-9265ef0a-c00b-4915-bab1-b868b74a1153 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:37.736373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2a2217c-e962-4c66-84e0-717ebe6547fc req-9265ef0a-c00b-4915-bab1-b868b74a1153 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.3173535 Mar 05 00:28:37.868891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c2a2217c-e962-4c66-84e0-717ebe6547fc req-c7dc9aba-5f8a-448b-b651-c6d5c55a48fc tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865188 Mar 05 00:28:37.953757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c31419fa-8663-48fc-bfc3-78f9b0dff830 req-8db8099c-ba61-41f5-bc7f-152b5152dff1 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359742 Mar 05 00:28:38.049429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Router 02a46132-83e6-4f32-b68c-4dc095e36d73 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:38.127220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-28bf0c03-f8ce-44c5-b1be-ac04e219b9b1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:38.127823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-28bf0c03-f8ce-44c5-b1be-ac04e219b9b1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:38.161888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb321183-3c69-412b-918c-2617608fe6bb {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:38.167995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-28bf0c03-f8ce-44c5-b1be-ac04e219b9b1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:38.169124 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-28bf0c03-f8ce-44c5-b1be-ac04e219b9b1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 932 time: 0.1800957 Mar 05 00:28:38.170705 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.200505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Transition to ACTIVE for port object cb321183-3c69-412b-918c-2617608fe6bb will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:38.208060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.255165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:38.269422 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] Sync routers for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:38.269939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7b267519-cf77-4726-9577-36198d47bd98 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1470547 Mar 05 00:28:38.273769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58752) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:38.278641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2cf81-4d93-4388-837b-32bea64afe47 req-668b6af5-c64a-421f-9ada-16d751eb1062 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:38.286586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3e2cf81-4d93-4388-837b-32bea64afe47 req-668b6af5-c64a-421f-9ada-16d751eb1062 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 948 time: 0.1779799 Mar 05 00:28:38.291462 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:38.292354 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:38.312358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.333497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3e2cf81-4d93-4388-837b-32bea64afe47 req-de4cad4b-4649-4aa6-8c74-13050f9b4a34 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Mar 05 00:28:38.354006 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-531d94c1-e5d7-49c0-8a2e-d1633d439710 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] delete failed (client error): The resource could not be found. Mar 05 00:28:38.355048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-531d94c1-e5d7-49c0-8a2e-d1633d439710 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-836069442 HTTP/1.1" status: 404 len: 334 time: 0.0782650 Mar 05 00:28:38.359368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58756) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:38.366800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4a789831-454e-4cc8-a7ab-9d7f02417a5f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'router': {'external_gateway_info': {'network_id': '02a46132-83e6-4f32-b68c-4dc095e36d73'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:38.367248 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.396974 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:38.408370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-baf5da50-4467-4ceb-802d-64d4cb94802d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:38.409420 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:38.410599 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:38.425880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Pushing event updated for resources: {'Port': ['ID=cb321183-3c69-412b-918c-2617608fe6bb,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:38.481771 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:38.482657 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3b430-2f2b-48d1-8793-f4131d6170d4 None None] The sync data for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:38.484779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-baf5da50-4467-4ceb-802d-64d4cb94802d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:38.496435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7402fffa-e2d1-45cb-bfe7-0d19f325ac82 req-baf5da50-4467-4ceb-802d-64d4cb94802d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181984 Mar 05 00:28:38.601810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Attempting to bind port cb321183-3c69-412b-918c-2617608fe6bb on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:38.602143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Attempting to bind port cb321183-3c69-412b-918c-2617608fe6bb by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:38.602463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Attempting to bind port cb321183-3c69-412b-918c-2617608fe6bb on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:38.608432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Port cb321183-3c69-412b-918c-2617608fe6bb on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:28:38.609010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Attempting to bind port cb321183-3c69-412b-918c-2617608fe6bb on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:38.615331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:38.615749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:38.616652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:38.617065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Bound port: cb321183-3c69-412b-918c-2617608fe6bb, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:38.617426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.739226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] For port cb321183-3c69-412b-918c-2617608fe6bb, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:38.744436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] For port cb321183-3c69-412b-918c-2617608fe6bb, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb321183-3c69-412b-918c-2617608fe6bb,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:38.749428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.816531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.818557 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] 10.222.0.36 "PUT /v2.0/ports/cb321183-3c69-412b-918c-2617608fe6bb HTTP/1.1" status: 200 len: 1092 time: 1.5866201 Mar 05 00:28:38.821398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'tag': 'cb321183-3c69-412b-918c-2617608fe6bb'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:38.839439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead722f8-0e8f-4a4e-b0a8-7e37afee657a service neutron] Pushing event updated for resources: {'Port': ['ID=cb321183-3c69-412b-918c-2617608fe6bb,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:38.853606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4a789831-454e-4cc8-a7ab-9d7f02417a5f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.886808 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-4a789831-454e-4cc8-a7ab-9d7f02417a5f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] update failed (client error): The resource could not be found. Mar 05 00:28:38.887841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4a789831-454e-4cc8-a7ab-9d7f02417a5f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73 HTTP/1.1" status: 404 len: 339 time: 0.5272391 Mar 05 00:28:38.893329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58768) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:38.902425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-258798928'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:38.908816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:38.914158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:network and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:38.917826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:38.923801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:38.946274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:38.950010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.984103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:28:38.991575 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'tag': 'cb321183-3c69-412b-918c-2617608fe6bb', 'status': 'completed', 'code': 200} Mar 05 00:28:38.997484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:38.997884 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Added segment 61f01c27-0fc7-451d-bcdf-ed2688fbde25 of type vlan for network 5163a735-20e6-49ed-8015-64098ea2c824 Mar 05 00:28:39.051403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:39.134287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:39.138864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:39.139551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:39.197510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbffff-2757-4633-bb3a-2a80b89793bf req-fc20c135-07d9-44ca-a3d4-93317aef4d3f tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:39.199240 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fddbffff-2757-4633-bb3a-2a80b89793bf req-fc20c135-07d9-44ca-a3d4-93317aef4d3f tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 948 time: 0.3180029 Mar 05 00:28:39.229377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-285672b9-7f0e-4bfb-887c-2a0258daa927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 1095 time: 0.3082578 Mar 05 00:28:39.237667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1299-b983-4534-98a8-abe4df34f43c req-d308d328-14eb-4383-80fd-edcc041bdaf5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:39.239337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67ad1299-b983-4534-98a8-abe4df34f43c req-d308d328-14eb-4383-80fd-edcc041bdaf5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 945 time: 0.2372227 Mar 05 00:28:39.257943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3631730 Mar 05 00:28:39.261430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58776) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:39.271257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'subnet': {'network_id': '5163a735-20e6-49ed-8015-64098ea2c824', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:39.289847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8eb62-e815-4934-a81b-05a0478d9aa1 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Network': ['ID=5163a735-20e6-49ed-8015-64098ea2c824,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:39.369645 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-59c2a352-098b-4065-a9e0-717abf324004 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb321183-3c69-412b-918c-2617608fe6bb HTTP/1.1" status: 200 len: 217 time: 0.1269295 Mar 05 00:28:39.373027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddac98-21ff-4d68-84e9-5b7b037c276a req-2c45d899-e521-4dde-b98a-0d1cb962504e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:39.374702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8ddac98-21ff-4d68-84e9-5b7b037c276a req-2c45d899-e521-4dde-b98a-0d1cb962504e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.2919931 Mar 05 00:28:39.423340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:39.425766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 5163a735-20e6-49ed-8015-64098ea2c824 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:28:39.434620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Usage tracker for resource:subnet and tenant:586b7d44bd334801b130135b9dc04db0 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:39.437503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:39.439312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port a0bd626e-c6eb-430f-adbf-ec50db49523e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:39.439923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:39.447699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:39.460991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8ddac98-21ff-4d68-84e9-5b7b037c276a req-611448a2-667c-4830-83de-eadb158430ff tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735111 Mar 05 00:28:39.466775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Made reservation on behalf of 586b7d44bd334801b130135b9dc04db0 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:28:39.476504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fddbffff-2757-4633-bb3a-2a80b89793bf req-3fa59a9f-d2c2-4670-91e0-4e2a2623896f tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695436 Mar 05 00:28:39.527836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-798e44dc-7147-44f1-9e7b-147aca75b8ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:39.529381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-798e44dc-7147-44f1-9e7b-147aca75b8ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1524327 Mar 05 00:28:39.597234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:39.761427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:39.920248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e53b-23eb-403f-aad7-b65a9e11f3f3 req-fdf0a047-0aee-4fff-8ebc-abe310242211 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:39.921744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2554e53b-23eb-403f-aad7-b65a9e11f3f3 req-fdf0a047-0aee-4fff-8ebc-abe310242211 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 945 time: 0.3027725 Mar 05 00:28:39.950561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-39628ca2-1790-4c19-80e2-b087d353003f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949134 Mar 05 00:28:39.956167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] For port a0bd626e-c6eb-430f-adbf-ec50db49523e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a0bd626e-c6eb-430f-adbf-ec50db49523e,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:39.956526 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.024210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2554e53b-23eb-403f-aad7-b65a9e11f3f3 req-d48a2ec1-6817-4809-8668-3bd76d9fd4cb tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963490 Mar 05 00:28:40.069377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.135549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293b528-9a01-4447-a6d8-e599bb673332 req-3142dc40-3b31-4492-bac7-541321e9fc70 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:40.137010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a293b528-9a01-4447-a6d8-e599bb673332 req-3142dc40-3b31-4492-bac7-541321e9fc70 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 944 time: 0.3673792 Mar 05 00:28:40.145138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Subnet': ['ID=1588067a-410a-4898-b36f-e33fa980bf98,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:40.159080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Checking segment: {'id': '61f01c27-0fc7-451d-bcdf-ed2688fbde25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5163a735-20e6-49ed-8015-64098ea2c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:40.159440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network hostable DHCP agents. Network: 5163a735-20e6-49ed-8015-64098ea2c824, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:28:40.182870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network 5163a735-20e6-49ed-8015-64098ea2c824 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:28:40.193921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 5163a735-20e6-49ed-8015-64098ea2c824) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:40.198377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:40.199669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.202775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4be014-d010-4f21-bb6f-144e9236e0ed None None] Network 5163a735-20e6-49ed-8015-64098ea2c824 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:40.229134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e590928-5597-488d-b4c8-e5e8ef08b155 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9666059 Mar 05 00:28:40.232351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58782) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:40.237526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-be48f4c1-0f9d-41b1-8c7d-6c35496a514f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'router': {'external_gateway_info': {'network_id': '5163a735-20e6-49ed-8015-64098ea2c824'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:40.352210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-ad868716-193e-490c-a5e3-624f51fdf457 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873520 Mar 05 00:28:40.401849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a293b528-9a01-4447-a6d8-e599bb673332 req-63c5824d-a6da-4037-9a27-7c56c6e2a284 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516191 Mar 05 00:28:40.432400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-5163a735-20e6-49ed-8015-64098ea2c824', 'network_id': '5163a735-20e6-49ed-8015-64098ea2c824', 'tenant_id': '586b7d44bd334801b130135b9dc04db0', 'fixed_ips': [{'subnet_id': '1588067a-410a-4898-b36f-e33fa980bf98'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:28:40.433337 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.628523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.628894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.629208 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP 8084dab2-20f5-4088-8f5c-82fc15f50020 disassociated. External IP: 172.25.0.127, port: a0bd626e-c6eb-430f-adbf-ec50db49523e. Mar 05 00:28:40.629701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for a0bd626e-c6eb-430f-adbf-ec50db49523e owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:40.662135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a761fa-c547-4701-b03c-027ca33921d4 req-66eb864a-d103-429c-9511-47d6a5931388 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:40.664305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75a761fa-c547-4701-b03c-027ca33921d4 req-66eb864a-d103-429c-9511-47d6a5931388 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.36 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 948 time: 0.3950388 Mar 05 00:28:40.682544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Allocated IP 2001:db8:1::2 (5163a735-20e6-49ed-8015-64098ea2c824/1588067a-410a-4898-b36f-e33fa980bf98/b5253388-ff59-4798-80fa-f1261654560a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:40.721967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d6fd7c88-2a3f-4055-8990-d7e4f529f64c req-71c72f7e-16a0-4e54-8ea3-bf6ff1eaa81b service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566234 Mar 05 00:28:40.750965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be48f4c1-0f9d-41b1-8c7d-6c35496a514f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.778646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a4e99-ec1e-4dd8-8d9b-79bd627d551e req-40363965-6399-4ecb-9ccb-af5187e2eb7e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:40.780336 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-365a4e99-ec1e-4dd8-8d9b-79bd627d551e req-40363965-6399-4ecb-9ccb-af5187e2eb7e tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.1090064 Mar 05 00:28:40.856366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Deleting port f07b3f9b-0281-48d4-9d3b-d0522ad63759 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:40.856737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.905519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-365a4e99-ec1e-4dd8-8d9b-79bd627d551e req-58fc77f3-4ec0-461a-9329-ce183b2a87b6 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107316 Mar 05 00:28:40.971550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:40.984393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Transition to ACTIVE for port object b5253388-ff59-4798-80fa-f1261654560a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:41.016002 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-be48f4c1-0f9d-41b1-8c7d-6c35496a514f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:28:41.017034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-be48f4c1-0f9d-41b1-8c7d-6c35496a514f tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73 HTTP/1.1" status: 400 len: 364 time: 0.7836621 Mar 05 00:28:41.020877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58792) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:41.027333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Transition to ACTIVE for port object b5253388-ff59-4798-80fa-f1261654560a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:41.040652 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:41.126244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42986fe-9df5-4446-8a98-391ceeffd181 req-08d2b3a4-72df-4327-ab04-87651d9b9e80 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:41.128169 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b42986fe-9df5-4446-8a98-391ceeffd181 req-08d2b3a4-72df-4327-ab04-87651d9b9e80 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 948 time: 0.4086959 Mar 05 00:28:41.146476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Network 5163a735-20e6-49ed-8015-64098ea2c824 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:41.156086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:41.161772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:41.163289 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-78060e6f-b945-4e18-aa72-e3773381bb70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 1095 time: 0.3766925 Mar 05 00:28:41.178509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Pushing event updated for resources: {'Port': ['ID=b5253388-ff59-4798-80fa-f1261654560a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:41.246152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:41.262209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Attempting to bind port b5253388-ff59-4798-80fa-f1261654560a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:41.262598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Attempting to bind port b5253388-ff59-4798-80fa-f1261654560a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '61f01c27-0fc7-451d-bcdf-ed2688fbde25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5163a735-20e6-49ed-8015-64098ea2c824'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:41.262940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Attempting to bind port b5253388-ff59-4798-80fa-f1261654560a on network 5163a735-20e6-49ed-8015-64098ea2c824 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:41.270139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:41.270139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Checking segment: {'id': '61f01c27-0fc7-451d-bcdf-ed2688fbde25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5163a735-20e6-49ed-8015-64098ea2c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:41.270436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:41.270652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Bound using segment: {'id': '61f01c27-0fc7-451d-bcdf-ed2688fbde25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5163a735-20e6-49ed-8015-64098ea2c824'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:41.271091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Bound port: b5253388-ff59-4798-80fa-f1261654560a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f01c27-0fc7-451d-bcdf-ed2688fbde25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5163a735-20e6-49ed-8015-64098ea2c824'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:41.271461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:41.370706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] For port b5253388-ff59-4798-80fa-f1261654560a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:41.373845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] For port b5253388-ff59-4798-80fa-f1261654560a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5253388-ff59-4798-80fa-f1261654560a,segment=NetworkSegment(61f01c27-0fc7-451d-bcdf-ed2688fbde25),segment_id=61f01c27-0fc7-451d-bcdf-ed2688fbde25)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:41.379984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:41.460548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d2079-48d0-4ce1-a235-f9033b3085e9 None None] Pushing event updated for resources: {'Port': ['ID=b5253388-ff59-4798-80fa-f1261654560a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:41.475190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a0bd626e-c6eb-430f-adbf-ec50db49523e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:41.515799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc0ed2-4446-4805-a40e-25330f19ca8e req-f4675f83-82ea-454e-9193-1076ff9d1ea9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:41.522801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bdc0ed2-4446-4805-a40e-25330f19ca8e req-f4675f83-82ea-454e-9193-1076ff9d1ea9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.3598082 Mar 05 00:28:41.523708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: a0bd626e-c6eb-430f-adbf-ec50db49523e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:41.524149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a0bd626e-c6eb-430f-adbf-ec50db49523e not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:41.570784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=a0bd626e-c6eb-430f-adbf-ec50db49523e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:41.717808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bdc0ed2-4446-4805-a40e-25330f19ca8e req-2dc044fc-41a8-411a-853b-373abcbac81a tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941147 Mar 05 00:28:41.769006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b42986fe-9df5-4446-8a98-391ceeffd181 req-7f54e5ac-4ebc-42d2-b0db-c46c74567c2c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b91274b-0ace-4926-bda0-eeb7b4cbd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097500 Mar 05 00:28:41.769551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58800) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:41.848110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:41.895510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] For port f07b3f9b-0281-48d4-9d3b-d0522ad63759, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=f07b3f9b-0281-48d4-9d3b-d0522ad63759,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:41.896110 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.048660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47f33535-37ee-45b2-99a7-a55927b49809 req-81334818-46ae-44bb-a4ef-558ba7ca2d0e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.1108196 Mar 05 00:28:42.078319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-29542bd2-4bab-4c51-b3f3-10864eece526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:42.080088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-29542bd2-4bab-4c51-b3f3-10864eece526 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.8970959 Mar 05 00:28:42.117268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Calling delete_port for f07b3f9b-0281-48d4-9d3b-d0522ad63759 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:42.256070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-e3beb815-311a-4bc0-8384-124b69bf969e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb321183-3c69-412b-918c-2617608fe6bb HTTP/1.1" status: 200 len: 217 time: 0.1075387 Mar 05 00:28:42.270088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Allocated IP 2001:db8::1 (1c2a1641-e1d8-47fd-b224-3fb5a57443d9/1692346b-8679-4151-bb2b-4d34e2a704d4/ff59970b-3ba0-4cfc-8452-27b51fc66f30) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:42.316300 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-108ce6de-055c-463d-9e7d-6949f640eef7 tempest-TestNetworkBasicOps-777049217 tempest-TestNetworkBasicOps-777049217-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 1092 time: 0.5211694 Mar 05 00:28:42.334511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58804) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:42.348368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:42.363032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:28:42.377454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Usage tracker for resource:floatingip and tenant:9799e1e9bb6949bda8dbcf7485cdbd42 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:28:42.382418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:28:42.433671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:28:42.443972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-9c92d9b9-d508-4153-af16-07d8aea25c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:42.445445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-9c92d9b9-d508-4153-af16-07d8aea25c52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1740584 Mar 05 00:28:42.457032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.477702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Transition to ACTIVE for port object ff59970b-3ba0-4cfc-8452-27b51fc66f30 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:42.507047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.515298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02d71-f189-4498-b041-7f2a2abf57ec req-689406e5-1300-4c15-b195-f12a24950a64 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:42.516759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98f02d71-f189-4498-b041-7f2a2abf57ec req-689406e5-1300-4c15-b195-f12a24950a64 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 944 time: 0.5133061 Mar 05 00:28:42.547911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.588034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:42.591360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:42.595226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:42.595980 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.602025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Port': ['ID=ff59970b-3ba0-4cfc-8452-27b51fc66f30,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:42.674494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.698993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:42.750739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Pushing event deleted for resources: {'Port': ['ID=f07b3f9b-0281-48d4-9d3b-d0522ad63759,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:42.805476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dffbc33-d92d-43ea-b048-14a9e3ed13e8 None None] Network 5163a735-20e6-49ed-8015-64098ea2c824 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:42.813324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98f02d71-f189-4498-b041-7f2a2abf57ec req-aef6b87a-61c9-4a34-a1fe-d5a4f6b530bf tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819901 Mar 05 00:28:42.972804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] No DVR routers for this DVR port f07b3f9b-0281-48d4-9d3b-d0522ad63759 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:42.990735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.001606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58224eea-2cc0-40e7-ade8-4509674d0108', 'name': 'network-vif-deleted', 'tag': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:43.003445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-11b1ccf1-8778-4ad4-987c-e0ff0c18b019 None None] Provisioning for port b5253388-ff59-4798-80fa-f1261654560a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:43.014985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-5cf4bea4-a10e-4e0f-9914-d346f128c28d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5541060 Mar 05 00:28:43.018981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:43.105258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-75a761fa-c547-4701-b03c-027ca33921d4 req-e293a642-6f09-466c-9d61-f2d0b554c51c tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.36 "DELETE /v2.0/ports/f07b3f9b-0281-48d4-9d3b-d0522ad63759 HTTP/1.1" status: 204 len: 173 time: 2.4302020 Mar 05 00:28:43.140880 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58224eea-2cc0-40e7-ade8-4509674d0108', 'name': 'network-vif-deleted', 'tag': 'f07b3f9b-0281-48d4-9d3b-d0522ad63759', 'status': 'completed', 'code': 200} Mar 05 00:28:43.229044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-87a036f8-4e8f-44c1-b632-7f04ce6ff0d5 None None] Provisioning for port ff59970b-3ba0-4cfc-8452-27b51fc66f30 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:43.235339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-87a036f8-4e8f-44c1-b632-7f04ce6ff0d5 None None] Provisioning complete for port ff59970b-3ba0-4cfc-8452-27b51fc66f30 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:43.235833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-87a036f8-4e8f-44c1-b632-7f04ce6ff0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.313850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-87a036f8-4e8f-44c1-b632-7f04ce6ff0d5 None None] Port ff59970b-3ba0-4cfc-8452-27b51fc66f30 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:43.452036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1d4c19f-8ab6-4ec5-9640-4773c88d16c4 req-49eb9d05-d646-410d-a0d3-96213909a553 tempest-VolumesNegativeTest-90531224 tempest-VolumesNegativeTest-90531224-project] 10.222.0.32 "GET /v2.0/ports?device_id=58224eea-2cc0-40e7-ade8-4509674d0108 HTTP/1.1" status: 200 len: 210 time: 0.1618445 Mar 05 00:28:43.459083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.resource_extend [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:28:43.476819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.482874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.483896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.495642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4776b333-911b-46a4-899e-1e409b0d9dff req-caf77bd5-9917-42e9-88a2-5c025757ede2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:43.570316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-647402d9-62e9-4806-808f-d994ffaa00a8 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452340 Mar 05 00:28:43.575442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4776b333-911b-46a4-899e-1e409b0d9dff req-caf77bd5-9917-42e9-88a2-5c025757ede2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:43.585720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4776b333-911b-46a4-899e-1e409b0d9dff req-caf77bd5-9917-42e9-88a2-5c025757ede2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.2210460 Mar 05 00:28:43.626985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.650826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event updated for resources: {'Port': ['ID=ff59970b-3ba0-4cfc-8452-27b51fc66f30,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:43.701770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5253388-ff59-4798-80fa-f1261654560a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:43.710520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:43.711824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:43.803577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b5253388-ff59-4798-80fa-f1261654560a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:43.814806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b5253388-ff59-4798-80fa-f1261654560a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:43.815876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:43.930204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7507ec2f-3567-4433-b1ac-894d3b9b9542 req-fbc36cc4-977b-4eac-9e07-47cd937f3dca service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417947 Mar 05 00:28:43.963971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Allocated IP 172.25.0.237 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/46094174-73f2-430d-a4c3-938274f45447) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:28:44.006220 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.019014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f07b3f9b-0281-48d4-9d3b-d0522ad63759 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:44.065857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: f07b3f9b-0281-48d4-9d3b-d0522ad63759 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:44.066232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device f07b3f9b-0281-48d4-9d3b-d0522ad63759 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:44.090574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b5253388-ff59-4798-80fa-f1261654560a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5253388-ff59-4798-80fa-f1261654560a,segment=NetworkSegment(61f01c27-0fc7-451d-bcdf-ed2688fbde25),segment_id=61f01c27-0fc7-451d-bcdf-ed2688fbde25)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:44.095446 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.163170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b5253388-ff59-4798-80fa-f1261654560a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:44.169078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:44.185016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:44.205737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:44.206342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:44.211484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e32f41-569a-4558-b472-970dc46c94c7 req-45728fd2-7dc8-4762-be5c-473c9bcffa61 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:44.213507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e32f41-569a-4558-b472-970dc46c94c7 req-45728fd2-7dc8-4762-be5c-473c9bcffa61 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1786807 Mar 05 00:28:44.257306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] No DVR routers for this DVR port a0bd626e-c6eb-430f-adbf-ec50db49523e on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:44.259618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Router 02a46132-83e6-4f32-b68c-4dc095e36d73 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:44.262355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.262529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-84fa9926-5679-4953-aaea-adaa31461840 None None] Provisioning complete for port ff59970b-3ba0-4cfc-8452-27b51fc66f30 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:44.262529 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-84fa9926-5679-4953-aaea-adaa31461840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.282954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67ad1299-b983-4534-98a8-abe4df34f43c req-516ad6c4-f7b3-4991-a97b-9ca3aea44c8c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "DELETE /v2.0/ports/a0bd626e-c6eb-430f-adbf-ec50db49523e HTTP/1.1" status: 204 len: 173 time: 5.0357459 Mar 05 00:28:44.283330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74e32f41-569a-4558-b472-970dc46c94c7 req-e36450f2-15f8-4595-83c9-210e3718e496 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Mar 05 00:28:44.286290 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.325932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.370234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-84fa9926-5679-4953-aaea-adaa31461840 None None] Port ff59970b-3ba0-4cfc-8452-27b51fc66f30 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:28:44.397163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:28:44.408047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:28:44.412752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:28:44.452128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:44.476842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:44.488852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=46094174-73f2-430d-a4c3-938274f45447,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:44.493016 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] Sync routers for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:44.512952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef7f6fbd-1b7b-4150-8153-75da15252a48 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4877291 Mar 05 00:28:44.512952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58820) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:44.519831 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:44.521462 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:44.611346 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:44.651984 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:44.652577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:44.802425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f07b7684-8b36-4040-bbeb-af6abfcea5ea tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:44.888117 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:44.888499 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1cc32-f374-45ab-9e2f-17eb19ddd98a None None] The sync data for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:45.012148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-349ed337-3935-48a3-a131-d6c640b33d10 req-b85acfdd-8d01-46e5-a88d-ccdd9ef96a0c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d512edfb-6e5c-43f3-86c5-a9e3cd0e09f6 HTTP/1.1" status: 200 len: 210 time: 0.0767963 Mar 05 00:28:45.108497 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-f07b7684-8b36-4040-bbeb-af6abfcea5ea tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 00:28:45.109701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f07b7684-8b36-4040-bbeb-af6abfcea5ea tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73 HTTP/1.1" status: 409 len: 329 time: 0.5962396 Mar 05 00:28:45.112813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58840) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:45.157965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'name': 'network-vif-deleted', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:45.164985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:40Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:45.171749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:45.186014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:45.186959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:45.269122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:45.271074 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512edfb-6e5c-43f3-86c5-a9e3cd0e09f6', 'name': 'network-vif-deleted', 'tag': 'a0bd626e-c6eb-430f-adbf-ec50db49523e', 'status': 'completed', 'code': 200} Mar 05 00:28:45.340960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:45.433724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:45.640791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5253388-ff59-4798-80fa-f1261654560a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:45.762079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08f950-ff47-4e6e-9b08-898b032eb41b req-6b67c4e4-8603-4a3a-8c23-020434b0c3f3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:45.770013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d08f950-ff47-4e6e-9b08-898b032eb41b req-6b67c4e4-8603-4a3a-8c23-020434b0c3f3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 944 time: 0.2191508 Mar 05 00:28:45.806601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:45.840602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:45.842400 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d08f950-ff47-4e6e-9b08-898b032eb41b req-ff5ff466-6b87-4928-b2a7-5e3ea607526c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 Mar 05 00:28:45.850212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:45.857361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b5253388-ff59-4798-80fa-f1261654560a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:45.857732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.000842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.086298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:40Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:46.091189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9b14a-9150-418a-aed4-2b0bcb024d07 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '833754f7-cc06-4576-89dd-0b17d62929f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:39:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c665c-903e-4d46-b217-dea694b86571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:25:13Z', 'updated_at': '2022-03-05T00:25:40Z', 'revision_number': 2, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:46.149806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event updated for resources: {'Port': ['ID=46094174-73f2-430d-a4c3-938274f45447,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:46.241865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58896) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:46.281332 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Floating IP 039e5afd-6cbc-4005-af60-f70eb8f44da0 associated. External IP: 172.25.0.237, port: 4cba75d5-9963-4f26-ad95-87687b8340ec. Mar 05 00:28:46.445971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73a06b12-7808-49be-a36d-6f26b996bb18 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.480454 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73a06b12-7808-49be-a36d-6f26b996bb18 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.560969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73a06b12-7808-49be-a36d-6f26b996bb18 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.578905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting port ff59970b-3ba0-4cfc-8452-27b51fc66f30 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:46.579250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.584904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06b12-7808-49be-a36d-6f26b996bb18 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e0b47b-1145-4122-9cdb-8eb25a60e5e5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:46.720780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73a06b12-7808-49be-a36d-6f26b996bb18 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.722012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73a06b12-7808-49be-a36d-6f26b996bb18 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/security-groups/e9e0b47b-1145-4122-9cdb-8eb25a60e5e5 HTTP/1.1" status: 204 len: 168 time: 0.4791303 Mar 05 00:28:46.728621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:46.753581 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-545f9f42-5ec9-4819-b6bd-7560c0371a97 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] show failed (client error): The resource could not be found. Mar 05 00:28:46.757275 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-545f9f42-5ec9-4819-b6bd-7560c0371a97 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups/e9e0b47b-1145-4122-9cdb-8eb25a60e5e5 HTTP/1.1" status: 404 len: 347 time: 0.0250509 Mar 05 00:28:46.757485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 58926) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:46.830664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:46.947528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port 494b8bf4-0870-4e7a-b875-397e5f6f151b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:46.947981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:46.972962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:47.124549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:47.137831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] Sync routers for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:47.150934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:47.151867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:47.168511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5cc98-bba2-4b0e-a772-a108df447fdf req-95dc4e05-e6c5-4ed1-93ca-9cbfe4a33acb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:47.170264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09f5cc98-bba2-4b0e-a772-a108df447fdf req-95dc4e05-e6c5-4ed1-93ca-9cbfe4a33acb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1258538 Mar 05 00:28:47.171660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:47.256129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Calling delete_port for ff59970b-3ba0-4cfc-8452-27b51fc66f30 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:47.260929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-16adc4d1-be63-4840-b9d0-18d752409fb9 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9247947 Mar 05 00:28:47.263562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 58964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:47.339284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:47.372998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:47.391649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09f5cc98-bba2-4b0e-a772-a108df447fdf req-75d32f15-ea26-45fd-a0e9-3b0b8720289f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881583 Mar 05 00:28:47.431765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-243eec43-4675-42ac-abeb-8d16dd96e048 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.1652100 Mar 05 00:28:47.475475 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'status': 'completed', 'code': 200} Mar 05 00:28:47.476445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:47.476775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:47.615427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for 494b8bf4-0870-4e7a-b875-397e5f6f151b owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:47.777322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-da28636b-01ac-46ec-a37c-d72d741f911e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 1097 time: 0.2811837 Mar 05 00:28:47.859416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:47.875748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '039e5afd-6cbc-4005-af60-f70eb8f44da0', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'port_id': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'mac_address': 'fa:16:3e:53:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:28:44Z', 'updated_at': '2022-03-05T00:28:44Z', 'revision_number': 0, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:20Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:47.882747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] Checking router: 4258da2d-81a4-4401-ae5e-80fcc4ef1784 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:47.899438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:47.900503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:47.906631 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:47.923082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=494b8bf4-0870-4e7a-b875-397e5f6f151b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:47.957643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-18e6ec4b-0777-4ae1-905a-c56f45a43d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:47.959362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-18e6ec4b-0777-4ae1-905a-c56f45a43d6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f47f0dd-696d-4fee-9f61-427362ee0c70 HTTP/1.1" status: 200 len: 897 time: 0.1733189 Mar 05 00:28:47.999303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:47.999756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:47.999967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.000359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.000690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.001013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.001371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.001698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.002015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.002329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.002642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:48.189681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:48.205911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-d062e35f-dcfc-4ddf-be2c-0b3034ab27d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cba75d5-9963-4f26-ad95-87687b8340ec HTTP/1.1" status: 200 len: 1000 time: 0.2398858 Mar 05 00:28:48.223417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Port': ['ID=ff59970b-3ba0-4cfc-8452-27b51fc66f30,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:48.297283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-c40e48de-a9d6-4e1f-8230-0bd0e98f5be8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:48.299424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-c40e48de-a9d6-4e1f-8230-0bd0e98f5be8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd HTTP/1.1" status: 200 len: 835 time: 0.0828512 Mar 05 00:28:48.341738 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:48.395589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:48.416117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:48.417541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3cb63163-4c1f-4b88-8df9-0b835c371eef tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/floatingips/8084dab2-20f5-4088-8f5c-82fc15f50020 HTTP/1.1" status: 204 len: 168 time: 1.6591401 Mar 05 00:28:48.422797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-fcbed07b-9cc0-42b2-a835-acdd6fa39deb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f47f0dd-696d-4fee-9f61-427362ee0c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150560 Mar 05 00:28:48.433620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59012) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:48.715123 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-efbf34d3-14c5-4f78-84fa-010caa130113 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.2803934 Mar 05 00:28:48.787665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-afc5eec4-0f94-471b-8499-e046bbbd0440 service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555098 Mar 05 00:28:48.815301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '039e5afd-6cbc-4005-af60-f70eb8f44da0', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'port_id': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'mac_address': 'fa:16:3e:53:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:28:44Z', 'updated_at': '2022-03-05T00:28:44Z', 'revision_number': 0, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:20Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:48.820517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a5146-0f7b-45c1-aad8-b7f90d0ffa95 None None] The sync data for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 is: [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '039e5afd-6cbc-4005-af60-f70eb8f44da0', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'port_id': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'mac_address': 'fa:16:3e:53:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:28:44Z', 'updated_at': '2022-03-05T00:28:44Z', 'revision_number': 0, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:20Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:48.987539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2246f22b-f07f-41f8-b45c-cd0e1f497ad4 req-e2fe682b-7011-4538-86fd-0f56548c5d31 service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934686 Mar 05 00:28:49.186254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152ab66-c301-4766-b8bf-bf532dae0f7d req-0dc932bc-b751-44a9-99a7-9b8a5df659ac tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:49.187697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a152ab66-c301-4766-b8bf-bf532dae0f7d req-0dc932bc-b751-44a9-99a7-9b8a5df659ac tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 944 time: 0.4993846 Mar 05 00:28:49.354458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a152ab66-c301-4766-b8bf-bf532dae0f7d req-674f7aad-ff83-4aa8-8f0b-e01072e4a400 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608291 Mar 05 00:28:49.365357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Router 02a46132-83e6-4f32-b68c-4dc095e36d73 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:49.519498 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-5dc869c2-ff69-43a5-a0a2-5b2134641cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873640 Mar 05 00:28:49.534801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:49.541260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ad63ebf-92b2-4b47-af87-af57bd0c8618 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4263592 Mar 05 00:28:49.545822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59058) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:49.549003 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] Sync routers for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:49.566660 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:49.567253 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:49.612264 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-0011b843-748a-49f5-b2fe-65400b51a91b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] show failed (client error): The resource could not be found. Mar 05 00:28:49.618846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0011b843-748a-49f5-b2fe-65400b51a91b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1187844561 HTTP/1.1" status: 404 len: 335 time: 0.0718226 Mar 05 00:28:49.619352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:49.624916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4d6f8b0c-0156-4317-a461-370275914394 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:28:49.652407 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:49.663776 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] Routers {'02a46132-83e6-4f32-b68c-4dc095e36d73'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:49.664625 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['02a46132-83e6-4f32-b68c-4dc095e36d73'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:49.715468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-b1025a6b-71cc-4fa8-874d-5198de367962 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 1096 time: 0.0902784 Mar 05 00:28:49.719001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59066) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:49.735096 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:49.735499 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ef2d9-b24c-40a4-b806-3b81d6257077 None None] The sync data for ids ['02a46132-83e6-4f32-b68c-4dc095e36d73'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:49.814533 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-4d6f8b0c-0156-4317-a461-370275914394 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] update failed (client error): The resource could not be found. Mar 05 00:28:49.815556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d6f8b0c-0156-4317-a461-370275914394 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-657664843 HTTP/1.1" status: 404 len: 334 time: 0.1948926 Mar 05 00:28:49.821936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59070) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:49.882947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-cf1ae40b-2e53-4e85-ac0a-6fdf329a324e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:49.885017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-cf1ae40b-2e53-4e85-ac0a-6fdf329a324e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1479411 Mar 05 00:28:49.904241 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9ac7aa32-6433-476f-8034-8aee5c9a2514 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.1825058 Mar 05 00:28:50.021627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-9a5ef84a-7561-40f1-bec7-d9ea9feecaf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 200 len: 1000 time: 0.1309819 Mar 05 00:28:50.055174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb321183-3c69-412b-918c-2617608fe6bb details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:28:50.082929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting subnet 1588067a-410a-4898-b36f-e33fa980bf98 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:28:50.091005 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.099763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-28c1fe67-15d3-4382-af5d-18eb61453365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:50.102008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-28c1fe67-15d3-4382-af5d-18eb61453365 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0719581 Mar 05 00:28:50.173481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.215879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-c06b6a70-5e61-40bd-934f-c6a9a9d1c6ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077855 Mar 05 00:28:50.328490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port cb321183-3c69-412b-918c-2617608fe6bb, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb321183-3c69-412b-918c-2617608fe6bb,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:50.357106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'cb321183-3c69-412b-918c-2617608fe6bb', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': 'cb321183-3c69-412b-918c-2617608fe6bb', 'mac_address': 'fa:16:3e:a1:ac:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:28:50.374810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.408359 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-8fc8edd0-366e-47bd-ae09-8326ce449c23 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857486 Mar 05 00:28:50.430516 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.452292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb321183-3c69-412b-918c-2617608fe6bb {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:28:50.468861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port cb321183-3c69-412b-918c-2617608fe6bb, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb321183-3c69-412b-918c-2617608fe6bb,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:50.477327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.481699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.563869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=cb321183-3c69-412b-918c-2617608fe6bb,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:50.625768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Subnet': ['ID=1588067a-410a-4898-b36f-e33fa980bf98,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:50.644124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.653140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4fe38ace-d4fc-495b-b4da-90509a9746bb tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/subnets/1588067a-410a-4898-b36f-e33fa980bf98 HTTP/1.1" status: 204 len: 168 time: 0.8273315 Mar 05 00:28:50.656087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab36411-c30c-4fbf-99d9-43ce0ca69795 None None] Network 5163a735-20e6-49ed-8015-64098ea2c824 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:50.659733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59080) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:50.744493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09aec799-83ec-4e0e-b939-2f3ad26f6207 req-83835399-e35a-4648-aa28-ed8480a85932 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295152 Mar 05 00:28:50.788441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f589-e75a-4e09-aa8d-72dc052a91a7 req-9820e15b-ffcf-4fb7-9b0f-2d56732a8bae tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:50.789830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bda7f589-e75a-4e09-aa8d-72dc052a91a7 req-9820e15b-ffcf-4fb7-9b0f-2d56732a8bae tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 945 time: 0.2076700 Mar 05 00:28:50.794835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.830817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting port b5253388-ff59-4798-80fa-f1261654560a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:50.831153 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:50.835388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['cb321183-3c69-412b-918c-2617608fe6bb'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:28:50.907371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59084) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:50.922775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bda7f589-e75a-4e09-aa8d-72dc052a91a7 req-056996aa-7407-4b5c-8007-a9d8f7522f24 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238601 Mar 05 00:28:51.073098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8ce25391-9524-4764-9bbd-2c9d57836a14 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.1618540 Mar 05 00:28:51.122316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] For port b5253388-ff59-4798-80fa-f1261654560a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5253388-ff59-4798-80fa-f1261654560a,segment=NetworkSegment(61f01c27-0fc7-451d-bcdf-ed2688fbde25),segment_id=61f01c27-0fc7-451d-bcdf-ed2688fbde25)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:51.122698 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.179287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] DHCP port deletion for 5163a735-20e6-49ed-8015-64098ea2c824 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:28:51.184196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Deleting port b5253388-ff59-4798-80fa-f1261654560a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:51.184719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.379686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Calling delete_port for b5253388-ff59-4798-80fa-f1261654560a owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:51.438896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] For port b5253388-ff59-4798-80fa-f1261654560a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b5253388-ff59-4798-80fa-f1261654560a,segment=NetworkSegment(61f01c27-0fc7-451d-bcdf-ed2688fbde25),segment_id=61f01c27-0fc7-451d-bcdf-ed2688fbde25)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:51.438896 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.460655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.519129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Port': ['ID=b5253388-ff59-4798-80fa-f1261654560a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:51.528783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] No DVR routers for this DVR port b5253388-ff59-4798-80fa-f1261654560a on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:51.609960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Calling delete_port for b5253388-ff59-4798-80fa-f1261654560a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:51.702541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5253388-ff59-4798-80fa-f1261654560a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:51.726927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.742286 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:28:51.742635 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:28:51.743448 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b5253388-ff59-4798-80fa-f1261654560a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:51.743569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b5253388-ff59-4798-80fa-f1261654560a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:51.790058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5163a735-20e6-49ed-8015-64098ea2c824']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:51.805921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f01c27-0fc7-451d-bcdf-ed2688fbde25') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:51.806209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f01c27-0fc7-451d-bcdf-ed2688fbde25') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:51.818620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.838826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.851761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:28:51.852398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:28:51.972530 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:28:51.980891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2fd6e-460f-492d-a6a8-16e6fff4649c req-0bbdb17d-02a3-41c9-96a7-d676cf19af94 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:51.981410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.990492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:51.996952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13b2fd6e-460f-492d-a6a8-16e6fff4649c req-0bbdb17d-02a3-41c9-96a7-d676cf19af94 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.1126943 Mar 05 00:28:52.046971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Network': ['ID=5163a735-20e6-49ed-8015-64098ea2c824,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:52.051821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-49c6012b-281f-4f33-80c0-1cc3ba06e249 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/networks/5163a735-20e6-49ed-8015-64098ea2c824 HTTP/1.1" status: 204 len: 168 time: 1.3908255 Mar 05 00:28:52.053884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59106) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:52.062409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-13b2fd6e-460f-492d-a6a8-16e6fff4649c req-b5ee6770-e481-4598-a31f-6963b4a989b9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:52.078704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:52.079503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb321183-3c69-412b-918c-2617608fe6bb up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:52.164419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port cb321183-3c69-412b-918c-2617608fe6bb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:52.169809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port cb321183-3c69-412b-918c-2617608fe6bb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:52.170194 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.185611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59114) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:52.193503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-13b2fd6e-460f-492d-a6a8-16e6fff4649c req-b5ee6770-e481-4598-a31f-6963b4a989b9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:52.197808 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13b2fd6e-460f-492d-a6a8-16e6fff4649c req-b5ee6770-e481-4598-a31f-6963b4a989b9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997144 Mar 05 00:28:52.243440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Deleting port b5253388-ff59-4798-80fa-f1261654560a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:52.244489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.271458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-22a8e977-ab46-4e11-9511-195ab90c0d86 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.1762111 Mar 05 00:28:52.341843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec2c8-2439-49d5-9a00-81141b61ae98 req-cdafb17f-40ae-4838-9fc9-4e2c480eec6c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:52.348412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-246ec2c8-2439-49d5-9a00-81141b61ae98 req-cdafb17f-40ae-4838-9fc9-4e2c480eec6c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 945 time: 0.2165041 Mar 05 00:28:52.351109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0199d-8464-4974-aa43-0f149606d20f None None] The port 'b5253388-ff59-4798-80fa-f1261654560a' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:28:52.370154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.407059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port cb321183-3c69-412b-918c-2617608fe6bb, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb321183-3c69-412b-918c-2617608fe6bb,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:52.407716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting subnet 9ed9ca96-5f22-4b19-9fb9-611d03f75a43 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:28:52.408194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb321183-3c69-412b-918c-2617608fe6bb'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:52.414032 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.418251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.422408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7070178a-7d5f-472d-bc8a-56d8733842a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75a5848df74a41fea54dba23587ef9c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2204566 Mar 05 00:28:52.428891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59122) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:52.471141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-246ec2c8-2439-49d5-9a00-81141b61ae98 req-9766f468-e74a-4b04-9a40-f94d0c7d1ddd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218090 Mar 05 00:28:52.483092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.499500 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb321183-3c69-412b-918c-2617608fe6bb', 'code': 200} Mar 05 00:28:52.500487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=cb321183-3c69-412b-918c-2617608fe6bb,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:52.535352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cab42d3-d942-49de-830a-9e0a477d47ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.582970 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.604077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cab42d3-d942-49de-830a-9e0a477d47ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.667339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.681817 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4272dcdf-3fd3-4195-9894-150988a15dbb req-899d32a4-19ad-4db2-97b1-c71d9a4c4748 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 1097 time: 0.1141202 Mar 05 00:28:52.701930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cab42d3-d942-49de-830a-9e0a477d47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.716131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed9ca96-5f22-4b19-9fb9-611d03f75a43,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:52.723250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab42d3-d942-49de-830a-9e0a477d47ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91274b-0ace-4926-bda0-eeb7b4cbd403,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:52.724370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.731897 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d843b015-90ff-4ab6-b7b3-f6e92c714415 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/subnets/9ed9ca96-5f22-4b19-9fb9-611d03f75a43 HTTP/1.1" status: 204 len: 168 time: 0.6762023 Mar 05 00:28:52.733853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0884d-a362-4648-b631-a45f17e1663f None None] Network 910ef30d-cd7c-4355-815c-72884c4415a9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:52.735779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59126) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:52.784343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cab42d3-d942-49de-830a-9e0a477d47ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:52.787959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2cab42d3-d942-49de-830a-9e0a477d47ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b91274b-0ace-4926-bda0-eeb7b4cbd403 HTTP/1.1" status: 204 len: 168 time: 0.3551266 Mar 05 00:28:52.793344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4272dcdf-3fd3-4195-9894-150988a15dbb req-21f167b1-63b9-4226-9764-0d0d886a3703 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082942 Mar 05 00:28:52.939567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting subnet 83c7b3c6-49ab-4bd9-b3ba-a6847ca88371 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:28:52.942892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.004693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.046908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] DHCP port deletion for 910ef30d-cd7c-4355-815c-72884c4415a9 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:28:53.052020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] Deleting port 05f8a079-4c64-4baa-b6f9-5cda7d344868 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:53.052536 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.113626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.192247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.231107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Subnet': ['ID=83c7b3c6-49ab-4bd9-b3ba-a6847ca88371,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:53.237735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.248325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f8ce7318-be23-47d2-8dec-c724eb36801d tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/subnets/83c7b3c6-49ab-4bd9-b3ba-a6847ca88371 HTTP/1.1" status: 204 len: 168 time: 0.5093279 Mar 05 00:28:53.248506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59142) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:53.258327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4aa1d5-8f05-4194-bb74-b4a72eadfdd6 None None] Network d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:53.274623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59148) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:53.341318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] For port 05f8a079-4c64-4baa-b6f9-5cda7d344868, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=05f8a079-4c64-4baa-b6f9-5cda7d344868,segment=NetworkSegment(7809f368-832d-4f3d-bf75-a7c4aac838cc),segment_id=7809f368-832d-4f3d-bf75-a7c4aac838cc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:53.341718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.382387 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.393993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting port 05f8a079-4c64-4baa-b6f9-5cda7d344868 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:53.394467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.463831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d7fb2835-dae0-4e1a-af08-eb4ef52b2a54 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.1877737 Mar 05 00:28:53.517797 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] Calling delete_port for 05f8a079-4c64-4baa-b6f9-5cda7d344868 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:53.671085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 05f8a079-4c64-4baa-b6f9-5cda7d344868 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:53.674662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c42bb-0867-4a81-b359-bf7d08c49855 req-49fdb362-8e86-46c1-842b-050c61d4d437 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:53.681361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a89c42bb-0867-4a81-b359-bf7d08c49855 req-49fdb362-8e86-46c1-842b-050c61d4d437 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.2254281 Mar 05 00:28:53.783124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:53.806397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1735cf-e0cb-4e42-8a56-529605251fd7 req-4e318c49-6fa1-4a24-97e1-387a73e55a83 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:53.807587 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a89c42bb-0867-4a81-b359-bf7d08c49855 req-c558f706-56ea-4356-af45-d2b5d25a47fc tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253877 Mar 05 00:28:53.809506 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ff1735cf-e0cb-4e42-8a56-529605251fd7 req-4e318c49-6fa1-4a24-97e1-387a73e55a83 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.0982227 Mar 05 00:28:53.886256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 05f8a079-4c64-4baa-b6f9-5cda7d344868 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:28:53.886670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 05f8a079-4c64-4baa-b6f9-5cda7d344868 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:53.893308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ff1735cf-e0cb-4e42-8a56-529605251fd7 req-6f87ed9b-554e-46d6-9df9-1b31fd99d48b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734169 Mar 05 00:28:53.894747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] Pushing event deleted for resources: {'Port': ['ID=05f8a079-4c64-4baa-b6f9-5cda7d344868,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:53.922196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82907050-45c4-4139-a4e2-d6fe1b1117f4 None None] No DVR routers for this DVR port 05f8a079-4c64-4baa-b6f9-5cda7d344868 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:54.031094 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] DHCP port deletion for d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:28:54.035723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] Deleting port f5eefad7-0dc7-48a6-a9c8-06886feada80 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:54.036099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:54.099971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3430bc-9751-4700-ba74-3c277bf87785 None None] New status for floating IP 039e5afd-6cbc-4005-af60-f70eb8f44da0: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:28:54.102563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] For port 05f8a079-4c64-4baa-b6f9-5cda7d344868, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=05f8a079-4c64-4baa-b6f9-5cda7d344868,segment=NetworkSegment(7809f368-832d-4f3d-bf75-a7c4aac838cc),segment_id=7809f368-832d-4f3d-bf75-a7c4aac838cc)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:54.103042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:54.255573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Calling delete_port for 05f8a079-4c64-4baa-b6f9-5cda7d344868 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:54.341834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-b2ce4b01-3288-4e85-9201-e6c06e9d5152 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:54.343472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-b2ce4b01-3288-4e85-9201-e6c06e9d5152 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.5864642 Mar 05 00:28:54.345559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:28:54.345874 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:28:54.431003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port 833754f7-cc06-4576-89dd-0b17d62929f2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:54.431209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:54.465780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59168) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:54.552782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] For port f5eefad7-0dc7-48a6-a9c8-06886feada80, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f5eefad7-0dc7-48a6-a9c8-06886feada80,segment=NetworkSegment(a99ac646-6ed2-40d9-b691-0580ec3f073a),segment_id=a99ac646-6ed2-40d9-b691-0580ec3f073a)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:54.553322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:54.594011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ef2c973-191f-461a-8da6-df46923f709f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 992 time: 0.1269720 Mar 05 00:28:54.682016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] Calling delete_port for f5eefad7-0dc7-48a6-a9c8-06886feada80 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:54.745193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] For port 833754f7-cc06-4576-89dd-0b17d62929f2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=833754f7-cc06-4576-89dd-0b17d62929f2,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:54.745670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:54.757732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:54.806081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] Pushing event deleted for resources: {'Port': ['ID=f5eefad7-0dc7-48a6-a9c8-06886feada80,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:54.809616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5eb081-1adf-4510-aee3-990a44f55c64 None None] No DVR routers for this DVR port f5eefad7-0dc7-48a6-a9c8-06886feada80 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:54.896051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting port 05f8a079-4c64-4baa-b6f9-5cda7d344868 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:54.896051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.048597 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:55.060701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] The port '05f8a079-4c64-4baa-b6f9-5cda7d344868' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:28:55.078613 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:55.079539 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:55.117186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0426133-c837-4051-8c63-c25450b4d7f8 None None] New status for floating IP 8084dab2-20f5-4088-8f5c-82fc15f50020: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:28:55.168631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c148e-fbcc-4a6a-8ba0-dc2890918f13 req-7908f3af-3882-470e-8f90-62e7766035ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:55.170632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee7c148e-fbcc-4a6a-8ba0-dc2890918f13 req-7908f3af-3882-470e-8f90-62e7766035ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.1022718 Mar 05 00:28:55.231865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee7c148e-fbcc-4a6a-8ba0-dc2890918f13 req-772b5ab8-580b-4dd7-82a8-6763e6f1a7e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Mar 05 00:28:55.357962 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:55.376233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.424168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910ef30d-cd7c-4355-815c-72884c4415a9']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:55.445468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7809f368-832d-4f3d-bf75-a7c4aac838cc') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:55.445794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7809f368-832d-4f3d-bf75-a7c4aac838cc') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:55.461025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.461420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.461727 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563 disassociated. External IP: 172.25.0.73, port: 833754f7-cc06-4576-89dd-0b17d62929f2. Mar 05 00:28:55.462065 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for 833754f7-cc06-4576-89dd-0b17d62929f2 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:55.490281 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.533113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.541704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931982-d5c1-4956-98c6-a0574f303593 req-5f1f8f9b-387a-439a-b7c0-c4dc16a28c4f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:55.544509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89931982-d5c1-4956-98c6-a0574f303593 req-5f1f8f9b-387a-439a-b7c0-c4dc16a28c4f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 945 time: 0.5485594 Mar 05 00:28:55.553076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:28:55.554137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:28:55.570305 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:28:55.597500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59184) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:55.674093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5eefad7-0dc7-48a6-a9c8-06886feada80 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:55.695498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.702007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.708144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 2, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:55.712919 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:55.713286 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Updating router efaf1678-9994-4ea0-bf65-16e3589ac6e8 port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:28:55.742613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f5eefad7-0dc7-48a6-a9c8-06886feada80 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:55.745675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f5eefad7-0dc7-48a6-a9c8-06886feada80 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:55.753794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/networks/910ef30d-cd7c-4355-815c-72884c4415a9 HTTP/1.1" status: 204 len: 168 time: 2.5042455 Mar 05 00:28:55.754778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ef74b-b446-4620-99b9-a2f0382aded0 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Network': ['ID=910ef30d-cd7c-4355-815c-72884c4415a9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:55.761667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:55.779659 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:55.827349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7817a084-5ebe-4403-9c73-50a6f55a17a3 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 994 time: 0.2192564 Mar 05 00:28:55.926648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d23441-e4a6-4865-a98b-a42be5d864e2 req-791749fc-7262-4bc3-b42b-135f8cd8da94 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:55.928514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28d23441-e4a6-4865-a98b-a42be5d864e2 req-791749fc-7262-4bc3-b42b-135f8cd8da94 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.5314274 Mar 05 00:28:55.945182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89931982-d5c1-4956-98c6-a0574f303593 req-64afb431-c829-4cdf-b3df-f1a6183a86c3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=781b4550-1675-410b-896a-5d3d218a8d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704572 Mar 05 00:28:56.017021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.035888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.054036 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28d23441-e4a6-4865-a98b-a42be5d864e2 req-2c417338-e6c9-4621-85a8-2229dc1088f6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131129 Mar 05 00:28:56.124553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=833754f7-cc06-4576-89dd-0b17d62929f2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:56.320512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.351743 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.355223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be3ed9-7480-4aa6-8bc4-2f9194a008b7']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:56.368536 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Transition to ACTIVE for port object 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:28:56.369232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99ac646-6ed2-40d9-b691-0580ec3f073a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:56.369539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99ac646-6ed2-40d9-b691-0580ec3f073a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:56.377015 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.382956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.405734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.413949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:28:56.414408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:28:56.433552 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:28:56.438892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be900e8-6f9a-4451-a90a-eb2b76c31a75 req-c3a85214-d7b2-48a2-9f1b-3636501c8317 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:56.441019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4be900e8-6f9a-4451-a90a-eb2b76c31a75 req-c3a85214-d7b2-48a2-9f1b-3636501c8317 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.1479890 Mar 05 00:28:56.494310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4be900e8-6f9a-4451-a90a-eb2b76c31a75 req-499c8f0a-647d-4e6b-95a5-73a1c108e7a6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Mar 05 00:28:56.507749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:28:56.538577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Pushing event updated for resources: {'Port': ['ID=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:56.561771 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.562165 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.562497 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.563139 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.563465 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.563781 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.564103 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.564416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.564723 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.565076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.565459 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:28:56.631898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.677934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.690380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Network': ['ID=d5be3ed9-7480-4aa6-8bc4-2f9194a008b7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:56.710590 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Attempting to bind port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:28:56.710951 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Attempting to bind port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:28:56.712200 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d276b18f-3fbf-4959-bde4-3971d91ae095 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/networks/d5be3ed9-7480-4aa6-8bc4-2f9194a008b7 HTTP/1.1" status: 204 len: 168 time: 0.9416912 Mar 05 00:28:56.714418 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Attempting to bind port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:28:56.714726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:56.727625 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:28:56.727997 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:28:56.728391 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.729070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:28:56.729547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Bound port: 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:28:56.729909 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:56.879388 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] For port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:28:56.884108 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] For port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:28:56.891825 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.020520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:28:57.052065 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576491-ce22-4711-a11d-22312a2a0307 None None] Pushing event updated for resources: {'Port': ['ID=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:57.090975 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:57.091826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting subnet 1692346b-8679-4151-bb2b-4d34e2a704d4 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:28:57.095559 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:57.099330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.233052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.238696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.249090 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.306985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] No DVR routers for this DVR port 833754f7-cc06-4576-89dd-0b17d62929f2 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:57.330713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.333486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'name': 'network-vif-deleted', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:28:57.354094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-598a3278-1fcd-4582-b1bf-4b1104932aef req-f63cf2ae-7421-4413-b96a-b577b704cec8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:57.358993 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:57.384868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7f3c9e5-2100-4884-86ea-aeb9efed1dc0 req-6263d669-14cb-4eb3-9b42-e100d1325274 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "DELETE /v2.0/ports/833754f7-cc06-4576-89dd-0b17d62929f2 HTTP/1.1" status: 204 len: 173 time: 3.0354662 Mar 05 00:28:57.425979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-598a3278-1fcd-4582-b1bf-4b1104932aef req-f63cf2ae-7421-4413-b96a-b577b704cec8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:57.427632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c7682-56af-4bfd-8a8c-230f24650e65 req-d0dc27dd-6e0f-4cc0-8e66-752dfa7874fc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:57.428990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-608c7682-56af-4bfd-8a8c-230f24650e65 req-d0dc27dd-6e0f-4cc0-8e66-752dfa7874fc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.3073788 Mar 05 00:28:57.430874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-598a3278-1fcd-4582-b1bf-4b1104932aef req-f63cf2ae-7421-4413-b96a-b577b704cec8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=857c665c-903e-4d46-b217-dea694b86571 HTTP/1.1" status: 200 len: 210 time: 0.1263959 Mar 05 00:28:57.438367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.546079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-608c7682-56af-4bfd-8a8c-230f24650e65 req-94f08c1f-d973-4057-9e07-80b821cdbc98 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109469 Mar 05 00:28:57.565021 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.573842 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c665c-903e-4d46-b217-dea694b86571', 'name': 'network-vif-deleted', 'tag': '833754f7-cc06-4576-89dd-0b17d62929f2', 'status': 'completed', 'code': 200} Mar 05 00:28:57.629536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.638485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf91c3-b904-4d68-89a8-4b2ab5eb5eee None None] Network 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:28:57.664926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/subnets/1692346b-8679-4151-bb2b-4d34e2a704d4 HTTP/1.1" status: 204 len: 168 time: 0.9463933 Mar 05 00:28:57.664926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dabc9-fc7e-41c1-b2d2-5a163273a19b tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Subnet': ['ID=1692346b-8679-4151-bb2b-4d34e2a704d4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:57.665571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59212) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:57.851173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:57.868823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.882517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Deleting port 6b3351f0-3fa5-4c17-af6b-43df04f72199 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:57.883338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:57.947662 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:56Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:57.957214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4d2af-06ea-483c-899e-e7e59e19ea46 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:56Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:28:58.045411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:28:58.057787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:28:58.058445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.127178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 833754f7-cc06-4576-89dd-0b17d62929f2 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:28:58.181827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 833754f7-cc06-4576-89dd-0b17d62929f2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:28:58.182181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 833754f7-cc06-4576-89dd-0b17d62929f2 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:28:58.220714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] For port 6b3351f0-3fa5-4c17-af6b-43df04f72199, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b3351f0-3fa5-4c17-af6b-43df04f72199,segment=NetworkSegment(eb96dff1-628d-4997-a076-9e297a7dcc4d),segment_id=eb96dff1-628d-4997-a076-9e297a7dcc4d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:58.221090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.274271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] DHCP port deletion for 1c2a1641-e1d8-47fd-b224-3fb5a57443d9 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:28:58.282121 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.350944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Deleting port 6b3351f0-3fa5-4c17-af6b-43df04f72199 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:58.351385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.394314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Calling delete_port for 6b3351f0-3fa5-4c17-af6b-43df04f72199 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:58.402542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:58.413235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.517684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.566960 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:58.611801 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:58.617320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:58.620609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:58.634761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Port': ['ID=6b3351f0-3fa5-4c17-af6b-43df04f72199,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:58.687629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59226) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:58.697275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] For port 6b3351f0-3fa5-4c17-af6b-43df04f72199, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6b3351f0-3fa5-4c17-af6b-43df04f72199,segment=NetworkSegment(eb96dff1-628d-4997-a076-9e297a7dcc4d),segment_id=eb96dff1-628d-4997-a076-9e297a7dcc4d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:28:58.697986 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.781084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] No DVR routers for this DVR port 6b3351f0-3fa5-4c17-af6b-43df04f72199 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:28:58.856578 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50349f8f-11fb-44ae-86af-43b65e048906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:58.862769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Calling delete_port for 6b3351f0-3fa5-4c17-af6b-43df04f72199 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:28:58.928627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Sync routers for ids ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:28:58.975171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50349f8f-11fb-44ae-86af-43b65e048906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.011976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Routers {'c476b92b-45f8-422a-a1e7-d15cf64f16d7'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:59.012586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:59.058030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d221e-b1f0-4d03-bfba-491d8759a792 req-8412f1ea-9272-4adc-9324-644804f3aaec tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:59.060150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c3d221e-b1f0-4d03-bfba-491d8759a792 req-8412f1ea-9272-4adc-9324-644804f3aaec tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.1761601 Mar 05 00:28:59.078465 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:59.106672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50349f8f-11fb-44ae-86af-43b65e048906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.156181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50349f8f-11fb-44ae-86af-43b65e048906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b4550-1675-410b-896a-5d3d218a8d15,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:59.180518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c3d221e-b1f0-4d03-bfba-491d8759a792 req-c2d485b9-8049-4ad0-93fa-8ffbfbde2782 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004024 Mar 05 00:28:59.188182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-50349f8f-11fb-44ae-86af-43b65e048906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.189578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-50349f8f-11fb-44ae-86af-43b65e048906 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/security-groups/781b4550-1675-410b-896a-5d3d218a8d15 HTTP/1.1" status: 204 len: 168 time: 0.5008376 Mar 05 00:28:59.192652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59234) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:59.214258 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:28:59.214616 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:28:59.227647 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-35d2da3d-f38c-4066-a3ae-3884088f5b08 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] show failed (client error): The resource could not be found. Mar 05 00:28:59.228668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-35d2da3d-f38c-4066-a3ae-3884088f5b08 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups/781b4550-1675-410b-896a-5d3d218a8d15 HTTP/1.1" status: 404 len: 347 time: 0.0347438 Mar 05 00:28:59.232946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59238) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:59.306256 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.307117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Set router c476b92b-45f8-422a-a1e7-d15cf64f16d7 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:28:59.342163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2a1641-e1d8-47fd-b224-3fb5a57443d9']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:59.354524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-132d2ae9-d19c-4091-800a-afb0d7c9c9ad tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:28:59.355989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-132d2ae9-d19c-4091-800a-afb0d7c9c9ad tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 946 time: 0.7233260 Mar 05 00:28:59.361975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb96dff1-628d-4997-a076-9e297a7dcc4d') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:59.362260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb96dff1-628d-4997-a076-9e297a7dcc4d') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:59.422971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.455118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.464721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port cb321183-3c69-412b-918c-2617608fe6bb {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:59.465059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.495937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:28:59.496347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:28:59.511439 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:28:59.581453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port ecff8110-3cd7-4652-9ba4-314eb9f1c867 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:59.581794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.689977 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.702997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:28:59.710595 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.727091 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:59.734434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Pushing event deleted for resources: {'Network': ['ID=1c2a1641-e1d8-47fd-b224-3fb5a57443d9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:28:59.736183 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:28:59.756372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ea3ffab3-f96c-4c49-9845-224328678471 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/networks/1c2a1641-e1d8-47fd-b224-3fb5a57443d9 HTTP/1.1" status: 204 len: 168 time: 2.0889528 Mar 05 00:28:59.760405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:28:59.765713 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:28:59.766332 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:28:59.788376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Deleting port 6b3351f0-3fa5-4c17-af6b-43df04f72199 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:28:59.788984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.856764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.857380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:28:59.900488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-55f40211-b0db-4361-8f34-b1351db055f5 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Synchronizing usage tracker for tenant:586b7d44bd334801b130135b9dc04db0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:28:59.958688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-55f40211-b0db-4361-8f34-b1351db055f5 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Unset dirty status for tenant:586b7d44bd334801b130135b9dc04db0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:28:59.961310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-55f40211-b0db-4361-8f34-b1351db055f5 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a46132-83e6-4f32-b68c-4dc095e36d73 HTTP/1.1" status: 200 len: 205 time: 0.1991870 Mar 05 00:28:59.975290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59248) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:00.005586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-56cdae13-d785-40d0-8c78-bf228f4f6772 None None] The port '6b3351f0-3fa5-4c17-af6b-43df04f72199' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:29:00.042991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:00.043362 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.102286 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:00.184379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for ecff8110-3cd7-4652-9ba4-314eb9f1c867 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:00.190436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port cb321183-3c69-412b-918c-2617608fe6bb, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=cb321183-3c69-412b-918c-2617608fe6bb,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:00.190954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.233353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:28:25Z', 'revision_number': 4, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6a25b5b5-9207-4778-bc94-8e2b754655a1', 'name': '', 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'mac_address': 'fa:16:3e:09:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:23Z', 'updated_at': '2022-03-05T00:28:25Z', 'revision_number': 2, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'subnets': [{'id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:00.279154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.327946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Checking router: c476b92b-45f8-422a-a1e7-d15cf64f16d7 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:29:00.328483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Updating router c476b92b-45f8-422a-a1e7-d15cf64f16d7 port 6a25b5b5-9207-4778-bc94-8e2b754655a1 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:29:00.503135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b3351f0-3fa5-4c17-af6b-43df04f72199 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:29:00.524510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for cb321183-3c69-412b-918c-2617608fe6bb owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:00.541143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6b3351f0-3fa5-4c17-af6b-43df04f72199 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:29:00.541436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6b3351f0-3fa5-4c17-af6b-43df04f72199 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:29:00.556818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.559283 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.668991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=ecff8110-3cd7-4652-9ba4-314eb9f1c867,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:00.735580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.748417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.761025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:00.764792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e25987f0-9d66-4ec5-8c55-fe9450c560a5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563 HTTP/1.1" status: 204 len: 168 time: 1.5283141 Mar 05 00:29:00.779488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:00.784917 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07107dca-3e0b-40a8-8976-6bbd4a61af60 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:29:00.856160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79d844c9-62f1-4a47-9f65-e380fa36849a req-a645a3fd-40d7-4bc5-a870-4eaf65cf9bdb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 210 time: 0.1571200 Mar 05 00:29:00.899504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=cb321183-3c69-412b-918c-2617608fe6bb,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:01.103277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.117860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Transition to ACTIVE for port object 6a25b5b5-9207-4778-bc94-8e2b754655a1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:01.129820 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.293370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port cb321183-3c69-412b-918c-2617608fe6bb on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:29:01.296233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.310555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59262) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:01.316541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee26e-2a21-4302-8811-db62d136b599 None None] Pushing event updated for resources: {'Port': ['ID=6a25b5b5-9207-4778-bc94-8e2b754655a1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:01.316662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030246997', 'description': 'tempest-description--1941291799'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:01.329680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:01.340222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:01.346728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:01.360194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:01.383874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.415686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Attempting to bind port 6a25b5b5-9207-4778-bc94-8e2b754655a1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:29:01.416382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Attempting to bind port 6a25b5b5-9207-4778-bc94-8e2b754655a1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:29:01.416762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Attempting to bind port 6a25b5b5-9207-4778-bc94-8e2b754655a1 on network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:01.422818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'name': 'network-vif-deleted', 'tag': 'cb321183-3c69-412b-918c-2617608fe6bb'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:01.424525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:29:01.425027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Checking segment: {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:01.425575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.426066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Bound using segment: {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:29:01.426642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Bound port: 6a25b5b5-9207-4778-bc94-8e2b754655a1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03f89a1-2794-43bd-a65d-9fc798e71638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:29:01.427484 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.479690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:01.489513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:01.497399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:01.504566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:01.545934 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-12d073f7-d7a3-44a5-bbc5-ceaee082c90e req-f69df620-cc51-4ae3-857c-a5caba92b6f0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "DELETE /v2.0/ports/cb321183-3c69-412b-918c-2617608fe6bb HTTP/1.1" status: 204 len: 173 time: 2.1766844 Mar 05 00:29:01.606333 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc05139d-c0c6-495d-9917-d4733486a5b9', 'name': 'network-vif-deleted', 'tag': 'cb321183-3c69-412b-918c-2617608fe6bb', 'status': 'completed', 'code': 200} Mar 05 00:29:01.622401 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.627588 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.628891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] For port 6a25b5b5-9207-4778-bc94-8e2b754655a1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:29:01.634626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] For port 6a25b5b5-9207-4778-bc94-8e2b754655a1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6a25b5b5-9207-4778-bc94-8e2b754655a1,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:29:01.644005 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.661967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.662642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Fanout notify agent at l3_agent the message router_deleted on router 02a46132-83e6-4f32-b68c-4dc095e36d73 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:29:01.674271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.681645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.682775 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-34c365d8-28f3-4fac-ae8f-6e820c966af2 tempest-RoutersNegativeIpV6Test-1886478716 tempest-RoutersNegativeIpV6Test-1886478716-project] 10.222.0.32 "DELETE /v2.0/routers/02a46132-83e6-4f32-b68c-4dc095e36d73 HTTP/1.1" status: 204 len: 168 time: 1.7065010 Mar 05 00:29:01.683107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.765462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Routers {'c476b92b-45f8-422a-a1e7-d15cf64f16d7'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:01.766086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:28:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:01.832124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56353a25-df32-4e66-a75c-901f0a02bd08,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:01.846072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:01.852619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2b6c3eb2-7d18-46e1-975c-af58fceb8775 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5372386 Mar 05 00:29:01.853593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59270) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:01.864915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': '56353a25-df32-4e66-a75c-901f0a02bd08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:01.877588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:01.882350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:01.886724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:01.895237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:01.936161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.095626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.105727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.119013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee26e-2a21-4302-8811-db62d136b599 None None] Pushing event updated for resources: {'Port': ['ID=6a25b5b5-9207-4778-bc94-8e2b754655a1,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:02.160760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb321183-3c69-412b-918c-2617608fe6bb no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:29:02.194582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34bdd732-7776-44ff-bc11-7a96fbe4ffd9 req-c9d020b5-126c-4a86-a10a-44d270465c69 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc05139d-c0c6-495d-9917-d4733486a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0859771 Mar 05 00:29:02.204387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b054efd-9825-44c9-99fc-7188a9441b63,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:02.217394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.231901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3c39c67a-035e-49d1-a8cb-1bb8a95ae224 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3653057 Mar 05 00:29:02.232242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:02.232242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': '56353a25-df32-4e66-a75c-901f0a02bd08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:02.244154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:02.257987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:02.280135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:02.287585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: cb321183-3c69-412b-918c-2617608fe6bb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:29:02.287930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device cb321183-3c69-412b-918c-2617608fe6bb not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:29:02.290880 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:02.307047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59282) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:02.324906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.367828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] Set router c476b92b-45f8-422a-a1e7-d15cf64f16d7 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:02.408472 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.416412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.450085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857ccbc4-c80e-4665-89f3-affc0ae1b267,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:02.462997 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:29:02.466948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.468316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6183a69d-c30d-466e-8dc4-d8ff2068c619 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2437739 Mar 05 00:29:02.471725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59290) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:02.479500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:02.505202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:02.516038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:floatingip and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:02.521571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:02.535377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:02.558148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.581199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a807c59f-ef11-4b04-8f38-428b31662de6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586b7d44bd334801b130135b9dc04db0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2727621 Mar 05 00:29:02.583671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59294) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:02.646059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48afca6b-3683-4dc3-906b-f7dfb7fa384c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.674404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48afca6b-3683-4dc3-906b-f7dfb7fa384c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.726568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.732443 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48afca6b-3683-4dc3-906b-f7dfb7fa384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.755832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afca6b-3683-4dc3-906b-f7dfb7fa384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bc1e92-a621-4af4-98c7-f5e72a360b02,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:02.764740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:28:25Z', 'revision_number': 4, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6a25b5b5-9207-4778-bc94-8e2b754655a1', 'name': '', 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'mac_address': 'fa:16:3e:09:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:23Z', 'updated_at': '2022-03-05T00:29:01Z', 'revision_number': 4, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'subnets': [{'id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:02.770291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-48afca6b-3683-4dc3-906b-f7dfb7fa384c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:02.771694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-48afca6b-3683-4dc3-906b-f7dfb7fa384c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64bc1e92-a621-4af4-98c7-f5e72a360b02 HTTP/1.1" status: 204 len: 168 time: 0.1870584 Mar 05 00:29:02.779935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed80eb2-3e27-4b9f-a910-9bcd5ec2af9f None None] The sync data for ids ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'] in n-d-828979-4 is: [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:28:25Z', 'revision_number': 4, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6a25b5b5-9207-4778-bc94-8e2b754655a1', 'name': '', 'network_id': '21251d86-6919-4f5f-a7ab-463a1fb0b9e1', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'mac_address': 'fa:16:3e:09:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:23Z', 'updated_at': '2022-03-05T00:29:01Z', 'revision_number': 4, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'subnets': [{'id': 'f8fb35ef-9f9c-4a26-b28f-96eccf0c4903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:29:03.070870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.25.0.86 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5d61181a-0f07-45a0-8924-7284dc742b9c) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:29:03.295429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:03.344159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:03.439473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=5d61181a-0f07-45a0-8924-7284dc742b9c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:03.449994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:29:03.454506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:03.466601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:29:03.734865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a25b5b5-9207-4778-bc94-8e2b754655a1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:29:03.811155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:03.914475 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:03.936851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6a25b5b5-9207-4778-bc94-8e2b754655a1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:03.952300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6a25b5b5-9207-4778-bc94-8e2b754655a1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:03.954670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.307692 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.426596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6a25b5b5-9207-4778-bc94-8e2b754655a1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6a25b5b5-9207-4778-bc94-8e2b754655a1,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:04.436042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.522802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59360) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:04.534750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6a25b5b5-9207-4778-bc94-8e2b754655a1,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:04.676281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.686013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.823272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607256762-network', 'tenant_id': 'a4a9c31de13b4080b42784a3f0c7153f'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:04.827128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=5d61181a-0f07-45a0-8924-7284dc742b9c,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:04.844891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.846800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:04.857050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Usage tracker for resource:network and tenant:a4a9c31de13b4080b42784a3f0c7153f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:04.868454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:04.877846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:04.896606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.898835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-55d926d4-a0ff-4982-a120-42c231052ebd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4250040 Mar 05 00:29:04.912468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Made reservation on behalf of a4a9c31de13b4080b42784a3f0c7153f for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:04.916396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.929755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.945499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1be4f693-6720-4fe6-93b6-d2840201b194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:04.964973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:04.969200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a9c31de13b4080b42784a3f0c7153f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:04.972520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:04.979477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:05.081680 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.096925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.143437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:29:05.154589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.155013 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Added segment 5c811264-baf8-4b2b-9cf7-1fc641a7dbe5 of type vlan for network 79ec15a1-d671-495f-b665-f18905200550 Mar 05 00:29:05.186021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.233478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccdbec3-e677-4388-9327-d2386c8fa33d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:05.239866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.241590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:05.242211 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.260289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-b1992643-ab73-4f1c-8edf-121e3c93efe2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:05.276787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-b1992643-ab73-4f1c-8edf-121e3c93efe2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:05.278099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-b1992643-ab73-4f1c-8edf-121e3c93efe2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1030246997&fields=id&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 267 time: 0.0667286 Mar 05 00:29:05.351816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=79ec15a1-d671-495f-b665-f18905200550,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:05.361892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ff135a26-90f7-4064-a814-28c2721da0c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8375294 Mar 05 00:29:05.364446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59384) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:05.371097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Request body: {'subnet': {'network_id': '79ec15a1-d671-495f-b665-f18905200550', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607256762-subnet', 'tenant_id': 'a4a9c31de13b4080b42784a3f0c7153f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:05.376938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 79ec15a1-d671-495f-b665-f18905200550 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:29:05.390983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:05.405907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Usage tracker for resource:subnet and tenant:a4a9c31de13b4080b42784a3f0c7153f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:05.407009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:05.426360 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:05.440700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Made reservation on behalf of a4a9c31de13b4080b42784a3f0c7153f for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:05.444929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.450669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-c662be1b-bab4-437f-b98b-21a484e9b909 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:05.460142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-c662be1b-bab4-437f-b98b-21a484e9b909 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.1745942 Mar 05 00:29:05.482632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-c98317ce-def7-4e8e-85a3-36308da3ea7c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/quotas/657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 375 time: 0.0205691 Mar 05 00:29:05.594156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-2b207691-2171-4368-b31e-3021035ea04b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:05.647317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-2b207691-2171-4368-b31e-3021035ea04b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:05.648933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-2b207691-2171-4368-b31e-3021035ea04b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653287 Mar 05 00:29:05.679171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a25b5b5-9207-4778-bc94-8e2b754655a1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:29:05.805193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.848507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6a25b5b5-9207-4778-bc94-8e2b754655a1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:05.848876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:05.865424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-77d90932-00bf-4bc3-83ae-62abfe2b643d service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006221 Mar 05 00:29:05.932471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e15f2b-963e-48cc-b852-d5021bd4e0e0,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:05.943135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Checking segment: {'id': '5c811264-baf8-4b2b-9cf7-1fc641a7dbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '79ec15a1-d671-495f-b665-f18905200550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:05.943497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Network hostable DHCP agents. Network: 79ec15a1-d671-495f-b665-f18905200550, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:29:05.975870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Network 79ec15a1-d671-495f-b665-f18905200550 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:29:06.008717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 79ec15a1-d671-495f-b665-f18905200550) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:06.013059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:06.013669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:06.069059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8bc98dca-600e-4bc7-adb0-ba5ba84c2cd9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7029498 Mar 05 00:29:06.090885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99141e7d-d164-4189-add7-8eae697f3f14 None None] Network 79ec15a1-d671-495f-b665-f18905200550 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:06.121141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-907c2ed9-515f-4c6a-89b1-4c2c12509d30 service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494059 Mar 05 00:29:06.366413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e9a9523-e6f3-4d1d-b492-8bc20dbe0c5c req-33bb247a-88c4-4e7c-b382-3cdbd3797119 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:06.380566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e9a9523-e6f3-4d1d-b492-8bc20dbe0c5c req-33bb247a-88c4-4e7c-b382-3cdbd3797119 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:06.382124 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e9a9523-e6f3-4d1d-b492-8bc20dbe0c5c req-33bb247a-88c4-4e7c-b382-3cdbd3797119 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 210 time: 0.0632272 Mar 05 00:29:06.444249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd21f09-743b-4f25-86b1-d2c8b4843ed8 None None] Network 79ec15a1-d671-495f-b665-f18905200550 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:07.001583 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e785540-e754-42f3-b36e-a89a6a069eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.201803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59434) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:07.207266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345700-network', 'tenant_id': 'ea2d56df50a34b259661e48869c70148'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:07.223711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:07.231367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Usage tracker for resource:network and tenant:ea2d56df50a34b259661e48869c70148 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:07.235516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:07.245555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:07.263506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Made reservation on behalf of ea2d56df50a34b259661e48869c70148 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:07.266462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.309115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.348252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:07.353172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea2d56df50a34b259661e48869c70148 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:07.356588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:07.363265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:07.468482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.477994 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.561148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:29:07.573873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb79d9-c321-4ca6-8fa9-3cf81481bc73,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:07.597626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.598289 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Added segment 0f749fdd-2c52-446d-97b1-4037334d5b61 of type vlan for network 32dc5391-331e-443f-8620-23074a6bc133 Mar 05 00:29:07.674458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-62fae13d-3d67-4234-8458-55d7a86a72c7 req-19a7bd7f-e886-4b44-9f5e-245ba42f24ab tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 210 time: 0.0648100 Mar 05 00:29:07.758831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.886859 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:07.887960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:07.888585 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.052960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-da22a231-7fe1-42de-9f86-fd067f8037d4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:08.055478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-da22a231-7fe1-42de-9f86-fd067f8037d4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.4483812 Mar 05 00:29:08.056957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8540890 Mar 05 00:29:08.059796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59464) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:08.067301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Request body: {'subnet': {'network_id': '32dc5391-331e-443f-8620-23074a6bc133', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345700-subnet', 'tenant_id': 'ea2d56df50a34b259661e48869c70148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:08.075531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:08.085400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd369e-2ee8-4bcb-8a47-4fd2d4cdfdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=32dc5391-331e-443f-8620-23074a6bc133,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:08.090121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Usage tracker for resource:subnet and tenant:ea2d56df50a34b259661e48869c70148 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:08.093552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:08.096141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 32dc5391-331e-443f-8620-23074a6bc133 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:29:08.102704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:08.124370 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Made reservation on behalf of ea2d56df50a34b259661e48869c70148 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:08.126797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.132509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-991371a7-76dc-4476-a6cd-5bca15431cb9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 380 time: 0.0622876 Mar 05 00:29:08.143082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'port': {'device_id': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'admin_state_up': True, 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'security_groups': ['56353a25-df32-4e66-a75c-901f0a02bd08']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:08.313631 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.372692 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.480667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:08.494920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.499280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:08.513675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Made reservation on behalf of 657a37a0df134fe1a154eb53c970c82b for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:08.517082 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.590711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=165cdfa7-6e49-4fa3-bffe-b520163773e4,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:08.607523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Checking segment: {'id': '0f749fdd-2c52-446d-97b1-4037334d5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '32dc5391-331e-443f-8620-23074a6bc133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:08.607884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Network hostable DHCP agents. Network: 32dc5391-331e-443f-8620-23074a6bc133, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:29:08.647674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Network 32dc5391-331e-443f-8620-23074a6bc133 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:29:08.659043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 32dc5391-331e-443f-8620-23074a6bc133) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:08.663584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:08.664161 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:08.671676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a18f3-abf2-40df-abc3-4c6f850d5510 None None] Network 32dc5391-331e-443f-8620-23074a6bc133 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:08.702102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8587fc20-20b3-415b-be32-48a0ce499a09 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6401639 Mar 05 00:29:08.748764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.20.0.5 (3e233919-2f19-4147-ae2b-6a57ecc6feb1/d738f588-6c06-423a-ba64-3a414a8d73f1/0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:29:08.958015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59490) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:08.996798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb1d7db-7fd8-4f9b-b70a-06d9cd30b24b req-19f43c5f-234b-4e90-8e22-998a797088ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 210 time: 0.1299779 Mar 05 00:29:09.027961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d49a4e-b05d-4427-a365-7748085ac6c4 None None] Network 32dc5391-331e-443f-8620-23074a6bc133 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:09.082476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.089963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Deleting subnet 84e15f2b-963e-48cc-b852-d5021bd4e0e0 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:29:09.095771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.103672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Transition to ACTIVE for port object 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:09.131973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.190385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.210483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:29:09.214002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:09.218033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:29:09.290312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.333785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:09.356426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:09.357048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.397277 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-061baebe-908c-4db0-ab93-eae878d42ca8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2604232 Mar 05 00:29:09.408827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Request body: {'port': {'device_id': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:09.416906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.467420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e15f2b-963e-48cc-b852-d5021bd4e0e0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:09.471774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.479108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2c34d849-1e71-4af1-8ca7-782a11aa1d13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84e15f2b-963e-48cc-b852-d5021bd4e0e0 HTTP/1.1" status: 204 len: 168 time: 0.5199816 Mar 05 00:29:09.481463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:09.607303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.637141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.667921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-538e244d-5daa-4a3e-a608-17538f6aad8a None None] Provisioning for port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:09.679204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-538e244d-5daa-4a3e-a608-17538f6aad8a None None] Provisioning complete for port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:09.679575 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-538e244d-5daa-4a3e-a608-17538f6aad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.763697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-538e244d-5daa-4a3e-a608-17538f6aad8a None None] Port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:29:09.785161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.937810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:09.964612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec15a1-d671-495f-b665-f18905200550']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:09.978471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c811264-baf8-4b2b-9cf7-1fc641a7dbe5') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:09.979007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c811264-baf8-4b2b-9cf7-1fc641a7dbe5') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:09.991398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.008182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.014732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:29:10.016017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:29:10.032572 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:29:10.125660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.127979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:10.152804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.158140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.167343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] 10.222.0.32 "DELETE /v2.0/networks/79ec15a1-d671-495f-b665-f18905200550 HTTP/1.1" status: 204 len: 168 time: 0.6846914 Mar 05 00:29:10.171939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59508) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:10.175226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2581882-80e2-4e55-92fa-90db9abdd69e admin admin] Pushing event deleted for resources: {'Network': ['ID=79ec15a1-d671-495f-b665-f18905200550,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:10.175772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Transition to ACTIVE for port object 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:10.185681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.258375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:10.341831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Deleting subnet 165cdfa7-6e49-4fa3-bffe-b520163773e4 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:29:10.351594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.430512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ab03d-8f51-4b44-b085-6f59f4f1223e req-da8993eb-f71d-4420-b4dd-d46a58df9b07 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:10.433347 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f05ab03d-8f51-4b44-b085-6f59f4f1223e req-da8993eb-f71d-4420-b4dd-d46a58df9b07 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 943 time: 0.2164257 Mar 05 00:29:10.436284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.556444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Attempting to bind port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:29:10.556925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Attempting to bind port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:29:10.557390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Attempting to bind port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:10.567274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:29:10.567985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Attempting to bind port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:10.589526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:29:10.596922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f05ab03d-8f51-4b44-b085-6f59f4f1223e req-c2577d41-bc80-41ea-9cd7-f072a1cfe616 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887811 Mar 05 00:29:10.597710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:10.598245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Bound using segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:29:10.601753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Bound port: 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:29:10.602693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.628675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.744148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.750281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] For port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:29:10.753953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] For port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:29:10.760270 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.790061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=165cdfa7-6e49-4fa3-bffe-b520163773e4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:10.802588 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.811935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dde427ed-d1d2-454d-993a-910902250d37 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/165cdfa7-6e49-4fa3-bffe-b520163773e4 HTTP/1.1" status: 204 len: 168 time: 0.6400948 Mar 05 00:29:10.814661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59516) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:10.835899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:10.837567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] 10.222.0.36 "PUT /v2.0/ports/0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 HTTP/1.1" status: 200 len: 1091 time: 1.4336205 Mar 05 00:29:10.838018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:10.989410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce76c2-8af3-4e37-ba7c-638d7c5bb7cc service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:10.999521 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'status': 'completed', 'code': 200} Mar 05 00:29:11.017145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.044675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-b14beca2-6a5f-4f4f-9e7e-923edf0fdc78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 1094 time: 0.1543620 Mar 05 00:29:11.153259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-e6b9ab98-7d69-40cb-be3f-63ed96eb39df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 HTTP/1.1" status: 200 len: 217 time: 0.1017561 Mar 05 00:29:11.179567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.212913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dc5391-331e-443f-8620-23074a6bc133']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:11.227524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f749fdd-2c52-446d-97b1-4037334d5b61') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:11.227919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f749fdd-2c52-446d-97b1-4037334d5b61') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:11.241091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.261013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.268296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:29:11.269039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:29:11.283806 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:29:11.323817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-0b8ebf4e-5cf6-4b8c-ae2e-c084d50e11da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:11.326898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-0b8ebf4e-5cf6-4b8c-ae2e-c084d50e11da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1662555 Mar 05 00:29:11.364129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.388309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.393912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=32dc5391-331e-443f-8620-23074a6bc133,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:11.404030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e0786b92-8689-451c-98c4-9882f77416a3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/32dc5391-331e-443f-8620-23074a6bc133 HTTP/1.1" status: 204 len: 168 time: 0.5882862 Mar 05 00:29:11.417467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-a873e934-70aa-4e9d-ab5d-0709a414e0be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864747 Mar 05 00:29:11.583728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-c624e035-0e13-4333-b710-b9826401ea16 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605992 Mar 05 00:29:11.657056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59532) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:11.717047 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a8b1cbf9-8613-404c-a180-1a096f1907c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4a9c31de13b4080b42784a3f0c7153f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589330 Mar 05 00:29:11.721447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59538) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:11.772524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d31a2f0-c3a7-4335-825a-3313d8df7340 req-99311742-289e-4f9a-be2a-a4c410609798 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825891 Mar 05 00:29:11.865097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a80-50e4-49f4-b0c1-1bdd69db9c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.900652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a80-50e4-49f4-b0c1-1bdd69db9c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:11.920784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea374-bc20-401a-8a73-666a7bdcd235 req-95fb55ba-52d7-4539-90c5-1dbef80991c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:11.921784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-11988d1f-d43f-4732-8833-35e68d54449c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 1094 time: 0.0998561 Mar 05 00:29:11.922294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-918ea374-bc20-401a-8a73-666a7bdcd235 req-95fb55ba-52d7-4539-90c5-1dbef80991c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 943 time: 0.1528049 Mar 05 00:29:12.005255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-918ea374-bc20-401a-8a73-666a7bdcd235 req-8d5b8040-1656-4d04-9d72-e4dd0957df40 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728290 Mar 05 00:29:12.034163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a80-50e4-49f4-b0c1-1bdd69db9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:12.057709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a80-50e4-49f4-b0c1-1bdd69db9c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:12.061062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-22fc8a80-50e4-49f4-b0c1-1bdd69db9c5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eccdbec3-e677-4388-9327-d2386c8fa33d HTTP/1.1" status: 204 len: 168 time: 0.3364704 Mar 05 00:29:12.061062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc8a80-50e4-49f4-b0c1-1bdd69db9c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccdbec3-e677-4388-9327-d2386c8fa33d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:12.150143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-d5aabeec-ba65-4523-b47f-a2614c1b1dc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:12.152163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-d5aabeec-ba65-4523-b47f-a2614c1b1dc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.2234240 Mar 05 00:29:12.238898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-a80534ef-26fe-4a90-b27a-b377ffe56dda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 HTTP/1.1" status: 200 len: 217 time: 0.0806782 Mar 05 00:29:12.308190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-98bcfec2-e668-469c-a330-8f7d9ea77049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:12.310007 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-98bcfec2-e668-469c-a330-8f7d9ea77049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0651834 Mar 05 00:29:12.405836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-15d6f627-04c1-4a63-8c7b-898c4f350b71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837288 Mar 05 00:29:12.581392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-5a00f2ea-8634-41ea-80a7-822f03978577 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686597 Mar 05 00:29:12.643850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59550) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:12.707399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ff4db6cd-9009-4a99-8852-d6cdcc4ea9a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea2d56df50a34b259661e48869c70148&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621231 Mar 05 00:29:12.710481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59554) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:12.757941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a515a5cc-3957-4f37-a2da-6623e7f77297 req-c0c16c03-333d-40b0-85ed-52b550248aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689985 Mar 05 00:29:12.782879 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4b8c-2b16-441f-8680-3d1e07ed5438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:12.815193 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4b8c-2b16-441f-8680-3d1e07ed5438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:12.873755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4b8c-2b16-441f-8680-3d1e07ed5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:12.891172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d4b8c-2b16-441f-8680-3d1e07ed5438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb79d9-c321-4ca6-8fa9-3cf81481bc73,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:12.895632 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4b8c-2b16-441f-8680-3d1e07ed5438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:12.896802 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0e0d4b8c-2b16-441f-8680-3d1e07ed5438 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6bb79d9-c321-4ca6-8fa9-3cf81481bc73 HTTP/1.1" status: 204 len: 168 time: 0.1852775 Mar 05 00:29:13.141786 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b80d4f-aa19-4d4b-b429-fa9682976b70 None None] New status for floating IP f3ec4f3b-2b64-4044-a3ab-dd2ae7de3563: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:29:13.295626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62be7e-ba8f-4f82-99f7-4a5aa5f86deb req-edf56e0c-5651-43ca-9f8c-ed5d3d1b232b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:13.296597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5f62be7e-ba8f-4f82-99f7-4a5aa5f86deb req-edf56e0c-5651-43ca-9f8c-ed5d3d1b232b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:13.316051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5f62be7e-ba8f-4f82-99f7-4a5aa5f86deb req-edf56e0c-5651-43ca-9f8c-ed5d3d1b232b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:13.318089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f62be7e-ba8f-4f82-99f7-4a5aa5f86deb req-edf56e0c-5651-43ca-9f8c-ed5d3d1b232b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 943 time: 0.1785445 Mar 05 00:29:13.380807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f62be7e-ba8f-4f82-99f7-4a5aa5f86deb req-652a72b3-032a-4113-92b9-0d04312caad8 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537701 Mar 05 00:29:14.490768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59596) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:14.633472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c05a89-256f-407d-b167-6cb4cdf76180 req-9130b164-304d-479d-801d-770df26fb9e7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:14.635197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45c05a89-256f-407d-b167-6cb4cdf76180 req-9130b164-304d-479d-801d-770df26fb9e7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 943 time: 0.1208861 Mar 05 00:29:14.700409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:14.726697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-45c05a89-256f-407d-b167-6cb4cdf76180 req-14264b83-bfe8-41bc-832d-fba4cfe504d2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858724 Mar 05 00:29:14.746217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:14.750576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:774b2669d87a496788e74472f75d776a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:14.753617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:14.760476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:14.950749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:14.957344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:15.016855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf70174-5ba3-4e47-b5b7-b259bc20e2df,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:15.022670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da9d93c3-9042-4bba-871a-0a579fe6a8e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=774b2669d87a496788e74472f75d776a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5308149 Mar 05 00:29:15.025115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59614) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:15.095371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a42f80a2-3a4a-459b-b0d1-23f2fb7ee490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:15.123114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a42f80a2-3a4a-459b-b0d1-23f2fb7ee490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:15.179026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a42f80a2-3a4a-459b-b0d1-23f2fb7ee490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:15.196564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f80a2-3a4a-459b-b0d1-23f2fb7ee490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf70174-5ba3-4e47-b5b7-b259bc20e2df,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:15.203206 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a42f80a2-3a4a-459b-b0d1-23f2fb7ee490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:15.204245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a42f80a2-3a4a-459b-b0d1-23f2fb7ee490 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cf70174-5ba3-4e47-b5b7-b259bc20e2df HTTP/1.1" status: 204 len: 168 time: 0.1779811 Mar 05 00:29:16.067586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b2a0-b7d4-4bff-9622-75a7d2108464 req-bd6c122a-847e-4d1e-8014-bb6b4b1efd9b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:16.076069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c918b2a0-b7d4-4bff-9622-75a7d2108464 req-bd6c122a-847e-4d1e-8014-bb6b4b1efd9b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 943 time: 0.1825995 Mar 05 00:29:16.121812 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c918b2a0-b7d4-4bff-9622-75a7d2108464 req-8b3ea2c0-bb66-4fcd-b1f2-208234f2f732 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Mar 05 00:29:16.261828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:29:16.407784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:16.422390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'port_id': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'mac_address': 'fa:16:3e:0a:dc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:29:16.479889 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:16.497759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:16.514548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:16.520765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:16.588571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:16.803623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:29:17.324764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add43504-8741-4efe-8974-1320d952d3c5 req-7f7357f1-5ec3-4a13-9780-74a77ae8abf9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:17.326754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-add43504-8741-4efe-8974-1320d952d3c5 req-7f7357f1-5ec3-4a13-9780-74a77ae8abf9 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 944 time: 0.0809066 Mar 05 00:29:17.382056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-add43504-8741-4efe-8974-1320d952d3c5 req-c5f6d0ee-966e-471b-8a83-5b59a8e7ec17 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489318 Mar 05 00:29:18.260864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:29:18.332850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:18.340168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:18.340535 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:18.463473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:18.491523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:18.501245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:18.507683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:18.570009 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'code': 200} Mar 05 00:29:18.585023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:18.602757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b0b76-f21f-4784-b261-7b35ae6ea6cc req-371c4804-1f83-47b7-9ecf-7207a699816b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:18.604422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a9b0b76-f21f-4784-b261-7b35ae6ea6cc req-371c4804-1f83-47b7-9ecf-7207a699816b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.0845735 Mar 05 00:29:18.660537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0a9b0b76-f21f-4784-b261-7b35ae6ea6cc req-373814dc-87bf-4102-962f-a8efde64d98d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483103 Mar 05 00:29:18.714149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-91415b88-58cb-4480-96e4-4e8af5c5ecf6 req-d909cb08-f110-4f82-8691-299648b4d5e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 1096 time: 0.0805166 Mar 05 00:29:18.759886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-91415b88-58cb-4480-96e4-4e8af5c5ecf6 req-7b7b66ca-6011-4ae4-afd9-f2f9c3c6efc7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Mar 05 00:29:19.123478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-6813ff4a-e588-4fe1-a3b4-5828017ee913 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.0914798 Mar 05 00:29:19.151482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:19.187994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:19.192915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Usage tracker for resource:security_group_rule and tenant:e8d2722b25ac4fd28e01aa433fd73ca6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:19.198241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:19.206379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:19.427111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:19.447251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:19.490953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ec531f2-528d-4570-b5b0-7c5db83b3d3c req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607957 Mar 05 00:29:19.494803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd199ba7-e097-49aa-9a28-d7198e1504c5 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff8019-069b-4250-9068-2a7067cfd2aa,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:19.711806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d0d7-7b0d-4620-9da0-3b61cd771e3a req-cb6736b8-69fa-49a5-a45d-af43b7b46ef8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:19.716050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51c2d0d7-7b0d-4620-9da0-3b61cd771e3a req-cb6736b8-69fa-49a5-a45d-af43b7b46ef8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.0895474 Mar 05 00:29:19.784127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51c2d0d7-7b0d-4620-9da0-3b61cd771e3a req-1bab3ce7-4f21-4ce3-b0d5-85b42879516d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606868 Mar 05 00:29:19.800451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:19.902005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f567523-918b-417d-8f0c-8c9611785ddd req-b0e06140-d111-481a-b3c7-f5eb61dddfdd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:19.914952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f567523-918b-417d-8f0c-8c9611785ddd req-b0e06140-d111-481a-b3c7-f5eb61dddfdd tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.1200206 Mar 05 00:29:19.920045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ed29c3b8-7207-4a85-a503-48dfcf79d0db tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 992 time: 0.1183417 Mar 05 00:29:20.010064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f567523-918b-417d-8f0c-8c9611785ddd req-50fd1a36-e1b1-4d83-b404-069c0eb45b50 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876794 Mar 05 00:29:20.548945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82617d67-b378-4135-a0e2-c36c2d13d590 req-7ca5177c-c4b9-4d57-a273-1a950f72fc9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0727878 Mar 05 00:29:21.229902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824819-6f3e-4fbf-a848-91d31bfc54de req-054a3a5c-7e8d-45db-9b3b-bdda903f7f7e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:21.238443 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f824819-6f3e-4fbf-a848-91d31bfc54de req-054a3a5c-7e8d-45db-9b3b-bdda903f7f7e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.0918720 Mar 05 00:29:21.254345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e5da8-7b92-4bbe-88d0-f610c535a5aa req-ee7d3f6e-395b-46f2-bba4-7c47c6703010 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:21.255931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e17e5da8-7b92-4bbe-88d0-f610c535a5aa req-ee7d3f6e-395b-46f2-bba4-7c47c6703010 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1738026 Mar 05 00:29:21.309862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f824819-6f3e-4fbf-a848-91d31bfc54de req-55ec1d65-38af-490d-99b4-e8cc2893f12a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700543 Mar 05 00:29:21.316252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-81b328d7-e4cd-4ff3-bb40-6d259a070c2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3298187 Mar 05 00:29:21.334737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e17e5da8-7b92-4bbe-88d0-f610c535a5aa req-428fbcc0-3422-4b14-afd2-5af85bb0c68c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715532 Mar 05 00:29:21.732138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414a2a-b8ea-4d27-91b5-e4b3fdde4c26 req-d121401c-b131-4969-8b2d-9430434e6e66 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:21.734474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2414a2a-b8ea-4d27-91b5-e4b3fdde4c26 req-d121401c-b131-4969-8b2d-9430434e6e66 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.0988026 Mar 05 00:29:21.743723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59760) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:21.750977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'port_id': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:21.859310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:22.609137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a74c4f-ed08-44ca-96d1-53717827e8ec req-283294a5-b5f1-4042-b95c-728247a31595 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:22.611436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4a74c4f-ed08-44ca-96d1-53717827e8ec req-283294a5-b5f1-4042-b95c-728247a31595 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1348891 Mar 05 00:29:22.659334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:22.664683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:22.680693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4a74c4f-ed08-44ca-96d1-53717827e8ec req-406ce893-5301-410e-9ce0-7958d62d559b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633531 Mar 05 00:29:22.963057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-2683df7e-5c70-4b2a-843a-87e614defe19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.0997031 Mar 05 00:29:23.044985 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP 9555d70f-a9c2-4500-b88e-52f8811118cf associated. External IP: 172.25.0.86, port: 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9. Mar 05 00:29:23.163645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-8e3c2e5c-28a4-4c31-92d4-c7178a29329f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:23.166111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-8e3c2e5c-28a4-4c31-92d4-c7178a29329f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.1962163 Mar 05 00:29:23.278393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-c320ffc9-078b-4e2f-a4f3-ad82d7a1965a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 1000 time: 0.1055179 Mar 05 00:29:23.347723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-7672c590-05c4-4478-86a3-e72ec24611ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:23.349340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-7672c590-05c4-4478-86a3-e72ec24611ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0650291 Mar 05 00:29:23.426243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-7e6fd809-2e6e-47b6-b9a2-4a2236bdfd2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713129 Mar 05 00:29:23.486590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:29:23.559815 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-0ba31612-b330-461f-b2bb-1c49e7f59f0c service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262879 Mar 05 00:29:23.698208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-dfbaadfc-b7ba-48a8-b04a-b6e541c5cdc2 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321280 Mar 05 00:29:23.703795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:29:23.713391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:23.715423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:29:23.745677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:23.748135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:29:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:23.786949 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7c1230e0-23c1-48a7-80a6-b8f284e2bb9a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "PUT /v2.0/floatingips/9555d70f-a9c2-4500-b88e-52f8811118cf HTTP/1.1" status: 200 len: 990 time: 2.0411711 Mar 05 00:29:23.788153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:23.907029 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'status': 'completed', 'code': 200} Mar 05 00:29:23.969324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae04c-eaad-4019-b5e0-ca4c8e56981e req-bd7de4af-43e4-4cf5-b0d6-1404613cf830 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:23.970840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-771ae04c-eaad-4019-b5e0-ca4c8e56981e req-bd7de4af-43e4-4cf5-b0d6-1404613cf830 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1353076 Mar 05 00:29:24.041201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-1ba80313-3c93-4c44-a59f-b7698755e240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 1096 time: 0.0992336 Mar 05 00:29:24.042512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:24.082879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-771ae04c-eaad-4019-b5e0-ca4c8e56981e req-bf14b5f1-a94f-49c4-b5b0-bfc05f23b55b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046348 Mar 05 00:29:24.217968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-5cc6fcf4-f412-498b-8189-b0e715080143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:24.219581 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-5cc6fcf4-f412-498b-8189-b0e715080143 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1713619 Mar 05 00:29:24.357184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-6c7ee511-4476-4e99-a5e4-5ed3f2b2c8a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 HTTP/1.1" status: 200 len: 998 time: 0.1300676 Mar 05 00:29:24.426254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-b88110dd-5327-4e74-ba8f-f7681a8bc616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:24.428431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-b88110dd-5327-4e74-ba8f-f7681a8bc616 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0661943 Mar 05 00:29:24.501266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '9555d70f-a9c2-4500-b88e-52f8811118cf', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:0a:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:29:03Z', 'updated_at': '2022-03-05T00:29:22Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:24.507493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:29:24.520837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:24.522015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:29:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:24.531286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-458fa687-5469-49e2-86e8-142c65fef850 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973601 Mar 05 00:29:24.683285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-9d6cae5c-b8d6-4816-8554-00014b957397 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460614 Mar 05 00:29:24.758819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:24.918257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa40c45f-ab02-4d66-8a4a-a9c8849d64af req-f30d85d3-b4fe-462f-936e-f8986627d129 service neutron] 10.222.0.36 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293596 Mar 05 00:29:25.169754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '9555d70f-a9c2-4500-b88e-52f8811118cf', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:0a:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:29:03Z', 'updated_at': '2022-03-05T00:29:22Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:25.174455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099af376-4922-439a-9ed5-b8555f736a50 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '9555d70f-a9c2-4500-b88e-52f8811118cf', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:0a:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:29:03Z', 'updated_at': '2022-03-05T00:29:22Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:29:25.315376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d295-0f30-4a23-b2d1-a9811a23d009 req-46ae4e1f-e66e-4298-a8aa-57326301e997 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:25.317112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dd2d295-0f30-4a23-b2d1-a9811a23d009 req-46ae4e1f-e66e-4298-a8aa-57326301e997 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.0921917 Mar 05 00:29:25.365601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dd2d295-0f30-4a23-b2d1-a9811a23d009 req-ec43de7b-a775-4acf-8321-72a2560e50bc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 Mar 05 00:29:26.583220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace528c-db67-495d-ba16-6fca973ab4a9 req-c7045e0e-8855-46b4-94f7-80f7cc2a8c8a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:26.586786 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cace528c-db67-495d-ba16-6fca973ab4a9 req-c7045e0e-8855-46b4-94f7-80f7cc2a8c8a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.0918427 Mar 05 00:29:26.651447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cace528c-db67-495d-ba16-6fca973ab4a9 req-c7eb45fa-e004-42aa-8c30-81b20ab8a79c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561163 Mar 05 00:29:26.954347 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb8225-456e-4b75-9b35-2d186310a0ca None None] New status for floating IP 9555d70f-a9c2-4500-b88e-52f8811118cf: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:29:27.245311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.248303 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.356255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59856) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:27.510594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.542285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:27.545902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Usage tracker for resource:security_group_rule and tenant:5117fbe3268645cbbc1fa6f4340b7972 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:27.548903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:27.555211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:27.619916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.623963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.669439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa54608b-5b9e-4ab6-be37-d91ff6977437,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:27.675171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c3f94fc7-b4a8-4dd9-a23e-1a67942fe53c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5117fbe3268645cbbc1fa6f4340b7972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178048 Mar 05 00:29:27.677545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59864) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:27.740985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8143d4e-e4c6-4b54-ad21-9f59fead0ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.766377 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8143d4e-e4c6-4b54-ad21-9f59fead0ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.818049 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8143d4e-e4c6-4b54-ad21-9f59fead0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.833143 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8143d4e-e4c6-4b54-ad21-9f59fead0ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa54608b-5b9e-4ab6-be37-d91ff6977437,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:27.840087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f8143d4e-e4c6-4b54-ad21-9f59fead0ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:27.843165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f8143d4e-e4c6-4b54-ad21-9f59fead0ff5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa54608b-5b9e-4ab6-be37-d91ff6977437 HTTP/1.1" status: 204 len: 168 time: 0.1622472 Mar 05 00:29:27.888478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033fe7-8eb7-4a8d-a06c-09477579e7e0 req-c24ec0b1-f072-4bad-a44b-2b834ea0f0b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:27.889980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d033fe7-8eb7-4a8d-a06c-09477579e7e0 req-c24ec0b1-f072-4bad-a44b-2b834ea0f0b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1012323 Mar 05 00:29:27.938208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d033fe7-8eb7-4a8d-a06c-09477579e7e0 req-35c34e2b-8536-45c4-86c0-f3e703d98afe tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Mar 05 00:29:28.191258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 59874) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:28.212709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.242938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:28.246726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Usage tracker for resource:security_group_rule and tenant:2b9da877e72b49ea8ceab051a1a638b8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:28.249542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:28.255148 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:28.321376 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.325617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.375083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b9da877e72b49ea8ceab051a1a638b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826329 Mar 05 00:29:28.375878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8a6197-f123-4cb0-b79a-f2311d68fae4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:28.378976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 59878) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:28.385020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.385385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.385722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.386048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.386373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.386695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.387010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.387324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.387637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.387952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.388263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bc136-fab7-4c0f-8edc-bf248d4f0f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:28.469647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b65eabf5-210a-48b9-b45a-81d7b00efc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.536833 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b65eabf5-210a-48b9-b45a-81d7b00efc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.592894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b65eabf5-210a-48b9-b45a-81d7b00efc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.606782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eabf5-210a-48b9-b45a-81d7b00efc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8a6197-f123-4cb0-b79a-f2311d68fae4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:28.613750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b65eabf5-210a-48b9-b45a-81d7b00efc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:28.615066 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b65eabf5-210a-48b9-b45a-81d7b00efc2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8a6197-f123-4cb0-b79a-f2311d68fae4 HTTP/1.1" status: 204 len: 168 time: 0.2349575 Mar 05 00:29:29.152275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24178cd0-2c36-4791-87f1-baf98ffd038e req-224b44fe-5a01-4724-b8b6-8f3306ff1ce3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:29.153763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24178cd0-2c36-4791-87f1-baf98ffd038e req-224b44fe-5a01-4724-b8b6-8f3306ff1ce3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.0766721 Mar 05 00:29:29.199221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24178cd0-2c36-4791-87f1-baf98ffd038e req-a8a73c4f-8159-40c8-bbe1-061908971ef9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394387 Mar 05 00:29:30.021654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-9c0365c4-ec8e-4d56-9522-7007bfc8d80e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:30.023149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-9c0365c4-ec8e-4d56-9522-7007bfc8d80e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.1440320 Mar 05 00:29:30.040263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d5d01dc3-461c-43e6-880a-34aa446c471d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0118210 Mar 05 00:29:30.118286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-9197f09f-8bb8-4a3c-9a61-62a4a044429c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:30.133066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-9197f09f-8bb8-4a3c-9a61-62a4a044429c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:30.134351 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-9197f09f-8bb8-4a3c-9a61-62a4a044429c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891993 Mar 05 00:29:30.279012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-90ed82f6-9322-49a3-ba52-e229d40165fa service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380153 Mar 05 00:29:30.412281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-486377cc-5972-4709-8284-54fc005b6226 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274495 Mar 05 00:29:30.413150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09ba27-179a-47ba-8e55-9d3ffc17741b req-d2006570-d9db-4ce7-941d-9b9fb32134e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:30.414659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee09ba27-179a-47ba-8e55-9d3ffc17741b req-d2006570-d9db-4ce7-941d-9b9fb32134e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.0866680 Mar 05 00:29:30.462680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee09ba27-179a-47ba-8e55-9d3ffc17741b req-27c447cc-10e8-40bc-86a4-fb3a9bd42a07 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 Mar 05 00:29:30.653441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4fc625da-7459-4d8b-aaa4-3db6465871cb req-f230e637-061a-4b98-a048-a8c9bf794c2a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 210 time: 0.0415695 Mar 05 00:29:31.764220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-30ea5b3d-deb1-49a2-9f3b-bcd4a87fbebe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:31.765682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-30ea5b3d-deb1-49a2-9f3b-bcd4a87fbebe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.2376192 Mar 05 00:29:31.788981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:31.820775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cadce-fde5-4d1d-ae23-d6d62861c22a req-00bd3124-8383-431d-9201-f78a0aa080e5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:31.827780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-289cadce-fde5-4d1d-ae23-d6d62861c22a req-00bd3124-8383-431d-9201-f78a0aa080e5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.2009411 Mar 05 00:29:31.874861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e1b6e5d9-606e-44f0-85dd-8f01d9da7d84 req-e47e0bd0-914f-409a-96c5-eff5cab124d4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 210 time: 0.0473173 Mar 05 00:29:31.947813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-289cadce-fde5-4d1d-ae23-d6d62861c22a req-c32fac1d-deba-4692-933c-5c3e4b0041d7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191585 Mar 05 00:29:31.979615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:31.989059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:32.002085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:32.005058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:32.168350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.3 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/5f79a95f-57c6-4b7c-827f-5e64f13ce9a9) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:29:32.382738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:32.401264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:32.426836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:32.612987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:29:32.614236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:32.616988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:32.619330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:29:32.691930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:32.692813 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:32.734599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-ea56c18b-d47a-4bc7-8d3c-5b242cf7f8ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9512520 Mar 05 00:29:32.747401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Request body: {'port': {'device_id': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:32.872504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:32.972811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3558dc2-3d62-45c7-abd9-0d75179cac81 None None] Provisioning for port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:32.990856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3558dc2-3d62-45c7-abd9-0d75179cac81 None None] Provisioning complete for port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:32.991307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3558dc2-3d62-45c7-abd9-0d75179cac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:33.186468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c3558dc2-3d62-45c7-abd9-0d75179cac81 None None] Port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:29:33.426585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb2be-426d-4047-8510-be95f841ec1b req-ce9242fb-1f66-46a7-a640-3e9e15cd5945 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:33.434679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92beb2be-426d-4047-8510-be95f841ec1b req-ce9242fb-1f66-46a7-a640-3e9e15cd5945 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 931 time: 0.2712071 Mar 05 00:29:33.447242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:33.458839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:33.486803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b25d4-e06d-4114-8732-667b427182a5 req-8bdfce74-7513-44fe-9a79-79fa421ec345 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:33.489380 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e2b25d4-e06d-4114-8732-667b427182a5 req-8bdfce74-7513-44fe-9a79-79fa421ec345 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1421604 Mar 05 00:29:33.490669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Transition to ACTIVE for port object 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:33.495033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92beb2be-426d-4047-8510-be95f841ec1b req-55ed2c89-6f96-4cee-966d-db1c87e9345f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587161 Mar 05 00:29:33.515436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:33.663033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Pushing event updated for resources: {'Port': ['ID=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:33.673889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e2b25d4-e06d-4114-8732-667b427182a5 req-3f830cad-4f42-459d-87df-adef8709a254 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792781 Mar 05 00:29:33.802564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Attempting to bind port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:29:33.802811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Attempting to bind port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:29:33.803123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Attempting to bind port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:33.809681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:29:33.810007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Attempting to bind port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:33.820596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:29:33.824912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:33.825535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:29:33.826160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Bound port: 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:29:33.827024 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:33.931194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] For port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:29:33.934684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] For port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:29:33.940206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:34.028498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Pushing event updated for resources: {'Port': ['ID=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:34.041267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:34.043163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-d1cc7de6-d7ca-46e1-99ae-58d4da22d783 service neutron] 10.222.0.10 "PUT /v2.0/ports/5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 HTTP/1.1" status: 200 len: 1091 time: 1.3008611 Mar 05 00:29:34.043746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'tag': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:34.248063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-a14e1196-f49d-4f3d-aafa-b385cf2d008f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 1094 time: 0.1550837 Mar 05 00:29:34.320378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-4f1a4740-fcf3-4c7b-a86d-4dab3c0c1ec4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 HTTP/1.1" status: 200 len: 217 time: 0.0728152 Mar 05 00:29:34.384367 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'tag': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9', 'status': 'completed', 'code': 200} Mar 05 00:29:34.395477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-5101ea50-03e4-4e40-9ef5-d2216f0dcea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:34.397113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-5101ea50-03e4-4e40-9ef5-d2216f0dcea5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0712190 Mar 05 00:29:34.471697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-a8bcf458-0150-463b-8ad0-8cb43057117b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685122 Mar 05 00:29:34.622725 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-0255eaef-97c9-40de-94b5-6ffd386ca805 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448154 Mar 05 00:29:34.935786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2134f737-2c91-4a2a-a6c4-cc8ef967c7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:34.966923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-3687cf32-f569-40cd-81ca-17cb994eccc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.2095625 Mar 05 00:29:34.968977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f62d84f4-1f39-42ef-afd6-132f252432b3 req-a079704b-0615-4917-a3aa-1587534d80cb service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398902 Mar 05 00:29:34.982521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f996ad1-6d93-468d-a4a0-768d01b46c87 req-82f2f5e9-e9e5-4d21-96c8-4e35257b05ac tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:34.983813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8f996ad1-6d93-468d-a4a0-768d01b46c87 req-82f2f5e9-e9e5-4d21-96c8-4e35257b05ac tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:35.011823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cf576-4ad1-4bb2-8898-4d543fbf4f5f req-0ec87943-3524-44a4-8a3b-18fed8f26694 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:35.023079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c3cf576-4ad1-4bb2-8898-4d543fbf4f5f req-0ec87943-3524-44a4-8a3b-18fed8f26694 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1453137 Mar 05 00:29:35.122056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c3cf576-4ad1-4bb2-8898-4d543fbf4f5f req-c03726a4-8952-4c7d-a47b-540c2937eb5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976517 Mar 05 00:29:35.161382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8f996ad1-6d93-468d-a4a0-768d01b46c87 req-82f2f5e9-e9e5-4d21-96c8-4e35257b05ac tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:35.163208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f996ad1-6d93-468d-a4a0-768d01b46c87 req-82f2f5e9-e9e5-4d21-96c8-4e35257b05ac tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.5098746 Mar 05 00:29:35.178624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-81d41605-92ec-4205-a7ba-e319dab21340 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 1094 time: 0.1296887 Mar 05 00:29:35.242480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-b8f93ee1-2aae-4df8-80bc-607f09f39f99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:35.243930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-b8f93ee1-2aae-4df8-80bc-607f09f39f99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.2445769 Mar 05 00:29:35.251450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f996ad1-6d93-468d-a4a0-768d01b46c87 req-35912a06-a32c-4a6d-8462-ec482ff18e03 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759664 Mar 05 00:29:35.403325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-6a7cd873-f14e-4a6f-912b-c8c50150203f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 1000 time: 0.1505759 Mar 05 00:29:35.467291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-6981aa40-b208-4260-8271-7752bd61b858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:35.468744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-6981aa40-b208-4260-8271-7752bd61b858 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.2840703 Mar 05 00:29:35.575099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-4fc666e5-b0e1-4ac5-b33a-e2994f8d5bc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 HTTP/1.1" status: 200 len: 217 time: 0.1000619 Mar 05 00:29:35.588171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-e4109ec0-2d4f-4d72-b475-3329de97ca30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:35.591247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-e4109ec0-2d4f-4d72-b475-3329de97ca30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.1781363 Mar 05 00:29:35.711360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-ff8ed1d9-3c78-4aea-a767-be0b44a05c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:35.713105 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-ff8ed1d9-3c78-4aea-a767-be0b44a05c56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1311760 Mar 05 00:29:35.740141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-472fbc15-2694-4621-9a20-3f3c3a4858f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433802 Mar 05 00:29:35.831283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-260360d4-219e-4fa6-a46e-b63de87e0d6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111197 Mar 05 00:29:35.977113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-88573ec9-aff5-4448-9ea8-3bd4831659d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293055 Mar 05 00:29:36.056167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-6c959e97-9298-4dc5-8f5c-e4714ab8fa1f service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135503 Mar 05 00:29:36.181237 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8384f453-d22f-4f48-aa36-0dcd5f246fb3 req-fedd0232-4265-4c48-a8b9-cef8bdd3cd3b service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981647 Mar 05 00:29:36.325150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d234f6d6-3b45-4d95-84b7-6960b45b42de req-8cb29a6d-3ee0-46d5-ba4b-452f75153227 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674825 Mar 05 00:29:36.443450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6e018-f3aa-44f9-ba37-40a449956436 req-d5fec63d-af41-4280-acfd-b8d15b73a185 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:36.445139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16a6e018-f3aa-44f9-ba37-40a449956436 req-d5fec63d-af41-4280-acfd-b8d15b73a185 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1228306 Mar 05 00:29:36.583800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-16a6e018-f3aa-44f9-ba37-40a449956436 req-afa24e11-7260-42c7-8567-861de5771c20 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283491 Mar 05 00:29:36.637347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d8ef-0140-4ec9-9121-76b3463b896f req-474f4cf3-b9e1-4bc6-a596-96a99b56c844 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:36.641661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ac5d8ef-0140-4ec9-9121-76b3463b896f req-474f4cf3-b9e1-4bc6-a596-96a99b56c844 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.1713083 Mar 05 00:29:36.713579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ac5d8ef-0140-4ec9-9121-76b3463b896f req-31287944-d64e-47be-8457-e2b474c8c5bc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642707 Mar 05 00:29:37.044929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2276e7ed-a34a-4bef-a078-84b56592cc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:37.354383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60028) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:37.587928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:37.633561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:37.638843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Usage tracker for resource:security_group_rule and tenant:2cfd5967fe87438fb269ff44078d12ae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:37.643028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:37.655827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:37.776495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:37.790484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:37.870812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72b4d68-fc4e-4caa-9899-5860380c2390,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:37.879163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-358b6499-5af4-4e07-a662-8e3a596da82d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cfd5967fe87438fb269ff44078d12ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5210428 Mar 05 00:29:37.879717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:37.980953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6f0e-f005-4dc7-a99a-226562a042c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.039805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e64da-37ca-464d-afe2-b9caae94c150 req-fe5a87aa-f0b3-417d-b135-401706b237ce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:38.041185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c5e64da-37ca-464d-afe2-b9caae94c150 req-fe5a87aa-f0b3-417d-b135-401706b237ce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.1164715 Mar 05 00:29:38.043862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6f0e-f005-4dc7-a99a-226562a042c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.123490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c5e64da-37ca-464d-afe2-b9caae94c150 req-89c669b8-e0e9-43de-8586-99123c65405e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Mar 05 00:29:38.167349 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6f0e-f005-4dc7-a99a-226562a042c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.204293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b5e56-b878-46b0-8035-1d01945002fa req-8b90e44a-c758-4e68-935d-2b97feb01c76 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:38.206952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-399b5e56-b878-46b0-8035-1d01945002fa req-8b90e44a-c758-4e68-935d-2b97feb01c76 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.4443283 Mar 05 00:29:38.216472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b6f0e-f005-4dc7-a99a-226562a042c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72b4d68-fc4e-4caa-9899-5860380c2390,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:38.229797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6f0e-f005-4dc7-a99a-226562a042c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.234677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf7b6f0e-f005-4dc7-a99a-226562a042c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b72b4d68-fc4e-4caa-9899-5860380c2390 HTTP/1.1" status: 204 len: 168 time: 0.3497322 Mar 05 00:29:38.300581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.322573 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-399b5e56-b878-46b0-8035-1d01945002fa req-dcbffd39-48ab-4864-b105-c8a45d297ab7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976779 Mar 05 00:29:38.374752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.636415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60048) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:38.662934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.700958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:38.704959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:abddac4a4ccc44e9b0ed59a8db3b0587 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:38.707773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:38.713685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:38.825546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.833999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.881550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237d64bf-c45a-463a-8af5-5568973fa143,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:38.886322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8680dcb6-d78f-4cfa-9f9d-a0eaa811f1e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abddac4a4ccc44e9b0ed59a8db3b0587&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2482693 Mar 05 00:29:38.889030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:38.951250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35932577-2717-4160-b3fa-f19162d19839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:38.976430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35932577-2717-4160-b3fa-f19162d19839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:39.033853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35932577-2717-4160-b3fa-f19162d19839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:39.050035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932577-2717-4160-b3fa-f19162d19839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d64bf-c45a-463a-8af5-5568973fa143,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:39.056360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-35932577-2717-4160-b3fa-f19162d19839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:39.060100 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-35932577-2717-4160-b3fa-f19162d19839 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/237d64bf-c45a-463a-8af5-5568973fa143 HTTP/1.1" status: 204 len: 168 time: 0.1677132 Mar 05 00:29:39.353269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74067313-7281-4a46-a34b-7a5167194241 req-60d25c2a-48da-4846-90ce-c8e25a0d1d76 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:39.363448 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74067313-7281-4a46-a34b-7a5167194241 req-60d25c2a-48da-4846-90ce-c8e25a0d1d76 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.0878227 Mar 05 00:29:39.443393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-74067313-7281-4a46-a34b-7a5167194241 req-7b2b10b7-4a6d-4ca1-aa45-c767e7720341 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789495 Mar 05 00:29:39.464425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:29:39.562681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bc7f1-4218-40b4-abd8-8108b1122967 req-6a94c628-26ce-49be-9ad9-58be7be79c04 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:39.564259 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-267bc7f1-4218-40b4-abd8-8108b1122967 req-6a94c628-26ce-49be-9ad9-58be7be79c04 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.0947490 Mar 05 00:29:39.613433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-267bc7f1-4218-40b4-abd8-8108b1122967 req-5e0aed34-852d-4a93-b089-833182bc6cf2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Mar 05 00:29:39.768270 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.044326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60080) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:40.185420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986764252-network', 'tenant_id': 'd7c30a1485fd4307842ab9532444dfe5'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:40.190910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:40.195748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Usage tracker for resource:network and tenant:d7c30a1485fd4307842ab9532444dfe5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:40.198724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:40.205308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:40.216030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Made reservation on behalf of d7c30a1485fd4307842ab9532444dfe5 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:40.218584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.231082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.262838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:40.267392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Usage tracker for resource:security_group_rule and tenant:d7c30a1485fd4307842ab9532444dfe5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:40.270709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:40.276929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:40.438877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.443612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.476816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:29:40.485845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57985b6c-82c6-468a-9c35-f2b0ed348c16,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:40.493450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.493834 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Added segment 84c0af3c-9dee-4268-ab39-1c7b484968ae of type vlan for network 08167274-4a04-4049-a717-dbf56182f0e8 Mar 05 00:29:40.523203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.562473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.563497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:40.564130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.669507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] Pushing event updated for resources: {'Network': ['ID=08167274-4a04-4049-a717-dbf56182f0e8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:40.675676 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2e462563-8bb0-453e-8e76-382bec00425d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6302700 Mar 05 00:29:40.675948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:40.716509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 08167274-4a04-4049-a717-dbf56182f0e8 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:29:40.731050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Request body: {'subnet': {'network_id': '08167274-4a04-4049-a717-dbf56182f0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986764252-subnet', 'tenant_id': 'd7c30a1485fd4307842ab9532444dfe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:40.740321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:40.748801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Usage tracker for resource:subnet and tenant:d7c30a1485fd4307842ab9532444dfe5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:40.758553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:40.771290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:40.829695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Made reservation on behalf of d7c30a1485fd4307842ab9532444dfe5 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:40.832491 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:40.946521 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-621548f5-bd9b-4eef-8cb8-099711c3b921 service neutron] show failed (client error): The resource could not be found. Mar 05 00:29:40.947534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-621548f5-bd9b-4eef-8cb8-099711c3b921 service neutron] 10.222.0.10 "GET /v2.0/ports/4a49a888-0f4f-452d-b708-292f27700c66/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.2035544 Mar 05 00:29:40.979035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10dbc8-cb70-43af-81dc-957b4022c407 req-7ff5f0fd-7308-4df0-b02e-393fe9dc1f5e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:40.981122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f10dbc8-cb70-43af-81dc-957b4022c407 req-7ff5f0fd-7308-4df0-b02e-393fe9dc1f5e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1533668 Mar 05 00:29:41.041776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f10dbc8-cb70-43af-81dc-957b4022c407 req-1002a754-82f9-48d0-8562-aafca57ced66 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537586 Mar 05 00:29:41.085501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:41.158985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869f28f-e246-46bc-ad15-79ce3daa7beb req-89d0ed6e-b081-4866-978d-51edca69d763 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:41.160411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3869f28f-e246-46bc-ad15-79ce3daa7beb req-89d0ed6e-b081-4866-978d-51edca69d763 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.6015375 Mar 05 00:29:41.219428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2ee69f-6707-4c7f-a6ec-c2ebd6870023,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:41.274867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Checking segment: {'id': '84c0af3c-9dee-4268-ab39-1c7b484968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:41.275224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Network hostable DHCP agents. Network: 08167274-4a04-4049-a717-dbf56182f0e8, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:29:41.291376 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3869f28f-e246-46bc-ad15-79ce3daa7beb req-488d6ced-c805-4ddc-98fc-40f42a0d76ff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967479 Mar 05 00:29:41.306629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-4dbfe0ce-a55d-45f4-bfb9-790879d90a5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 1096 time: 0.1519992 Mar 05 00:29:41.316561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:41.348236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Network 08167274-4a04-4049-a717-dbf56182f0e8 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:29:41.457404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 08167274-4a04-4049-a717-dbf56182f0e8) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:41.463658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:41.464233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:41.465533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9dd05-86de-4875-8788-d87d94b8b46e None None] Network 08167274-4a04-4049-a717-dbf56182f0e8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:41.528502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f0041b24-322c-4193-b0c9-024836b12cc8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8509791 Mar 05 00:29:41.537264 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:41.686743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb8ec0c-0385-41b0-b4fb-54ff697174f1 None None] Network 08167274-4a04-4049-a717-dbf56182f0e8 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:41.827730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:41.862045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:29:41.927818 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:41.930763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:41.950326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Transition to ACTIVE for port object 4a49a888-0f4f-452d-b708-292f27700c66 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:41.960098 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.086636 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'code': 200} Mar 05 00:29:42.257132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:42.392224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] No DVR routers for this DVR port 4a49a888-0f4f-452d-b708-292f27700c66 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:29:42.548323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e302-ccec-4d4b-8073-9d442fcf6b59 req-0a0b97b9-58d9-4279-9328-307249b6db51 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:42.555853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d822e302-ccec-4d4b-8073-9d442fcf6b59 req-0a0b97b9-58d9-4279-9328-307249b6db51 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.0936491 Mar 05 00:29:42.590439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6b208-f24d-4810-b61d-f2ad58279c3f req-5ccc4fc2-1758-49e2-9e96-b11bcad11588 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:42.592361 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ea6b208-f24d-4810-b61d-f2ad58279c3f req-5ccc4fc2-1758-49e2-9e96-b11bcad11588 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.3413687 Mar 05 00:29:42.611986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d822e302-ccec-4d4b-8073-9d442fcf6b59 req-84196aab-1d29-44e6-b96e-ce87413c3472 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Mar 05 00:29:42.664989 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ea6b208-f24d-4810-b61d-f2ad58279c3f req-25582ee0-99c9-4e2a-8354-78d71edf37ba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659657 Mar 05 00:29:42.675235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:42.681067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1029821451-network', 'tenant_id': '7bb7f1048da749a798bbab4cc587638a'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:42.687993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:42.692244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Usage tracker for resource:network and tenant:7bb7f1048da749a798bbab4cc587638a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:42.695576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:42.702402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:42.714203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Made reservation on behalf of 7bb7f1048da749a798bbab4cc587638a for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:42.716530 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.729326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.760092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:29:42.760482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:29:42.760849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:42.761785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:42.766053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Usage tracker for resource:security_group_rule and tenant:7bb7f1048da749a798bbab4cc587638a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:42.767279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Port 4a49a888-0f4f-452d-b708-292f27700c66 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:29:42.767598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Attempting to bind port 4a49a888-0f4f-452d-b708-292f27700c66 on network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:42.769196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:42.774590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:29:42.774889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Checking segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:42.775262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Bound using segment: {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:29:42.775395 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:42.775709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Bound port: 4a49a888-0f4f-452d-b708-292f27700c66, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae020792-8238-4871-936b-5510bb1baadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:29:42.776204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.842850 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.847429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.868799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:29:42.872197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:29:42.876685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:29:42.877029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.891746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc468e8-eaba-48fa-b8a1-49db4809840b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:42.898465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.898849 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Added segment a7f51efa-2458-4c8f-8210-264844e0012d of type vlan for network e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26 Mar 05 00:29:42.930095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.952231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.953609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] 10.222.0.36 "PUT /v2.0/ports/4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 1091 time: 1.6410248 Mar 05 00:29:42.966585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf891-f92b-4934-8db1-8a5406806d9b service neutron] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:42.972653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:42.973804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:42.974410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:43.065251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-08fca4f4-b8a2-4c8c-b8e4-010410185653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1094 time: 0.0810659 Mar 05 00:29:43.068986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] Pushing event updated for resources: {'Network': ['ID=e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:43.081286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:29:43.097781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0f21404a-a5a4-4c6c-a87b-25527f915f7c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4211726 Mar 05 00:29:43.100490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60126) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:43.110338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Request body: {'subnet': {'network_id': 'e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1029821451-subnet', 'tenant_id': '7bb7f1048da749a798bbab4cc587638a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:43.117725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:43.125771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Usage tracker for resource:subnet and tenant:7bb7f1048da749a798bbab4cc587638a is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:43.129418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:43.136043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:43.148882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Made reservation on behalf of 7bb7f1048da749a798bbab4cc587638a for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:43.152184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:43.236598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-0c829e14-cce3-4da6-be25-fcdab4ee75a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:43.238265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-0c829e14-cce3-4da6-be25-fcdab4ee75a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.1659117 Mar 05 00:29:43.353611 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-bbbb141a-a065-42a4-8889-02a224ff27dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 998 time: 0.1074879 Mar 05 00:29:43.391280 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:43.417176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-a508ba0a-f3c6-4951-b3d2-d823ee12b166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:43.418632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-a508ba0a-f3c6-4951-b3d2-d823ee12b166 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0604613 Mar 05 00:29:43.470741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6f876c-a535-494d-a464-7e039e8398f5,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:43.480577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Checking segment: {'id': 'a7f51efa-2458-4c8f-8210-264844e0012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:43.480860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Network hostable DHCP agents. Network: e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:29:43.508704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Network e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:29:43.520318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:43.524852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:43.525831 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:43.530770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa4ca0-c7d8-40cb-9406-52f379aa2893 None None] Network e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:43.558454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aaac8108-4b57-47dd-8ce1-c0bf0e65d85e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4566674 Mar 05 00:29:43.610417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-deae2d25-5d0b-4448-b2af-6ff537615459 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856542 Mar 05 00:29:43.798636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-bf0cb890-8c11-4e0b-9dab-6240303476fd service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804497 Mar 05 00:29:43.879471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:29:43.888542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c440f93-b4ea-4819-91f6-a916f9c5640c req-974e94ee-e42b-48df-b523-78cdcebb8866 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:43.890063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c440f93-b4ea-4819-91f6-a916f9c5640c req-974e94ee-e42b-48df-b523-78cdcebb8866 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.1051145 Mar 05 00:29:43.940377 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c440f93-b4ea-4819-91f6-a916f9c5640c req-6be4a3cf-548a-4adc-a295-3ec162d66a34 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Mar 05 00:29:44.000118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:29:44.003034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4991894d-3d06-496a-aee0-42235d493529 None None] Network e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:44.054999 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5b583-3c0d-44d0-90e6-820118524047 req-f4cdf285-0f92-45b5-8863-d22bce1dd872 service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487311 Mar 05 00:29:44.088119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:44.106730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11067bb9-4de8-42ae-a60a-102e513a3941 req-ead57dc0-7ab0-430b-b536-89ddd8bb6f53 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:44.108990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11067bb9-4de8-42ae-a60a-102e513a3941 req-ead57dc0-7ab0-430b-b536-89ddd8bb6f53 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.2517295 Mar 05 00:29:44.164108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11067bb9-4de8-42ae-a60a-102e513a3941 req-04072b04-dead-4d34-b351-a3625447204e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487785 Mar 05 00:29:44.294034 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'status': 'completed', 'code': 200} Mar 05 00:29:44.434106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-0899a6a1-bf23-4cfc-a152-85897282c2c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1094 time: 0.0758479 Mar 05 00:29:44.500953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-4e93d472-2b46-4a8b-be52-b886f6d00320 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1094 time: 0.1890264 Mar 05 00:29:44.530329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-d9f0fd6f-a7e3-480c-b2d1-ed281d02b0ba tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:44.530992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-d9f0fd6f-a7e3-480c-b2d1-ed281d02b0ba tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Synchronizing usage tracker for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:44.568189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1669d6-1356-4caf-a370-c9720b79437e req-19b2ab2f-ddfb-4ad8-8331-034e423392cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:44.569665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-19b2ab2f-ddfb-4ad8-8331-034e423392cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.1293571 Mar 05 00:29:44.613230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-d9f0fd6f-a7e3-480c-b2d1-ed281d02b0ba tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Unset dirty status for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:44.614382 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-d9f0fd6f-a7e3-480c-b2d1-ed281d02b0ba tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/networks?id=08167274-4a04-4049-a717-dbf56182f0e8 HTTP/1.1" status: 200 len: 809 time: 0.2701979 Mar 05 00:29:44.653468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-18bd4bb1-8a75-4b41-97ba-49aceb81459b tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/quotas/d7c30a1485fd4307842ab9532444dfe5 HTTP/1.1" status: 200 len: 375 time: 0.0334051 Mar 05 00:29:44.660837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1669d6-1356-4caf-a370-c9720b79437e req-a2b26ac3-73ec-4881-9254-69b4d77b44f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:44.662811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-a2b26ac3-73ec-4881-9254-69b4d77b44f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.1539750 Mar 05 00:29:44.673641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-270094a2-74a4-4354-8c91-92e7952f2b63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 998 time: 0.0975692 Mar 05 00:29:44.734469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1669d6-1356-4caf-a370-c9720b79437e req-a5b51c4c-fa7c-445f-b177-fa1ee69e7ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:44.735801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-a5b51c4c-fa7c-445f-b177-fa1ee69e7ba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0568697 Mar 05 00:29:44.755845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-51eb4e8f-3441-4360-810e-f39458efc1d7 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7c30a1485fd4307842ab9532444dfe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962276 Mar 05 00:29:44.815115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-16373b5b-cfcf-4395-9e75-552262a58678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737290 Mar 05 00:29:44.951087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-492ffc3d-e8de-4320-aa93-67a8d09ffac2 service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291261 Mar 05 00:29:44.976289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-31bb4570-8d60-401e-be9b-1ff1ef8a8a74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 998 time: 0.2812867 Mar 05 00:29:45.056739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-e74ed05b-1d48-417f-b5d3-f7175a2a437d service neutron] 10.222.0.32 "GET /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890067 Mar 05 00:29:45.066669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1669d6-1356-4caf-a370-c9720b79437e req-9bde847c-4107-42f8-9842-c10dd33b5881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:45.068084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-9bde847c-4107-42f8-9842-c10dd33b5881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0767827 Mar 05 00:29:45.127405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-4de2ea0a-fb53-4365-97b7-819e241debc0 service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699028 Mar 05 00:29:45.173527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4d9a3-9e04-46d6-89b7-add0b546f9ce req-70e71293-0bd9-4630-b10c-c311f37b49e9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:45.174975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0b4d9a3-9e04-46d6-89b7-add0b546f9ce req-70e71293-0bd9-4630-b10c-c311f37b49e9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.0784261 Mar 05 00:29:45.221681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0b4d9a3-9e04-46d6-89b7-add0b546f9ce req-3c8a5e64-737b-4bc4-9437-f75332489af7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Mar 05 00:29:45.252274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-7ff6cbe4-c519-49e8-b21e-91dbb4fee060 service neutron] 10.222.0.32 "GET /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873825 Mar 05 00:29:45.259070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-55f5651f-4183-417c-b4b6-ea4d200f33ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701996 Mar 05 00:29:45.415680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-537bf711-3638-4f37-894f-1511ef0bf4f4 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497808 Mar 05 00:29:45.456897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da539f-cd26-485a-8f26-d32ea9190cc5 req-fba3367b-7e72-445e-9df3-c5604f6896dd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:45.459440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45da539f-cd26-485a-8f26-d32ea9190cc5 req-fba3367b-7e72-445e-9df3-c5604f6896dd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.1244845 Mar 05 00:29:45.480635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-401e3633-aed6-4f63-b0be-e23391b633b0 req-7804fdf0-05eb-47dc-a2b5-fde5287481ac tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 210 time: 0.0673184 Mar 05 00:29:45.529942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45da539f-cd26-485a-8f26-d32ea9190cc5 req-21595de4-7bf8-4ce0-ade0-5ee163a0aaf4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652514 Mar 05 00:29:45.598710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb1669d6-1356-4caf-a370-c9720b79437e req-794f3e7e-ec2c-4ce3-bb16-57e9dc81d945 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486650 Mar 05 00:29:46.418313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488afde-0ed2-46e9-aa28-156bb900f3ab req-5f124c92-923e-4919-9bb9-a6c39d475fa4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:46.419764 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6488afde-0ed2-46e9-aa28-156bb900f3ab req-5f124c92-923e-4919-9bb9-a6c39d475fa4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.0779736 Mar 05 00:29:46.468213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6488afde-0ed2-46e9-aa28-156bb900f3ab req-317e5dbb-39da-4f77-8b7d-2aa3e9355080 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Mar 05 00:29:46.491749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-12921c62-4663-4b6c-96dc-0737c582d3a5 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:46.493158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-12921c62-4663-4b6c-96dc-0737c582d3a5 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.36 "GET /v2.0/networks?id=08167274-4a04-4049-a717-dbf56182f0e8 HTTP/1.1" status: 200 len: 809 time: 0.1522543 Mar 05 00:29:46.513043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Request body: {'port': {'device_id': '509346c3-58ea-4cef-956c-8332d03f73b6', 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8', 'admin_state_up': True, 'tenant_id': 'd7c30a1485fd4307842ab9532444dfe5'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:46.745834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60170) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:46.765452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-963b2885-51f1-43ad-b94a-a31c957503c2 req-f88a666b-8e62-4f7b-ad6d-a5f7e1992dd7 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 210 time: 0.1509182 Mar 05 00:29:46.787308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:29:46.791190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Usage tracker for resource:port and tenant:d7c30a1485fd4307842ab9532444dfe5 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:29:46.793999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:29:46.799562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:29:46.810429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Made reservation on behalf of d7c30a1485fd4307842ab9532444dfe5 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:29:46.812384 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:46.850784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bebffd-a02d-43a4-959e-be637d6e5961 req-4b7e2e12-58b2-4bf6-b5e8-ed4ce329cc9e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:46.852227 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6bebffd-a02d-43a4-959e-be637d6e5961 req-4b7e2e12-58b2-4bf6-b5e8-ed4ce329cc9e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.1717818 Mar 05 00:29:46.884008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8cb4529f-dec3-402a-8816-043683f4b3d1 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 200 len: 994 time: 0.1369643 Mar 05 00:29:46.906832 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6bebffd-a02d-43a4-959e-be637d6e5961 req-086a5dfc-4ffe-4b0d-9e83-eb7029ae209f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471795 Mar 05 00:29:46.977972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Allocated IP 172.20.0.7 (08167274-4a04-4049-a717-dbf56182f0e8/2e2ee69f-6707-4c7f-a6ec-c2ebd6870023/46f533ff-08e4-47f6-af72-dff6c7183f7b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:29:47.174117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.203202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.220719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60178) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:47.288817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Pushing event updated for resources: {'Port': ['ID=46f533ff-08e4-47f6-af72-dff6c7183f7b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:47.292906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Network 08167274-4a04-4049-a717-dbf56182f0e8 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:29:47.294497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:29:47.296587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:29:47.366342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:47.367010 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.386707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-de3070ee-0725-4893-9a36-3869a2db229e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8782880 Mar 05 00:29:47.398207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Request body: {'port': {'device_id': '509346c3-58ea-4cef-956c-8332d03f73b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:29:47.437024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 46094174-73f2-430d-a4c3-938274f45447 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:29:47.437664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.510901 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.609889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.610217 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.856664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f533ff-08e4-47f6-af72-dff6c7183f7b {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:47.863669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.875646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 46094174-73f2-430d-a4c3-938274f45447 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:47.878900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Transition to ACTIVE for port object 46f533ff-08e4-47f6-af72-dff6c7183f7b will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:29:47.884210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:47.966300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bf3c3-c8ba-4ccb-9080-8996fd973eb3 req-448bd49c-99da-41fc-8996-ad08d906df66 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:47.969272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e8bf3c3-c8ba-4ccb-9080-8996fd973eb3 req-448bd49c-99da-41fc-8996-ad08d906df66 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.3625860 Mar 05 00:29:48.032178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e8bf3c3-c8ba-4ccb-9080-8996fd973eb3 req-f24d991b-37cf-423e-9608-8911846df8c1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550084 Mar 05 00:29:48.060422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Pushing event updated for resources: {'Port': ['ID=46f533ff-08e4-47f6-af72-dff6c7183f7b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:48.101429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.145930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=46094174-73f2-430d-a4c3-938274f45447,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:48.156684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeee5a-c4db-4f83-b03a-0b4eb54d58f1 req-f5d91eb4-cce5-4a66-bf90-22e957b44a5c tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:48.157406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d2aeee5a-c4db-4f83-b03a-0b4eb54d58f1 req-f5d91eb4-cce5-4a66-bf90-22e957b44a5c tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Synchronizing usage tracker for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:48.189435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d2aeee5a-c4db-4f83-b03a-0b4eb54d58f1 req-f5d91eb4-cce5-4a66-bf90-22e957b44a5c tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Unset dirty status for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:48.190564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2aeee5a-c4db-4f83-b03a-0b4eb54d58f1 req-f5d91eb4-cce5-4a66-bf90-22e957b44a5c tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 943 time: 0.2757227 Mar 05 00:29:48.197758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Attempting to bind port 46f533ff-08e4-47f6-af72-dff6c7183f7b on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:29:48.198087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Attempting to bind port 46f533ff-08e4-47f6-af72-dff6c7183f7b by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '84c0af3c-9dee-4268-ab39-1c7b484968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:29:48.198408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Attempting to bind port 46f533ff-08e4-47f6-af72-dff6c7183f7b on network 08167274-4a04-4049-a717-dbf56182f0e8 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:48.225462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Port 46f533ff-08e4-47f6-af72-dff6c7183f7b on network 08167274-4a04-4049-a717-dbf56182f0e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:29:48.225774 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Attempting to bind port 46f533ff-08e4-47f6-af72-dff6c7183f7b on network 08167274-4a04-4049-a717-dbf56182f0e8 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:29:48.232659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.233007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.233373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.233717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.234055 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.234387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.234712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.235043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.235363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.235685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.236005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.242806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:29:48.243146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Checking segment: {'id': '84c0af3c-9dee-4268-ab39-1c7b484968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:29:48.243621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Bound using segment: {'id': '84c0af3c-9dee-4268-ab39-1c7b484968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:29:48.243939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Bound port: 46f533ff-08e4-47f6-af72-dff6c7183f7b, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c0af3c-9dee-4268-ab39-1c7b484968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:29:48.244279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.265642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2aeee5a-c4db-4f83-b03a-0b4eb54d58f1 req-5d55eb2e-253f-408b-b03f-af17fb8c5ab6 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646889 Mar 05 00:29:48.312395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.336271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] For port 46f533ff-08e4-47f6-af72-dff6c7183f7b, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:29:48.339363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] For port 46f533ff-08e4-47f6-af72-dff6c7183f7b, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b,segment=NetworkSegment(84c0af3c-9dee-4268-ab39-1c7b484968ae),segment_id=84c0af3c-9dee-4268-ab39-1c7b484968ae)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:29:48.343074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.407717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.409069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] 10.222.0.36 "PUT /v2.0/ports/46f533ff-08e4-47f6-af72-dff6c7183f7b HTTP/1.1" status: 200 len: 1091 time: 1.0154412 Mar 05 00:29:48.409601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509346c3-58ea-4cef-956c-8332d03f73b6', 'tag': '46f533ff-08e4-47f6-af72-dff6c7183f7b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:48.426757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f132-cdb1-418c-9234-c197fd60e781 service neutron] Pushing event updated for resources: {'Port': ['ID=46f533ff-08e4-47f6-af72-dff6c7183f7b,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:48.435268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:29:48.450602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469178-7103-44df-82d4-f6ced229ea0c req-9c182d18-6049-478f-9365-4aecbeca71c7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:48.452096 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-23469178-7103-44df-82d4-f6ced229ea0c req-9c182d18-6049-478f-9365-4aecbeca71c7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 943 time: 0.3013921 Mar 05 00:29:48.498584 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509346c3-58ea-4cef-956c-8332d03f73b6', 'tag': '46f533ff-08e4-47f6-af72-dff6c7183f7b', 'status': 'completed', 'code': 200} Mar 05 00:29:48.520704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-23469178-7103-44df-82d4-f6ced229ea0c req-936610c4-31db-4073-8edf-3e844640e754 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628386 Mar 05 00:29:48.537926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-53cc67a4-e0c3-4e35-b213-c7dd8177b2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c30a1485fd4307842ab9532444dfe5&device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 1094 time: 0.0827608 Mar 05 00:29:48.594110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:48.609456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4a49a888-0f4f-452d-b708-292f27700c66', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'port_id': '4a49a888-0f4f-452d-b708-292f27700c66', 'mac_address': 'fa:16:3e:5b:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:29:48.677012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.700819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a49a888-0f4f-452d-b708-292f27700c66 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:48.722459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:48.729100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:48.739649 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-2bd27037-d997-4019-8a81-f477968f24a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b HTTP/1.1" status: 200 len: 217 time: 0.1958740 Mar 05 00:29:48.807750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:48.811290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:29:48.819191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.819655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.820007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.820345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.820678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.821769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.821892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.822645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.822645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.831812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-fa11937e-3404-4a75-8127-ee029bbe7927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:48.834025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-fa11937e-3404-4a75-8127-ee029bbe7927 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e2ee69f-6707-4c7f-a6ec-c2ebd6870023 HTTP/1.1" status: 200 len: 849 time: 0.0800204 Mar 05 00:29:48.835911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.836278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:29:48.921166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-aa844ad3-14c6-48d0-96b4-29261e19490d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08167274-4a04-4049-a717-dbf56182f0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799003 Mar 05 00:29:49.033057 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-42f54604-90d3-4a35-95cb-c6ac6019cd52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573377 Mar 05 00:29:49.049237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4a49a888-0f4f-452d-b708-292f27700c66'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:29:49.070041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-761e18df-b208-4190-855f-dc8d889acea9 service neutron] 10.222.0.36 "GET /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374607 Mar 05 00:29:49.116679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047173a-e026-453b-bc0c-1f4ee9675018 req-49f5073b-22bf-46d9-96c3-eb3296eba697 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.118172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c047173a-e026-453b-bc0c-1f4ee9675018 req-49f5073b-22bf-46d9-96c3-eb3296eba697 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 944 time: 0.2304406 Mar 05 00:29:49.127450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-bf3c8c23-3ee0-40d7-841a-e04468f29993 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.128874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-bf3c8c23-3ee0-40d7-841a-e04468f29993 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f&tenant_id=9a514e249c9340a587d981ec2cde53a2&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 944 time: 0.2400846 Mar 05 00:29:49.259318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c047173a-e026-453b-bc0c-1f4ee9675018 req-049daa2e-76a6-4d33-9c9c-b5a1a056ef70 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294298 Mar 05 00:29:49.272997 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-b4eee26d-0e3c-4e2c-beaa-d3b8b80c437f service neutron] delete failed (client error): The resource could not be found. Mar 05 00:29:49.274156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-b4eee26d-0e3c-4e2c-beaa-d3b8b80c437f service neutron] 10.222.0.10 "DELETE /v2.0/ports/4a49a888-0f4f-452d-b708-292f27700c66/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.1251628 Mar 05 00:29:49.290541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:29:49.323172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] Sync routers for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:29:49.338532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:49.360287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f4a161a-dc33-4a0e-b451-338d87734729 req-31c3fef3-bd8d-4691-87e2-58c94e4a50d1 service neutron] 10.222.0.36 "GET /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833993 Mar 05 00:29:49.363624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:49.364328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:29:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:49.378097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44a779-ed50-4aec-a165-b77ec1215a16 req-4529778a-a204-4736-8312-adf03c7a61b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.379920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef44a779-ed50-4aec-a165-b77ec1215a16 req-4529778a-a204-4736-8312-adf03c7a61b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.1577058 Mar 05 00:29:49.383669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-dfd36547-d14b-48c6-aecc-6805ac789eef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1095 time: 0.2078056 Mar 05 00:29:49.573973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef44a779-ed50-4aec-a165-b77ec1215a16 req-a8dccbe9-8566-4349-8e92-e366bd03bd2c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813881 Mar 05 00:29:49.608683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:49.634405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-e9f616e3-2a2c-4e03-968c-d350fdb5fce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.635856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-e9f616e3-2a2c-4e03-968c-d350fdb5fce4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.2219338 Mar 05 00:29:49.643249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-d7312866-4e76-43dd-bb24-d4ef31c8f893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c30a1485fd4307842ab9532444dfe5&device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 1094 time: 0.2051482 Mar 05 00:29:49.670406 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d95def73-5ff7-4b53-9599-c30c7e2c007f tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/floatingips/039e5afd-6cbc-4005-af60-f70eb8f44da0 HTTP/1.1" status: 204 len: 168 time: 2.4485524 Mar 05 00:29:49.671505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:49.720678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-da61f50f-1a1c-44a0-9242-1f34b9b86fd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1095 time: 0.3134792 Mar 05 00:29:49.734665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc37247-dc54-437e-8384-8dafe8f52817 req-d4b0d1c4-5679-4fbc-b517-032a8c99d6e0 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.736782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bc37247-dc54-437e-8384-8dafe8f52817 req-d4b0d1c4-5679-4fbc-b517-032a8c99d6e0 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 943 time: 0.1252079 Mar 05 00:29:49.843233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-05cd2071-0a7a-449d-8c50-8034b76ac722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 999 time: 0.1989326 Mar 05 00:29:49.900140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9bc37247-dc54-437e-8384-8dafe8f52817 req-025c1446-0c50-4e1d-b71f-b1360b98f5d7 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Synchronizing usage tracker for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:49.908912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-4c07b8ef-63c9-4357-8725-6480bf0c021b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.910502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-4c07b8ef-63c9-4357-8725-6480bf0c021b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.1727605 Mar 05 00:29:49.931244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-803ec91a-f421-4667-b2ad-6262eb8b5ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:49.932694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-803ec91a-f421-4667-b2ad-6262eb8b5ede service neutron] 10.222.0.36 "GET /v2.0/networks?id=08167274-4a04-4049-a717-dbf56182f0e8 HTTP/1.1" status: 200 len: 910 time: 0.2414408 Mar 05 00:29:50.007094 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'status': 'completed', 'code': 200} Mar 05 00:29:50.051260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-64ba2264-e02b-405a-b849-34da08199498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.052549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-64ba2264-e02b-405a-b849-34da08199498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.2011032 Mar 05 00:29:50.056273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-eb87df9f-a811-4a3f-8bc3-4e8091215ace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b HTTP/1.1" status: 200 len: 217 time: 0.1162038 Mar 05 00:29:50.067489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9bc37247-dc54-437e-8384-8dafe8f52817 req-025c1446-0c50-4e1d-b71f-b1360b98f5d7 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Unset dirty status for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:50.081016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9bc37247-dc54-437e-8384-8dafe8f52817 req-025c1446-0c50-4e1d-b71f-b1360b98f5d7 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252296 Mar 05 00:29:50.082225 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:20Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:50.087867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] Checking router: 4258da2d-81a4-4401-ae5e-80fcc4ef1784 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:29:50.106611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:50.106611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:29:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:50.114678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-5946cff7-9a02-49f4-b34d-fcf883de05d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 999 time: 0.1980917 Mar 05 00:29:50.182829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-9727146b-a59e-4c63-914e-0a95d28f22d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.184508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-9727146b-a59e-4c63-914e-0a95d28f22d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0626781 Mar 05 00:29:50.265512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-5784c42c-ea0b-43ab-91b5-566a3357a064 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728819 Mar 05 00:29:50.342728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:50.359848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-49bae227-f80e-427c-8dc6-999d769b50a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.360851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-49bae227-f80e-427c-8dc6-999d769b50a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e2ee69f-6707-4c7f-a6ec-c2ebd6870023 HTTP/1.1" status: 200 len: 849 time: 0.2969220 Mar 05 00:29:50.409519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-965ebcca-295e-453b-98ac-cb7393e26857 service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355591 Mar 05 00:29:50.409867 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-1905f513-e31e-4451-9478-654d0df9f3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 1097 time: 0.4116981 Mar 05 00:29:50.419941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-dc737911-8d3b-4c4c-8781-88faa642eafc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08167274-4a04-4049-a717-dbf56182f0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519404 Mar 05 00:29:50.521400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-0d65e1d0-4c4b-4123-8a22-6a4891955806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4584830 Mar 05 00:29:50.623942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dc15c-1c17-4f04-a2bd-b1bb6952d659 req-91d53950-5a51-414d-97e9-01537573a961 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.625002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-358dc15c-1c17-4f04-a2bd-b1bb6952d659 req-91d53950-5a51-414d-97e9-01537573a961 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.4928296 Mar 05 00:29:50.635716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87fb4f4e-19e6-457b-9533-9fca87517b4c req-c9c045ea-2c45-4863-a1d5-ec505244281c service neutron] 10.222.0.10 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129755 Mar 05 00:29:50.642434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c0ad5-8329-4eb8-bf54-1bfa533c2ab9 req-fcacc6e4-d354-4509-bc22-b6c83258881d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.643994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a97c0ad5-8329-4eb8-bf54-1bfa533c2ab9 req-fcacc6e4-d354-4509-bc22-b6c83258881d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 944 time: 0.1994927 Mar 05 00:29:50.691903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:20Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:50.696269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8acf8-80c5-4798-a025-23292b119012 None None] The sync data for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 is: [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:28:08Z', 'revision_number': 4, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '38535a9a-42ee-42c3-9719-26998245df16', 'name': '', 'network_id': '7f47f0dd-696d-4fee-9f61-427362ee0c70', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'mac_address': 'fa:16:3e:29:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:20Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'subnets': [{'id': 'd9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:29:50.729822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a97c0ad5-8329-4eb8-bf54-1bfa533c2ab9 req-32698277-bd08-494b-97bf-c69c98cf1695 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770667 Mar 05 00:29:50.829638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-1254da91-969b-4416-8832-6d1139b7c929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.831074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-1254da91-969b-4416-8832-6d1139b7c929 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f47f0dd-696d-4fee-9f61-427362ee0c70 HTTP/1.1" status: 200 len: 897 time: 0.4060926 Mar 05 00:29:50.845954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-e24d4bfd-21ed-4de2-b49b-48189c69a5b3 service neutron] 10.222.0.36 "GET /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017389 Mar 05 00:29:50.902291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-358dc15c-1c17-4f04-a2bd-b1bb6952d659 req-7a0e32f4-4309-42ec-8744-340bb2112b67 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223780 Mar 05 00:29:50.935071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab8ef-588d-4f44-9b1a-9e8e08e553d4 req-ce431077-54c3-4aef-9ca0-c010ff84d67c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:50.936850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f82ab8ef-588d-4f44-9b1a-9e8e08e553d4 req-ce431077-54c3-4aef-9ca0-c010ff84d67c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 943 time: 0.1029863 Mar 05 00:29:50.988469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-48034e63-5b09-4002-917f-1bd9ba5ef7a2 service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588976 Mar 05 00:29:51.002208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f82ab8ef-588d-4f44-9b1a-9e8e08e553d4 req-b5d45b41-fb98-4a81-aaf4-99e538e6526f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Mar 05 00:29:51.002947 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4866e1f-0f08-40d9-bc62-bba1ed326980 None None] New status for floating IP 039e5afd-6cbc-4005-af60-f70eb8f44da0: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:29:51.004787 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-8cdfbd76-5d72-47b1-8509-4ef39b0f1a40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cba75d5-9963-4f26-ad95-87687b8340ec HTTP/1.1" status: 200 len: 217 time: 0.1576560 Mar 05 00:29:51.194494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed82c3df-ff3f-4403-b720-73ae61cb05a5 req-00049feb-6971-4547-b022-3333715f3993 service neutron] 10.222.0.36 "GET /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902031 Mar 05 00:29:51.195296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-88ba428c-8f7b-4498-a6c0-0dbbc549d133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:51.196590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-88ba428c-8f7b-4498-a6c0-0dbbc549d133 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd HTTP/1.1" status: 200 len: 835 time: 0.1705813 Mar 05 00:29:51.313953 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f335ab44-d37d-42d7-bb54-28a2b5fecd97 req-eb860e31-8a24-4127-a52a-f90ee122ac20 service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082006 Mar 05 00:29:51.360431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-6be97d14-f51b-47d4-9ecc-4e73998aab79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f47f0dd-696d-4fee-9f61-427362ee0c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527936 Mar 05 00:29:51.367590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ad310-8596-4b3d-8dc6-9216be40fedf req-7db41438-f95c-4fa5-89ef-d45ca5741412 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:51.369002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa6ad310-8596-4b3d-8dc6-9216be40fedf req-7db41438-f95c-4fa5-89ef-d45ca5741412 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 943 time: 0.1250286 Mar 05 00:29:51.496607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa6ad310-8596-4b3d-8dc6-9216be40fedf req-50fc6bf5-c1ab-40d5-a11b-2754b0f247b5 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085656 Mar 05 00:29:51.528657 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-c1d758b5-258e-4342-a0f1-04c1dca5ae38 service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587160 Mar 05 00:29:51.660072 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d9a44d64-e0cc-4a98-9acc-99b237e6f30a req-0480e46c-a237-4bad-bdee-8ca6051b1251 service neutron] 10.222.0.10 "GET /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246057 Mar 05 00:29:51.714921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab222-315e-423b-aa99-686a23e17e11 req-8d0084b6-3a06-4b3a-ade4-2cb9c2c320db tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:51.715610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c51ab222-315e-423b-aa99-686a23e17e11 req-8d0084b6-3a06-4b3a-ade4-2cb9c2c320db tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:51.730873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c51ab222-315e-423b-aa99-686a23e17e11 req-8d0084b6-3a06-4b3a-ade4-2cb9c2c320db tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:51.732010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c51ab222-315e-423b-aa99-686a23e17e11 req-8d0084b6-3a06-4b3a-ade4-2cb9c2c320db tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.1107857 Mar 05 00:29:51.803873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 4cba75d5-9963-4f26-ad95-87687b8340ec {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:29:51.804275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:51.875794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:29:52.014616 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:52.031368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9', 'mac_address': 'fa:16:3e:e6:31:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:29:52.075365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3308c-89d0-4050-9273-9c58934f4603 req-90e53b9e-5492-4484-b64f-d0a41fe7d74a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:52.076931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2bd3308c-89d0-4050-9273-9c58934f4603 req-90e53b9e-5492-4484-b64f-d0a41fe7d74a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 944 time: 0.2292247 Mar 05 00:29:52.091522 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.109807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:52.125160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:52.131543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.135674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f9322-6711-44fc-b583-ff33ce32a104 req-d75aaab0-01ac-4cc4-adda-e5c874598d75 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:52.137154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e13f9322-6711-44fc-b583-ff33ce32a104 req-d75aaab0-01ac-4cc4-adda-e5c874598d75 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 946 time: 0.0831857 Mar 05 00:29:52.173091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port 4cba75d5-9963-4f26-ad95-87687b8340ec, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=4cba75d5-9963-4f26-ad95-87687b8340ec,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:52.173545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.184421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e13f9322-6711-44fc-b583-ff33ce32a104 req-1c3cd0a9-6618-4e45-a3db-b690e12c5125 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f174d96-1143-4eb2-8751-c92c488fba70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408413 Mar 05 00:29:52.185748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2bd3308c-89d0-4050-9273-9c58934f4603 req-6cecb736-9b7d-4c5f-a600-4a399a39f253 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984421 Mar 05 00:29:52.209578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:52.215498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60218) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:52.414353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 4cba75d5-9963-4f26-ad95-87687b8340ec owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:52.447811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e9887627-f9a8-445d-b3ce-c049730d4756 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 200 len: 991 time: 0.2308652 Mar 05 00:29:52.456943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:29:52.481718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5f79a95f-57c6-4b7c-827f-5e64f13ce9a9'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:29:52.583297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dda1f-84fe-4440-b67b-e73947901f09 req-6af3a0eb-0d89-4c52-9834-1dcbb8969b7a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:52.585482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e5dda1f-84fe-4440-b67b-e73947901f09 req-6af3a0eb-0d89-4c52-9834-1dcbb8969b7a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 944 time: 0.1786995 Mar 05 00:29:52.637190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4a49a888-0f4f-452d-b708-292f27700c66 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:52.644881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4a49a888-0f4f-452d-b708-292f27700c66 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:52.645267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.654888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5e5dda1f-84fe-4440-b67b-e73947901f09 req-61b23c82-9351-41ea-a68f-db3c06d96608 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 Mar 05 00:29:52.655905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.708982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=4cba75d5-9963-4f26-ad95-87687b8340ec,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:52.722529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be477c58-604f-43ec-b540-0827b34b8b8e req-ec48a85e-83cb-4ef4-a550-bb3f0f6e4e70 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:52.730003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be477c58-604f-43ec-b540-0827b34b8b8e req-ec48a85e-83cb-4ef4-a550-bb3f0f6e4e70 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 943 time: 0.0930767 Mar 05 00:29:52.774365 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be477c58-604f-43ec-b540-0827b34b8b8e req-5fc48458-cc47-4515-ad83-77cd5e8e484e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Mar 05 00:29:52.786723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] No DVR routers for this DVR port 4cba75d5-9963-4f26-ad95-87687b8340ec on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:29:52.789170 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.791787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'name': 'network-vif-deleted', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:52.807390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c51ab222-315e-423b-aa99-686a23e17e11 req-15b59994-6eee-44cd-bd77-d4687362e922 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.10 "DELETE /v2.0/ports/4cba75d5-9963-4f26-ad95-87687b8340ec HTTP/1.1" status: 204 len: 173 time: 1.0705345 Mar 05 00:29:52.848763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.857305 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd606074-6812-4c29-af25-6366d5ae7f61', 'name': 'network-vif-deleted', 'tag': '4cba75d5-9963-4f26-ad95-87687b8340ec', 'status': 'completed', 'code': 200} Mar 05 00:29:52.880052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:52.892729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:52.897685 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:52.944120 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'code': 200} Mar 05 00:29:52.982686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:53.380238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-029bbcec-eb8f-4e0e-8fea-569d3166a7a2 req-8e35a457-e44f-48e6-a33c-43c5f49b44cf tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Synchronizing usage tracker for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:29:53.395624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-029bbcec-eb8f-4e0e-8fea-569d3166a7a2 req-8e35a457-e44f-48e6-a33c-43c5f49b44cf tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Unset dirty status for tenant:9799e1e9bb6949bda8dbcf7485cdbd42 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:29:53.397516 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-029bbcec-eb8f-4e0e-8fea-569d3166a7a2 req-8e35a457-e44f-48e6-a33c-43c5f49b44cf tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd606074-6812-4c29-af25-6366d5ae7f61 HTTP/1.1" status: 200 len: 210 time: 0.0628388 Mar 05 00:29:53.851668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7729bf-f3f1-41c4-852b-e6e66c85e6a0 req-845f1290-b1a6-46bf-a1f9-6e43182a1b0b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:53.853040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f7729bf-f3f1-41c4-852b-e6e66c85e6a0 req-845f1290-b1a6-46bf-a1f9-6e43182a1b0b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 944 time: 0.0792072 Mar 05 00:29:53.866812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:29:53.899081 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f7729bf-f3f1-41c4-852b-e6e66c85e6a0 req-b7e0bbce-b55c-4b7d-969c-9081d31268e3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Mar 05 00:29:53.938397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:53.944121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:53.944488 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:53.982034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa794-0cbf-45c9-bfb4-41e3c7adffb3 req-047449eb-43a7-433c-be9f-504365e4f730 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:53.983679 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-444fa794-0cbf-45c9-bfb4-41e3c7adffb3 req-047449eb-43a7-433c-be9f-504365e4f730 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 943 time: 0.0876737 Mar 05 00:29:54.031102 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-444fa794-0cbf-45c9-bfb4-41e3c7adffb3 req-cfa6a409-2533-4804-bdda-38ff990c3571 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Mar 05 00:29:54.069611 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.102000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:54.105483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.106224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cba75d5-9963-4f26-ad95-87687b8340ec no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:29:54.173317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 4cba75d5-9963-4f26-ad95-87687b8340ec {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:29:54.173655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 4cba75d5-9963-4f26-ad95-87687b8340ec not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:29:54.199005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:54.463741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 46f533ff-08e4-47f6-af72-dff6c7183f7b details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:29:54.499869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60236) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:54.569483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a8e20b-78de-4acf-a378-3466a96eda93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.602745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a8e20b-78de-4acf-a378-3466a96eda93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.636210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 46f533ff-08e4-47f6-af72-dff6c7183f7b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b,segment=NetworkSegment(84c0af3c-9dee-4268-ab39-1c7b484968ae),segment_id=84c0af3c-9dee-4268-ab39-1c7b484968ae)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:54.649317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '46f533ff-08e4-47f6-af72-dff6c7183f7b', 'network_id': '08167274-4a04-4049-a717-dbf56182f0e8', 'port_id': '46f533ff-08e4-47f6-af72-dff6c7183f7b', 'mac_address': 'fa:16:3e:8b:01:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2ee69f-6707-4c7f-a6ec-c2ebd6870023', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:29:54.669388 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a8e20b-78de-4acf-a378-3466a96eda93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.688381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8e20b-78de-4acf-a378-3466a96eda93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f174d96-1143-4eb2-8751-c92c488fba70,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:54.700872 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66a8e20b-78de-4acf-a378-3466a96eda93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.702025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-66a8e20b-78de-4acf-a378-3466a96eda93 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/security-groups/0f174d96-1143-4eb2-8751-c92c488fba70 HTTP/1.1" status: 204 len: 168 time: 0.2008512 Mar 05 00:29:54.712431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.731093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f533ff-08e4-47f6-af72-dff6c7183f7b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:29:54.745082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60242) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:54.747995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 46f533ff-08e4-47f6-af72-dff6c7183f7b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b,segment=NetworkSegment(84c0af3c-9dee-4268-ab39-1c7b484968ae),segment_id=84c0af3c-9dee-4268-ab39-1c7b484968ae)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:54.751809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:54.823025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=46f533ff-08e4-47f6-af72-dff6c7183f7b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:54.952633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:55.011454 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9', 'code': 200} Mar 05 00:29:55.093692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['46f533ff-08e4-47f6-af72-dff6c7183f7b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:29:55.111071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1524-ba39-4487-966c-277c5816d633 req-ee6f81d8-f51f-4a92-8e8c-d551d5d83e72 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:55.112527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e92d1524-ba39-4487-966c-277c5816d633 req-ee6f81d8-f51f-4a92-8e8c-d551d5d83e72 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.0855975 Mar 05 00:29:55.176836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d1875bf-faa9-4792-9567-b1656e79ecef req-83d8907d-7519-452f-beaf-3f42dc4ebc44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 1096 time: 0.0929444 Mar 05 00:29:55.181848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e92d1524-ba39-4487-966c-277c5816d633 req-80b52349-effe-4514-9668-1cc70d297dd2 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630386 Mar 05 00:29:55.292956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d1875bf-faa9-4792-9567-b1656e79ecef req-537ed55c-4ed7-4ff3-a551-5fd6c5f653df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088417 Mar 05 00:29:55.308087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:55.423857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858208f-db40-42ec-9720-7db8d1a7b919 req-62dfc6e4-bc14-46c7-a155-e93c60c15091 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:55.425329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b858208f-db40-42ec-9720-7db8d1a7b919 req-62dfc6e4-bc14-46c7-a155-e93c60c15091 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 944 time: 0.2435260 Mar 05 00:29:55.489156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b858208f-db40-42ec-9720-7db8d1a7b919 req-32e0df11-e06b-4d9f-83e9-a9b0e2993a4f tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580127 Mar 05 00:29:56.048893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port 38535a9a-42ee-42c3-9719-26998245df16 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:29:56.049259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:56.230632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port 38535a9a-42ee-42c3-9719-26998245df16, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=38535a9a-42ee-42c3-9719-26998245df16,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:56.231201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:56.351432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for 38535a9a-42ee-42c3-9719-26998245df16 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:56.372531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9589-e444-4aaa-aec8-288c2f32596f req-cccddf92-a3ef-41f8-9f52-6d1ad3e41a22 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:56.374017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa2e9589-e444-4aaa-aec8-288c2f32596f req-cccddf92-a3ef-41f8-9f52-6d1ad3e41a22 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.0791292 Mar 05 00:29:56.420164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa2e9589-e444-4aaa-aec8-288c2f32596f req-6232fbb2-ede2-4486-9c89-828d7d6505c8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Mar 05 00:29:56.469515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 46f533ff-08e4-47f6-af72-dff6c7183f7b up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:29:56.546046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:56.553191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 46f533ff-08e4-47f6-af72-dff6c7183f7b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:29:56.560607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 46f533ff-08e4-47f6-af72-dff6c7183f7b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:29:56.561264 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:56.615509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=38535a9a-42ee-42c3-9719-26998245df16,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:56.717695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:56.752734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 46f533ff-08e4-47f6-af72-dff6c7183f7b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b,segment=NetworkSegment(84c0af3c-9dee-4268-ab39-1c7b484968ae),segment_id=84c0af3c-9dee-4268-ab39-1c7b484968ae)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:56.762385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:56.832812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=46f533ff-08e4-47f6-af72-dff6c7183f7b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:56.924643 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ddbb-d00f-437a-9e76-de2a20cd05bf req-fba95893-644f-4496-b054-a85ca8a29ae1 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:56.926016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c3a4ddbb-d00f-437a-9e76-de2a20cd05bf req-fba95893-644f-4496-b054-a85ca8a29ae1 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 944 time: 0.2670290 Mar 05 00:29:57.001099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c3a4ddbb-d00f-437a-9e76-de2a20cd05bf req-bcba4030-622b-427d-be49-26e4b4b3f8de tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662887 Mar 05 00:29:57.013650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509346c3-58ea-4cef-956c-8332d03f73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f533ff-08e4-47f6-af72-dff6c7183f7b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:29:57.045358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:57.066507 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509346c3-58ea-4cef-956c-8332d03f73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f533ff-08e4-47f6-af72-dff6c7183f7b', 'code': 200} Mar 05 00:29:57.189055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa0efcce-1a3d-45d6-a602-96bd712b3bb3 req-8b2b06f5-9e38-4ad6-8e24-9a63e12f089a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 1096 time: 0.0675550 Mar 05 00:29:57.230516 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:57.235501 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fa0efcce-1a3d-45d6-a602-96bd712b3bb3 req-c4c014aa-9c1f-410b-874d-7ae45b5f11c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Mar 05 00:29:57.242070 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:57.716698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b1e73-295c-4da4-84b9-3ab782523c49 req-25f16085-3a02-48e6-ae7e-97881c4391bd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:57.718084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f10b1e73-295c-4da4-84b9-3ab782523c49 req-25f16085-3a02-48e6-ae7e-97881c4391bd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.1547711 Mar 05 00:29:57.781474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f10b1e73-295c-4da4-84b9-3ab782523c49 req-95bdb41c-7ff7-4a9c-bfc4-76c4663715a5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570235 Mar 05 00:29:57.807308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:29:57.980144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c385-5e71-43fb-ac4e-7000cb6f1263 req-dc71b6f5-e628-4dca-8112-7993117fe9bc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:57.982227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de49c385-5e71-43fb-ac4e-7000cb6f1263 req-dc71b6f5-e628-4dca-8112-7993117fe9bc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.0795891 Mar 05 00:29:58.005179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:29:58.016900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] Sync routers for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:29:58.025024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a3a8853d-4388-44a9-9b77-3979063b3565 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "PUT /v2.0/routers/4258da2d-81a4-4401-ae5e-80fcc4ef1784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2786527 Mar 05 00:29:58.027791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60262) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:58.029660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:58.030266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:29:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:58.052264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-de49c385-5e71-43fb-ac4e-7000cb6f1263 req-e4ba9863-f7c5-473d-9fe5-58db69ccc53e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634909 Mar 05 00:29:58.218577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:58.265621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c681af-7043-4d08-970f-25d64f28fc86 req-0fc4b7ae-3784-434d-974a-018022f99d5c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:58.267184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1c681af-7043-4d08-970f-25d64f28fc86 req-0fc4b7ae-3784-434d-974a-018022f99d5c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.0973670 Mar 05 00:29:58.285459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting subnet d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:29:58.290475 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:58.315490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1c681af-7043-4d08-970f-25d64f28fc86 req-b356b13c-8a68-48f1-8ee3-38f6f9dc3dd0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Mar 05 00:29:58.338047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be460a1f-d207-49d0-a66c-c2d7023dd92f req-c13fe309-d577-4dfa-ab0e-55861770e566 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:58.339498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be460a1f-d207-49d0-a66c-c2d7023dd92f req-c13fe309-d577-4dfa-ab0e-55861770e566 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 945 time: 0.1683738 Mar 05 00:29:58.374671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:58.437580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be460a1f-d207-49d0-a66c-c2d7023dd92f req-427bf66c-d5f2-4925-9c53-d28fc485a32e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921409 Mar 05 00:29:58.483266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:58.526646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:29:56Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:58.531700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] Checking router: 4258da2d-81a4-4401-ae5e-80fcc4ef1784 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:29:58.542988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] Routers {'4258da2d-81a4-4401-ae5e-80fcc4ef1784'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:29:58.543598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:29:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:58.571618 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:58.643090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:58.648382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:58.654846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3dfabcf5-6a79-4f2f-a10d-da73b9d66284 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/subnets/d9d1e4f3-17d2-4fdd-a2b9-70bd68c68dcd HTTP/1.1" status: 204 len: 168 time: 0.6258743 Mar 05 00:29:58.657592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60274) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:29:58.668870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78345102-3d61-4016-8620-b41d36c98d23 None None] Network 7f47f0dd-696d-4fee-9f61-427362ee0c70 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:29:58.940426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] Set router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:29:59.036673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd504c55-94f9-4209-ad44-73a7a07ea543 req-d0003ca7-8843-4814-8f80-76ebe17aa1a9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:59.038770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd504c55-94f9-4209-ad44-73a7a07ea543 req-d0003ca7-8843-4814-8f80-76ebe17aa1a9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.2173390 Mar 05 00:29:59.100164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd504c55-94f9-4209-ad44-73a7a07ea543 req-881293b0-0045-4c5d-9259-31acfe36cf00 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523458 Mar 05 00:29:59.106378 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.199634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] DHCP port deletion for 7f47f0dd-696d-4fee-9f61-427362ee0c70 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:29:59.209648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] Deleting port a5188135-388e-4364-9b17-969416f709a9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:29:59.210019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.317966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.328118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Deleting port ada0ef44-71d4-4651-938a-bd455654dfa1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:29:59.328447 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.345036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:29:56Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:29:59.399856 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ec1b0-d946-4c8f-a692-b01fda712a13 None None] The sync data for ids ['4258da2d-81a4-4401-ae5e-80fcc4ef1784'] in n-d-828979-4 is: [{'id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'name': 'tempest-TestNetworkBasicOps-router-1533967053', 'tenant_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:56Z', 'updated_at': '2022-03-05T00:29:56Z', 'revision_number': 5, 'project_id': '9799e1e9bb6949bda8dbcf7485cdbd42', 'gw_port': {'id': 'ada0ef44-71d4-4651-938a-bd455654dfa1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:57:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258da2d-81a4-4401-ae5e-80fcc4ef1784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:58Z', 'updated_at': '2022-03-05T00:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:29:59.437984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] For port a5188135-388e-4364-9b17-969416f709a9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a5188135-388e-4364-9b17-969416f709a9,segment=NetworkSegment(438b5269-d62b-4e1c-b379-37468a9192ef),segment_id=438b5269-d62b-4e1c-b379-37468a9192ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:59.438373 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.503139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] For port ada0ef44-71d4-4651-938a-bd455654dfa1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ada0ef44-71d4-4651-938a-bd455654dfa1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:29:59.503507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.559604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] Calling delete_port for a5188135-388e-4364-9b17-969416f709a9 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:59.628430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Calling delete_port for ada0ef44-71d4-4651-938a-bd455654dfa1 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:29:59.637748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.655860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475186b8-de3c-41ac-a182-0227609cd42e req-dbb0d945-c26d-410b-bb58-054eee942200 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:29:59.657489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-475186b8-de3c-41ac-a182-0227609cd42e req-dbb0d945-c26d-410b-bb58-054eee942200 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 945 time: 0.0811653 Mar 05 00:29:59.688710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] Pushing event deleted for resources: {'Port': ['ID=a5188135-388e-4364-9b17-969416f709a9,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:59.693053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5384149-b5a0-476c-872f-a04536e7e5ca None None] No DVR routers for this DVR port a5188135-388e-4364-9b17-969416f709a9 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:29:59.715442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-475186b8-de3c-41ac-a182-0227609cd42e req-08aeee38-d9b3-4719-853c-6c542914346c tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Mar 05 00:29:59.819668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:29:59.834787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38535a9a-42ee-42c3-9719-26998245df16 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:29:59.886656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Port': ['ID=ada0ef44-71d4-4651-938a-bd455654dfa1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:29:59.901440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 38535a9a-42ee-42c3-9719-26998245df16 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:29:59.902011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 38535a9a-42ee-42c3-9719-26998245df16 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:29:59.902622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a5188135-388e-4364-9b17-969416f709a9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:29:59.937906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a5188135-388e-4364-9b17-969416f709a9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:29:59.938524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a5188135-388e-4364-9b17-969416f709a9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:30:00.131404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:00.612446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:00.625943 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:00.653825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c8cae-3fb3-49c4-8969-bc573c21e085 req-f85ccb34-07a2-414c-b122-636cc6d3a394 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:00.655295 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-225c8cae-3fb3-49c4-8969-bc573c21e085 req-f85ccb34-07a2-414c-b122-636cc6d3a394 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.3969967 Mar 05 00:30:00.664409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-118e4bbb-e268-4ded-8a97-a65bfef8ac4d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:00.665806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-118e4bbb-e268-4ded-8a97-a65bfef8ac4d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 945 time: 0.4086428 Mar 05 00:30:00.737165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:00.737683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Fanout notify agent at l3_agent the message router_deleted on router 4258da2d-81a4-4401-ae5e-80fcc4ef1784 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:30:00.782935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:00.783277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:00.820959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:00.822078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e45fc04e-4c91-4551-b69a-b1dc37bedd1c tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/routers/4258da2d-81a4-4401-ae5e-80fcc4ef1784 HTTP/1.1" status: 204 len: 168 time: 2.1635675 Mar 05 00:30:00.825491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60294) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:00.831215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-225c8cae-3fb3-49c4-8969-bc573c21e085 req-47a379fd-236e-4740-9fb7-bc2795102f5f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580038 Mar 05 00:30:00.989059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.100290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:01.100681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.121746 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.150039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f47f0dd-696d-4fee-9f61-427362ee0c70']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:01.162729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438b5269-d62b-4e1c-b379-37468a9192ef') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:01.163027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438b5269-d62b-4e1c-b379-37468a9192ef') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:01.174181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.189567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.195388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:30:01.195771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:30:01.210428 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:30:01.220633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:01.299653 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.308025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.340611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] Pushing event deleted for resources: {'Network': ['ID=7f47f0dd-696d-4fee-9f61-427362ee0c70,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:01.351868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ca38952f-9595-465f-bf47-0bf186949da5 tempest-TestNetworkBasicOps-1516500694 tempest-TestNetworkBasicOps-1516500694-project] 10.222.0.32 "DELETE /v2.0/networks/7f47f0dd-696d-4fee-9f61-427362ee0c70 HTTP/1.1" status: 204 len: 168 time: 0.5246918 Mar 05 00:30:01.400201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.410733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5f79a95f-57c6-4b7c-827f-5e64f13ce9a9'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:30:01.472614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=5f79a95f-57c6-4b7c-827f-5e64f13ce9a9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:01.557912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:30:01.560685 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:01.564913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'name': 'network-vif-deleted', 'tag': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:01.582267 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aebc619a-a58e-4b5f-8445-e85b1cc42b71 req-20cf32f6-a29a-4ca7-addd-dda17b883de5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "DELETE /v2.0/ports/5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 HTTP/1.1" status: 204 len: 173 time: 0.9068196 Mar 05 00:30:01.643301 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ede9755-0ce8-41f2-8768-4c3313f645c3', 'name': 'network-vif-deleted', 'tag': '5f79a95f-57c6-4b7c-827f-5e64f13ce9a9', 'status': 'completed', 'code': 200} Mar 05 00:30:01.694529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ada0ef44-71d4-4651-938a-bd455654dfa1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:30:01.761257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ada0ef44-71d4-4651-938a-bd455654dfa1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:30:01.762026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ada0ef44-71d4-4651-938a-bd455654dfa1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:30:01.875334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60318) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:02.110254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5d56036f-daf2-477f-8c9d-06dbe87a3690 req-bf3a27d3-497d-4350-a5a3-182d4b28aa88 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:30:02.129861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6217d4ae-1434-45f8-9293-d129ad35bb8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9799e1e9bb6949bda8dbcf7485cdbd42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2533481 Mar 05 00:30:02.132091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60328) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:02.135374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5d56036f-daf2-477f-8c9d-06dbe87a3690 req-bf3a27d3-497d-4350-a5a3-182d4b28aa88 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:30:02.136463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d56036f-daf2-477f-8c9d-06dbe87a3690 req-bf3a27d3-497d-4350-a5a3-182d4b28aa88 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ede9755-0ce8-41f2-8768-4c3313f645c3 HTTP/1.1" status: 200 len: 210 time: 0.1046755 Mar 05 00:30:02.202056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f612dcb-ea12-437b-8a8a-4dee14ce3603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.228469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f612dcb-ea12-437b-8a8a-4dee14ce3603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.289416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f612dcb-ea12-437b-8a8a-4dee14ce3603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.313200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f612dcb-ea12-437b-8a8a-4dee14ce3603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46eb970-8c75-4ec9-9582-c66884478a07,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:02.332609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f612dcb-ea12-437b-8a8a-4dee14ce3603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.350828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f612dcb-ea12-437b-8a8a-4dee14ce3603 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f46eb970-8c75-4ec9-9582-c66884478a07 HTTP/1.1" status: 204 len: 168 time: 0.2172434 Mar 05 00:30:02.746430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60342) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:02.764636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.809629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:02.814973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8584655b584843a46ecfbc9def4b6e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:30:02.819731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:30:02.826649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:02.912758 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.916633 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:02.970910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c34a0-8669-4cde-a5bd-407eb544a440,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:02.975690 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f58bcd16-6b87-4377-b75c-a8c4e01888f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff8584655b584843a46ecfbc9def4b6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2282135 Mar 05 00:30:02.978500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60352) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:03.055103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1cc278c-e29c-43ab-a446-e4091ee2e6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:03.082155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1cc278c-e29c-43ab-a446-e4091ee2e6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:03.138400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1cc278c-e29c-43ab-a446-e4091ee2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:03.153777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc278c-e29c-43ab-a446-e4091ee2e6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c34a0-8669-4cde-a5bd-407eb544a440,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:03.160166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f1cc278c-e29c-43ab-a446-e4091ee2e6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:03.161312 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f1cc278c-e29c-43ab-a446-e4091ee2e6f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c15c34a0-8669-4cde-a5bd-407eb544a440 HTTP/1.1" status: 204 len: 168 time: 0.1818058 Mar 05 00:30:03.503066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c4ee0-4e8a-4bb5-b93a-e361a74e24b4 req-53693f7e-960f-40ff-8bb8-01dd967aa3ce tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:03.511297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f5c4ee0-4e8a-4bb5-b93a-e361a74e24b4 req-53693f7e-960f-40ff-8bb8-01dd967aa3ce tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 945 time: 0.1095395 Mar 05 00:30:03.565789 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f5c4ee0-4e8a-4bb5-b93a-e361a74e24b4 req-a2e26427-06d5-41a8-80f2-723bc6cfa4cc tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Mar 05 00:30:03.898483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:30:03.942416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:30:03.943206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5f79a95f-57c6-4b7c-827f-5e64f13ce9a9 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:30:04.797148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb80e95-7c81-481b-89be-5bafc0baa73c req-a023df87-0bee-4b19-aa47-0ba08a76f9d5 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:04.799569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5eb80e95-7c81-481b-89be-5bafc0baa73c req-a023df87-0bee-4b19-aa47-0ba08a76f9d5 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 945 time: 0.1153755 Mar 05 00:30:04.850980 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5eb80e95-7c81-481b-89be-5bafc0baa73c req-0ee75e12-603c-4744-816a-a1f38d8cf422 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/security-groups?id=57985b6c-82c6-468a-9c35-f2b0ed348c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Mar 05 00:30:04.949120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c42ac1aa-f8ea-4c89-9c6b-6de21b7e9cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:04.970708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-54e1712f-f45e-4bb4-84ab-733898e38946 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:04.976692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-54e1712f-f45e-4bb4-84ab-733898e38946 tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.36 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 945 time: 0.1077485 Mar 05 00:30:05.095821 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Deleting port 46f533ff-08e4-47f6-af72-dff6c7183f7b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:05.096155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:05.349029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] For port 46f533ff-08e4-47f6-af72-dff6c7183f7b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=46f533ff-08e4-47f6-af72-dff6c7183f7b,segment=NetworkSegment(84c0af3c-9dee-4268-ab39-1c7b484968ae),segment_id=84c0af3c-9dee-4268-ab39-1c7b484968ae)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:05.349462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:05.577587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Calling delete_port for 46f533ff-08e4-47f6-af72-dff6c7183f7b owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:05.758178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:05.770301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['46f533ff-08e4-47f6-af72-dff6c7183f7b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:30:05.810905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Pushing event deleted for resources: {'Port': ['ID=46f533ff-08e4-47f6-af72-dff6c7183f7b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:05.910444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] No DVR routers for this DVR port 46f533ff-08e4-47f6-af72-dff6c7183f7b on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:30:05.914069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:05.918528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509346c3-58ea-4cef-956c-8332d03f73b6', 'name': 'network-vif-deleted', 'tag': '46f533ff-08e4-47f6-af72-dff6c7183f7b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:05.937453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c08d8b9f-14b8-45ae-9d02-5c2ad1df1860 req-935f516b-be4e-4a09-863a-6ec98d1bb68e tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.36 "DELETE /v2.0/ports/46f533ff-08e4-47f6-af72-dff6c7183f7b HTTP/1.1" status: 204 len: 173 time: 0.9550238 Mar 05 00:30:06.012472 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509346c3-58ea-4cef-956c-8332d03f73b6', 'name': 'network-vif-deleted', 'tag': '46f533ff-08e4-47f6-af72-dff6c7183f7b', 'status': 'completed', 'code': 200} Mar 05 00:30:06.062887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8206d76e-b4dc-4350-8b10-d242247f6607 req-28096835-419b-49f9-8901-6a308ed72e4b tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Synchronizing usage tracker for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:30:06.083042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8206d76e-b4dc-4350-8b10-d242247f6607 req-28096835-419b-49f9-8901-6a308ed72e4b tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] Unset dirty status for tenant:d7c30a1485fd4307842ab9532444dfe5 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:30:06.084727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8206d76e-b4dc-4350-8b10-d242247f6607 req-28096835-419b-49f9-8901-6a308ed72e4b tempest-VolumesActionsTest-1537606600 tempest-VolumesActionsTest-1537606600-project] 10.222.0.32 "GET /v2.0/ports?device_id=509346c3-58ea-4cef-956c-8332d03f73b6 HTTP/1.1" status: 200 len: 210 time: 0.0655642 Mar 05 00:30:06.295803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60538) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:06.437464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.469338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:06.473077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Usage tracker for resource:security_group_rule and tenant:b7236338b6574b6da1676040e22be27f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:30:06.475883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:30:06.481462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:06.555142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.558843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.606082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfdaecb-6dca-46e3-8c7e-79adadb718be,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:06.610205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f99554f6-6412-4ff6-933b-99c58b9f4b61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7236338b6574b6da1676040e22be27f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3134024 Mar 05 00:30:06.613539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60544) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:06.674982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b186fd34-e081-45bd-939a-3e3075751c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.700299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b186fd34-e081-45bd-939a-3e3075751c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.750811 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b186fd34-e081-45bd-939a-3e3075751c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.766450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186fd34-e081-45bd-939a-3e3075751c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfdaecb-6dca-46e3-8c7e-79adadb718be,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:06.776042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b186fd34-e081-45bd-939a-3e3075751c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:06.777184 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b186fd34-e081-45bd-939a-3e3075751c6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdfdaecb-6dca-46e3-8c7e-79adadb718be HTTP/1.1" status: 204 len: 168 time: 0.1633549 Mar 05 00:30:06.995135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-74280938-7eae-4719-9416-f66d70e3b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.155780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60562) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:07.175191 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.213730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:07.217993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:7777b72ba34f4458a3c92e33a88ff7aa is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:30:07.221304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:30:07.228020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:07.298711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.304453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.355310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5651ba0-3b06-45d1-b77c-8513f80547a4,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:07.360300 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ce7e7b62-8850-4f5e-b6b5-2671306cd8b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7777b72ba34f4458a3c92e33a88ff7aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2034860 Mar 05 00:30:07.363018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60568) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:07.426784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a35e368-a6e7-448d-b997-c02947fc256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.452642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a35e368-a6e7-448d-b997-c02947fc256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.511524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a35e368-a6e7-448d-b997-c02947fc256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.538010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35e368-a6e7-448d-b997-c02947fc256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5651ba0-3b06-45d1-b77c-8513f80547a4,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:07.548656 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3a35e368-a6e7-448d-b997-c02947fc256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:07.552463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a35e368-a6e7-448d-b997-c02947fc256d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5651ba0-3b06-45d1-b77c-8513f80547a4 HTTP/1.1" status: 204 len: 168 time: 0.1859088 Mar 05 00:30:08.306929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:08.368803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:08.500185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 46f533ff-08e4-47f6-af72-dff6c7183f7b no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:30:08.535374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 46f533ff-08e4-47f6-af72-dff6c7183f7b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:30:08.535722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 46f533ff-08e4-47f6-af72-dff6c7183f7b not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:30:09.782463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:16.465684 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:30:25.546359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-5d0d010f-2e96-44d1-8197-97eef1013e5b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:25.547790 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-5d0d010f-2e96-44d1-8197-97eef1013e5b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.1433463 Mar 05 00:30:25.565181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-bb604901-788d-4ed7-b0bf-811893b2a947 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0112154 Mar 05 00:30:25.648624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-e4fd9994-4e9f-4ba4-8cb3-2a5072732ade tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784843 Mar 05 00:30:25.782495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-467e9032-0ac4-482e-a288-a05a40e75afc service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273372 Mar 05 00:30:25.918656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-23d07013-94c9-4150-91ba-dd667d1fbe1c service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294734 Mar 05 00:30:26.316430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4db1633c-769d-4a04-93b5-d7b46eb2a0c6 req-60758a0b-14ae-4eac-89d3-d299a5fd3bc2 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 210 time: 0.0450587 Mar 05 00:30:27.258518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:27.265073 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:27.451527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-fdcddf0a-88c9-4a07-9020-bf933a9c219a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:27.452841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-fdcddf0a-88c9-4a07-9020-bf933a9c219a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.2731037 Mar 05 00:30:27.500651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': '9de15b89-b708-4260-83f2-cabba9868bc1', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:30:27.522928 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb741e46-bd23-4bd9-803a-f2dcfc8e2f13 req-e11bfe2e-18e7-4612-808b-ed1071ee2f93 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 210 time: 0.0686355 Mar 05 00:30:27.655214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:27.665502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:27.675453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:30:27.679130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:27.845483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.3 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/0f8fcc34-c44a-4e3a-908b-d4cda75078a3) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:30:28.058419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:28.076794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:30:28.099940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:28.177460 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:30:28.180627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:30:28.183349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:30:28.219473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:28.260444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:28.261052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:28.292492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-f0a505d4-7ab5-44aa-ae81-083bbf81fca5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7993267 Mar 05 00:30:28.304728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Request body: {'port': {'device_id': '9de15b89-b708-4260-83f2-cabba9868bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:30:28.440797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:28.517605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e5da69f0-8cbf-4434-871e-19b47b167a2a None None] Provisioning for port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:30:28.523563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e5da69f0-8cbf-4434-871e-19b47b167a2a None None] Provisioning complete for port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:30:28.524149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e5da69f0-8cbf-4434-871e-19b47b167a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:28.598658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e5da69f0-8cbf-4434-871e-19b47b167a2a None None] Port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:30:28.794358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83718-ec75-4369-a6e0-a3b0e9de8737 req-406064f8-63c6-4a7b-b5f8-61703ab559ad tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:28.796420 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fff83718-ec75-4369-a6e0-a3b0e9de8737 req-406064f8-63c6-4a7b-b5f8-61703ab559ad tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 931 time: 0.0942700 Mar 05 00:30:28.823898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:30:28.831892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:28.847317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Transition to ACTIVE for port object 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:30:28.850119 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fff83718-ec75-4369-a6e0-a3b0e9de8737 req-baeb975f-4425-46ce-9e01-720015b18c7b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Mar 05 00:30:28.853299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:29.017215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:29.119941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Attempting to bind port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:30:29.120287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Attempting to bind port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:30:29.120842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Attempting to bind port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:30:29.127437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:30:29.127619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Attempting to bind port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:30:29.134193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:30:29.134528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:30:29.135041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:30:29.135470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Bound port: 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:30:29.135820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:29.231480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] For port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:30:29.235164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] For port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:30:29.240731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:29.404191 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:29.405508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f8fcc34-c44a-4e3a-908b-d4cda75078a3 HTTP/1.1" status: 200 len: 1091 time: 1.1056554 Mar 05 00:30:29.405948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de15b89-b708-4260-83f2-cabba9868bc1', 'tag': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:29.433466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354447-2ed5-4cf6-884d-76c26e83e674 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:29.483745 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de15b89-b708-4260-83f2-cabba9868bc1', 'tag': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3', 'status': 'completed', 'code': 200} Mar 05 00:30:29.531183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-6b795f82-646e-4188-ae0a-ac2d321d1fe5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 1094 time: 0.0828173 Mar 05 00:30:29.603758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-bcfae248-675e-49ff-ae41-e6873a41eb40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3 HTTP/1.1" status: 200 len: 217 time: 0.0653253 Mar 05 00:30:29.670235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-72895aaa-784f-4024-959a-548c356c18a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:29.671821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-72895aaa-784f-4024-959a-548c356c18a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0628331 Mar 05 00:30:29.750632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-33b22bca-6c6c-46af-934e-3e5def56e97c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732906 Mar 05 00:30:29.883923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-8369eb28-0291-480c-8663-d1d9c38152a0 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268711 Mar 05 00:30:30.036400 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-347373ca-e726-4b03-9def-3dc9c5e3b390 req-e3b20f04-9ec6-486d-8d44-04ddeb28a794 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464517 Mar 05 00:30:30.079860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e948b60-bb88-4075-bbe0-e07009627c3a req-1737542f-6c92-4336-b43e-c6442dc31bf7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:30.082053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e948b60-bb88-4075-bbe0-e07009627c3a req-1737542f-6c92-4336-b43e-c6442dc31bf7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0926878 Mar 05 00:30:30.132763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e948b60-bb88-4075-bbe0-e07009627c3a req-95fa30f6-c87b-4729-af6b-ddcffdd80356 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Mar 05 00:30:30.164775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-39e35ded-a9f5-48ba-a148-6cac4f75246f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 1094 time: 0.0720019 Mar 05 00:30:30.296044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-6851bc2f-888b-4ba5-b280-445fbc2d057b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:30.297436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-6851bc2f-888b-4ba5-b280-445fbc2d057b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1273444 Mar 05 00:30:30.373021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-c1f01895-7d5c-49fe-adbb-4dc8eb5663ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3 HTTP/1.1" status: 200 len: 217 time: 0.0689547 Mar 05 00:30:30.432972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-083bc4e0-9ebe-4a21-8d60-34c67f563807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:30.434340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-083bc4e0-9ebe-4a21-8d60-34c67f563807 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0561728 Mar 05 00:30:30.511324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-e2376d85-104e-4adf-8592-89ae020e2e2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705941 Mar 05 00:30:30.644179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-45f53c4f-1b7f-46bf-8392-d822b624664e service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267080 Mar 05 00:30:30.774620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c0ad827-2914-43f1-84c0-028b53b91b5c req-b817b5a4-cd21-4a6f-a40e-ce6f78fe8b87 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 Mar 05 00:30:30.851064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60840) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:30.932416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Deleting subnet 2e2ee69f-6707-4c7f-a6ec-c2ebd6870023 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:30:30.932416 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:30.981196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.034302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.107738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.143916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2ee69f-6707-4c7f-a6ec-c2ebd6870023,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:31.152192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.158170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.158511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.158841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.159167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.159492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.159812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.160128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.160441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.160755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.161066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.161406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:31.167353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4abd97f3-ab72-4957-b591-13cf4f1f2abe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e2ee69f-6707-4c7f-a6ec-c2ebd6870023 HTTP/1.1" status: 204 len: 168 time: 0.3147640 Mar 05 00:30:31.169207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:31.271789 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.331957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36855f-cc9f-4686-9e12-25c1f38e61f9 req-cac38158-0fb0-400a-a136-d2e5c8437703 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:31.332650 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b36855f-cc9f-4686-9e12-25c1f38e61f9 req-cac38158-0fb0-400a-a136-d2e5c8437703 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:30:31.350694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b36855f-cc9f-4686-9e12-25c1f38e61f9 req-cac38158-0fb0-400a-a136-d2e5c8437703 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:30:31.351822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b36855f-cc9f-4686-9e12-25c1f38e61f9 req-cac38158-0fb0-400a-a136-d2e5c8437703 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0933731 Mar 05 00:30:31.393081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.396831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b36855f-cc9f-4686-9e12-25c1f38e61f9 req-26a6a765-9f27-44c1-891b-368b16310dd8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Mar 05 00:30:31.418846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08167274-4a04-4049-a717-dbf56182f0e8']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:31.430536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c0af3c-9dee-4268-ab39-1c7b484968ae') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:31.430824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c0af3c-9dee-4268-ab39-1c7b484968ae') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:31.441669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.457563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.464048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:30:31.464423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:30:31.480436 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:30:31.550768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.565865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.577602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] Pushing event deleted for resources: {'Network': ['ID=08167274-4a04-4049-a717-dbf56182f0e8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:31.584562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac48b0a0-ae0a-4165-a1bb-a1bccf14ec08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/08167274-4a04-4049-a717-dbf56182f0e8 HTTP/1.1" status: 204 len: 168 time: 0.4137497 Mar 05 00:30:31.587262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60850) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:31.647369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Deleting subnet 5e6f876c-a535-494d-a464-7e039e8398f5 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:30:31.650385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.698038 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.752742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.815747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.852243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6f876c-a535-494d-a464-7e039e8398f5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:31.856681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:31.862289 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e7625153-568b-4c08-8ede-52b232ffd3e7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5e6f876c-a535-494d-a464-7e039e8398f5 HTTP/1.1" status: 204 len: 168 time: 0.2741213 Mar 05 00:30:31.864668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 60854) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:31.971626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.090954 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.115661 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:32.127018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f51efa-2458-4c8f-8210-264844e0012d') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:32.127302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f51efa-2458-4c8f-8210-264844e0012d') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:32.138015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.156708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.163132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:30:32.163504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:30:32.256763 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:30:32.327988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.345590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.354643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:32.357449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8a494bde-c528-4c45-bb46-1ce2841dfac5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e824c2b2-3fdd-475d-ac2f-b9fb6e9f3a26 HTTP/1.1" status: 204 len: 168 time: 0.4913061 Mar 05 00:30:32.586730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60862) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:32.594920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e52ea6-fc88-44b6-b79c-5de1d8028f2f req-180ad2bc-b2f3-4e1f-99ab-efba69a06cb4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:32.596394 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5e52ea6-fc88-44b6-b79c-5de1d8028f2f req-180ad2bc-b2f3-4e1f-99ab-efba69a06cb4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0798743 Mar 05 00:30:32.635507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2a452a2a-5125-4517-8fac-17f9db56290d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7c30a1485fd4307842ab9532444dfe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475864 Mar 05 00:30:32.638042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60866) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:32.641264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5e52ea6-fc88-44b6-b79c-5de1d8028f2f req-8dd1320f-d7a2-47d8-b575-4e0f1329eb7c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385251 Mar 05 00:30:32.700755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f521c65c-72a1-4fa0-9bb9-b0b89821f8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.726302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f521c65c-72a1-4fa0-9bb9-b0b89821f8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.776792 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f521c65c-72a1-4fa0-9bb9-b0b89821f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.793507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521c65c-72a1-4fa0-9bb9-b0b89821f8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57985b6c-82c6-468a-9c35-f2b0ed348c16,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:32.807853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f521c65c-72a1-4fa0-9bb9-b0b89821f8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:32.808964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f521c65c-72a1-4fa0-9bb9-b0b89821f8ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57985b6c-82c6-468a-9c35-f2b0ed348c16 HTTP/1.1" status: 204 len: 168 time: 0.1700304 Mar 05 00:30:33.194368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:33.242669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5b9f34f5-736c-4361-917b-d847ee3f3671 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bb7f1048da749a798bbab4cc587638a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471966 Mar 05 00:30:33.244959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 60880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:33.300947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7bfc-db1b-420c-a9fb-a5a1d6b7c0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:33.326295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7bfc-db1b-420c-a9fb-a5a1d6b7c0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:33.379575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7bfc-db1b-420c-a9fb-a5a1d6b7c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:33.479682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7bfc-db1b-420c-a9fb-a5a1d6b7c0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc468e8-eaba-48fa-b8a1-49db4809840b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:33.484403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7bfc-db1b-420c-a9fb-a5a1d6b7c0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:33.486173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4cdb7bfc-db1b-420c-a9fb-a5a1d6b7c0b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fc468e8-eaba-48fa-b8a1-49db4809840b HTTP/1.1" status: 204 len: 168 time: 0.2397499 Mar 05 00:30:33.842554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4dec1-d924-47e8-9bfd-16357b064ca5 req-5890321b-96dd-4aa4-bce2-e2d25b9309c6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:33.844012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8b4dec1-d924-47e8-9bfd-16357b064ca5 req-5890321b-96dd-4aa4-bce2-e2d25b9309c6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0763707 Mar 05 00:30:33.890214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8b4dec1-d924-47e8-9bfd-16357b064ca5 req-d6f56337-e5d6-44eb-b9d3-325b20108caa tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Mar 05 00:30:34.937364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0174989-cd5c-4523-9329-e4cab50adab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:35.103548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c3373-b0c2-4ebd-93c3-f95228ac9de7 req-81d0974b-436e-4d95-aaec-9f1721d47932 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:35.105006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-694c3373-b0c2-4ebd-93c3-f95228ac9de7 req-81d0974b-436e-4d95-aaec-9f1721d47932 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0841463 Mar 05 00:30:35.150960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-694c3373-b0c2-4ebd-93c3-f95228ac9de7 req-3623f2b0-d84a-475b-bead-da443f237508 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Mar 05 00:30:36.360516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928be6be-a049-43d0-af14-f77ca88543e1 req-e6323438-1a51-4d21-aca5-4ddbae180bd4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:36.362139 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-928be6be-a049-43d0-af14-f77ca88543e1 req-e6323438-1a51-4d21-aca5-4ddbae180bd4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0901423 Mar 05 00:30:36.430682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-928be6be-a049-43d0-af14-f77ca88543e1 req-3117a066-b8d2-4517-b729-17ab55169b00 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596995 Mar 05 00:30:36.991018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a7dd55d8-4626-44a2-afcf-2717e8a43a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:37.642770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1883874-0a1c-45ed-8bd9-cc96f39ed000 req-02b7946a-3edf-43bb-9ca9-885160004379 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:37.644239 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1883874-0a1c-45ed-8bd9-cc96f39ed000 req-02b7946a-3edf-43bb-9ca9-885160004379 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0839729 Mar 05 00:30:37.695613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1883874-0a1c-45ed-8bd9-cc96f39ed000 req-4daa1344-b31f-4090-997e-79de9a796875 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Mar 05 00:30:38.299381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:38.372901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:38.909862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d917-5519-428c-a985-61aeca3ff498 req-ae7e3bed-8ec6-4e26-b961-2a5bcaa83090 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:38.911319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d81d917-5519-428c-a985-61aeca3ff498 req-ae7e3bed-8ec6-4e26-b961-2a5bcaa83090 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0798802 Mar 05 00:30:38.960323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d81d917-5519-428c-a985-61aeca3ff498 req-26398899-8d98-451c-bcb3-7795cc7a2c1e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Mar 05 00:30:39.773585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:40.081059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:30:40.169381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d056a-404b-4dda-8453-4f5cef83001f req-77af728f-9206-4f76-b6fd-d0b051267c3c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:40.171149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-600d056a-404b-4dda-8453-4f5cef83001f req-77af728f-9206-4f76-b6fd-d0b051267c3c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 943 time: 0.0862837 Mar 05 00:30:40.235827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:40.250811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3', 'mac_address': 'fa:16:3e:28:f6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:30:40.251669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-600d056a-404b-4dda-8453-4f5cef83001f req-3b4c091e-ba08-4eaf-b725-b58826bd3c35 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 Mar 05 00:30:40.347958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:40.365993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:30:40.380428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:40.384278 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:40.452638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:40.683868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0f8fcc34-c44a-4e3a-908b-d4cda75078a3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:30:41.445200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00f5e0-961c-4809-b915-e619671eb89f req-851f7cc5-61e8-4a0b-a8d8-38d23028ce10 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:41.446803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f00f5e0-961c-4809-b915-e619671eb89f req-851f7cc5-61e8-4a0b-a8d8-38d23028ce10 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 944 time: 0.0772016 Mar 05 00:30:41.492828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f00f5e0-961c-4809-b915-e619671eb89f req-000c6f79-c271-43ee-be8a-fffb1a8748ee tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Mar 05 00:30:42.096546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:30:42.166443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:30:42.171042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:30:42.171416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:42.295200 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:42.328461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de15b89-b708-4260-83f2-cabba9868bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:42.335784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:42.339776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:42.385356 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de15b89-b708-4260-83f2-cabba9868bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3', 'code': 200} Mar 05 00:30:42.411084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:42.714697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5da16975-361f-44af-b334-4ff4728ef645 req-dea839ef-0aa5-430a-a511-98d7b6750318 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 1096 time: 0.2754023 Mar 05 00:30:42.725859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa7505-1e8a-4706-817f-12307bf7ee3a req-0844e462-dd50-4ee1-8bbb-9c3de84d594e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:42.727287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30fa7505-1e8a-4706-817f-12307bf7ee3a req-0844e462-dd50-4ee1-8bbb-9c3de84d594e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.1018131 Mar 05 00:30:42.804032 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30fa7505-1e8a-4706-817f-12307bf7ee3a req-cdfff675-5868-4ef6-ac17-91c49f12e86c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603099 Mar 05 00:30:42.808321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5da16975-361f-44af-b334-4ff4728ef645 req-87ac99a1-9d2e-44ae-84c6-7b1ad3d1999b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Mar 05 00:30:44.008071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861ae1e-de7f-47d8-9b35-7ec173d878a3 req-6623b1a1-06bc-44d9-8afb-9da42e6c81c5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:44.009771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2861ae1e-de7f-47d8-9b35-7ec173d878a3 req-6623b1a1-06bc-44d9-8afb-9da42e6c81c5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.0808964 Mar 05 00:30:44.060371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2861ae1e-de7f-47d8-9b35-7ec173d878a3 req-54310ab5-2261-4bb8-8278-5db8191d4a41 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Mar 05 00:30:45.266967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbbd27-8ee0-457b-b311-294d4e3841d2 req-1aa717ce-3c90-4dff-9419-715ddf6ef482 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:45.268611 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61dbbd27-8ee0-457b-b311-294d4e3841d2 req-1aa717ce-3c90-4dff-9419-715ddf6ef482 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.0791030 Mar 05 00:30:45.323187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61dbbd27-8ee0-457b-b311-294d4e3841d2 req-1c2e1e01-23b2-4c35-8a58-012702246829 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Mar 05 00:30:45.566368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a9bcc16-08ea-44a9-ae4c-aa761eaaaa12 req-fb85a087-78a5-4155-b1e4-3c4dfdb0d589 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.0769594 Mar 05 00:30:45.577658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5f08-9fcb-4801-b083-a411031e49d8 req-78465a8a-32c5-4909-b496-467f6456f082 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:45.579130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2b6a5f08-9fcb-4801-b083-a411031e49d8 req-78465a8a-32c5-4909-b496-467f6456f082 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.0828333 Mar 05 00:30:45.615366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a9bcc16-08ea-44a9-ae4c-aa761eaaaa12 req-1ca39d54-a73c-40d9-93db-a5f440f7c27e tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388508 Mar 05 00:30:45.637971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2b6a5f08-9fcb-4801-b083-a411031e49d8 req-af85c3d4-4b9b-4e6c-9fc8-3039ece85a90 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500991 Mar 05 00:30:45.657575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 32908) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:45.925310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port db65c000-a323-4c70-a0e7-6153b24ee07c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:45.925800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:46.150665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:46.150997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:46.315218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for db65c000-a323-4c70-a0e7-6153b24ee07c owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:46.502110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:46.580574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=db65c000-a323-4c70-a0e7-6153b24ee07c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:46.665564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:47.296477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 15af80fc-857d-459f-9062-ae9281ea7cad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:30:47.589761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:30:47.600919 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] Sync routers for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:30:47.625315 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:30:47.625812 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:30:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:47.628189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:47.711820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74c51edd-ec5f-4cf0-81d1-3009a07b7622 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/floatingips/4d341bff-98cd-4d76-84bd-2411b76957d8 HTTP/1.1" status: 204 len: 168 time: 2.0534601 Mar 05 00:30:47.712403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:47.933547 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'status': 'completed', 'code': 200} Mar 05 00:30:47.957797 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:30:48.182058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-ef500569-edbc-4c8b-903f-2ead1b70d446 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 1096 time: 0.2057118 Mar 05 00:30:48.470479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59731-69d3-4b2c-879b-ebf894feaa96 req-fa2bdb84-aae1-4eca-a593-df802c5a4a07 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:48.472088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dd59731-69d3-4b2c-879b-ebf894feaa96 req-fa2bdb84-aae1-4eca-a593-df802c5a4a07 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1148162 Mar 05 00:30:48.529663 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:54Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:48.533709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] Checking router: 15af80fc-857d-459f-9062-ae9281ea7cad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:30:48.544613 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:30:48.545215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:30:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:48.550700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dd59731-69d3-4b2c-879b-ebf894feaa96 req-26e8a4cd-675e-4402-8944-5030d0e8caab tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709698 Mar 05 00:30:48.551857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-0d61c5f5-a290-4c1a-9e26-710a767b1a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:48.553956 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-0d61c5f5-a290-4c1a-9e26-710a767b1a5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 200 len: 898 time: 0.3638711 Mar 05 00:30:48.702673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-2a684c97-0b1f-4d4a-bf75-50ec355d6253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 200 len: 217 time: 0.1312842 Mar 05 00:30:48.774149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-22fe4e6d-177e-4898-ae9c-5e1c166e721e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:48.775846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-22fe4e6d-177e-4898-ae9c-5e1c166e721e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 200 len: 835 time: 0.0667474 Mar 05 00:30:48.778066 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:30:48.865450 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-7c535313-d431-468b-a0e2-518a21c26fbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d26aa4f5-2b70-4d02-9c78-5f0400f86f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829470 Mar 05 00:30:48.874779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-ee6a5779-a4b7-40d7-aee8-039f6e9e7aba service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:30:48.875709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-ee6a5779-a4b7-40d7-aee8-039f6e9e7aba service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047767 Mar 05 00:30:49.117899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-8be6e142-9a65-42f3-8dc4-6ea3f6ed5e4c service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348871 Mar 05 00:30:49.197315 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:54Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:49.201861 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7212d-d3e9-409e-9a89-f01d3a565d93 None None] The sync data for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 is: [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f05bb2c9-8417-48b7-adb2-3c83ee546d88', 'name': '', 'network_id': 'd26aa4f5-2b70-4d02-9c78-5f0400f86f17', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:84:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:41Z', 'updated_at': '2022-03-05T00:27:54Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': '5f2432b5-f968-4169-92d7-23d40c8662c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:30:49.274029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dbd6f96c-e82f-4fba-b326-0cc0c3033a88 req-7aab52ce-407d-49e1-b9b5-46b48cf757ff service neutron] 10.222.0.36 "GET /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502404 Mar 05 00:30:49.363737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74820499-ebad-4e59-b1a9-d25ec8e67237 req-b4ce3c56-837c-44c2-ad52-2567f84965c5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:49.372527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74820499-ebad-4e59-b1a9-d25ec8e67237 req-b4ce3c56-837c-44c2-ad52-2567f84965c5 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.1305020 Mar 05 00:30:49.431394 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74820499-ebad-4e59-b1a9-d25ec8e67237 req-6d1a7c79-4aaf-4815-9740-7285e16da333 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580378 Mar 05 00:30:49.536177 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077fc94-8c76-4c85-86ee-7fec807b600f None None] New status for floating IP 4d341bff-98cd-4d76-84bd-2411b76957d8: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:30:49.677015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-618ef8da-975d-4f9d-a7a2-077f9daaf4c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:49.682712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-618ef8da-975d-4f9d-a7a2-077f9daaf4c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1699851 Mar 05 00:30:49.768302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597897fa-557e-408f-baed-03bcc14995c7 req-b10cbd30-c321-4e18-8107-88d5312af88e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:49.772877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-b10cbd30-c321-4e18-8107-88d5312af88e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.4166670 Mar 05 00:30:49.783569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 4a49a888-0f4f-452d-b708-292f27700c66 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:49.783905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:49.795935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968f0c6-2c0f-4980-a74f-2502f76d0ce7 req-dd4f6253-83aa-4eed-bc7b-7daf8e5d1380 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:49.796681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a968f0c6-2c0f-4980-a74f-2502f76d0ce7 req-dd4f6253-83aa-4eed-bc7b-7daf8e5d1380 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:30:49.812941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a968f0c6-2c0f-4980-a74f-2502f76d0ce7 req-dd4f6253-83aa-4eed-bc7b-7daf8e5d1380 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:30:49.814586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a968f0c6-2c0f-4980-a74f-2502f76d0ce7 req-dd4f6253-83aa-4eed-bc7b-7daf8e5d1380 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 945 time: 0.1017919 Mar 05 00:30:49.847226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-471be4c9-7d49-4c64-b719-831c1371b0af tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0674751 Mar 05 00:30:49.862262 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a968f0c6-2c0f-4980-a74f-2502f76d0ce7 req-d2463aa2-1e06-42ac-a86a-4fe68f5aab9e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=795e997c-8eea-4cc7-b2f3-2d4b0507b39b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417271 Mar 05 00:30:50.090319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-a7ea6df4-35b9-479e-9d0a-fc2cd0767029 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2360840 Mar 05 00:30:50.139714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port 4a49a888-0f4f-452d-b708-292f27700c66, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4a49a888-0f4f-452d-b708-292f27700c66,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:50.140070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:50.283102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 4a49a888-0f4f-452d-b708-292f27700c66 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:50.473024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-825c7c50-1664-4688-be65-b3cb15a253b2 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736050 Mar 05 00:30:50.631026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-cdca1528-0a4f-4a4b-81da-a89437a9ed08 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459270 Mar 05 00:30:50.638997 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:50.657837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf4acb-fe39-43de-99ec-8a64cdddd89b req-f09d691d-155f-45bb-b058-f45974ec823a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:50.659468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfbf4acb-fe39-43de-99ec-8a64cdddd89b req-f09d691d-155f-45bb-b058-f45974ec823a tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.0889356 Mar 05 00:30:50.727010 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cfbf4acb-fe39-43de-99ec-8a64cdddd89b req-6bb77e07-2bff-4da2-9a96-abf1a34e2d45 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611618 Mar 05 00:30:50.732818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=4a49a888-0f4f-452d-b708-292f27700c66,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:50.831249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] No DVR routers for this DVR port 4a49a888-0f4f-452d-b708-292f27700c66 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:30:50.907192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:50.923641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-deleted', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:50.960840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0717e888-a0a1-4661-aa43-9740ba8957ea req-e8e8032c-f876-4b89-a400-1edd99a58b23 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 210 time: 0.0818095 Mar 05 00:30:50.990792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-368c8e44-f16e-4d72-8818-de563b8a8a29 req-57239145-3c29-4247-8242-fafadf100779 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "DELETE /v2.0/ports/4a49a888-0f4f-452d-b708-292f27700c66 HTTP/1.1" status: 204 len: 173 time: 1.2978044 Mar 05 00:30:51.031488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b4469f1c-bb75-43a0-9a47-441f050ff457 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:51.041948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b4469f1c-bb75-43a0-9a47-441f050ff457 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.2066510 Mar 05 00:30:51.121961 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddecdfe-eb07-42d3-9484-e647fef15d9f', 'name': 'network-vif-deleted', 'tag': '4a49a888-0f4f-452d-b708-292f27700c66', 'status': 'completed', 'code': 200} Mar 05 00:30:51.191611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-997ab0d9-1d66-4e53-8d70-ef272e4d7988 req-1d84c228-69b8-4b8a-8dc2-4d34edcbc737 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:30:51.218441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:51.219112 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:51.269056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-997ab0d9-1d66-4e53-8d70-ef272e4d7988 req-1d84c228-69b8-4b8a-8dc2-4d34edcbc737 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:30:51.269578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-997ab0d9-1d66-4e53-8d70-ef272e4d7988 req-1d84c228-69b8-4b8a-8dc2-4d34edcbc737 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ddecdfe-eb07-42d3-9484-e647fef15d9f HTTP/1.1" status: 200 len: 210 time: 0.1459613 Mar 05 00:30:51.642168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] For port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:51.642168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:51.941501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c771-8aff-42b1-9df7-11668d0bd19e req-876c23d9-74a6-4155-986f-7cd0e0dc4cde tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:51.956587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:51.957016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:51.957440 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP 9555d70f-a9c2-4500-b88e-52f8811118cf disassociated. External IP: 172.25.0.86, port: 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9. Mar 05 00:30:51.957838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:51.959156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ba6c771-8aff-42b1-9df7-11668d0bd19e req-876c23d9-74a6-4155-986f-7cd0e0dc4cde tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 945 time: 0.1081362 Mar 05 00:30:52.076048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ba6c771-8aff-42b1-9df7-11668d0bd19e req-2235d775-1aa1-4521-8cf7-f364ac1d0dfc tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=56353a25-df32-4e66-a75c-901f0a02bd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159418 Mar 05 00:30:52.221279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:52.275409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5884a6e2-372d-4693-b58f-d5b34cf7047b req-55cd0855-e7a7-4cb8-8d4f-07a181cd8eb1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 210 time: 0.1037161 Mar 05 00:30:52.290010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:52.413953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33118) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:52.547843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:30:52.714604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:30:52.764953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4a49a888-0f4f-452d-b708-292f27700c66 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:30:52.765570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4a49a888-0f4f-452d-b708-292f27700c66 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:30:52.898128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597897fa-557e-408f-baed-03bcc14995c7 req-fe6f8dc0-09db-4cfe-9e06-af7538c27c59 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:52.900424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-fe6f8dc0-09db-4cfe-9e06-af7538c27c59 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.2829545 Mar 05 00:30:52.931898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:30:53.017766 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:53.211877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:53.224816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:53.252236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:30:53.255504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:53.466893 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:30:53.544252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:30:53.554202 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:30:53.555092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c37deaa8-4ce4-4b0c-960d-2f1fb8584e75 req-7f1e87b9-fd1d-4ae8-a889-97c6c27065d0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9933298b-0c42-4162-85ef-6b31c2d2e144 HTTP/1.1" status: 200 len: 210 time: 0.0623827 Mar 05 00:30:53.587576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:30:53.589384 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:30:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:53.620539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b27301e-b635-4f96-9777-38cdf5004398 req-0cc4e3de-f2ab-4aa4-a07e-58dd58e38bb4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 210 time: 0.1167297 Mar 05 00:30:53.685519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] No DVR routers for this DVR port 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:30:53.703282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:53.719920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'name': 'network-vif-deleted', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:53.843636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db0442bf-af1a-49b7-b33b-f6fc1b52a059 req-b7935ad1-9dff-4295-9b9f-c43ed7ae248d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.36 "DELETE /v2.0/ports/0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 HTTP/1.1" status: 204 len: 173 time: 2.7979383 Mar 05 00:30:53.875621 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:30:53.920142 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9933298b-0c42-4162-85ef-6b31c2d2e144', 'name': 'network-vif-deleted', 'tag': '0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9', 'status': 'completed', 'code': 200} Mar 05 00:30:53.921374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.11 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/6d348f8e-9022-4608-a466-2d78f1f71789) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:30:54.604410 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:54.607168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:54.610499 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:30:54.619589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port f05bb2c9-8417-48b7-adb2-3c83ee546d88 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:54.623041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:54.636495 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:30:54.637564 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:30:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:54.703346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object 6d348f8e-9022-4608-a466-2d78f1f71789 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:30:54.731528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:30:54.784263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:54.906140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0f8fcc34-c44a-4e3a-908b-d4cda75078a3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:30:55.019981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:30:55.019981 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0dd1d35f-fde7-46b5-87f5-a7cbd67aa7d9 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:30:55.078958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33168) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:55.239222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:30:55.257459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port f05bb2c9-8417-48b7-adb2-3c83ee546d88, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f05bb2c9-8417-48b7-adb2-3c83ee546d88,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:30:55.257818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:55.341157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:30:55.374251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=6d348f8e-9022-4608-a466-2d78f1f71789,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:55.374251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:30:55.422368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:30:55.612571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for f05bb2c9-8417-48b7-adb2-3c83ee546d88 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:55.704374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:55.704880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:55.790494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc2841-5af2-4005-b707-e57453b8e379 req-757916f8-5a4e-4785-977b-77349c7d11b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:55.791212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5ddc2841-5af2-4005-b707-e57453b8e379 req-757916f8-5a4e-4785-977b-77349c7d11b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:30:55.805522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9718342e-c5f0-486f-9b67-cef2ed37e96d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:55.814188 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:55.816466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-e4dddf52-147b-489b-9eb3-5ecf3adab0e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8938372 Mar 05 00:30:55.819793 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18241bec-9c89-4c4a-b605-185b85a5410b None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:30:55.823451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9e3c2a0f-b489-49e3-8fee-1fe6e216ae49 None None] Provisioning for port 6d348f8e-9022-4608-a466-2d78f1f71789 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:30:55.842721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9e3c2a0f-b489-49e3-8fee-1fe6e216ae49 None None] Provisioning complete for port 6d348f8e-9022-4608-a466-2d78f1f71789 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:30:55.843093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2a0f-b489-49e3-8fee-1fe6e216ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:55.850111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Request body: {'port': {'device_id': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:30:55.936774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9718342e-c5f0-486f-9b67-cef2ed37e96d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:55.960277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5ddc2841-5af2-4005-b707-e57453b8e379 req-757916f8-5a4e-4785-977b-77349c7d11b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:30:55.961676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ddc2841-5af2-4005-b707-e57453b8e379 req-757916f8-5a4e-4785-977b-77349c7d11b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 932 time: 0.8619459 Mar 05 00:30:55.963930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.000231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c2a0f-b489-49e3-8fee-1fe6e216ae49 None None] Port 6d348f8e-9022-4608-a466-2d78f1f71789 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:30:56.030893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=f05bb2c9-8417-48b7-adb2-3c83ee546d88,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.117556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:30:56.226438 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ddc2841-5af2-4005-b707-e57453b8e379 req-938d01d7-6c0a-4ca3-98d2-9b153bf1e763 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419271 Mar 05 00:30:56.250511 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.262103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9718342e-c5f0-486f-9b67-cef2ed37e96d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.325853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718342e-c5f0-486f-9b67-cef2ed37e96d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56353a25-df32-4e66-a75c-901f0a02bd08,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:56.371631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787705e-73f8-46d7-8a53-16bd1ac77b4a None None] New status for floating IP 9555d70f-a9c2-4500-b88e-52f8811118cf: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:30:56.482057 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9718342e-c5f0-486f-9b67-cef2ed37e96d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.486129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9718342e-c5f0-486f-9b67-cef2ed37e96d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/security-groups/56353a25-df32-4e66-a75c-901f0a02bd08 HTTP/1.1" status: 204 len: 168 time: 1.3905189 Mar 05 00:30:56.491012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33186) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:56.537413 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-e7923a46-a404-4f86-b0d2-ff5c367c534f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] show failed (client error): The resource could not be found. Mar 05 00:30:56.538529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7923a46-a404-4f86-b0d2-ff5c367c534f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups/56353a25-df32-4e66-a75c-901f0a02bd08 HTTP/1.1" status: 404 len: 347 time: 0.0465240 Mar 05 00:30:56.542087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:56.674782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.797702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port 5d61181a-0f07-45a0-8924-7284dc742b9c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:30:56.797702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.886137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d348f8e-9022-4608-a466-2d78f1f71789 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:30:56.893988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:56.910072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Transition to ACTIVE for port object 6d348f8e-9022-4608-a466-2d78f1f71789 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:30:56.915445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.265655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.311926 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.368996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.369523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.413549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Pushing event updated for resources: {'Port': ['ID=6d348f8e-9022-4608-a466-2d78f1f71789,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:57.427970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Attempting to bind port 6d348f8e-9022-4608-a466-2d78f1f71789 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:30:57.428308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Attempting to bind port 6d348f8e-9022-4608-a466-2d78f1f71789 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:30:57.428632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Attempting to bind port 6d348f8e-9022-4608-a466-2d78f1f71789 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:30:57.435534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Port 6d348f8e-9022-4608-a466-2d78f1f71789 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:30:57.435849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Attempting to bind port 6d348f8e-9022-4608-a466-2d78f1f71789 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:30:57.444875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:30:57.445921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:30:57.446418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:30:57.447042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Bound port: 6d348f8e-9022-4608-a466-2d78f1f71789, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:30:57.447554 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.573325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for 5d61181a-0f07-45a0-8924-7284dc742b9c owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:30:57.596182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] For port 6d348f8e-9022-4608-a466-2d78f1f71789, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:30:57.600504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] For port 6d348f8e-9022-4608-a466-2d78f1f71789, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6d348f8e-9022-4608-a466-2d78f1f71789,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:30:57.607107 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.675449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:57.679083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d348f8e-9022-4608-a466-2d78f1f71789 HTTP/1.1" status: 200 len: 1092 time: 1.8461647 Mar 05 00:30:57.686134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'tag': '6d348f8e-9022-4608-a466-2d78f1f71789'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:30:57.816109 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ffa41-ed3b-4978-a8cd-d61eec0f163e req-8ea98153-a0cb-4164-879b-1d01d6813512 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:57.817883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de0ffa41-ed3b-4978-a8cd-d61eec0f163e req-8ea98153-a0cb-4164-879b-1d01d6813512 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.3147583 Mar 05 00:30:57.963618 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'tag': '6d348f8e-9022-4608-a466-2d78f1f71789', 'status': 'completed', 'code': 200} Mar 05 00:30:57.994910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9d09f-04c8-4b0f-af40-13b0a8544f71 service neutron] Pushing event updated for resources: {'Port': ['ID=6d348f8e-9022-4608-a466-2d78f1f71789,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:58.068534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-5b283036-1333-433a-8be4-0a8be491b3bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 1095 time: 0.3302419 Mar 05 00:30:58.170184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-a905dc20-83ad-499b-ac92-9688aebaa9ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d348f8e-9022-4608-a466-2d78f1f71789 HTTP/1.1" status: 200 len: 217 time: 0.0948551 Mar 05 00:30:58.269215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597897fa-557e-408f-baed-03bcc14995c7 req-c2f96cf2-e355-4a00-a863-86586b4aae12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:58.276918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-c2f96cf2-e355-4a00-a863-86586b4aae12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0987606 Mar 05 00:30:58.331122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:58.375995 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de0ffa41-ed3b-4978-a8cd-d61eec0f163e req-1d1249ab-a155-4017-ab63-8ffa715b6fd3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448555 Mar 05 00:30:58.413907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=5d61181a-0f07-45a0-8924-7284dc742b9c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:30:58.474372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-56f83f91-71a5-46be-8450-e6a3acdef3d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917791 Mar 05 00:30:58.691952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:58.720036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:58.724223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-47737174-fa66-413d-a78e-fdfe27b23c88 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/floatingips/9555d70f-a9c2-4500-b88e-52f8811118cf HTTP/1.1" status: 204 len: 168 time: 2.1744285 Mar 05 00:30:58.789837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-76f9f572-c2ea-4e07-9038-9b276985ed96 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076391 Mar 05 00:30:58.904010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 15af80fc-857d-459f-9062-ae9281ea7cad has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:30:58.951618 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-597897fa-557e-408f-baed-03bcc14995c7 req-8c2cc8ea-c37a-4252-a61c-688b5ffec23f service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530085 Mar 05 00:30:59.185763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-a17271f2-7624-438d-af14-16509e2657b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 1095 time: 0.1749716 Mar 05 00:30:59.292706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33234) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:59.304697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737625771', 'description': 'tempest-description--1436200943'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:30:59.319773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:59.329067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:30:59.339826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:30:59.351276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:59.371246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:59.455397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-53da2d48-147a-43e0-b010-a5bf1b54cb72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:59.458087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-53da2d48-147a-43e0-b010-a5bf1b54cb72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.2643473 Mar 05 00:30:59.596079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-87f92f18-e3d6-49e4-ad59-d449b795657c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d348f8e-9022-4608-a466-2d78f1f71789 HTTP/1.1" status: 200 len: 217 time: 0.1260390 Mar 05 00:30:59.640717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:30:59.665555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:30:59.672132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:30:59.684901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:30:59.711436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-53529ba7-2f90-4a55-913a-f2bfb12bd1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:59.713477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-53529ba7-2f90-4a55-913a-f2bfb12bd1d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1109204 Mar 05 00:30:59.717405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a916561-0a89-4572-ae25-3c0ec8f4cabe req-2a4d69c1-07c0-4644-a455-6c9c7a32f91a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:30:59.718981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a916561-0a89-4572-ae25-3c0ec8f4cabe req-2a4d69c1-07c0-4644-a455-6c9c7a32f91a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1614876 Mar 05 00:30:59.733915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:30:59.745794 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] Sync routers for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:30:59.769457 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:30:59.770335 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:30:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:30:59.790880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a916561-0a89-4572-ae25-3c0ec8f4cabe req-802f2e29-720a-4fed-a6bb-bf71d7c85d88 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542390 Mar 05 00:30:59.809731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-17969939-3a53-4199-8fb1-d125fe0b74ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/15af80fc-857d-459f-9062-ae9281ea7cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3946080 Mar 05 00:30:59.817486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33244) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:30:59.898716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:59.910375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:30:59.930497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-5264d280-678c-42e0-891a-4ee9d5300af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115984 Mar 05 00:31:00.185728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acedebc6-9508-4f69-93b8-451f93401167,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:00.189695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.203411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ab7c11f-a6fb-4a64-8fe9-b15de8fddbd4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9052892 Mar 05 00:31:00.212890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33252) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:00.226831 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:00.231297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-c5692113-b5b7-4503-941f-169d194c2437 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943008 Mar 05 00:31:00.291620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting subnet 5f2432b5-f968-4169-92d7-23d40c8662c9 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:31:00.295531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.375841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.480700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.532882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': 'acedebc6-9508-4f69-93b8-451f93401167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:00.617654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:00.628039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:00.634808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:00.637752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd364751-67a2-4eb1-961f-c0899cfcd588 req-4609a444-1abe-4dc9-b555-b26e0fbeba7f service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998454 Mar 05 00:31:00.649511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:00.675201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.736829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2432b5-f968-4169-92d7-23d40c8662c9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:00.746307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.763169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.771013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9783d5a-6e00-4c5d-bda4-72c94294d31c None None] Network d26aa4f5-2b70-4d02-9c78-5f0400f86f17 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:31:00.783294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-83e0d4ad-7b23-403c-b0cd-6f5d231aeeb2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/subnets/5f2432b5-f968-4169-92d7-23d40c8662c9 HTTP/1.1" status: 204 len: 168 time: 0.9619563 Mar 05 00:31:00.784042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33262) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:00.917547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.929003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.957585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c860af19-350c-47da-b6e0-f8d812745b4c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:00.980988 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:00.984285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-af627f90-d5f8-40b7-9da1-a9107403711e tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7704093 Mar 05 00:31:00.992838 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:30:55Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:00.999631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33272) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:01.003085 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] Checking router: 15af80fc-857d-459f-9062-ae9281ea7cad for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:31:01.021604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'security_group_rule': {'security_group_id': 'acedebc6-9508-4f69-93b8-451f93401167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:01.034418 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] Routers {'15af80fc-857d-459f-9062-ae9281ea7cad'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:01.035320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:30:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['15af80fc-857d-459f-9062-ae9281ea7cad'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:01.094204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:01.120623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:security_group_rule and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:01.187208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:01.216017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:01.296913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.348902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a474af7-851b-42e3-a91e-e2be3a6ca54b req-a9dbfab6-482e-4858-82ea-8996cb1e4ad5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:01.360235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a474af7-851b-42e3-a91e-e2be3a6ca54b req-a9dbfab6-482e-4858-82ea-8996cb1e4ad5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1815896 Mar 05 00:31:01.485496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.497394 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.571594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18303875-345a-4524-8c5c-6ed054b8a75a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:01.644072 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0a474af7-851b-42e3-a91e-e2be3a6ca54b req-ad3177a4-e452-46dc-8110-aef6cc4cebbe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841418 Mar 05 00:31:01.659025 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.668432 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df54c502-ca06-49ec-89bb-d38a05b328ee tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6671221 Mar 05 00:31:01.669056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33278) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:01.675249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:01.683711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.686613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:01.701758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] DHCP port deletion for d26aa4f5-2b70-4d02-9c78-5f0400f86f17 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:31:01.703612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Usage tracker for resource:floatingip and tenant:657a37a0df134fe1a154eb53c970c82b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:01.706786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Deleting port e56404ec-6154-43ff-a79d-7da81fe8d098 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:31:01.707119 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.712047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:01.721420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:01.816929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:01.834175 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] Set router 15af80fc-857d-459f-9062-ae9281ea7cad gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:02.204097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] For port e56404ec-6154-43ff-a79d-7da81fe8d098, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e56404ec-6154-43ff-a79d-7da81fe8d098,segment=NetworkSegment(ae020792-8238-4871-936b-5510bb1baadc),segment_id=ae020792-8238-4871-936b-5510bb1baadc)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:02.204097 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:02.353763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Calling delete_port for e56404ec-6154-43ff-a79d-7da81fe8d098 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:31:02.439368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e56404ec-6154-43ff-a79d-7da81fe8d098 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:31:02.497284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e56404ec-6154-43ff-a79d-7da81fe8d098 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:31:02.497284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e56404ec-6154-43ff-a79d-7da81fe8d098 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:31:02.497284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:02.511390 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:02.602393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Pushing event deleted for resources: {'Port': ['ID=e56404ec-6154-43ff-a79d-7da81fe8d098,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:02.639478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:02.644293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] No DVR routers for this DVR port e56404ec-6154-43ff-a79d-7da81fe8d098 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:31:02.662308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port aaa8f099-9e0c-4784-8c06-e7cd49f72310 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:31:02.662308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:02.694219 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:30:55Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:02.694219 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22ed13-ff8a-40f2-b85a-a56d038270af None None] The sync data for ids ['15af80fc-857d-459f-9062-ae9281ea7cad'] in n-d-828979-4 is: [{'id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531087662', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:27:29Z', 'updated_at': '2022-03-05T00:30:55Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'aaa8f099-9e0c-4784-8c06-e7cd49f72310', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15af80fc-857d-459f-9062-ae9281ea7cad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:27:31Z', 'updated_at': '2022-03-05T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:31:02.713521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.721100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.721100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.721100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.729004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.729004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.729004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.735229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.735229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.735229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.745433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824bd37-92fb-48d6-9174-089677cf491c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:02.926118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.25.0.62 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/3b0b8f6b-e19e-4a99-a27a-29ec2b2ac264) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:03.275940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:03.300350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port aaa8f099-9e0c-4784-8c06-e7cd49f72310, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=aaa8f099-9e0c-4784-8c06-e7cd49f72310,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:03.300720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:03.360949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:03.426797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:03.436371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for aaa8f099-9e0c-4784-8c06-e7cd49f72310 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:31:03.437292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:03.458807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:03.725788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f05bb2c9-8417-48b7-adb2-3c83ee546d88 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:31:03.783818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=3b0b8f6b-e19e-4a99-a27a-29ec2b2ac264,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:03.831624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:03.839452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f05bb2c9-8417-48b7-adb2-3c83ee546d88 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:31:03.839452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f05bb2c9-8417-48b7-adb2-3c83ee546d88 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:31:03.899840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=aaa8f099-9e0c-4784-8c06-e7cd49f72310,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:03.950365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96450c-e188-4ec7-a6e1-05fd5a5131e5 req-85a0ccb8-3e6e-4bae-a1fa-b685ebd68ef7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:03.972864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e96450c-e188-4ec7-a6e1-05fd5a5131e5 req-85a0ccb8-3e6e-4bae-a1fa-b685ebd68ef7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.6848059 Mar 05 00:31:04.148359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e96450c-e188-4ec7-a6e1-05fd5a5131e5 req-346cc451-810c-4a97-8d20-338c9b45c523 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731737 Mar 05 00:31:04.161130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.265365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.350926 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.713494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.718075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.756697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.759184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Fanout notify agent at l3_agent the message router_deleted on router 15af80fc-857d-459f-9062-ae9281ea7cad {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:31:04.761264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.765954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.814326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:04.819914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3174ad77-6310-41ea-b4c5-221384542d59 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/routers/15af80fc-857d-459f-9062-ae9281ea7cad HTTP/1.1" status: 204 len: 168 time: 4.0335445 Mar 05 00:31:04.822982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:04.966083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=3b0b8f6b-e19e-4a99-a27a-29ec2b2ac264,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:04.984455 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f719e9a2-0b20-4dcd-be1e-31aac67e2d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:05.029680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:05.094605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:05.107082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f062467e-a1e9-473b-aef3-28a3eae8b9b4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4362340 Mar 05 00:31:05.356006 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:05.622302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-d276f05f-05fc-4a43-9bcc-4cfc43ad8c3b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:05.633851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8abce-fd60-4a53-91d9-a5a95d82eb7b req-d49b6c40-3b9f-48a9-a285-d6fbf54dea69 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:05.633851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4a8abce-fd60-4a53-91d9-a5a95d82eb7b req-d49b6c40-3b9f-48a9-a285-d6fbf54dea69 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1574273 Mar 05 00:31:05.688092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4a8abce-fd60-4a53-91d9-a5a95d82eb7b req-a4d16e4f-5f4a-4c87-9330-a397476986b0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Mar 05 00:31:05.707550 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-d276f05f-05fc-4a43-9bcc-4cfc43ad8c3b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:05.716442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-d276f05f-05fc-4a43-9bcc-4cfc43ad8c3b tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--737625771&fields=id&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 267 time: 0.3692610 Mar 05 00:31:05.797352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:05.843672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aaa8f099-9e0c-4784-8c06-e7cd49f72310 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:31:05.898230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: aaa8f099-9e0c-4784-8c06-e7cd49f72310 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:31:05.898230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aaa8f099-9e0c-4784-8c06-e7cd49f72310 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:31:05.971278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26aa4f5-2b70-4d02-9c78-5f0400f86f17']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:06.038358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae020792-8238-4871-936b-5510bb1baadc') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:06.038358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae020792-8238-4871-936b-5510bb1baadc') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:06.038358 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.084910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.120811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-7272a9fe-20cc-43f9-a4a4-9fd1b7869290 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:06.120811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-7272a9fe-20cc-43f9-a4a4-9fd1b7869290 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.3813715 Mar 05 00:31:06.120811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:31:06.120811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:31:06.140075 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:31:06.197747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-e3eea776-192e-44a4-8c59-6aea2a82dbfb tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/quotas/657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 375 time: 0.0861280 Mar 05 00:31:06.318079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.318079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.318079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Network': ['ID=d26aa4f5-2b70-4d02-9c78-5f0400f86f17,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:06.342793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ee4219e7-4b9c-48b2-8144-4e53a6a3b7e2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/networks/d26aa4f5-2b70-4d02-9c78-5f0400f86f17 HTTP/1.1" status: 204 len: 168 time: 1.5087061 Mar 05 00:31:06.369473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33338) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:06.392242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-cb90c08f-7431-4a99-a722-1a0568078c7c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:06.392242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-cb90c08f-7431-4a99-a722-1a0568078c7c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:06.392242 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-cb90c08f-7431-4a99-a722-1a0568078c7c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653507 Mar 05 00:31:06.512358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72c36b87-5640-4050-8e40-5b479c67d521 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.545178 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72c36b87-5640-4050-8e40-5b479c67d521 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.598189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-037f0d97-598b-442e-b787-0e7173ac7ca2 service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062135 Mar 05 00:31:06.635584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72c36b87-5640-4050-8e40-5b479c67d521 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.687154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36b87-5640-4050-8e40-5b479c67d521 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e997c-8eea-4cc7-b2f3-2d4b0507b39b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:06.687154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-72c36b87-5640-4050-8e40-5b479c67d521 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:06.687154 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-72c36b87-5640-4050-8e40-5b479c67d521 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/security-groups/795e997c-8eea-4cc7-b2f3-2d4b0507b39b HTTP/1.1" status: 204 len: 168 time: 0.3243504 Mar 05 00:31:06.791068 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-b0dcd32e-b7be-4e17-9e82-e5adef4263ee service neutron] 10.222.0.32 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807966 Mar 05 00:31:07.038419 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e4471b9-f1bf-4de3-82ed-8374b288fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:07.443056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49596611-3ee8-484d-8303-8c0cea90b1ea req-8e380731-098b-4aa9-9d9b-a66b74b36c68 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:07.443056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49596611-3ee8-484d-8303-8c0cea90b1ea req-8e380731-098b-4aa9-9d9b-a66b74b36c68 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1753707 Mar 05 00:31:07.501537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49596611-3ee8-484d-8303-8c0cea90b1ea req-1f204d05-3a5c-4da2-8bf1-454f625287fc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803976 Mar 05 00:31:07.704160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd9b24a2-41ac-4ffb-a657-824e19f9184d req-6973d9bf-fade-464d-86de-7c008cc90840 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 210 time: 0.1083641 Mar 05 00:31:07.843739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:07.852538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531283590', 'description': 'tempest-secgroup-smoke-1531283590 description', 'project_id': '9a514e249c9340a587d981ec2cde53a2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:07.859810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:07.866655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:07.886688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:07.899741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:07.931356 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:07.986825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:07.991827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:07.995210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:08.008892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:08.098847 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.105376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.169737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c76db-7c7c-4822-8407-d078879db8ae,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:08.174805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.179189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7aac3c5f-98fd-403b-85b9-72fcdf13931b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3322868 Mar 05 00:31:08.179950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33378) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:08.186266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '1e6c76db-7c7c-4822-8407-d078879db8ae', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:08.194706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:08.201898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:08.205380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:08.213815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:08.238234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.303056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.328683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.344643 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.382448 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f88d33-08f7-4772-a88d-60f6da359f13,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:08.384326 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.422259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.426337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fe862667-3a9c-4f16-98bc-2f62f035883a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2451501 Mar 05 00:31:08.429502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33386) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:08.437485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '1e6c76db-7c7c-4822-8407-d078879db8ae', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:08.447337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:08.453187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:08.483444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:08.491708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:08.527605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.625736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.632285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.729525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a92a6fe-2590-4dd7-ba99-6c15f27589d2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:08.750568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:08.752148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d4df72d8-1144-4826-a801-eb15765a0d2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3201101 Mar 05 00:31:08.756740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33398) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:08.769300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '1e6c76db-7c7c-4822-8407-d078879db8ae', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:08.788095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-e2f38162-aa7a-45c9-abce-a6749fb047c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:08.789584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-e2f38162-aa7a-45c9-abce-a6749fb047c6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 813 time: 0.3023155 Mar 05 00:31:08.859700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:08.867584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:08.877579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:08.913257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-19cf5e12-d68f-4460-8978-88874cf7d7e3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:08.934276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-19cf5e12-d68f-4460-8978-88874cf7d7e3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:08.934276 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-19cf5e12-d68f-4460-8978-88874cf7d7e3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=657a37a0df134fe1a154eb53c970c82b HTTP/1.1" status: 200 len: 379 time: 0.1250589 Mar 05 00:31:08.938775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:08.943248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'port': {'device_id': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'admin_state_up': True, 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'security_groups': ['acedebc6-9508-4f69-93b8-451f93401167']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:09.025963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.050693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e809d-8974-4995-8c78-a21b84c0b539 req-8c42878d-80f8-4551-9eb0-0e5b811894c7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:09.063982 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-090e809d-8974-4995-8c78-a21b84c0b539 req-8c42878d-80f8-4551-9eb0-0e5b811894c7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.2668734 Mar 05 00:31:09.182674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-090e809d-8974-4995-8c78-a21b84c0b539 req-04556497-4541-4cce-86fa-a081a27f048a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261060 Mar 05 00:31:09.243291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.249449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.258743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f3f3f58d-7b15-4760-9d1d-b79e84748b0e req-bf3793ec-5a76-4ad4-9fc3-89e4662162b6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:09.284571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f3f3f58d-7b15-4760-9d1d-b79e84748b0e req-bf3793ec-5a76-4ad4-9fc3-89e4662162b6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:09.285730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3f3f58d-7b15-4760-9d1d-b79e84748b0e req-bf3793ec-5a76-4ad4-9fc3-89e4662162b6 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 210 time: 0.2766447 Mar 05 00:31:09.294088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f573a8-f4e3-4c4c-8ed1-c8bdb2354ac5,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:09.312196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.314173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c132e533-db0f-4da8-9978-e4a2423e2f44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5555975 Mar 05 00:31:09.317605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33408) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:09.328462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '1e6c76db-7c7c-4822-8407-d078879db8ae', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:09.337017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:09.341307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:09.344222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:09.351954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:09.374516 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.394983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:09.415840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:09.437957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Made reservation on behalf of 657a37a0df134fe1a154eb53c970c82b for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:31:09.442517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.507234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.513468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.558810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395db6e-d935-4295-a7b7-32fb4f013f24,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:09.581696 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.584268 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f917c0a-6acf-4047-ade7-5b56dd430017 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2632248 Mar 05 00:31:09.586577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33416) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:09.592653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '1e6c76db-7c7c-4822-8407-d078879db8ae', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:09.603117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:09.608347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:09.613760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:09.621720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:09.636341 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:31:09.644379 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.679974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Allocated IP 172.20.0.14 (3e233919-2f19-4147-ae2b-6a57ecc6feb1/d738f588-6c06-423a-ba64-3a414a8d73f1/8262eabb-05de-4e01-bbda-fcd408f0771d) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:09.722088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.729193 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.775808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7a37e5-2eb9-42c2-911a-7b7e9ac4c702,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:09.781091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.792542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:09.794070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aa19f575-3d51-432f-89a7-47d3c6ed74b3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2063539 Mar 05 00:31:09.797119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33424) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:09.808008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '1e6c76db-7c7c-4822-8407-d078879db8ae', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:09.816350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:09.822902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:09.826560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:09.834077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:09.858699 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:31:09.870958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.003106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.003331 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.011981 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.026892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Transition to ACTIVE for port object 8262eabb-05de-4e01-bbda-fcd408f0771d will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:10.053428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.090634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba124c7-3c11-4cc3-8111-9f1a85fb78fe,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:10.100455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.105399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0d573ec3-18c2-4587-b39d-c5c38e8f087a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3061926 Mar 05 00:31:10.106499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33432) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:10.113286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'network': {'name': 'tempest-network-smoke--1663206362', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:10.120182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:10.125967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:network and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:10.135909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:10.147354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:10.156868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:10.166619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:31:10.166808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:10.169262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.172952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:10.204565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:31:10.206984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event updated for resources: {'Port': ['ID=8262eabb-05de-4e01-bbda-fcd408f0771d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:10.230144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.230548 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Added segment e7ab0d3c-f374-448f-81aa-3aa0387b14b5 of type vlan for network ad39ce0b-df9e-447b-b0cd-718246d603bd Mar 05 00:31:10.266582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.268957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:10.271106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.307683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-70c602ef-7905-4317-96eb-d79e1a05d0d3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3752782 Mar 05 00:31:10.314113 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.319567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:10.320151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.332974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-baba4afb-ccca-4fe4-90dd-fc30f8989ef4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:31:10.334904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-baba4afb-ccca-4fe4-90dd-fc30f8989ef4 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0108814 Mar 05 00:31:10.347786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Request body: {'port': {'device_id': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:10.607262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9788064e-1331-4964-93c0-506681b111de None None] Provisioning for port 8262eabb-05de-4e01-bbda-fcd408f0771d completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:10.617021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9788064e-1331-4964-93c0-506681b111de None None] Provisioning complete for port 8262eabb-05de-4e01-bbda-fcd408f0771d triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:10.618198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9788064e-1331-4964-93c0-506681b111de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.634757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.669272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5612962 Mar 05 00:31:10.680912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33446) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:10.690249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9788064e-1331-4964-93c0-506681b111de None None] Port 8262eabb-05de-4e01-bbda-fcd408f0771d cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:31:10.693834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'admin_state_up': True, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:10.702118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8213a-a423-4ae2-857b-c6505bcc7946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Network': ['ID=ad39ce0b-df9e-447b-b0cd-718246d603bd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:10.705943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:10.721504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:router and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:10.722977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ad39ce0b-df9e-447b-b0cd-718246d603bd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:31:10.727672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:10.729103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6e63e-23f7-4c86-98d2-4064c6d73743 req-97c626c0-21bd-4c40-bfdb-6da4483a65e2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:10.729848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-aed6e63e-23f7-4c86-98d2-4064c6d73743 req-97c626c0-21bd-4c40-bfdb-6da4483a65e2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:10.739040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:10.765295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e1db-d70c-4b55-a50a-ea3b62f0c58d req-31dc1ad2-a9b2-4a0d-a914-7e81fe3cdc05 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:10.766786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7928e1db-d70c-4b55-a50a-ea3b62f0c58d req-31dc1ad2-a9b2-4a0d-a914-7e81fe3cdc05 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1932666 Mar 05 00:31:10.769739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.771835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.835630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:10.839032 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7928e1db-d70c-4b55-a50a-ea3b62f0c58d req-fa66133e-11a3-4b27-97a3-a0d5b7afb2ed tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Mar 05 00:31:10.938027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-aed6e63e-23f7-4c86-98d2-4064c6d73743 req-97c626c0-21bd-4c40-bfdb-6da4483a65e2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:10.938027 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aed6e63e-23f7-4c86-98d2-4064c6d73743 req-97c626c0-21bd-4c40-bfdb-6da4483a65e2 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 932 time: 0.4113996 Mar 05 00:31:11.079020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.095964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aed6e63e-23f7-4c86-98d2-4064c6d73743 req-18d4d3ba-18bc-459c-a40c-66ef5ecac1f0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276493 Mar 05 00:31:11.253072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8262eabb-05de-4e01-bbda-fcd408f0771d {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:31:11.261064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.281826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Transition to ACTIVE for port object 8262eabb-05de-4e01-bbda-fcd408f0771d will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:11.289027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.304105 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.338957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.452327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8262eabb-05de-4e01-bbda-fcd408f0771d,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:11.531971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.24 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/30c629b1-0c04-490d-b390-0253b8a92669) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:11.578360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Attempting to bind port 8262eabb-05de-4e01-bbda-fcd408f0771d on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:31:11.578698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Attempting to bind port 8262eabb-05de-4e01-bbda-fcd408f0771d by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:31:11.579022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Attempting to bind port 8262eabb-05de-4e01-bbda-fcd408f0771d on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:11.586859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Port 8262eabb-05de-4e01-bbda-fcd408f0771d on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:31:11.587670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Attempting to bind port 8262eabb-05de-4e01-bbda-fcd408f0771d on network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:11.599389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:31:11.600932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Checking segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:31:11.602347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Bound using segment: {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:31:11.602347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Bound port: 8262eabb-05de-4e01-bbda-fcd408f0771d, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f890e976-fc17-42ab-a354-1ee8207cf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:31:11.603154 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.727153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] For port 8262eabb-05de-4e01-bbda-fcd408f0771d, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:31:11.731578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.733664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] For port 8262eabb-05de-4e01-bbda-fcd408f0771d, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8262eabb-05de-4e01-bbda-fcd408f0771d,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:31:11.742017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.772018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.821012 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:11.822931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] 10.222.0.10 "PUT /v2.0/ports/8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 200 len: 1092 time: 1.4816315 Mar 05 00:31:11.823394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:11.855972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053ba6d-b34b-4e9e-a2b0-67d188daafd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8262eabb-05de-4e01-bbda-fcd408f0771d,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:11.863189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:11.865870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=30c629b1-0c04-490d-b390-0253b8a92669,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:11.867712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:11.874424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:11.958805 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'status': 'completed', 'code': 200} Mar 05 00:31:12.025659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-13f75128-a0bc-4319-bf5a-236661cd44d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 1095 time: 0.1557276 Mar 05 00:31:12.168552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:12.169816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:12.212734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-a8bd5b0b-a50c-45b3-9603-1fe8d325c521 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 200 len: 217 time: 0.1798780 Mar 05 00:31:12.313017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-53c83de4-e35e-420c-a204-0a74b734d991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:12.314987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-53c83de4-e35e-420c-a204-0a74b734d991 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0880494 Mar 05 00:31:12.363772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f69593-6fbc-4812-9dec-029d24d86f73 req-f309ed87-c176-4083-8889-3d1a4f25c3c4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:12.365087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31f69593-6fbc-4812-9dec-029d24d86f73 req-f309ed87-c176-4083-8889-3d1a4f25c3c4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.2233126 Mar 05 00:31:12.457517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-31f69593-6fbc-4812-9dec-029d24d86f73 req-5ae06554-0cac-4d28-a3da-8427a4045dd9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640223 Mar 05 00:31:12.467811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-a27ef74d-5dd0-4987-bebd-409ef8813266 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476636 Mar 05 00:31:12.490617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bbaf5-6aec-4df0-baf9-b39c605926ba req-c3ee370e-7151-4794-ba70-20134a8c6841 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:12.497430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-004bbaf5-6aec-4df0-baf9-b39c605926ba req-c3ee370e-7151-4794-ba70-20134a8c6841 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 944 time: 0.2206798 Mar 05 00:31:12.571747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-004bbaf5-6aec-4df0-baf9-b39c605926ba req-c5e3b517-dc1a-402c-b7a6-145930d8e20f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732648 Mar 05 00:31:12.629486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-954a7e8a-6352-4a42-8500-2562a945ff3c service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543593 Mar 05 00:31:12.676269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 5ac2b259-4105-4121-9743-ba968b071901 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:31:12.775778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b094853c-bd96-4eaa-a09a-1c24bc6d7b29 req-f12e69a2-d04c-4b42-b82c-efee3205c0bb service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393611 Mar 05 00:31:12.914654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-2d5a4470-7f9f-4811-9c71-25068c8795f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 1095 time: 0.0827472 Mar 05 00:31:13.062084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:31:13.076424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Sync routers for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:31:13.090415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:13.091025 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:13.095119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646115fd-d725-4f00-80fa-d56a560bd466 req-e1eaa3e4-3b2a-476a-88f8-28c1b495691a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:13.096584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-e1eaa3e4-3b2a-476a-88f8-28c1b495691a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1763217 Mar 05 00:31:13.108830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:13.117997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f124a3c1-3ac4-4420-be13-0ec8aadd9eaf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4321821 Mar 05 00:31:13.119006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33488) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:13.185884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1d4bba12-1779-4fcf-b3e6-766a031fd61f tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9a514e249c9340a587d981ec2cde53a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652153 Mar 05 00:31:13.187010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33494) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:13.317878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-6c0b064c-8d7d-4de5-bc8e-79ac961c70bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 200 len: 217 time: 0.2132835 Mar 05 00:31:13.352622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63a0ea-cf3d-4308-ba3b-83dceaeb74e7 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:13.358235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5e63a0ea-cf3d-4308-ba3b-83dceaeb74e7 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663313 Mar 05 00:31:13.358658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33500) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:13.382849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:13.424047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33506) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:13.424238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea877f5f-84c5-48d5-88e1-dbfde522d7f6 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644758 Mar 05 00:31:13.432265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374176200', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:13.443524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646115fd-d725-4f00-80fa-d56a560bd466 req-52283c20-353d-4e2f-855d-04004b69dde5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:13.445372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-52283c20-353d-4e2f-855d-04004b69dde5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1228769 Mar 05 00:31:13.541215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-fd53cc35-a4ec-4f6d-8343-c5e8f9c5c772 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881844 Mar 05 00:31:13.675904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:13.684483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:subnet and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:13.692527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:13.705183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:13.726000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:31:13.754511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-df6876e7-a3ce-4e7c-a65b-f5def6e756f1 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003202 Mar 05 00:31:13.813730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:12Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:13.818379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Checking router: 5ac2b259-4105-4121-9743-ba968b071901 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:31:13.819038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Updating router 5ac2b259-4105-4121-9743-ba968b071901 port 30c629b1-0c04-490d-b390-0253b8a92669 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:31:13.904231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:14.001571 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:14.044507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c03d-e49f-4d39-b6c5-5e3e8bd0fd3f req-0e2e0792-2fe8-4085-b306-365e988a86d0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:14.046000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ee4c03d-e49f-4d39-b6c5-5e3e8bd0fd3f req-0e2e0792-2fe8-4085-b306-365e988a86d0 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 944 time: 0.2292664 Mar 05 00:31:14.047006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-646115fd-d725-4f00-80fa-d56a560bd466 req-1731331f-93c7-4a5f-a981-7e4189cda438 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376807 Mar 05 00:31:14.136788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f00ab-c270-40f6-8b42-c9b6897333e2 req-14495a02-8688-4aa8-ba10-c7cf005253cf tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:14.144622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c55f00ab-c270-40f6-8b42-c9b6897333e2 req-14495a02-8688-4aa8-ba10-c7cf005253cf tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.3888719 Mar 05 00:31:14.205973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c55f00ab-c270-40f6-8b42-c9b6897333e2 req-bd9d7a8d-d3c5-4c67-b87a-d54ad5494ea1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592566 Mar 05 00:31:14.226190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:14.317852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ee4c03d-e49f-4d39-b6c5-5e3e8bd0fd3f req-02d2daac-b56d-4573-8a53-eb491c022fd1 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622151 Mar 05 00:31:14.359111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Subnet': ['ID=afc652e7-2dbe-4ded-91bb-4309473e4600,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:14.369854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Checking segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:31:14.369961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network hostable DHCP agents. Network: ad39ce0b-df9e-447b-b0cd-718246d603bd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:31:14.396220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network ad39ce0b-df9e-447b-b0cd-718246d603bd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:31:14.409717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, ad39ce0b-df9e-447b-b0cd-718246d603bd) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:14.414600 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:14.415456 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:14.431620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021013c-3515-48f6-8042-7dc06dfab8b4 None None] Network ad39ce0b-df9e-447b-b0cd-718246d603bd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:31:14.443484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4b1abeae-fdcf-4e10-9385-c50be40dfd5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0182941 Mar 05 00:31:14.446322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33528) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:14.781560 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:14.800681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-ad39ce0b-df9e-447b-b0cd-718246d603bd', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:31:14.801368 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:14.835208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Transition to ACTIVE for port object 30c629b1-0c04-490d-b390-0253b8a92669 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:14.885115 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:15.085432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Attempting to bind port 30c629b1-0c04-490d-b390-0253b8a92669 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:31:15.086085 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Attempting to bind port 30c629b1-0c04-490d-b390-0253b8a92669 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:31:15.086624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Attempting to bind port 30c629b1-0c04-490d-b390-0253b8a92669 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:15.108438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:31:15.108814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:31:15.109230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:15.109641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:31:15.110207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Bound port: 30c629b1-0c04-490d-b390-0253b8a92669, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:31:15.110612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:15.148087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd1dc-e2fb-4e80-a519-e9681c7a26ff None None] Pushing event updated for resources: {'Port': ['ID=30c629b1-0c04-490d-b390-0253b8a92669,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:15.168279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Allocated IP 172.20.0.2 (ad39ce0b-df9e-447b-b0cd-718246d603bd/afc652e7-2dbe-4ded-91bb-4309473e4600/d1d80c0b-a411-4baf-9002-7b80d17e1953) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:15.280681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] For port 30c629b1-0c04-490d-b390-0253b8a92669, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:31:15.302051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] For port 30c629b1-0c04-490d-b390-0253b8a92669, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=30c629b1-0c04-490d-b390-0253b8a92669,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:31:15.311573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:15.413727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:15.415206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:15.486793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0794a8-a697-4c64-ae1e-1e1ce074cb54 req-459631ae-3bcb-4102-ac72-6952c10ed1bf tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:15.497201 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e0794a8-a697-4c64-ae1e-1e1ce074cb54 req-459631ae-3bcb-4102-ac72-6952c10ed1bf tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1265287 Mar 05 00:31:15.550504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e0794a8-a697-4c64-ae1e-1e1ce074cb54 req-0d9e3d66-b19c-4f65-93dc-bc46b8531730 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524185 Mar 05 00:31:15.690020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd1dc-e2fb-4e80-a519-e9681c7a26ff None None] Pushing event updated for resources: {'Port': ['ID=30c629b1-0c04-490d-b390-0253b8a92669,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:15.697872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:15.717077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be2f1-a251-4f9f-bb8b-cd51c91289b8 req-8d350ade-efd2-4bb2-951e-8cb376bff447 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:15.733804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-734be2f1-a251-4f9f-bb8b-cd51c91289b8 req-8d350ade-efd2-4bb2-951e-8cb376bff447 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 944 time: 0.1984742 Mar 05 00:31:15.777911 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:15.797895 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Transition to ACTIVE for port object d1d80c0b-a411-4baf-9002-7b80d17e1953 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:15.808941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:15.901848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-734be2f1-a251-4f9f-bb8b-cd51c91289b8 req-37d3b471-2523-4094-91ca-b2b4ea6bfd50 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773314 Mar 05 00:31:15.971207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Transition to ACTIVE for port object d1d80c0b-a411-4baf-9002-7b80d17e1953 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:15.988766 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.070173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Network ad39ce0b-df9e-447b-b0cd-718246d603bd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:16.113423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:16.131534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:16.138414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Pushing event updated for resources: {'Port': ['ID=d1d80c0b-a411-4baf-9002-7b80d17e1953,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:16.199794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.1 (ad39ce0b-df9e-447b-b0cd-718246d603bd/afc652e7-2dbe-4ded-91bb-4309473e4600/d9ca6b25-714c-4dd5-8429-876825232061) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:16.257296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Attempting to bind port d1d80c0b-a411-4baf-9002-7b80d17e1953 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:31:16.260784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Attempting to bind port d1d80c0b-a411-4baf-9002-7b80d17e1953 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:31:16.261155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Attempting to bind port d1d80c0b-a411-4baf-9002-7b80d17e1953 on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:16.294619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8262eabb-05de-4e01-bbda-fcd408f0771d details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:31:16.311082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:31:16.311447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Checking segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:31:16.311842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.312258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Bound using segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:31:16.312734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Bound port: d1d80c0b-a411-4baf-9002-7b80d17e1953, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:31:16.313090 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.376802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.396010 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object d9ca6b25-714c-4dd5-8429-876825232061 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:16.419830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.505971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network ad39ce0b-df9e-447b-b0cd-718246d603bd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:16.509961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=d9ca6b25-714c-4dd5-8429-876825232061,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:16.512669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:16.515323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:16.529548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:12Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:16.537081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f345250-30df-4b55-9a36-c48760ecc5dd None None] The sync data for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 is: [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:12Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:31:16.540645 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:31:16.576554 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8262eabb-05de-4e01-bbda-fcd408f0771d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8262eabb-05de-4e01-bbda-fcd408f0771d,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:16.585166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d1d80c0b-a411-4baf-9002-7b80d17e1953,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:31:16.591089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.597362 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.702857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'port_id': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'mac_address': 'fa:16:3e:27:03:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:31:16.706789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8684b-55ce-49e2-b365-c82dcc994c70 None None] Pushing event updated for resources: {'Port': ['ID=d1d80c0b-a411-4baf-9002-7b80d17e1953,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:16.785028 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.789547 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.814414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8262eabb-05de-4e01-bbda-fcd408f0771d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:31:16.848700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8262eabb-05de-4e01-bbda-fcd408f0771d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8262eabb-05de-4e01-bbda-fcd408f0771d,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:16.858049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:16.962264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00889be7-691b-495b-96dd-e9213be12653 req-b845fce8-ea7f-4203-988c-2a7e62d81f5c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:16.970030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00889be7-691b-495b-96dd-e9213be12653 req-b845fce8-ea7f-4203-988c-2a7e62d81f5c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.2236340 Mar 05 00:31:17.034481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=8262eabb-05de-4e01-bbda-fcd408f0771d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:17.053948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-00889be7-691b-495b-96dd-e9213be12653 req-cd37f250-a65e-49f5-83e1-5a08875ed529 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829792 Mar 05 00:31:17.191770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['8262eabb-05de-4e01-bbda-fcd408f0771d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:31:17.370318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedefa68-8047-4ebd-85de-e3d0ff955867 req-c1bc521d-853e-4c20-95ab-3eed7d9965ca tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:17.378144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dedefa68-8047-4ebd-85de-e3d0ff955867 req-c1bc521d-853e-4c20-95ab-3eed7d9965ca tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 945 time: 0.1695077 Mar 05 00:31:17.573311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dedefa68-8047-4ebd-85de-e3d0ff955867 req-2389d55d-a9c4-48dd-a93b-8b490afe862f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940455 Mar 05 00:31:17.691810 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:17.702967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:17.825338 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 30c629b1-0c04-490d-b390-0253b8a92669 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:17.952777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 30c629b1-0c04-490d-b390-0253b8a92669 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:17.960479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 30c629b1-0c04-490d-b390-0253b8a92669 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:17.960788 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.018969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.024045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=d9ca6b25-714c-4dd5-8429-876825232061,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:18.221969 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.245402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 30c629b1-0c04-490d-b390-0253b8a92669, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=30c629b1-0c04-490d-b390-0253b8a92669,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:18.252276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.255521 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d1d80c0b-a411-4baf-9002-7b80d17e1953 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:18.351817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8262eabb-05de-4e01-bbda-fcd408f0771d up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:18.360342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network ad39ce0b-df9e-447b-b0cd-718246d603bd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:18.361952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:18.382801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b8789-d4be-4d2c-9aac-583fcb69ea7e req-6153e7e9-f013-404e-9ee8-73927d665a23 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:18.384939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c3b8789-d4be-4d2c-9aac-583fcb69ea7e req-6153e7e9-f013-404e-9ee8-73927d665a23 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.1700101 Mar 05 00:31:18.456101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52c762-f44e-41a5-8488-b416e7b47122 None None] Network ad39ce0b-df9e-447b-b0cd-718246d603bd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:31:18.498716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1c3b8789-d4be-4d2c-9aac-583fcb69ea7e req-9f026e4b-c857-4e75-b286-26e3cbd8ee0b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075060 Mar 05 00:31:18.593245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=30c629b1-0c04-490d-b390-0253b8a92669,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:18.652195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dfa03daa-0326-4ee5-9d17-8bb223906e57 None None] Provisioning for port d1d80c0b-a411-4baf-9002-7b80d17e1953 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:18.663749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d1d80c0b-a411-4baf-9002-7b80d17e1953 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:18.671765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d1d80c0b-a411-4baf-9002-7b80d17e1953 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:18.672136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.726380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 8262eabb-05de-4e01-bbda-fcd408f0771d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:18.754751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dfa03daa-0326-4ee5-9d17-8bb223906e57 None None] Provisioning complete for port d1d80c0b-a411-4baf-9002-7b80d17e1953 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:18.755704 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dfa03daa-0326-4ee5-9d17-8bb223906e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.844419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 8262eabb-05de-4e01-bbda-fcd408f0771d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:18.845152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:18.883524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6d348f8e-9022-4608-a466-2d78f1f71789 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:31:18.933502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f34ae-2b11-41a5-accb-4c9222bf2f62 req-0c7f1475-0275-4cbe-bf24-dc29f58fa436 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:18.937114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e22f34ae-2b11-41a5-accb-4c9222bf2f62 req-0c7f1475-0275-4cbe-bf24-dc29f58fa436 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 945 time: 0.1788819 Mar 05 00:31:19.022201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e22f34ae-2b11-41a5-accb-4c9222bf2f62 req-3bdf422a-938d-4f8e-9485-f9a314d83bb1 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816557 Mar 05 00:31:19.065186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 5ac2b259-4105-4121-9743-ba968b071901 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:31:19.079427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.resource_extend [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:31:19.237719 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:19.339734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:31:19.355084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-226554bd-db36-4d8c-89e8-34e781860bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/5ac2b259-4105-4121-9743-ba968b071901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9073105 Mar 05 00:31:19.394318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dfa03daa-0326-4ee5-9d17-8bb223906e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:19.433990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6d348f8e-9022-4608-a466-2d78f1f71789, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6d348f8e-9022-4608-a466-2d78f1f71789,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:19.448779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:19.473794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d1d80c0b-a411-4baf-9002-7b80d17e1953,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:19.488093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '6d348f8e-9022-4608-a466-2d78f1f71789', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': '6d348f8e-9022-4608-a466-2d78f1f71789', 'mac_address': 'fa:16:3e:5a:03:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:31:19.547244 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:19.634212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:19.742637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8262eabb-05de-4e01-bbda-fcd408f0771d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8262eabb-05de-4e01-bbda-fcd408f0771d,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:19.743144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-55fa2762-4ae1-413c-9cbb-d353bb0ce50e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:19.795891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-55fa2762-4ae1-413c-9cbb-d353bb0ce50e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:19.798559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:19.799091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-55fa2762-4ae1-413c-9cbb-d353bb0ce50e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531283590&fields=id&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 267 time: 0.1571527 Mar 05 00:31:19.847450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 30c629b1-0c04-490d-b390-0253b8a92669 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:19.888519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:19.898165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220aa31-babd-4f75-ab42-243c44b39afe req-d9ca869a-b40a-43fa-a434-547d7a29059b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:19.902683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c220aa31-babd-4f75-ab42-243c44b39afe req-d9ca869a-b40a-43fa-a434-547d7a29059b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 944 time: 0.2106857 Mar 05 00:31:19.910109 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-dfa03daa-0326-4ee5-9d17-8bb223906e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:31:19.910467 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-dfa03daa-0326-4ee5-9d17-8bb223906e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:31:19.950353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d1d80c0b-a411-4baf-9002-7b80d17e1953,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:19.997172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c220aa31-babd-4f75-ab42-243c44b39afe req-c952fe92-24c7-481a-985a-13d67be165a0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882270 Mar 05 00:31:20.125853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-f582756e-0352-4d93-8587-96c660d38b85 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:20.133182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-f582756e-0352-4d93-8587-96c660d38b85 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 797 time: 0.3196845 Mar 05 00:31:20.172864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-a909bcfd-3962-4a66-880f-67654c879fae tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/quotas/9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 375 time: 0.0384879 Mar 05 00:31:20.222298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d348f8e-9022-4608-a466-2d78f1f71789 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:31:20.258638 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'code': 200} Mar 05 00:31:20.316497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6d348f8e-9022-4608-a466-2d78f1f71789, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6d348f8e-9022-4608-a466-2d78f1f71789,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:20.326938 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=8262eabb-05de-4e01-bbda-fcd408f0771d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:20.357721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:20.405017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-4d907835-1483-418c-8b0d-8fffd2377dd4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:20.462099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-4d907835-1483-418c-8b0d-8fffd2377dd4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:20.473099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 30c629b1-0c04-490d-b390-0253b8a92669 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:20.474334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:20.478291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-4d907835-1483-418c-8b0d-8fffd2377dd4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3038187 Mar 05 00:31:20.560390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a98d-ed15-4339-b6f6-fcbc88e71265 req-21a22f74-ab23-4806-82ff-ed69c36c5995 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:20.562630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d44a98d-ed15-4339-b6f6-fcbc88e71265 req-21a22f74-ab23-4806-82ff-ed69c36c5995 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.1484601 Mar 05 00:31:20.629712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7d44a98d-ed15-4339-b6f6-fcbc88e71265 req-9bd88dc4-7fa3-413b-a23b-9721e15f4b9d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593390 Mar 05 00:31:20.633933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e39c5c08-d3d2-43ec-baed-d34fb7618817 req-f5fa0cbb-1583-44a5-a7e1-5d6cf383157e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 1097 time: 0.3150773 Mar 05 00:31:20.704790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['6d348f8e-9022-4608-a466-2d78f1f71789'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:31:20.740614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e39c5c08-d3d2-43ec-baed-d34fb7618817 req-9b89c7c4-99e6-4b81-b04d-5a6996a828d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974033 Mar 05 00:31:20.764013 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-ebb8d6a9-1c90-4a24-835d-feabec6f4008 service neutron] 10.222.0.32 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751391 Mar 05 00:31:20.775285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6d348f8e-9022-4608-a466-2d78f1f71789,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:20.881336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-998ffaf5-80ec-4bb5-a382-f68f8c82d9d8 None None] Provisioning for port d9ca6b25-714c-4dd5-8429-876825232061 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:20.896563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-998ffaf5-80ec-4bb5-a382-f68f8c82d9d8 None None] Provisioning complete for port d9ca6b25-714c-4dd5-8429-876825232061 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:20.897190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-998ffaf5-80ec-4bb5-a382-f68f8c82d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:20.976390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-3caef7bc-8d0e-453c-8397-2afdf44bd99c service neutron] 10.222.0.32 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108004 Mar 05 00:31:21.003322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-998ffaf5-80ec-4bb5-a382-f68f8c82d9d8 None None] Port d9ca6b25-714c-4dd5-8429-876825232061 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:31:21.076691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-998ffaf5-80ec-4bb5-a382-f68f8c82d9d8 None None] Provisioning complete for port d1d80c0b-a411-4baf-9002-7b80d17e1953 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:21.077065 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-998ffaf5-80ec-4bb5-a382-f68f8c82d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:21.131561 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Sync routers for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:31:21.158239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:21.158239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:21.284526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4a138-5016-4b38-acb7-e9d33f8e3c7f req-8d1c7f3d-c3d4-426f-b377-b3b72e4f4d1d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:21.285788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3275e70-9016-4e43-9fab-690ab06d0d8b req-90a5c2cb-1683-4557-b016-6edca9e72e86 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 210 time: 0.0900848 Mar 05 00:31:21.291512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89b4a138-5016-4b38-acb7-e9d33f8e3c7f req-8d1c7f3d-c3d4-426f-b377-b3b72e4f4d1d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 945 time: 0.0934856 Mar 05 00:31:21.346220 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89b4a138-5016-4b38-acb7-e9d33f8e3c7f req-b6ca2b1b-e44c-4879-8e51-75fa078e0dea tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534453 Mar 05 00:31:21.411541 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:21.762541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d1d80c0b-a411-4baf-9002-7b80d17e1953 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:21.779889 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:17Z', 'revision_number': 2, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:21.784269 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Checking router: 5ac2b259-4105-4121-9743-ba968b071901 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:31:21.784617 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Updating router 5ac2b259-4105-4121-9743-ba968b071901 port d9ca6b25-714c-4dd5-8429-876825232061 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:31:21.843512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d1d80c0b-a411-4baf-9002-7b80d17e1953 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:21.844017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:21.853252 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:22.127826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b907-37cf-4e91-aec2-9deb7ae8d88c req-c8d5eabb-c444-4689-a239-e33b9ce8e227 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:22.129569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42a1b907-37cf-4e91-aec2-9deb7ae8d88c req-c8d5eabb-c444-4689-a239-e33b9ce8e227 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.3478632 Mar 05 00:31:22.208249 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42a1b907-37cf-4e91-aec2-9deb7ae8d88c req-0d2da67f-c79a-4b61-bd47-d61994d15752 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709696 Mar 05 00:31:22.411581 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:22.424619 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Transition to ACTIVE for port object d9ca6b25-714c-4dd5-8429-876825232061 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:22.436425 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:22.742027 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Pushing event updated for resources: {'Port': ['ID=d9ca6b25-714c-4dd5-8429-876825232061,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:22.774970 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.775346 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.785598 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.786812 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.787215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.787547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.787897 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.788222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.788602 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.788933 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.789295 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:22.845395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0ddf820a-422c-4656-acfb-355edd2832d5 req-6e4f3283-2f99-49c6-bd51-198853c303ca tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:22.852872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6d348f8e-9022-4608-a466-2d78f1f71789 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:22.857188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-50859186-b042-46da-9872-2bb39b3b1bb4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:22.858385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-50859186-b042-46da-9872-2bb39b3b1bb4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:22.887101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-50859186-b042-46da-9872-2bb39b3b1bb4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:22.888487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-50859186-b042-46da-9872-2bb39b3b1bb4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 797 time: 0.5237942 Mar 05 00:31:22.889063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0ddf820a-422c-4656-acfb-355edd2832d5 req-6e4f3283-2f99-49c6-bd51-198853c303ca tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:22.890554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf8f48-06d8-4015-971b-4930a1fa1309 req-23d467ef-d401-47e9-bb72-0f8c807f7559 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:22.896049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcbf8f48-06d8-4015-971b-4930a1fa1309 req-23d467ef-d401-47e9-bb72-0f8c807f7559 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 945 time: 0.2560816 Mar 05 00:31:22.898549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0ddf820a-422c-4656-acfb-355edd2832d5 req-6e4f3283-2f99-49c6-bd51-198853c303ca tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 210 time: 0.1238325 Mar 05 00:31:22.944294 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Attempting to bind port d9ca6b25-714c-4dd5-8429-876825232061 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:31:22.944772 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Attempting to bind port d9ca6b25-714c-4dd5-8429-876825232061 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:31:22.945194 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Attempting to bind port d9ca6b25-714c-4dd5-8429-876825232061 on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:22.954019 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:31:22.954493 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Checking segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:31:22.954951 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:22.955507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Bound using segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:31:22.956028 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Bound port: d9ca6b25-714c-4dd5-8429-876825232061, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:31:22.956528 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:22.970131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-babfa00a-0ae8-4499-ba9b-b2efdd5b99a1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 380 time: 0.0690408 Mar 05 00:31:22.980519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'port': {'device_id': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'admin_state_up': True, 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'security_groups': ['1e6c76db-7c7c-4822-8407-d078879db8ae']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:22.985135 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcbf8f48-06d8-4015-971b-4930a1fa1309 req-df2365d7-8ef8-437a-b34c-e3b9ebe52162 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821259 Mar 05 00:31:23.027359 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 6d348f8e-9022-4608-a466-2d78f1f71789 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:23.032804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 6d348f8e-9022-4608-a466-2d78f1f71789 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:23.033177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:23.096587 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] For port d9ca6b25-714c-4dd5-8429-876825232061, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:31:23.099862 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] For port d9ca6b25-714c-4dd5-8429-876825232061, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9ca6b25-714c-4dd5-8429-876825232061,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:31:23.109071 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:23.202491 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:23.203138 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:23.243858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:23.288270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d348f8e-9022-4608-a466-2d78f1f71789'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:23.292812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:23.301776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 6d348f8e-9022-4608-a466-2d78f1f71789, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6d348f8e-9022-4608-a466-2d78f1f71789,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:23.309909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:23.312313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:23.331393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:31:23.340867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:23.423829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbd2d5-f8a3-414c-b40a-854b0d73a59c None None] Pushing event updated for resources: {'Port': ['ID=d9ca6b25-714c-4dd5-8429-876825232061,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:23.427637 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d348f8e-9022-4608-a466-2d78f1f71789', 'code': 200} Mar 05 00:31:23.478796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=6d348f8e-9022-4608-a466-2d78f1f71789,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:23.541383 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:23.681879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fcd1-422d-4e89-a95b-9ca23db2c710 req-5fb65d4b-9c3c-4fc9-833f-f6f32e1ec126 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:23.683457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba39fcd1-422d-4e89-a95b-9ca23db2c710 req-5fb65d4b-9c3c-4fc9-833f-f6f32e1ec126 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.2513642 Mar 05 00:31:23.689732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e902cce0-fb84-4684-9e31-ebe3add480ce req-075268aa-cc84-41ae-9df2-08022b49a5b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1933475 Mar 05 00:31:23.691146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.3 (ad39ce0b-df9e-447b-b0cd-718246d603bd/afc652e7-2dbe-4ded-91bb-4309473e4600/920ced5c-318f-4495-9862-80b3db28840c) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:23.801265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e902cce0-fb84-4684-9e31-ebe3add480ce req-3f59c3f2-2946-4dcb-a4fd-f83917dd3db5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031673 Mar 05 00:31:23.823814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba39fcd1-422d-4e89-a95b-9ca23db2c710 req-3467c725-6ea1-49c2-9bb8-5d833b4a1578 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271296 Mar 05 00:31:23.908748 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:23Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:23.908748 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a55054-980d-4ca6-9804-dbae89f0f36e None None] The sync data for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 is: [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:23Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:31:24.103503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:24.133343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object 920ced5c-318f-4495-9862-80b3db28840c will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:24.198337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081217f4-b23c-4b4f-8793-8fe4d1af957d req-b0a60449-c126-400c-a845-dbdb0256a806 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:24.200691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-081217f4-b23c-4b4f-8793-8fe4d1af957d req-b0a60449-c126-400c-a845-dbdb0256a806 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.1620600 Mar 05 00:31:24.212060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:24.225890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Request body: {'floatingip': {'port_id': '8262eabb-05de-4e01-bbda-fcd408f0771d'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:24.292061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afdb1efb-fadb-4c55-beb6-7b5bef8239d8 req-0b50c543-c7da-46ff-9ecf-3a0546a5c825 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 210 time: 0.1395442 Mar 05 00:31:24.370485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:24.445497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef9921-d14d-4bd2-affb-cb9ec909450b req-0df97877-649a-4743-b7b4-07b0d1740785 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:24.455022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfef9921-d14d-4bd2-affb-cb9ec909450b req-0df97877-649a-4743-b7b4-07b0d1740785 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 946 time: 0.1284354 Mar 05 00:31:24.487735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:24.524448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bfef9921-d14d-4bd2-affb-cb9ec909450b req-9fca6cde-eec0-440b-bebe-af7ad3ae8f96 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Mar 05 00:31:24.650016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network ad39ce0b-df9e-447b-b0cd-718246d603bd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:24.651329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:24.656569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:24.661457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:24.997356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e9dd0f24-118e-4d9c-ad75-2834e2ab0cc4 None None] Provisioning for port 920ced5c-318f-4495-9862-80b3db28840c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:25.018659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e9dd0f24-118e-4d9c-ad75-2834e2ab0cc4 None None] Provisioning complete for port 920ced5c-318f-4495-9862-80b3db28840c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:25.021136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9dd0f24-118e-4d9c-ad75-2834e2ab0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:25.204323 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd0f24-118e-4d9c-ad75-2834e2ab0cc4 None None] Port 920ced5c-318f-4495-9862-80b3db28840c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:31:25.271136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:25.271661 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:25.280265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.resource_extend [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 00:31:25.388688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d3b4a38e-3c73-4157-82ab-e795a52aad06 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4128749 Mar 05 00:31:25.403103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Request body: {'port': {'device_id': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:25.432395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:25.440678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:25.780573 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:25.780822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ca6b25-714c-4dd5-8429-876825232061 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:25.828879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147862-5b13-4d30-865d-bf6b7dbf3aab req-4e56b837-bfa1-46b9-8986-079b55fe22d3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:25.828879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-62147862-5b13-4d30-865d-bf6b7dbf3aab req-4e56b837-bfa1-46b9-8986-079b55fe22d3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0929551 Mar 05 00:31:25.880933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d9ca6b25-714c-4dd5-8429-876825232061 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:25.888674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d9ca6b25-714c-4dd5-8429-876825232061 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:25.888674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:25.889018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2735-ae7f-44e1-bdf8-0a9ac1a94b67 req-20ce355a-4aa9-4cdf-a974-23f70527bebc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:25.889018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0b5b2735-ae7f-44e1-bdf8-0a9ac1a94b67 req-20ce355a-4aa9-4cdf-a974-23f70527bebc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:25.891343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-62147862-5b13-4d30-865d-bf6b7dbf3aab req-0802c138-7faa-4f7d-b4ee-0f7ce89ce5e3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557165 Mar 05 00:31:26.046695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-0b5b2735-ae7f-44e1-bdf8-0a9ac1a94b67 req-20ce355a-4aa9-4cdf-a974-23f70527bebc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:26.047594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b5b2735-ae7f-44e1-bdf8-0a9ac1a94b67 req-20ce355a-4aa9-4cdf-a974-23f70527bebc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 931 time: 0.5505579 Mar 05 00:31:26.056934 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:26.093455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d9ca6b25-714c-4dd5-8429-876825232061, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9ca6b25-714c-4dd5-8429-876825232061,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:26.097674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:26.138441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656c6a-6d9d-4846-bb6c-798589dcc4b7 req-b76c6332-5d20-47d5-bdb4-fd502386d7ea tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:26.139911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9656c6a-6d9d-4846-bb6c-798589dcc4b7 req-b76c6332-5d20-47d5-bdb4-fd502386d7ea tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0948436 Mar 05 00:31:26.184944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d9ca6b25-714c-4dd5-8429-876825232061,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:26.196910 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9656c6a-6d9d-4846-bb6c-798589dcc4b7 req-4bfe5170-33c9-4366-a76f-47c6bd8d2e45 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502033 Mar 05 00:31:26.217102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0b5b2735-ae7f-44e1-bdf8-0a9ac1a94b67 req-51cd442c-5aa2-4ba7-8455-9719a58761b5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535494 Mar 05 00:31:26.273408 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP 77bfeb3c-25d5-45a6-8953-721049818853 associated. External IP: 172.25.0.62, port: 8262eabb-05de-4e01-bbda-fcd408f0771d. Mar 05 00:31:26.491446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920ced5c-318f-4495-9862-80b3db28840c {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:31:26.502964 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:26.528969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Transition to ACTIVE for port object 920ced5c-318f-4495-9862-80b3db28840c will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:31:26.534531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:26.670032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:26.921823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:31:26.922406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:31:26.922777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:27.155146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:31:27.155380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:31:27.184750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:31:27.184922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Checking segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:31:27.185289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Bound using segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:31:27.185738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Bound port: 920ced5c-318f-4495-9862-80b3db28840c, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:31:27.186071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:27.235277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:27.285787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b946-f0d7-4892-a099-7a294a4b4a97 req-7636933a-85ef-405d-9cac-8734283af1c5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:27.287837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4868b946-f0d7-4892-a099-7a294a4b4a97 req-7636933a-85ef-405d-9cac-8734283af1c5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 946 time: 0.1842346 Mar 05 00:31:27.295565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:27.343560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:31:27.353688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:31:27.366438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:27.436415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4868b946-f0d7-4892-a099-7a294a4b4a97 req-120d595a-4809-4829-bfe2-cef23b262607 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413748 Mar 05 00:31:27.440397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6956269-8296-44e4-906d-987dcfd61792 req-70456f26-2a69-4b24-a659-3e50a83fbcdf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:27.442093 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6956269-8296-44e4-906d-987dcfd61792 req-70456f26-2a69-4b24-a659-3e50a83fbcdf tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.0870762 Mar 05 00:31:27.457622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:27.459781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] 10.222.0.36 "PUT /v2.0/ports/920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1091 time: 2.0628850 Mar 05 00:31:27.462645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:27.478882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1e82a-bfb2-4a7f-9c1a-78f656ddaadd service neutron] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:27.514111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:31:27.565407 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'status': 'completed', 'code': 200} Mar 05 00:31:27.576222 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d6956269-8296-44e4-906d-987dcfd61792 req-3d2fa6f1-09bf-4f90-99b7-64b9cc18f216 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213830 Mar 05 00:31:27.740553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ca6b25-714c-4dd5-8429-876825232061 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:27.775518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-a13344a3-2705-47c8-a247-9bd2092da90d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1094 time: 0.2440336 Mar 05 00:31:27.845675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d9ca6b25-714c-4dd5-8429-876825232061 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:27.846270 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:27.859347 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-3ce3e397-6d27-4aa5-9ddc-7c62e44f6c10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 217 time: 0.0762751 Mar 05 00:31:28.000755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-9c3e10b4-ad54-41a7-bfac-b4b4ac10bba5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:28.005707 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-9c3e10b4-ad54-41a7-bfac-b4b4ac10bba5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.1315687 Mar 05 00:31:28.106646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:31:28.110951 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:28.118647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:31:28.135097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:28.135814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:28.169828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-748820d6-e822-444f-bea4-e66d7a1239bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559708 Mar 05 00:31:28.188743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3da46ee9-2fae-493d-9999-56b1620fa3b3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "PUT /v2.0/floatingips/77bfeb3c-25d5-45a6-8953-721049818853 HTTP/1.1" status: 200 len: 991 time: 3.9643357 Mar 05 00:31:28.370765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:28.371412 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-d954576f-57d9-4620-8ac3-9c19e3b8b542 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916287 Mar 05 00:31:28.519527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-1fd9c8b1-9421-47f7-8d06-df3b9a8ef5b4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:28.521567 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-1fd9c8b1-9421-47f7-8d06-df3b9a8ef5b4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 946 time: 0.2042665 Mar 05 00:31:28.629681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13bd6cdb-0509-46e3-9b0a-95df312a4993 req-0dbb530b-87c7-40aa-a82e-caea3ed93fec service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431114 Mar 05 00:31:28.641889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 6d348f8e-9022-4608-a466-2d78f1f71789 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:31:28.641889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:28.861513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1345e83-005c-4807-880b-74edcd38cce2 req-b5027ba7-38e4-45f8-8cbe-8d3939634aef tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:28.863012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1345e83-005c-4807-880b-74edcd38cce2 req-b5027ba7-38e4-45f8-8cbe-8d3939634aef tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.0797844 Mar 05 00:31:28.881705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '77bfeb3c-25d5-45a6-8953-721049818853', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:27:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:31:03Z', 'updated_at': '2022-03-05T00:31:25Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:28.885726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:31:28.897505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:28.898103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:28.937656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1345e83-005c-4807-880b-74edcd38cce2 req-8f3b659c-ece3-4bc7-9e50-63eaca0cf42b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681527 Mar 05 00:31:29.107594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c884-5d3e-4b63-b4ee-f7d509566612 req-65ebd046-c3ae-44a6-85bb-f482962884fe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:29.109048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4269c884-5d3e-4b63-b4ee-f7d509566612 req-65ebd046-c3ae-44a6-85bb-f482962884fe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 946 time: 0.4375219 Mar 05 00:31:29.115531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-d5a3484e-3793-4d5b-89d8-3199e6d55be5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1094 time: 0.4367862 Mar 05 00:31:29.128296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:29.281668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4269c884-5d3e-4b63-b4ee-f7d509566612 req-ea114a59-dba8-404a-a50e-f92d0812b411 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628952 Mar 05 00:31:29.283261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port 6d348f8e-9022-4608-a466-2d78f1f71789, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=6d348f8e-9022-4608-a466-2d78f1f71789,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:29.284231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:29.427520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 6d348f8e-9022-4608-a466-2d78f1f71789 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:31:29.468684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '77bfeb3c-25d5-45a6-8953-721049818853', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:27:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:31:03Z', 'updated_at': '2022-03-05T00:31:25Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:29.472647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ebf190-5302-41f9-a372-f887cfcff9d4 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '77bfeb3c-25d5-45a6-8953-721049818853', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'port_id': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'mac_address': 'fa:16:3e:27:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:31:03Z', 'updated_at': '2022-03-05T00:31:25Z', 'revision_number': 1, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:31:29.488196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-c4cbb335-d330-4d0e-bda2-f82862854701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:29.489720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-c4cbb335-d330-4d0e-bda2-f82862854701 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.3540006 Mar 05 00:31:29.574538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:29.581892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-49842bf8-18e7-4739-99ac-c9da6f0a28b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 217 time: 0.0861421 Mar 05 00:31:29.663600 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'status': 'completed', 'code': 200} Mar 05 00:31:29.702404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-21725c2b-82e0-4a9f-84e9-1087f0fe3de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:29.703768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-21725c2b-82e0-4a9f-84e9-1087f0fe3de1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.1162720 Mar 05 00:31:29.730239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-0ed2a36d-d3ff-4031-951d-703eb3640ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 1097 time: 0.0721502 Mar 05 00:31:29.745278 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:29.756389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0f8fcc34-c44a-4e3a-908b-d4cda75078a3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:31:29.813142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=6d348f8e-9022-4608-a466-2d78f1f71789,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:29.908651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-519eebd1-7109-4626-adbe-b44e98a1057a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:29.910808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-519eebd1-7109-4626-adbe-b44e98a1057a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1740000 Mar 05 00:31:29.966977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port 6d348f8e-9022-4608-a466-2d78f1f71789 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:31:29.990814 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:30.034960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-b9a14877-84d5-4208-b7fd-2b21de3de62a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3224888 Mar 05 00:31:30.038954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-129884bd-7d7f-4092-a1cf-a6e0f3a5c313 req-78985764-7d47-4869-8a60-687af2c68721 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "DELETE /v2.0/ports/6d348f8e-9022-4608-a466-2d78f1f71789 HTTP/1.1" status: 204 len: 173 time: 1.5045869 Mar 05 00:31:30.331231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-25dd8972-ad2b-441b-817d-496ceb7cadd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 200 len: 999 time: 0.2346113 Mar 05 00:31:30.331231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-2e827394-66f8-4557-9ab9-247bfdc08958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:30.331231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-2e827394-66f8-4557-9ab9-247bfdc08958 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.1256640 Mar 05 00:31:30.407788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-2fb4390a-66fa-42d1-a64f-488f673ce58d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134822 Mar 05 00:31:30.411699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-8c7f76f8-a9f1-46d1-aa82-d57adcf83073 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688383 Mar 05 00:31:30.418984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2afab1-c042-43ed-8504-4081d5143bd9 req-6f1ebc74-b2b1-4271-919f-c4f142df9305 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:30.420629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e2afab1-c042-43ed-8504-4081d5143bd9 req-6f1ebc74-b2b1-4271-919f-c4f142df9305 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.1668143 Mar 05 00:31:30.466807 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:31:30.582131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-821e00df-308b-4d1e-b9db-6fac5fe3a869 req-02955d94-93c8-47f9-b622-7b41e7851229 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8886a5a8-5d11-41d4-9d58-2d5846fb7ba3 HTTP/1.1" status: 200 len: 210 time: 0.1211846 Mar 05 00:31:30.619846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1e7f7319-0ee5-4e9e-bf0d-61ffdc69ba25 req-c936764e-fcf6-46ae-adf9-0f21f37f720d service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911666 Mar 05 00:31:30.674948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e2afab1-c042-43ed-8504-4081d5143bd9 req-2d3392d1-462f-4431-85cf-0f859b8d2e8a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277715 Mar 05 00:31:30.693879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-07c026fc-069d-4da0-bf42-a5838ed53432 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798345 Mar 05 00:31:30.855931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d760200-9914-4a7c-8763-f83405fdfdd3 req-b339c0eb-1b41-480b-bab6-9f39da41c57e service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531091 Mar 05 00:31:30.901531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6d348f8e-9022-4608-a466-2d78f1f71789 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:31:30.936087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 6d348f8e-9022-4608-a466-2d78f1f71789 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:31:30.936430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 6d348f8e-9022-4608-a466-2d78f1f71789 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:31:31.670640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'name': 'network-vif-deleted', 'tag': '6d348f8e-9022-4608-a466-2d78f1f71789'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:31.734499 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8886a5a8-5d11-41d4-9d58-2d5846fb7ba3', 'name': 'network-vif-deleted', 'tag': '6d348f8e-9022-4608-a466-2d78f1f71789', 'status': 'completed', 'code': 200} Mar 05 00:31:31.928634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924dd2c-795d-42d4-a6b8-a3ee2f9a2375 req-b5c95aaa-a507-4f7f-9aef-3fab6e02bdf0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:31.930233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e924dd2c-795d-42d4-a6b8-a3ee2f9a2375 req-b5c95aaa-a507-4f7f-9aef-3fab6e02bdf0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.0912566 Mar 05 00:31:31.997348 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e924dd2c-795d-42d4-a6b8-a3ee2f9a2375 req-f922a180-4a63-4f79-884c-96ad843cd624 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599811 Mar 05 00:31:32.919216 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:31:33.285566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:33.321816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '920ced5c-318f-4495-9862-80b3db28840c', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'mac_address': 'fa:16:3e:ce:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:31:33.407123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:33.436563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920ced5c-318f-4495-9862-80b3db28840c {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:31:33.455234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:33.478691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:33.511004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe454-1dbe-4d43-a2c9-9399e478fd2f req-2655f618-a229-444b-ba34-1b58a4d1ee63 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:33.540118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa6fe454-1dbe-4d43-a2c9-9399e478fd2f req-2655f618-a229-444b-ba34-1b58a4d1ee63 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.2762301 Mar 05 00:31:33.552112 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a2628-08a9-4f52-b406-b8034af7970b None None] New status for floating IP 77bfeb3c-25d5-45a6-8953-721049818853: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:31:33.557485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:33.600280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa6fe454-1dbe-4d43-a2c9-9399e478fd2f req-adbf8526-4332-4c43-82a4-6944979633fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593491 Mar 05 00:31:33.784903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['920ced5c-318f-4495-9862-80b3db28840c'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:31:34.863708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cdbac-efc3-4512-92ba-6e49dc5073ec req-f9f44732-713e-4d98-a0b3-9de4198efe24 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:34.881042 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-964cdbac-efc3-4512-92ba-6e49dc5073ec req-f9f44732-713e-4d98-a0b3-9de4198efe24 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 944 time: 0.1045728 Mar 05 00:31:34.921519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-964cdbac-efc3-4512-92ba-6e49dc5073ec req-94967dc5-1501-4326-bd69-eb5840666944 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Mar 05 00:31:34.938666 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c5429cb-239c-4b66-9a96-48121dee7a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:34.959765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:31:35.054623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 920ced5c-318f-4495-9862-80b3db28840c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:31:35.059970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 920ced5c-318f-4495-9862-80b3db28840c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:31:35.059970 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:35.199089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:35.243391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:35.243391 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:35.251563 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:35.354905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:35.389517 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'code': 200} Mar 05 00:31:35.551657 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2b9a0c9-eb0e-4adf-9c6a-4c907a08c32d req-dd3135db-6b2e-4f87-a00a-21b45c424eda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1096 time: 0.0975947 Mar 05 00:31:35.608490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f2b9a0c9-eb0e-4adf-9c6a-4c907a08c32d req-ff23f7e8-a157-473e-9074-f67ddbe922c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519292 Mar 05 00:31:35.815447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7fa0a-188e-4e70-bad6-ac6e3e347803 req-81a58f59-dd3f-4691-8d4c-c292ddf2b64b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:35.815447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-44a7fa0a-188e-4e70-bad6-ac6e3e347803 req-81a58f59-dd3f-4691-8d4c-c292ddf2b64b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:31:35.839158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-44a7fa0a-188e-4e70-bad6-ac6e3e347803 req-81a58f59-dd3f-4691-8d4c-c292ddf2b64b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:31:35.839158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44a7fa0a-188e-4e70-bad6-ac6e3e347803 req-81a58f59-dd3f-4691-8d4c-c292ddf2b64b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.2225487 Mar 05 00:31:35.886291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44a7fa0a-188e-4e70-bad6-ac6e3e347803 req-6694ae29-9702-448d-9a0f-f0cf3110420f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Mar 05 00:31:36.130086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b58141-c17a-4185-898e-aa7f91054e46 req-e7aec071-770b-45c0-9a30-6df992702788 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:36.130086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8b58141-c17a-4185-898e-aa7f91054e46 req-e7aec071-770b-45c0-9a30-6df992702788 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0808661 Mar 05 00:31:36.197815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8b58141-c17a-4185-898e-aa7f91054e46 req-ea8469bf-b2ff-4b31-af27-d3d849f2d649 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571537 Mar 05 00:31:36.915923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-c84a01ec-e623-4105-90fa-04975eccc1e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2104096 Mar 05 00:31:37.022521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7410e9a3-fa67-4d4a-8ba2-a49eb87c0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:37.120379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-48d30d56-49dc-4856-89c2-d27cd3eeb899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 1097 time: 0.1008189 Mar 05 00:31:37.128709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ad44d-4ffb-44b0-a228-d3a2eebc543e req-a6572d95-ed3a-410c-a1bf-1b49cf4caeab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:37.130316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c89ad44d-4ffb-44b0-a228-d3a2eebc543e req-a6572d95-ed3a-410c-a1bf-1b49cf4caeab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.0876009 Mar 05 00:31:37.193286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c89ad44d-4ffb-44b0-a228-d3a2eebc543e req-a3bd71d3-d4fb-4dae-9c00-55bd9446faff tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a80d70-ceb6-411c-ac85-feb4995b831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Mar 05 00:31:37.315289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-0556817d-1e5c-459e-8f0a-fa8752fc27c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:37.315289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-0556817d-1e5c-459e-8f0a-fa8752fc27c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1487367 Mar 05 00:31:37.404627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ac18-186d-424b-8382-bae6aa214a1d req-bb5ba32d-03d0-447c-8b0e-0e9270e0fea2 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:37.404627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8887ac18-186d-424b-8382-bae6aa214a1d req-bb5ba32d-03d0-447c-8b0e-0e9270e0fea2 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 945 time: 0.1093073 Mar 05 00:31:37.486936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:31:37.486936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:37.524569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-775d421a-ed6d-480d-821f-d66e271eb01d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 200 len: 1001 time: 0.1968558 Mar 05 00:31:37.536776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7a1b-39fd-48d1-af7a-449b7f4410cf req-e96c5f34-292a-49b0-bbb7-4e9602ff93b1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:37.536776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-73ed7a1b-39fd-48d1-af7a-449b7f4410cf req-e96c5f34-292a-49b0-bbb7-4e9602ff93b1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1472929 Mar 05 00:31:37.623605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-73ed7a1b-39fd-48d1-af7a-449b7f4410cf req-07d4f90b-3ee0-4626-9338-4ec52fdb1fe1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884366 Mar 05 00:31:37.628775 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-ac5dbef0-a194-4676-9650-551678581326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:37.630756 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-ac5dbef0-a194-4676-9650-551678581326 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0937908 Mar 05 00:31:37.792513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-975e408c-3f06-4925-8e9b-ba1f57d48525 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388371 Mar 05 00:31:37.847363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:31:37.847915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:37.944465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-eae131cd-0d8a-4faa-ab74-3dd3ed62442a service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455472 Mar 05 00:31:38.022412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:31:38.131873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-acc7ffe7-1c60-48a4-9a54-ecd100bb0d97 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840639 Mar 05 00:31:38.139989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509716d5-b136-4cf7-8250-971336e1c2a6 req-9743d1dd-c0a3-4166-ba44-b2d737734ee4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:38.141516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-509716d5-b136-4cf7-8250-971336e1c2a6 req-9743d1dd-c0a3-4166-ba44-b2d737734ee4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.3525345 Mar 05 00:31:38.259350 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-509716d5-b136-4cf7-8250-971336e1c2a6 req-86cf8e91-2864-4a56-9290-bad78b9e8c18 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726662 Mar 05 00:31:38.284059 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:38.297404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33854) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:38.300660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['0f8fcc34-c44a-4e3a-908b-d4cda75078a3'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:31:38.348984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=0f8fcc34-c44a-4e3a-908b-d4cda75078a3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:38.438823 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:38.444599 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:38.455395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb33de42-5ed5-46b5-9f45-266e4abf7da3 req-4d077933-3e9f-449f-ad13-84b609aeb854 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 210 time: 0.0490136 Mar 05 00:31:38.465804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.466153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.466494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.466830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.467163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.467493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.467817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.468139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.468458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.469097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.469444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:31:38.492038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:31:38.496738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:38.496738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de15b89-b708-4260-83f2-cabba9868bc1', 'name': 'network-vif-deleted', 'tag': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:38.522870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8887ac18-186d-424b-8382-bae6aa214a1d req-0075832a-5e62-4aa2-af43-0830c36ac57e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "DELETE /v2.0/ports/0f8fcc34-c44a-4e3a-908b-d4cda75078a3 HTTP/1.1" status: 204 len: 173 time: 1.1026556 Mar 05 00:31:38.526462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2edc0461-8654-464c-aec7-e988589cddd6 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1091 time: 0.2171731 Mar 05 00:31:38.530004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33864) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:38.536432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:38.550232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:38.550232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:floatingip and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:38.550232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:38.584965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:38.594016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:38.617553 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de15b89-b708-4260-83f2-cabba9868bc1', 'name': 'network-vif-deleted', 'tag': '0f8fcc34-c44a-4e3a-908b-d4cda75078a3', 'status': 'completed', 'code': 200} Mar 05 00:31:38.783288 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:38.981920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.96 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5177ec9e-4caa-42f0-8083-60154213ffb6) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:31:39.182703 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:39.220224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:39.310512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:31:39.313681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:31:39.318824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:31:39.366399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=5177ec9e-4caa-42f0-8083-60154213ffb6,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:39.709065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9989a689-7e7f-495d-8bf6-dde5cfdb4441 req-feaad83b-547d-46d8-97b9-4adab3c0c6ef tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de15b89-b708-4260-83f2-cabba9868bc1 HTTP/1.1" status: 200 len: 210 time: 0.0646727 Mar 05 00:31:39.795193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:40.230420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:40.306430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:40.368874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:31:40.405208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:31:40.405208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 0f8fcc34-c44a-4e3a-908b-d4cda75078a3 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:31:40.531936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:40.542905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:40.620005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=5177ec9e-4caa-42f0-8083-60154213ffb6,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:40.685147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:40.990241 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Floating IP b4f446aa-288a-4ded-8b0d-c65b74b72eff associated. External IP: 172.25.0.96, port: 920ced5c-318f-4495-9862-80b3db28840c. Mar 05 00:31:41.511051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 5ac2b259-4105-4121-9743-ba968b071901 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:31:41.871898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:31:41.890014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] Sync routers for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:31:41.909732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:41.913082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:41.913082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:42.015601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-01ca8a4c-8c6f-4b40-8573-7ea075460675 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4904664 Mar 05 00:31:42.015601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:31:42.132301 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'status': 'completed', 'code': 200} Mar 05 00:31:42.298083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-81f9feba-cd4c-4534-bde7-56b0915097c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1096 time: 0.1252685 Mar 05 00:31:42.318576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294b7bf-d750-4aee-a5b8-343180c36d32 req-37f20c39-9d74-45d8-967c-6aff42059b73 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:42.318576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7294b7bf-d750-4aee-a5b8-343180c36d32 req-37f20c39-9d74-45d8-967c-6aff42059b73 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1124926 Mar 05 00:31:42.405876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7294b7bf-d750-4aee-a5b8-343180c36d32 req-a7df689f-fb55-4d34-82df-4244222c86cd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779283 Mar 05 00:31:42.421807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33920) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:42.534010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:42.559514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-9870f50e-4838-4b8f-a0da-29c1d264fe0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:42.562295 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e1771dcd-f3f9-43c9-84c2-ded6153d2b16 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/b4f446aa-288a-4ded-8b0d-c65b74b72eff HTTP/1.1" status: 200 len: 990 time: 0.1335294 Mar 05 00:31:42.564648 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-9870f50e-4838-4b8f-a0da-29c1d264fe0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2638597 Mar 05 00:31:42.719183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-7e903f18-8d5f-4548-9c43-7edd1163b217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1546674 Mar 05 00:31:42.811958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-3da52f64-17fe-4648-b6b1-e99318df7e4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:42.811958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-3da52f64-17fe-4648-b6b1-e99318df7e4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0834033 Mar 05 00:31:42.925373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-eb85f59e-36e2-41ae-af60-03e1aff5d646 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055853 Mar 05 00:31:43.082142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b4f446aa-288a-4ded-8b0d-c65b74b72eff', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '5ac2b259-4105-4121-9743-ba968b071901', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'mac_address': 'fa:16:3e:ce:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:31:40Z', 'updated_at': '2022-03-05T00:31:40Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:26Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:43.088874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] Checking router: 5ac2b259-4105-4121-9743-ba968b071901 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:31:43.104673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-6f27100b-e27c-41d2-bf44-1f24d63c0d85 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731546 Mar 05 00:31:43.105719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:31:43.106344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:31:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:43.304224 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd4c2705-2166-4473-a3b0-96f9c89ef896 req-363a0cb2-e944-4d9d-b79b-85fab158a693 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891046 Mar 05 00:31:43.418326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:31:43.565252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33968) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:43.765550 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c336996e-cf99-46aa-9da2-18666d911b86 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/b4f446aa-288a-4ded-8b0d-c65b74b72eff HTTP/1.1" status: 200 len: 990 time: 0.1998105 Mar 05 00:31:43.803906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33976) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:43.803906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646686429', 'description': 'tempest-secgroup-smoke-646686429 description', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:43.812775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:43.831909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:43.847664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:43.871143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b4f446aa-288a-4ded-8b0d-c65b74b72eff', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '5ac2b259-4105-4121-9743-ba968b071901', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'mac_address': 'fa:16:3e:ce:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:31:40Z', 'updated_at': '2022-03-05T00:31:40Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:26Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:31:43.875459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d89ef6-b724-497b-8741-d5dc2c3343f1 None None] The sync data for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 is: [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'b4f446aa-288a-4ded-8b0d-c65b74b72eff', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '5ac2b259-4105-4121-9743-ba968b071901', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'mac_address': 'fa:16:3e:ce:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:31:40Z', 'updated_at': '2022-03-05T00:31:40Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:26Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:31:43.896865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:43.900917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:43.903837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:43.909639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:43.987480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:43.992691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.042087 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.042087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2372644 Mar 05 00:31:44.042087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33982) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:44.055876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group_rule': {'security_group_id': 'd024190a-7954-41ff-80c8-2f91efca1f9e', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:44.067741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:44.071743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:44.076934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:44.081417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:44.103009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b9c79-4ca0-4bd8-ba90-d810b7f956eb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d024190a-7954-41ff-80c8-2f91efca1f9e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:44.110786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.181129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.186164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.211614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c567c0d-34d9-4a04-965e-6ffe678e4ab0,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:44.233731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.233731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-732588de-3601-4bc9-9e84-b025cd68f5e1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1912100 Mar 05 00:31:44.240333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33988) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:44.245454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group_rule': {'security_group_id': 'd024190a-7954-41ff-80c8-2f91efca1f9e', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:44.252498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:44.269347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:44.272620 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50853326-265f-4e21-bc5d-12fa467fc05e None None] New status for floating IP b4f446aa-288a-4ded-8b0d-c65b74b72eff: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:31:44.276158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:44.276158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:44.298067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.369651 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.372397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.410141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3161092-72e6-4299-bb73-43cee7ac8bb6,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:44.422688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.424090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a11f5b36-0160-415a-a821-043c8b11e0e5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1875358 Mar 05 00:31:44.426906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 33992) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:44.432893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group_rule': {'security_group_id': 'd024190a-7954-41ff-80c8-2f91efca1f9e', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:44.439953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:44.443839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:44.446910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:44.454163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:44.474027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.555285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.565542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.585516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d537c43-5d49-434d-baf7-c2d9df700b8b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:44.599747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.602025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 33998) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:44.604449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-555357d4-745f-42f1-a248-88796b92fe13 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1718626 Mar 05 00:31:44.608533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group_rule': {'security_group_id': 'd024190a-7954-41ff-80c8-2f91efca1f9e', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:44.621547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:44.625782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:44.629855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:44.637821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:44.661961 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.729489 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.745347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.769559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 34006) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:44.793963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2052153-b205-49e3-9d2a-0edab157aa2b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:44.811735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.811735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-891c3bff-cb12-451c-8084-ff4d95288e3b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2077265 Mar 05 00:31:44.818164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34010) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:44.826818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group_rule': {'security_group_id': 'd024190a-7954-41ff-80c8-2f91efca1f9e', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:44.826818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:44.836999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:44.836999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:44.845820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:44.858929 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Project a4fd94fbe76445c6a1323454d74649c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:31:44.867901 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.917683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-45e7da45-5282-44c7-9db5-29a021ef5714 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/b4f446aa-288a-4ded-8b0d-c65b74b72eff HTTP/1.1" status: 200 len: 992 time: 0.1477385 Mar 05 00:31:44.965612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:44.972860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:45.001969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcb5f8e-f001-4115-96c0-8f99be81ed53,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:45.008051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:45.009332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-246f1abd-057d-4d95-ac97-0dd6049c1497 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1962507 Mar 05 00:31:45.012174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 34016) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:31:45.017975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'security_group_rule': {'security_group_id': 'd024190a-7954-41ff-80c8-2f91efca1f9e', 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:31:45.025438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:31:45.029250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:security_group_rule and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:31:45.032304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:31:45.038044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:31:45.050495 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Project a4fd94fbe76445c6a1323454d74649c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:31:45.058565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:45.248932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:45.253635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:45.277427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3af9b36-149e-4659-851c-f3f421b646df,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:31:45.286538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:45.290585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a1438254-8c1d-4fa3-b38e-0d5e9dcdf164 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2745857 Mar 05 00:31:52.901831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-ff91a102-2185-4ae2-8d8a-5b177cc1d4ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755956 Mar 05 00:31:53.094958 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-5853fa86-2313-41e0-b213-f911d691ff95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1096 time: 0.0830886 Mar 05 00:31:53.263562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-2dbd2fbd-5cf3-4020-8705-1190523f1d70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:53.270841 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-2dbd2fbd-5cf3-4020-8705-1190523f1d70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.1554091 Mar 05 00:31:53.384550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-a32fb294-fd6e-4d83-9bdc-a4ed3c4b54d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1000 time: 0.1078916 Mar 05 00:31:53.477834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-c50f2603-2d76-49c2-9b99-d0855f17a6f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:31:53.477834 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-c50f2603-2d76-49c2-9b99-d0855f17a6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0851419 Mar 05 00:31:53.644369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-8b66020b-8722-4cdb-9e15-f43402a8b7e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492863 Mar 05 00:31:53.907122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-911f11ea-4ad9-4b6e-ae9a-7a69c45a4cff service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551503 Mar 05 00:31:54.072145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf631dce-5d01-4b67-b0ba-5b80dc0d2002 req-e019af61-27ee-4db2-b537-04a81ac80f2f service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581030 Mar 05 00:31:57.234899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:31:57.294396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:03.799420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-f0905731-5d2d-4d9d-a414-41607c8e3447 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:32:03.815965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-f0905731-5d2d-4d9d-a414-41607c8e3447 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:32:03.817468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-f0905731-5d2d-4d9d-a414-41607c8e3447 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646686429&fields=id&tenant_id=a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 267 time: 0.0590668 Mar 05 00:32:03.977285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-f5fdab3b-0e87-4cac-bb4a-c92dc8d31c2a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:03.985430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-f5fdab3b-0e87-4cac-bb4a-c92dc8d31c2a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.1603651 Mar 05 00:32:04.004823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-9453ac0b-afc9-419c-a1ab-841f548a5be5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0181653 Mar 05 00:32:04.095722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-b18b71e9-35e5-4ee0-be2e-c15ed285d641 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:32:04.117649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-b18b71e9-35e5-4ee0-be2e-c15ed285d641 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:32:04.119018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-b18b71e9-35e5-4ee0-be2e-c15ed285d641 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131957 Mar 05 00:32:04.259821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-d965abf2-b3d3-46ed-b283-5d88c41da437 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287153 Mar 05 00:32:04.389118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-8adc8f04-42b4-493c-bee0-3d335f51aabc service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235368 Mar 05 00:32:04.795207 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61dbe517-0202-4370-823e-4f65ebfbc4fc req-0dfc1b49-3a91-47b7-a990-8260b349d44d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 210 time: 0.0418499 Mar 05 00:32:04.946784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57a06094-6a78-4e86-8546-e979e4c7679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:05.816213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-0501273a-053d-4051-ab88-d93f2e50455b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:05.818184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-0501273a-053d-4051-ab88-d93f2e50455b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.1583233 Mar 05 00:32:05.885784 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c696c39a-262a-4adb-880a-ae63db417cbb tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 379 time: 0.0565286 Mar 05 00:32:05.901973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'security_groups': ['d024190a-7954-41ff-80c8-2f91efca1f9e']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:32:06.037518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cae7e978-862f-4e5a-a33e-e940d89021c3 req-b2d266df-b5c0-4f1d-a27e-b0542887a02f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 210 time: 0.0632467 Mar 05 00:32:06.098558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:32:06.108770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:32:06.119458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:32:06.122862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:06.322267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.14 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/5510c043-7af1-431a-8c41-d6bdb80e3a93) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:32:06.527614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:06.544583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object 5510c043-7af1-431a-8c41-d6bdb80e3a93 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:32:06.568344 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:06.643214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:32:06.646334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:32:06.650837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:32:06.675474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=5510c043-7af1-431a-8c41-d6bdb80e3a93,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:06.714672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:06.715298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:06.742607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-ef361dfb-a8a6-4ba9-ace2-e76217c2b2ab tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449585 Mar 05 00:32:06.753559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Request body: {'port': {'device_id': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:32:06.937922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-058cd9fd-1384-4c8d-b86d-4b9dbb5e4685 None None] Provisioning for port 5510c043-7af1-431a-8c41-d6bdb80e3a93 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:32:06.943024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-058cd9fd-1384-4c8d-b86d-4b9dbb5e4685 None None] Provisioning complete for port 5510c043-7af1-431a-8c41-d6bdb80e3a93 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:32:06.943615 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-058cd9fd-1384-4c8d-b86d-4b9dbb5e4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:06.955144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.017638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-058cd9fd-1384-4c8d-b86d-4b9dbb5e4685 None None] Port 5510c043-7af1-431a-8c41-d6bdb80e3a93 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:32:07.020304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9675-fdc7-42a3-9745-15f2a1b3cc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.249896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acedfac-418e-4061-8451-38ab3c13cf5d req-dc36985c-1ee9-497b-9930-fda74469b55f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:07.251386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7acedfac-418e-4061-8451-38ab3c13cf5d req-dc36985c-1ee9-497b-9930-fda74469b55f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 932 time: 0.0853791 Mar 05 00:32:07.309044 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7acedfac-418e-4061-8451-38ab3c13cf5d req-de66721d-2c88-46ff-b67c-064e788ea7bd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494390 Mar 05 00:32:07.345819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5510c043-7af1-431a-8c41-d6bdb80e3a93 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:32:07.353768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.368846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Transition to ACTIVE for port object 5510c043-7af1-431a-8c41-d6bdb80e3a93 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:32:07.372969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.472186 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:32:07.540928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Pushing event updated for resources: {'Port': ['ID=5510c043-7af1-431a-8c41-d6bdb80e3a93,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:07.617741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Attempting to bind port 5510c043-7af1-431a-8c41-d6bdb80e3a93 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:32:07.618078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Attempting to bind port 5510c043-7af1-431a-8c41-d6bdb80e3a93 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:32:07.618398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Attempting to bind port 5510c043-7af1-431a-8c41-d6bdb80e3a93 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:32:07.624977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Port 5510c043-7af1-431a-8c41-d6bdb80e3a93 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:32:07.625390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Attempting to bind port 5510c043-7af1-431a-8c41-d6bdb80e3a93 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:32:07.632444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:32:07.632784 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:32:07.633175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:32:07.633665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Bound port: 5510c043-7af1-431a-8c41-d6bdb80e3a93, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:32:07.634018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.732855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] For port 5510c043-7af1-431a-8c41-d6bdb80e3a93, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:32:07.736250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] For port 5510c043-7af1-431a-8c41-d6bdb80e3a93, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:32:07.742058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.809730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:07.810850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] 10.222.0.10 "PUT /v2.0/ports/5510c043-7af1-431a-8c41-d6bdb80e3a93 HTTP/1.1" status: 200 len: 1092 time: 1.0616922 Mar 05 00:32:07.815819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:32:07.835743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a2034-5974-482d-9a5b-4f0ab64ae652 service neutron] Pushing event updated for resources: {'Port': ['ID=5510c043-7af1-431a-8c41-d6bdb80e3a93,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:07.915159 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'status': 'completed', 'code': 200} Mar 05 00:32:07.961599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-e04c7003-b93d-4805-8858-7c052779f947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 1095 time: 0.0782530 Mar 05 00:32:08.034714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-40031253-0033-474c-8c97-3889b522f78a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93 HTTP/1.1" status: 200 len: 217 time: 0.0664470 Mar 05 00:32:08.103385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-b78c5603-8dfb-43ca-974b-b1cf762ec955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:08.104723 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-b78c5603-8dfb-43ca-974b-b1cf762ec955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0639203 Mar 05 00:32:08.181044 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-2c5ae0bb-2006-4cd4-9de1-4756e6ba6945 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704374 Mar 05 00:32:08.311887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-23e06fb9-9a21-4601-a4ca-0695f5fd4c67 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248720 Mar 05 00:32:08.312603 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:08.389493 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:08.456018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-767f4626-6ee6-4805-94ed-39c76496eca5 req-afe666c4-5f8b-463b-b152-529fb6ab2fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379628 Mar 05 00:32:08.547726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0002e3d-56c2-41b6-871f-10ce01e44c37 req-4f59ad01-faf2-47db-bdff-d344e1e5271b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:08.549196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0002e3d-56c2-41b6-871f-10ce01e44c37 req-4f59ad01-faf2-47db-bdff-d344e1e5271b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0789669 Mar 05 00:32:08.569788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-7e383a37-4e3e-40d7-9178-fb420cea7ce6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 1095 time: 0.0704107 Mar 05 00:32:08.596413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b0002e3d-56c2-41b6-871f-10ce01e44c37 req-73f7a250-1b1b-4b06-9fb8-44960541e7e8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Mar 05 00:32:08.708034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-195635ed-2dba-4358-9452-da5a4cc8c33d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:08.708410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-195635ed-2dba-4358-9452-da5a4cc8c33d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1326249 Mar 05 00:32:08.865432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-f0307aba-323b-47f2-8069-0033e074433e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93 HTTP/1.1" status: 200 len: 217 time: 0.1510441 Mar 05 00:32:08.944676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-66086d06-9c0a-4471-b88e-4fc4d39ae991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:08.950471 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-66086d06-9c0a-4471-b88e-4fc4d39ae991 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0757370 Mar 05 00:32:09.067404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-3806bf75-a174-4392-a97c-c8de02c943a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139123 Mar 05 00:32:09.198106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-5c2f689f-20bd-4dfa-acd7-dc7804952399 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237369 Mar 05 00:32:09.346915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa182d2a-9330-4c8c-97a7-b97d844834d3 req-44b97a8e-7b03-4536-93e8-34f396d575a9 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418166 Mar 05 00:32:09.782234 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:09.802498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df205c1-d8bd-4d58-bb56-8aa062eb1645 req-a543aacb-2dd8-401e-9e24-40b5f9303d0e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:09.803194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9df205c1-d8bd-4d58-bb56-8aa062eb1645 req-a543aacb-2dd8-401e-9e24-40b5f9303d0e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:32:09.819199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-9df205c1-d8bd-4d58-bb56-8aa062eb1645 req-a543aacb-2dd8-401e-9e24-40b5f9303d0e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:32:09.820473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9df205c1-d8bd-4d58-bb56-8aa062eb1645 req-a543aacb-2dd8-401e-9e24-40b5f9303d0e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0953710 Mar 05 00:32:09.869415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9df205c1-d8bd-4d58-bb56-8aa062eb1645 req-8ebadd78-4d09-40b3-a51b-4addbcc43c40 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Mar 05 00:32:11.105767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb5b05-c8f1-4b3e-9897-8835b5cb39a7 req-53a38a51-3f0b-45ff-90e1-8766ad382cd8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:11.107234 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38bb5b05-c8f1-4b3e-9897-8835b5cb39a7 req-53a38a51-3f0b-45ff-90e1-8766ad382cd8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0865033 Mar 05 00:32:11.152330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38bb5b05-c8f1-4b3e-9897-8835b5cb39a7 req-f2fca458-d25f-4db2-9cb9-633b40f32f44 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Mar 05 00:32:12.353253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddab7-8ed6-4857-bf99-566e4716dc3d req-a9152e0f-d340-44fa-90f3-7e7882d5f57f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:12.355362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4dddab7-8ed6-4857-bf99-566e4716dc3d req-a9152e0f-d340-44fa-90f3-7e7882d5f57f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0767634 Mar 05 00:32:12.398930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4dddab7-8ed6-4857-bf99-566e4716dc3d req-d508794e-70c9-42be-9555-1b37f5b32447 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381267 Mar 05 00:32:13.603617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8170-c05f-4184-a5de-3a51effb6ac8 req-6156b103-4ba6-40b0-a7a6-7197b8cc39b0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:13.605047 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc4e8170-c05f-4184-a5de-3a51effb6ac8 req-6156b103-4ba6-40b0-a7a6-7197b8cc39b0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0793867 Mar 05 00:32:13.649946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc4e8170-c05f-4184-a5de-3a51effb6ac8 req-631d4827-26a5-4c2c-8bb6-ba6a24116bd6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392473 Mar 05 00:32:14.852889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd704fd-54ef-4f69-b26b-b7860ea5144b req-e3926630-e18a-4f3c-aba0-780dd79886ed tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:14.854356 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdd704fd-54ef-4f69-b26b-b7860ea5144b req-e3926630-e18a-4f3c-aba0-780dd79886ed tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0750151 Mar 05 00:32:14.898605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdd704fd-54ef-4f69-b26b-b7860ea5144b req-7a18d0db-5f28-45d4-aa7f-0d24d53dbd51 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387914 Mar 05 00:32:16.126384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876e2c7-f428-43de-b8fc-1441579b9fce req-de907d00-3cfd-4809-94cf-9a78b82d27ef tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:16.127840 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a876e2c7-f428-43de-b8fc-1441579b9fce req-de907d00-3cfd-4809-94cf-9a78b82d27ef tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0769506 Mar 05 00:32:16.172564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a876e2c7-f428-43de-b8fc-1441579b9fce req-54828302-ee18-4f42-b6c9-eea172da7703 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383868 Mar 05 00:32:17.388475 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e3611-f823-483c-8547-08a3449be884 req-bb956459-89e4-4c3a-a284-190cd8df307b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:17.389947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-875e3611-f823-483c-8547-08a3449be884 req-bb956459-89e4-4c3a-a284-190cd8df307b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0790842 Mar 05 00:32:17.434607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-875e3611-f823-483c-8547-08a3449be884 req-ec6669ae-cf1c-48c2-9f10-862a24370eec tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Mar 05 00:32:18.550169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5510c043-7af1-431a-8c41-d6bdb80e3a93 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:32:18.655445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c295b-21ca-4330-bb26-3ba3b16bd832 req-2b318edb-eb57-4309-9b4b-2acd49a8af8f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:18.657507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-786c295b-21ca-4330-bb26-3ba3b16bd832 req-2b318edb-eb57-4309-9b4b-2acd49a8af8f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 944 time: 0.0802031 Mar 05 00:32:18.683987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5510c043-7af1-431a-8c41-d6bdb80e3a93, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:32:18.698390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'mac_address': 'fa:16:3e:39:e0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:32:18.708146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-786c295b-21ca-4330-bb26-3ba3b16bd832 req-188827a6-a567-4a77-8050-f60eb525ace5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440323 Mar 05 00:32:18.763091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:18.782843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5510c043-7af1-431a-8c41-d6bdb80e3a93 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:32:18.797443 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5510c043-7af1-431a-8c41-d6bdb80e3a93, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:32:18.801453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:18.868585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5510c043-7af1-431a-8c41-d6bdb80e3a93,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:18.877259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.877714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.877969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.878326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.878700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.879566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.879900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.880228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.880551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.880868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:18.881184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:19.118710 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5510c043-7af1-431a-8c41-d6bdb80e3a93'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:32:19.907253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372527c6-11ff-4ff1-80da-b63161e00efa req-586e4c1c-e016-4591-910d-20c5fa0ab28c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:19.908719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-372527c6-11ff-4ff1-80da-b63161e00efa req-586e4c1c-e016-4591-910d-20c5fa0ab28c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 945 time: 0.0765676 Mar 05 00:32:19.962487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-372527c6-11ff-4ff1-80da-b63161e00efa req-c9d58c59-421c-4104-83e3-742dea638c57 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468087 Mar 05 00:32:20.563586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5510c043-7af1-431a-8c41-d6bdb80e3a93 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:32:20.633277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 5510c043-7af1-431a-8c41-d6bdb80e3a93 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:32:20.637901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 5510c043-7af1-431a-8c41-d6bdb80e3a93 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:32:20.638285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:20.752828 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:20.779369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:32:20.792485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5510c043-7af1-431a-8c41-d6bdb80e3a93, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:32:20.800616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:20.841181 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'code': 200} Mar 05 00:32:20.874226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5510c043-7af1-431a-8c41-d6bdb80e3a93,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:20.972112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6f959fd-4b73-4883-9811-81c5723e1a62 req-70b3847a-59d8-42e9-b3da-d324a3d056a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 1097 time: 0.0760586 Mar 05 00:32:21.023880 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6f959fd-4b73-4883-9811-81c5723e1a62 req-103144b2-9f3a-40cc-a072-532ac6842272 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Mar 05 00:32:21.181641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7729-4baa-411c-a71b-217d50a40b11 req-fcd7ce94-a9ca-4b83-a389-d7401cb7756c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:21.183106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a7ee7729-4baa-411c-a71b-217d50a40b11 req-fcd7ce94-a9ca-4b83-a389-d7401cb7756c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 946 time: 0.0764818 Mar 05 00:32:21.229329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a7ee7729-4baa-411c-a71b-217d50a40b11 req-7f8d7b36-8767-4a71-a3f2-dcd31fcc8b2d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Mar 05 00:32:22.439205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a216-cddb-4e86-82a7-92cb244f0903 req-c446c5f1-a164-487f-81a5-27633de78bf1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:22.440658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4422a216-cddb-4e86-82a7-92cb244f0903 req-c446c5f1-a164-487f-81a5-27633de78bf1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 946 time: 0.0784214 Mar 05 00:32:22.485357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4422a216-cddb-4e86-82a7-92cb244f0903 req-208b50a4-670a-48d9-8c02-a00587800c17 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388792 Mar 05 00:32:22.682041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307dd32-5e46-4638-9442-c9a70010d437 req-c3ffd938-7475-47b3-b1a4-7406252fd8f1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:22.683479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a307dd32-5e46-4638-9442-c9a70010d437 req-c3ffd938-7475-47b3-b1a4-7406252fd8f1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 946 time: 0.0789609 Mar 05 00:32:22.729515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a307dd32-5e46-4638-9442-c9a70010d437 req-a8143b85-362d-420e-b763-8f69dfb6fdd1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Mar 05 00:32:22.757271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35062) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:22.832575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ab8cf4cd-e22d-4e89-af48-43b702f9a41c tempest-TestVolumeBootPattern-215960523 tempest-TestVolumeBootPattern-215960523-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 1092 time: 0.0735848 Mar 05 00:32:22.835357 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35070) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:22.840412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:32:22.846359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:32:22.850647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:floatingip and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:32:22.855301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:32:22.862620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:32:22.878330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:23.016614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:23.157845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.25.0.84 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/9b56450c-99e0-4692-80b5-7cb100a59a09) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:32:23.305918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:23.334869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:23.498969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:32:23.501620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:32:23.504707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:32:23.539310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=9b56450c-99e0-4692-80b5-7cb100a59a09,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:24.023300 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:24.079228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:24.300933 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:24.306389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:24.415462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=9b56450c-99e0-4692-80b5-7cb100a59a09,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:24.431237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:24.622356 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Floating IP fc35e944-6d02-4004-9445-0d1b53e39b3b associated. External IP: 172.25.0.84, port: 5510c043-7af1-431a-8c41-d6bdb80e3a93. Mar 05 00:32:25.118013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:32:25.316877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:32:25.327670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:32:25.341530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:32:25.342199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:32:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:25.343494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:25.413362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5e4a2913-92f1-4fd5-aa4f-9e19b15ed87f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5768514 Mar 05 00:32:25.414144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:32:25.471089 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'status': 'completed', 'code': 200} Mar 05 00:32:25.542785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:32:25.569720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-0d664818-8a11-4398-84e2-5d0910f179a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 1097 time: 0.0738657 Mar 05 00:32:25.715277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-2a13b796-47dc-4d7d-97d4-a4b1ac0887f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:25.717418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-2a13b796-47dc-4d7d-97d4-a4b1ac0887f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1413763 Mar 05 00:32:25.820385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-5ea99a04-06d9-4f30-841e-faa6dd251ab9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93 HTTP/1.1" status: 200 len: 999 time: 0.0961297 Mar 05 00:32:25.889855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-265cd1fb-3d2f-4a2c-83e8-f495de7d409b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:25.891292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-265cd1fb-3d2f-4a2c-83e8-f495de7d409b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0629823 Mar 05 00:32:25.914399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'fc35e944-6d02-4004-9445-0d1b53e39b3b', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:39:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:32:23Z', 'updated_at': '2022-03-05T00:32:23Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:25.918414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:32:25.929020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:32:25.929659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:32:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:26.014223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-0dbc1c17-1d02-4d13-9933-1f1e96f43dfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172109 Mar 05 00:32:26.122244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:32:26.161716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-b7f84f93-d228-4631-9f99-c191209194c5 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375542 Mar 05 00:32:26.316975 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-354dc30d-c6e8-4471-9872-3fc975201e97 req-8621bce5-b633-406d-82c4-cfce664ad664 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467137 Mar 05 00:32:26.521136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'fc35e944-6d02-4004-9445-0d1b53e39b3b', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:39:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:32:23Z', 'updated_at': '2022-03-05T00:32:23Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:26.525557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4799d9-6b73-498f-a8af-aab53e0b51a9 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'fc35e944-6d02-4004-9445-0d1b53e39b3b', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:39:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:32:23Z', 'updated_at': '2022-03-05T00:32:23Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:32:26.737946 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e22e9af-12e7-4e0b-864c-d4b379dfbe30 None None] New status for floating IP fc35e944-6d02-4004-9445-0d1b53e39b3b: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:32:27.234757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:27.315911 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:34.940955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e129-f759-40fb-946f-8c1df4354291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:37.002908 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56a03360-247a-44c8-842b-7b4cab8e4186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:38.320711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:38.391135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:38.762648 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-4b3ac6cf-5f08-4bf0-8460-e82b3fc0eecf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667384 Mar 05 00:32:38.907872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-83660595-bb78-4fab-9d5d-3c0be12e0041 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=657a37a0df134fe1a154eb53c970c82b&device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 1097 time: 0.0732074 Mar 05 00:32:39.055142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-c7895f13-2e4e-495f-b5c3-33e29f858387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:39.056564 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-c7895f13-2e4e-495f-b5c3-33e29f858387 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 200 len: 914 time: 0.1303627 Mar 05 00:32:39.159223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-8a473226-3519-48e4-b9be-c8f39a013966 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 200 len: 1001 time: 0.0959001 Mar 05 00:32:39.219485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-c24e8ffb-e586-4a85-b1e3-9879e259d2ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:39.220935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-c24e8ffb-e586-4a85-b1e3-9879e259d2ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 200 len: 852 time: 0.0558343 Mar 05 00:32:39.292913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-743e55ea-326d-4d97-8a97-3f4ccc5dcdea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e233919-2f19-4147-ae2b-6a57ecc6feb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664086 Mar 05 00:32:39.547589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-8ed612fe-3b8e-4946-b123-0f568be092e4 service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486258 Mar 05 00:32:39.696836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b1164805-66cd-48be-b3e1-35f50ab26b6a req-37563be3-b958-4add-95df-f3ab360c951d service neutron] 10.222.0.10 "GET /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418459 Mar 05 00:32:39.787640 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:41.450581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f24ba-3be8-4c87-89b7-7df95de41bb9 req-498d418d-1bf6-40ff-99ce-decb668c47af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:41.452310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d20f24ba-3be8-4c87-89b7-7df95de41bb9 req-498d418d-1bf6-40ff-99ce-decb668c47af tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.0815120 Mar 05 00:32:41.508160 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d20f24ba-3be8-4c87-89b7-7df95de41bb9 req-74d48119-907d-4da6-89f9-809383230cbc tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450902 Mar 05 00:32:42.710287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6ba9c-72b4-49f3-8a0f-e7e526c620fe req-c6a152db-54de-4d73-ba45-c619386a2d2f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:42.711814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fe6ba9c-72b4-49f3-8a0f-e7e526c620fe req-c6a152db-54de-4d73-ba45-c619386a2d2f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.0823059 Mar 05 00:32:42.763951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5fe6ba9c-72b4-49f3-8a0f-e7e526c620fe req-5bae2138-5f91-4c05-81d4-ea478d1b3404 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Mar 05 00:32:43.123108 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-5dc8468d-6b53-40d6-b890-ead3d6d14af3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:43.124512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-5dc8468d-6b53-40d6-b890-ead3d6d14af3 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.0843310 Mar 05 00:32:43.214516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port 8262eabb-05de-4e01-bbda-fcd408f0771d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:32:43.214718 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:43.487842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] For port 8262eabb-05de-4e01-bbda-fcd408f0771d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8262eabb-05de-4e01-bbda-fcd408f0771d,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:32:43.488203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:43.793520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:43.793520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:43.793520 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Floating IP 77bfeb3c-25d5-45a6-8953-721049818853 disassociated. External IP: 172.25.0.62, port: 8262eabb-05de-4e01-bbda-fcd408f0771d. Mar 05 00:32:43.793520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for 8262eabb-05de-4e01-bbda-fcd408f0771d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:32:44.046238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cdb679d7-1e2a-41ef-8a79-0b586d1be548 req-d289fe07-f03f-4857-bb85-993488b2b6c9 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1096 time: 0.1413121 Mar 05 00:32:44.100803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:44.115724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cdb679d7-1e2a-41ef-8a79-0b586d1be548 req-988fa565-7fc3-4abf-ae38-39784a62e132 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602570 Mar 05 00:32:44.179971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d303b24-2a0a-4af2-96e3-65611c59f6bc req-8e412b6d-fcd1-49cd-ad08-2d2c69b968a7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:44.189777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9d303b24-2a0a-4af2-96e3-65611c59f6bc req-8e412b6d-fcd1-49cd-ad08-2d2c69b968a7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 946 time: 0.2636826 Mar 05 00:32:44.235243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=8262eabb-05de-4e01-bbda-fcd408f0771d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.262144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:44.414212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9d303b24-2a0a-4af2-96e3-65611c59f6bc req-61cbc446-c8b6-4294-b0d4-1cce02d6561f tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups?id=acedebc6-9508-4f69-93b8-451f93401167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239082 Mar 05 00:32:44.474408 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:32:44.502881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08201abd-6ff2-4d01-91ea-020d36baa3f0 req-96b2c33c-ae3d-4610-a26f-25afb3f55868 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:44.504963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08201abd-6ff2-4d01-91ea-020d36baa3f0 req-96b2c33c-ae3d-4610-a26f-25afb3f55868 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0959392 Mar 05 00:32:44.574547 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-08201abd-6ff2-4d01-91ea-020d36baa3f0 req-9e3df7d4-285a-4f1b-b11e-cb02265811b5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474656 Mar 05 00:32:44.606532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:44.653047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:32:44.653721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35842) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:44.731439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-15af8da4-c3fe-4b53-bd82-6bbc215a5909 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/b4f446aa-288a-4ded-8b0d-c65b74b72eff HTTP/1.1" status: 200 len: 992 time: 0.1235483 Mar 05 00:32:44.846420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:44.905349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:32:44.911006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Usage tracker for resource:security_group_rule and tenant:80cbc448b6c2450b9768f035ed66e346 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:32:44.914878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:32:44.921599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:32:44.994642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:32:45.006926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:32:45.020261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:32:45.020929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:32:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:45.084116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] No DVR routers for this DVR port 8262eabb-05de-4e01-bbda-fcd408f0771d on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:32:45.087972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.098030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'name': 'network-vif-deleted', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:32:45.111106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.119785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.142120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6cadbaed-b897-4c69-85ce-32ef33551899 req-3e0ae4da-f1e2-4874-ba96-b8281c97469c tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.10 "DELETE /v2.0/ports/8262eabb-05de-4e01-bbda-fcd408f0771d HTTP/1.1" status: 204 len: 173 time: 2.0125856 Mar 05 00:32:45.187498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aa3b37-2c19-4614-b2b5-d63315c6294f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:45.213760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2cf47616-3167-4f0d-876e-3de274820afd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80cbc448b6c2450b9768f035ed66e346&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5513563 Mar 05 00:32:45.213760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35856) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:45.234824 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5d501c-9725-46b2-b6db-79138ab3fe7f', 'name': 'network-vif-deleted', 'tag': '8262eabb-05de-4e01-bbda-fcd408f0771d', 'status': 'completed', 'code': 200} Mar 05 00:32:45.256368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cff38eff-cdb5-4e2d-860b-8a5a95f8f365 req-9f8cf502-0c4b-4cc3-8827-470f911b1bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0947607 Mar 05 00:32:45.320535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c25721da-31ee-40db-b8f2-306e75cc3673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.330231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:32:45.387867 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c25721da-31ee-40db-b8f2-306e75cc3673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.530241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c25721da-31ee-40db-b8f2-306e75cc3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.598096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25721da-31ee-40db-b8f2-306e75cc3673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aa3b37-2c19-4614-b2b5-d63315c6294f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:45.610929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c25721da-31ee-40db-b8f2-306e75cc3673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:45.612870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c25721da-31ee-40db-b8f2-306e75cc3673 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14aa3b37-2c19-4614-b2b5-d63315c6294f HTTP/1.1" status: 204 len: 168 time: 0.4032373 Mar 05 00:32:45.737854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c6f8ce45-3938-4bcf-b1cf-ec0f39a5bd0a req-1f6cd368-6d23-4632-9527-bb7cb93f140d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Synchronizing usage tracker for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:32:45.767465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c6f8ce45-3938-4bcf-b1cf-ec0f39a5bd0a req-1f6cd368-6d23-4632-9527-bb7cb93f140d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Unset dirty status for tenant:657a37a0df134fe1a154eb53c970c82b on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:32:45.773946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6f8ce45-3938-4bcf-b1cf-ec0f39a5bd0a req-1f6cd368-6d23-4632-9527-bb7cb93f140d tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5d501c-9725-46b2-b6db-79138ab3fe7f HTTP/1.1" status: 200 len: 210 time: 0.1139898 Mar 05 00:32:45.867677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:45.872224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:32:45.884197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:32:45.884812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:32:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:46.119306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:32:46.123215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-8c61eee5-19fc-49d2-a0e3-b296e1097315 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1308439 Mar 05 00:32:46.227651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35884) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:46.249584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685e96-0ff4-426f-bc08-2c140dda3b6a req-93b01a31-c5c4-4ae9-9e1d-85b92741ca15 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:46.251604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78685e96-0ff4-426f-bc08-2c140dda3b6a req-93b01a31-c5c4-4ae9-9e1d-85b92741ca15 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1189206 Mar 05 00:32:46.276110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.334040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78685e96-0ff4-426f-bc08-2c140dda3b6a req-b34a4026-ee22-4401-9b96-b250bfbdb807 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734427 Mar 05 00:32:46.358801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:32:46.365678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Usage tracker for resource:security_group_rule and tenant:a8b2a30b4a884a38b29f861fa88810d8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:32:46.370316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:32:46.376700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:32:46.479725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.484326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.535409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8b2a30b4a884a38b29f861fa88810d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057535 Mar 05 00:32:46.537799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:46.571811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44abcdf0-196b-4277-be2b-d096ee0c9265,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:46.584665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.584665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.584665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.584665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.585607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.585607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.586391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.586391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.587792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.587792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.587792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169e991-76a1-4ccb-95d0-60808bc7269e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:32:46.597989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:32:46.602937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3536-79ea-40d4-abed-6e443511ef7a None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:25:07Z', 'revision_number': 4, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '74076995-c8aa-45f5-8d92-41e94e0d9a45', 'name': '', 'network_id': '3e233919-2f19-4147-ae2b-6a57ecc6feb1', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'mac_address': 'fa:16:3e:4d:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:25:05Z', 'updated_at': '2022-03-05T00:25:18Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'subnets': [{'id': 'd738f588-6c06-423a-ba64-3a414a8d73f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:32:46.653444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41254a1e-f2ca-4d78-b844-ad9ca565f756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.685573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41254a1e-f2ca-4d78-b844-ad9ca565f756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.689980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8262eabb-05de-4e01-bbda-fcd408f0771d no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:32:46.725684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 8262eabb-05de-4e01-bbda-fcd408f0771d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:32:46.726052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8262eabb-05de-4e01-bbda-fcd408f0771d not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:32:46.755241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41254a1e-f2ca-4d78-b844-ad9ca565f756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.770456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254a1e-f2ca-4d78-b844-ad9ca565f756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44abcdf0-196b-4277-be2b-d096ee0c9265,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:46.778465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-41254a1e-f2ca-4d78-b844-ad9ca565f756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:46.781739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-41254a1e-f2ca-4d78-b844-ad9ca565f756 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44abcdf0-196b-4277-be2b-d096ee0c9265 HTTP/1.1" status: 204 len: 168 time: 0.2433119 Mar 05 00:32:46.980437 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e97d5-8dca-4421-949a-2445c1c24f7f None None] New status for floating IP 77bfeb3c-25d5-45a6-8953-721049818853: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:32:47.004990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35916) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:47.120515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f122b1b7-136c-458a-ac38-039b66b97747 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:47.156992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f122b1b7-136c-458a-ac38-039b66b97747 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:47.228997 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f122b1b7-136c-458a-ac38-039b66b97747 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:47.279615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b1b7-136c-458a-ac38-039b66b97747 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acedebc6-9508-4f69-93b8-451f93401167,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:47.279615 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f122b1b7-136c-458a-ac38-039b66b97747 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:47.283571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f122b1b7-136c-458a-ac38-039b66b97747 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/security-groups/acedebc6-9508-4f69-93b8-451f93401167 HTTP/1.1" status: 204 len: 168 time: 0.2758567 Mar 05 00:32:47.285372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35926) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:47.326162 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-fcaec00c-2f2c-4776-a702-86591ab1a3e7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] show failed (client error): The resource could not be found. Mar 05 00:32:47.328199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fcaec00c-2f2c-4776-a702-86591ab1a3e7 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "GET /v2.0/security-groups/acedebc6-9508-4f69-93b8-451f93401167 HTTP/1.1" status: 404 len: 347 time: 0.0432026 Mar 05 00:32:47.331476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 35932) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:47.604595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b51b1-cdcf-4040-82a0-488991cbc2b8 req-1b245b30-8b7f-4f3e-b789-5d577796756f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:47.607631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f6b51b1-cdcf-4040-82a0-488991cbc2b8 req-1b245b30-8b7f-4f3e-b789-5d577796756f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0988090 Mar 05 00:32:47.650430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Deleting port 3b0b8f6b-e19e-4a99-a27a-29ec2b2ac264 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:32:47.650430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:47.742753 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f6b51b1-cdcf-4040-82a0-488991cbc2b8 req-7ac62ddb-d0c2-46db-9576-059d20e4abe6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275456 Mar 05 00:32:47.872548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:47.872548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:48.019044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Calling delete_port for 3b0b8f6b-e19e-4a99-a27a-29ec2b2ac264 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:32:48.180035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:48.237591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Pushing event deleted for resources: {'Port': ['ID=3b0b8f6b-e19e-4a99-a27a-29ec2b2ac264,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:48.380137 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:48.457362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:48.457362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2624218c-2998-4e4f-b2a1-fe72c541a286 tempest-AttachVolumeNegativeTest-1559033961 tempest-AttachVolumeNegativeTest-1559033961-project] 10.222.0.32 "DELETE /v2.0/floatingips/77bfeb3c-25d5-45a6-8953-721049818853 HTTP/1.1" status: 204 len: 168 time: 1.1219895 Mar 05 00:32:48.481093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-7725f495-dc33-464d-ad1a-b9b6bd3d4a3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1096 time: 0.1060050 Mar 05 00:32:48.735052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-6f04c397-ebe1-4d3d-8cef-ba685cc9b39f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:48.737160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-6f04c397-ebe1-4d3d-8cef-ba685cc9b39f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2501996 Mar 05 00:32:48.845714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35966) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:48.850091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-bc7878e5-a47d-4f7b-add3-98dc2105b525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1000 time: 0.1066177 Mar 05 00:32:49.010869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-4f3fcb84-ba71-4f5a-8e0c-1f252e97a0a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:49.012848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-4f3fcb84-ba71-4f5a-8e0c-1f252e97a0a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.1560624 Mar 05 00:32:49.032041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a422f-dc57-4b60-8016-b380946816fe req-34525155-12fc-4bfa-a4de-4df23d7b3cbb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:49.034084 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5a422f-dc57-4b60-8016-b380946816fe req-34525155-12fc-4bfa-a4de-4df23d7b3cbb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1226587 Mar 05 00:32:49.067131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.100363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:32:49.104552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Usage tracker for resource:security_group_rule and tenant:2dea6d67db394678b96705a1e1648d9c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:32:49.107350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:32:49.113449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:32:49.130907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5a422f-dc57-4b60-8016-b380946816fe req-48cebd58-5e1b-4471-8762-90657e90fa63 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670590 Mar 05 00:32:49.142406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-5ab05e61-284b-4c11-a701-7091bad13371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172497 Mar 05 00:32:49.189982 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.193818 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.234591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea18af31-7dc3-49ab-93e0-2734e263e1d9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:49.256352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3f59372a-99f3-47fd-87d3-0c269307f672 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dea6d67db394678b96705a1e1648d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4097886 Mar 05 00:32:49.258942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 35972) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:49.294010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-12e248bc-9625-4033-8616-0cacf63c55e9 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448190 Mar 05 00:32:49.321561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-038500d4-c3c3-471a-8692-b2b8e5eaf836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.348646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-038500d4-c3c3-471a-8692-b2b8e5eaf836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.404084 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-038500d4-c3c3-471a-8692-b2b8e5eaf836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.420151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038500d4-c3c3-471a-8692-b2b8e5eaf836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea18af31-7dc3-49ab-93e0-2734e263e1d9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:49.426826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-038500d4-c3c3-471a-8692-b2b8e5eaf836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:49.427940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-038500d4-c3c3-471a-8692-b2b8e5eaf836 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea18af31-7dc3-49ab-93e0-2734e263e1d9 HTTP/1.1" status: 204 len: 168 time: 0.1679409 Mar 05 00:32:49.431176 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-0226faf3-c860-4685-a623-e551ea4d6e62 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302435 Mar 05 00:32:50.362289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7519-f537-4062-a4f1-24f31604d258 req-d59d6158-ec27-4b09-8826-d35e6c7d5a62 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:50.368066 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a5b7519-f537-4062-a4f1-24f31604d258 req-d59d6158-ec27-4b09-8826-d35e6c7d5a62 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0914836 Mar 05 00:32:50.420734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a5b7519-f537-4062-a4f1-24f31604d258 req-8a5f91f3-58f7-4bad-a3e7-984404a45965 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505583 Mar 05 00:32:51.250176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36028) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:51.438314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.479482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:32:51.486213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Usage tracker for resource:security_group_rule and tenant:4e8cf519c7d34c60bf21c033daa059b6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:32:51.489118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:32:51.498542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:32:51.585950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.592174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.651082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c253c0-da51-4e65-bc07-3227ebd5f769,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:51.651082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9aa97120-74e1-4133-b117-ec14cc27452c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e8cf519c7d34c60bf21c033daa059b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4018772 Mar 05 00:32:51.652321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36038) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:51.724405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b5acd7e-7a58-45c9-b3d1-9bef083027f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.726430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3e97-d941-407b-8965-64f3eb52d9c0 req-873686b1-e669-4637-884f-1ec4fb1599eb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:51.727914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee7c3e97-d941-407b-8965-64f3eb52d9c0 req-873686b1-e669-4637-884f-1ec4fb1599eb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1370213 Mar 05 00:32:51.753701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b5acd7e-7a58-45c9-b3d1-9bef083027f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.782121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee7c3e97-d941-407b-8965-64f3eb52d9c0 req-ab0c5fd1-b91b-4940-a69f-be9d26e08121 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468376 Mar 05 00:32:51.818931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b5acd7e-7a58-45c9-b3d1-9bef083027f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.833937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5acd7e-7a58-45c9-b3d1-9bef083027f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c253c0-da51-4e65-bc07-3227ebd5f769,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:51.843538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1b5acd7e-7a58-45c9-b3d1-9bef083027f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:51.843538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b5acd7e-7a58-45c9-b3d1-9bef083027f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0c253c0-da51-4e65-bc07-3227ebd5f769 HTTP/1.1" status: 204 len: 168 time: 0.1884935 Mar 05 00:32:53.013420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e262d-fe11-4e30-b9cd-a778cb0d6a84 req-5efce972-33d0-46e8-80cc-52e987a0c596 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:53.023439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-128e262d-fe11-4e30-b9cd-a778cb0d6a84 req-5efce972-33d0-46e8-80cc-52e987a0c596 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0998411 Mar 05 00:32:53.087718 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-128e262d-fe11-4e30-b9cd-a778cb0d6a84 req-1b5f9f27-7d52-4ac0-b958-9e071eded904 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651903 Mar 05 00:32:54.403283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04a5d0-be92-40c1-ba7a-a16c9cb20749 req-f46bc97c-a62d-453b-9c1a-1c0d0de01837 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:54.405289 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee04a5d0-be92-40c1-ba7a-a16c9cb20749 req-f46bc97c-a62d-453b-9c1a-1c0d0de01837 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1244333 Mar 05 00:32:54.465822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee04a5d0-be92-40c1-ba7a-a16c9cb20749 req-3a90ed9d-7fb5-4f02-ada4-d2b07d1762f3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537298 Mar 05 00:32:55.690925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14e590-fc3f-4e16-9cdd-d59f066170d3 req-98b52693-fd54-4774-8913-2016c57a04f8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:55.692994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb14e590-fc3f-4e16-9cdd-d59f066170d3 req-98b52693-fd54-4774-8913-2016c57a04f8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0932083 Mar 05 00:32:55.741922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bb14e590-fc3f-4e16-9cdd-d59f066170d3 req-40a3f938-319b-4e7f-a966-19e5099d4ebb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Mar 05 00:32:55.964024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-af01c858-2fab-48fa-a107-bce91003cd5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1096 time: 0.0739148 Mar 05 00:32:56.143646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-bd35c6f9-409d-48cf-be0a-31d5463b6725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:56.145256 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-bd35c6f9-409d-48cf-be0a-31d5463b6725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.1622450 Mar 05 00:32:56.252921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-637047a2-0376-4a78-a48e-22970f7330e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1000 time: 0.1016479 Mar 05 00:32:56.316337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-143d7753-c385-48f5-b906-549be71bbbec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:56.317782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-143d7753-c385-48f5-b906-549be71bbbec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0584307 Mar 05 00:32:56.395590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-670da288-572f-444d-893a-98cda036611a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718884 Mar 05 00:32:56.530478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-4b8c34ff-1174-4050-80f2-28cbeb1259b5 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291380 Mar 05 00:32:56.549300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36134) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:56.780400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7df62c-4692-47d6-81ba-b0fbdbba6757 req-055d6d5a-a46d-4c66-adb5-5e41f43fabc5 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441802 Mar 05 00:32:57.029561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d832b62-54ad-4a84-9550-39f313453817 req-c6c1a4f7-7ad3-48de-9e4a-8da75dd09a90 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:57.046549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d832b62-54ad-4a84-9550-39f313453817 req-c6c1a4f7-7ad3-48de-9e4a-8da75dd09a90 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1635907 Mar 05 00:32:57.103727 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d832b62-54ad-4a84-9550-39f313453817 req-8211ca83-5a81-4e0e-b062-9f5e9ed8263d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563285 Mar 05 00:32:57.242504 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:57.330516 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:57.437241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:58.083628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Deleting port 74076995-c8aa-45f5-8d92-41e94e0d9a45 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:32:58.083863 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:58.300248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] For port 74076995-c8aa-45f5-8d92-41e94e0d9a45, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=74076995-c8aa-45f5-8d92-41e94e0d9a45,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:32:58.300605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:58.431144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Calling delete_port for 74076995-c8aa-45f5-8d92-41e94e0d9a45 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:32:58.498354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c31f78-6d12-482e-a47b-8d6cbe76be2f req-72310ad4-eb02-4318-bba2-56309009ce0c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:58.499858 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39c31f78-6d12-482e-a47b-8d6cbe76be2f req-72310ad4-eb02-4318-bba2-56309009ce0c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.2594099 Mar 05 00:32:58.577526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39c31f78-6d12-482e-a47b-8d6cbe76be2f req-365a58c0-2d6f-40c6-a22b-43c744ce2b12 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684857 Mar 05 00:32:58.758744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:58.803419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Pushing event deleted for resources: {'Port': ['ID=74076995-c8aa-45f5-8d92-41e94e0d9a45,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:32:59.096923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:32:59.683868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Router f3850d35-0e32-4422-b640-dccb69d7d502 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:32:59.861565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad9567-9ec7-4d74-b5b6-7550ee45eafd req-24479993-2b46-42c0-93b8-c927e534223e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:32:59.863562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57ad9567-9ec7-4d74-b5b6-7550ee45eafd req-24479993-2b46-42c0-93b8-c927e534223e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1497245 Mar 05 00:32:59.912404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:32:59.926820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f168afce-6083-4d32-84d9-05b06dd62525 admin admin] 10.222.0.32 "PUT /v2.0/routers/f3850d35-0e32-4422-b640-dccb69d7d502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3763468 Mar 05 00:32:59.928283 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-57ad9567-9ec7-4d74-b5b6-7550ee45eafd req-ba98134f-43ca-45e7-b53a-a631b5723598 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589569 Mar 05 00:32:59.929262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] Sync routers for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:32:59.929952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36176) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:32:59.945155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:32:59.946165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:32:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:00.193453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:00.220426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:00.587222 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:32:58Z', 'revision_number': 5, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port': {'id': 'e546e456-939d-45ba-9efc-ec72594d2a1b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:24:57Z', 'updated_at': '2022-03-05T00:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:00.591959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] Checking router: f3850d35-0e32-4422-b640-dccb69d7d502 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:33:00.604239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] Routers {'f3850d35-0e32-4422-b640-dccb69d7d502'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:00.604882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:32:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f3850d35-0e32-4422-b640-dccb69d7d502'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:00.605517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:00.618388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Deleting port e546e456-939d-45ba-9efc-ec72594d2a1b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:00.619499 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:00.776459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] Set router f3850d35-0e32-4422-b640-dccb69d7d502 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:00.846236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] For port e546e456-939d-45ba-9efc-ec72594d2a1b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e546e456-939d-45ba-9efc-ec72594d2a1b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:00.847678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:00.888794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:33:00Z', 'revision_number': 6, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:00.893251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf0b96-65d5-45c0-a6a8-c90fa96b4ba7 None None] The sync data for ids ['f3850d35-0e32-4422-b640-dccb69d7d502'] in n-d-828979-4 is: [{'id': 'f3850d35-0e32-4422-b640-dccb69d7d502', 'name': 'tempest-AttachVolumeNegativeTest-75659557-router', 'tenant_id': '657a37a0df134fe1a154eb53c970c82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:24:54Z', 'updated_at': '2022-03-05T00:33:00Z', 'revision_number': 6, 'project_id': '657a37a0df134fe1a154eb53c970c82b', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:33:01.006048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Calling delete_port for e546e456-939d-45ba-9efc-ec72594d2a1b owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:01.177101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c9769-4a20-4589-bab4-0621dc8b27ec req-10271032-94d0-4f51-a571-3fccb879e48e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:01.178595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d2c9769-4a20-4589-bab4-0621dc8b27ec req-10271032-94d0-4f51-a571-3fccb879e48e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1171432 Mar 05 00:33:01.279256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d2c9769-4a20-4589-bab4-0621dc8b27ec req-3fee219a-ca11-43d6-86aa-055e232d07a2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943604 Mar 05 00:33:01.286605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:01.345268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e546e456-939d-45ba-9efc-ec72594d2a1b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:01.596392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:01.799718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e546e456-939d-45ba-9efc-ec72594d2a1b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:33:01.892732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e546e456-939d-45ba-9efc-ec72594d2a1b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:33:01.892944 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e546e456-939d-45ba-9efc-ec72594d2a1b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:33:01.896899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 74076995-c8aa-45f5-8d92-41e94e0d9a45 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:33:01.951069 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 74076995-c8aa-45f5-8d92-41e94e0d9a45 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:33:01.953439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 74076995-c8aa-45f5-8d92-41e94e0d9a45 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:33:01.971593 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-59cde7ae-1089-4b6d-87f9-9cebe2d7eb28 service neutron] show failed (client error): The resource could not be found. Mar 05 00:33:01.972733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-59cde7ae-1089-4b6d-87f9-9cebe2d7eb28 service neutron] 10.222.0.36 "GET /v2.0/ports/920ced5c-318f-4495-9862-80b3db28840c/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.1836770 Mar 05 00:33:01.990369 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:01.999391 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.046998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.047704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3850d35-0e32-4422-b640-dccb69d7d502 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:33:02.068476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.069866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ae33aaf-b000-4062-95fc-45f09b6b3e26 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f3850d35-0e32-4422-b640-dccb69d7d502 HTTP/1.1" status: 204 len: 168 time: 2.1364841 Mar 05 00:33:02.073601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36202) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:02.191863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Deleting subnet d738f588-6c06-423a-ba64-3a414a8d73f1 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:33:02.198436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.269421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.312749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-c52c14ba-b846-4f85-8230-cdf4d8a22d1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 1096 time: 0.0848644 Mar 05 00:33:02.326509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:02.397532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.489021 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.552737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.555501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d738f588-6c06-423a-ba64-3a414a8d73f1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:02.569091 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.575015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff5741-86de-456d-9bdd-054e1499706d None None] Network 3e233919-2f19-4147-ae2b-6a57ecc6feb1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:33:02.580474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-380361de-9e83-4816-909b-088e7431ab28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d738f588-6c06-423a-ba64-3a414a8d73f1 HTTP/1.1" status: 204 len: 168 time: 0.5051770 Mar 05 00:33:02.581259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36220) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:02.787836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a513b-c51e-4030-b3cb-e65fbdbfc9b9 req-0c5096e7-4235-4aa6-af71-4e18159e86aa tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:02.796591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-035a513b-c51e-4030-b3cb-e65fbdbfc9b9 req-0c5096e7-4235-4aa6-af71-4e18159e86aa tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.3369758 Mar 05 00:33:02.892032 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.950875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] DHCP port deletion for 3e233919-2f19-4147-ae2b-6a57ecc6feb1 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:33:02.956306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Deleting port 850b3660-f24d-4c4f-b1a8-42f74d780e11 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:02.956306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:02.957440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] Deleting port 850b3660-f24d-4c4f-b1a8-42f74d780e11 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:02.957440 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:03.110597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-035a513b-c51e-4030-b3cb-e65fbdbfc9b9 req-693bf20f-07a9-401d-ac86-dbc45bd83bb5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133204 Mar 05 00:33:03.275803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] For port 850b3660-f24d-4c4f-b1a8-42f74d780e11, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=850b3660-f24d-4c4f-b1a8-42f74d780e11,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:03.276732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:03.343551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:03.389510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] For port 850b3660-f24d-4c4f-b1a8-42f74d780e11, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=850b3660-f24d-4c4f-b1a8-42f74d780e11,segment=NetworkSegment(f890e976-fc17-42ab-a354-1ee8207cf9ee),segment_id=f890e976-fc17-42ab-a354-1ee8207cf9ee)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:03.389957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:03.422528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:03.442353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] Calling delete_port for 850b3660-f24d-4c4f-b1a8-42f74d780e11 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:03.530778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:03.588485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Calling delete_port for 850b3660-f24d-4c4f-b1a8-42f74d780e11 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:03.630720 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] Pushing event deleted for resources: {'Port': ['ID=850b3660-f24d-4c4f-b1a8-42f74d780e11,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:03.643620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78321-7f45-4b68-89d9-13529d7ee9b0 None None] No DVR routers for this DVR port 850b3660-f24d-4c4f-b1a8-42f74d780e11 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:33:03.654394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:33:03.668367 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:03.693045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Transition to ACTIVE for port object 920ced5c-318f-4495-9862-80b3db28840c will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:33:03.733418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:33:03.734037 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:33:03.735980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:03.827763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 850b3660-f24d-4c4f-b1a8-42f74d780e11 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:33:03.881880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 850b3660-f24d-4c4f-b1a8-42f74d780e11 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:33:03.882224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 850b3660-f24d-4c4f-b1a8-42f74d780e11 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:33:03.916419 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'code': 200} Mar 05 00:33:04.110892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:04.194854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] No DVR routers for this DVR port 920ced5c-318f-4495-9862-80b3db28840c on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:33:04.257245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Deleting port 850b3660-f24d-4c4f-b1a8-42f74d780e11 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:04.257698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:04.475136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] The port '850b3660-f24d-4c4f-b1a8-42f74d780e11' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:33:04.691072 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:04.736069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e233919-2f19-4147-ae2b-6a57ecc6feb1']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:04.753558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece7d3d-4e9a-41ca-a200-9a1c85590cf9 req-6820641b-0767-4599-b20a-286c4da9614c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:04.753558 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ece7d3d-4e9a-41ca-a200-9a1c85590cf9 req-6820641b-0767-4599-b20a-286c4da9614c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.3825533 Mar 05 00:33:04.759715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f890e976-fc17-42ab-a354-1ee8207cf9ee') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:04.759715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f890e976-fc17-42ab-a354-1ee8207cf9ee') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:04.790887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:04.832903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:04.854960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ece7d3d-4e9a-41ca-a200-9a1c85590cf9 req-5531b15c-62f1-4953-bd1c-a0ff59cfdb0b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034257 Mar 05 00:33:04.863950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:33:04.863950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:33:04.880016 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:33:04.959553 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-70e32e7f-b42e-4c98-9da1-7f8e4540b2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:04.991147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.025471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.068176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e233919-2f19-4147-ae2b-6a57ecc6feb1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:05.105992 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3c352b68-a81d-416a-9373-e37ead132fb8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3e233919-2f19-4147-ae2b-6a57ecc6feb1 HTTP/1.1" status: 204 len: 168 time: 2.5220158 Mar 05 00:33:05.108329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:33:05.108999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:33:05.109401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:05.120168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:33:05.120787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:05.135561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:33:05.136023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Checking segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:05.136712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Bound using segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:33:05.137992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Bound port: 920ced5c-318f-4495-9862-80b3db28840c, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:33:05.137992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.246793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:05.250400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:33:05.256793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.314939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36242) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:05.332633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36246) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:05.350501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:05.363211 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.365848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-83a46020-00fd-403c-a47f-5dc8c696bce8 service neutron] 10.222.0.10 "PUT /v2.0/ports/920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1091 time: 3.0451527 Mar 05 00:33:05.402291 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ce87e32e-35eb-4eaf-80fd-2cd3de2bbe1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=657a37a0df134fe1a154eb53c970c82b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0860248 Mar 05 00:33:05.403202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36252) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:05.446336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:33:05.480540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f26de40-ef84-45e1-8eeb-12bb6451426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.515357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f26de40-ef84-45e1-8eeb-12bb6451426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.518065 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-4861344e-d3bf-4c08-be07-bf40faaea160 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1094 time: 0.1298981 Mar 05 00:33:05.536436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:33:05.587600 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f26de40-ef84-45e1-8eeb-12bb6451426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.619456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26de40-ef84-45e1-8eeb-12bb6451426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c1d1a-cd40-41d7-8133-70c10dcd131f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:05.636048 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.654427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2f26de40-ef84-45e1-8eeb-12bb6451426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.655257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2f26de40-ef84-45e1-8eeb-12bb6451426d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a9c1d1a-cd40-41d7-8133-70c10dcd131f HTTP/1.1" status: 204 len: 168 time: 0.2511516 Mar 05 00:33:05.674687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-abc3884d-c577-457c-b803-2598ad9bf9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:05.676851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-abc3884d-c577-457c-b803-2598ad9bf9a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.1528251 Mar 05 00:33:05.681287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:05.686422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Usage tracker for resource:security_group_rule and tenant:6af7e609489840be97efb44047fb5401 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:05.689752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:05.696777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:05.772389 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.776338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.796971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-59d1dfd3-4597-4877-8634-2ab5a73c4865 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1140301 Mar 05 00:33:05.822796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6352564c-9af7-48e2-8ee1-9a8003f1cc2a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:05.829751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b0f7b280-a83f-4a65-bf10-c278d3250118 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af7e609489840be97efb44047fb5401&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4935977 Mar 05 00:33:05.830246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36260) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:05.870433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-a95c922d-a895-4b2c-9618-e44bf62ab078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:05.872116 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-a95c922d-a895-4b2c-9618-e44bf62ab078 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0692899 Mar 05 00:33:05.894264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b3cc-3fc4-4b16-bbb7-195706655d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:05.920492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b3cc-3fc4-4b16-bbb7-195706655d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.003986 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b3cc-3fc4-4b16-bbb7-195706655d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.022504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:33:06.043427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0b3cc-3fc4-4b16-bbb7-195706655d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6352564c-9af7-48e2-8ee1-9a8003f1cc2a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:06.055993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b3cc-3fc4-4b16-bbb7-195706655d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.059467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ab0b3cc-3fc4-4b16-bbb7-195706655d1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6352564c-9af7-48e2-8ee1-9a8003f1cc2a HTTP/1.1" status: 204 len: 168 time: 0.2259827 Mar 05 00:33:06.063013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-8f88815c-6255-4142-8c85-3ac55ebc8cfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849988 Mar 05 00:33:06.169773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2fe2-2b26-4505-b9f8-2a68a2d993dc req-a5bbe29b-5e8f-4f49-aec5-f8a91ff436a4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:06.171442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd7f2fe2-2b26-4505-b9f8-2a68a2d993dc req-a5bbe29b-5e8f-4f49-aec5-f8a91ff436a4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.0890949 Mar 05 00:33:06.196174 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'status': 'completed', 'code': 200} Mar 05 00:33:06.224945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd7f2fe2-2b26-4505-b9f8-2a68a2d993dc req-786be2f6-06ab-43be-888a-cb6b390ae194 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Mar 05 00:33:06.278382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-e708993d-fa25-4158-adb5-680456a8943b service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088346 Mar 05 00:33:06.407103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-a5cb4a07-b0d3-4b17-a0b3-6e489766e7d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1094 time: 0.1845038 Mar 05 00:33:06.475833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36280) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:06.494525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.503178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0dddf7a4-30e1-47d9-829f-743b144023ff req-71ecf667-a807-4418-8138-7a01b9659697 service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102923 Mar 05 00:33:06.533084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:06.538090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Usage tracker for resource:security_group_rule and tenant:76225c1a65224c88b8dac7484020d50f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:06.541340 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:06.547146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:06.645713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.647164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-235db241-6e49-4db4-9205-2ab6be3688d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:06.648769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-235db241-6e49-4db4-9205-2ab6be3688d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2357237 Mar 05 00:33:06.650205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.705853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae83c7d2-73a9-4100-8cbc-2a35d59b5a89,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:06.712415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ca55545-1536-4730-a9d8-e6360c163e08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76225c1a65224c88b8dac7484020d50f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2354004 Mar 05 00:33:06.722294 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36288) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:06.775010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-f7568483-ad9d-4afd-a96c-cc69d43afa4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1203597 Mar 05 00:33:06.780674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-90ca8cff-326f-4050-b5cd-1e7fcc9ee616 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1094 time: 0.1852999 Mar 05 00:33:06.785991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c035ba05-caa5-4cb5-88c7-e9703dc07190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.811898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c035ba05-caa5-4cb5-88c7-e9703dc07190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.866570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c035ba05-caa5-4cb5-88c7-e9703dc07190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.888724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ba05-caa5-4cb5-88c7-e9703dc07190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae83c7d2-73a9-4100-8cbc-2a35d59b5a89,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:06.891131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c035ba05-caa5-4cb5-88c7-e9703dc07190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:06.893697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c035ba05-caa5-4cb5-88c7-e9703dc07190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae83c7d2-73a9-4100-8cbc-2a35d59b5a89 HTTP/1.1" status: 204 len: 168 time: 0.1702042 Mar 05 00:33:06.920504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-3a6c70c5-8103-4cc2-b9c8-c5f88c8ded43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:06.921986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-3a6c70c5-8103-4cc2-b9c8-c5f88c8ded43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.1404891 Mar 05 00:33:07.011067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-cc9ede54-432d-4569-a2d8-ae387382509b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:07.012503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-cc9ede54-432d-4569-a2d8-ae387382509b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2021952 Mar 05 00:33:07.027168 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7fc1fa4f-de3d-434e-bcfc-302385846831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:07.114388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-d0a8b2be-3a20-4371-98b2-a92b71715606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843858 Mar 05 00:33:07.195844 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-a47976d7-61cb-4e8c-99c5-b4c0f1e19e71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1756732 Mar 05 00:33:07.292901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-abbacb4a-f851-484f-8e99-075dac77d0e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:07.295164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-abbacb4a-f851-484f-8e99-075dac77d0e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0871460 Mar 05 00:33:07.350994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-a0f74600-92ad-4700-986f-ffb1e9d6173e service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308927 Mar 05 00:33:07.355094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:07.477544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:07.687790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:07.705622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Usage tracker for resource:security_group_rule and tenant:1385ccb9e4a74492b74a7171ae36f38e is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:07.711058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-fdbd3e82-1ea9-495c-aec3-e67d01d9fd51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4058616 Mar 05 00:33:07.714553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:07.727383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:07.730509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-517bd75b-136f-443d-a4d6-2c521fe57f69 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595238 Mar 05 00:33:07.813665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85956a6d-e3ad-4186-b9cc-14462849be40 req-1608e878-8aa7-47af-bc14-b86d7938dcec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:07.815130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85956a6d-e3ad-4186-b9cc-14462849be40 req-1608e878-8aa7-47af-bc14-b86d7938dcec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.4197063 Mar 05 00:33:07.916855 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85956a6d-e3ad-4186-b9cc-14462849be40 req-b2072801-d89c-44ca-a370-b17723fefe0b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932074 Mar 05 00:33:07.944822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-e0a33818-b31d-42d2-b3e6-f42010be7e52 service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193758 Mar 05 00:33:07.985316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.032453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.102938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7847a53-a135-49ad-b9ed-394c48beb662,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:08.122308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-664c7810-aeed-4a26-80ac-54b85e190220 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1385ccb9e4a74492b74a7171ae36f38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7661986 Mar 05 00:33:08.124700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36328) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:08.161852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34e5f26f-4c61-46d7-a947-cec5632f240a req-8d845887-018a-4ccf-83e0-68b0d072e0c7 service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056069 Mar 05 00:33:08.199054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-69c68fcf-3e9b-4714-ac4c-47561ada2fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.225410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-69c68fcf-3e9b-4714-ac4c-47561ada2fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.280630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-69c68fcf-3e9b-4714-ac4c-47561ada2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.294745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c68fcf-3e9b-4714-ac4c-47561ada2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7847a53-a135-49ad-b9ed-394c48beb662,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:08.301449 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-69c68fcf-3e9b-4714-ac4c-47561ada2fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.302608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-69c68fcf-3e9b-4714-ac4c-47561ada2fd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7847a53-a135-49ad-b9ed-394c48beb662 HTTP/1.1" status: 204 len: 168 time: 0.1769750 Mar 05 00:33:08.330539 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:08.385184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.132000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36358) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:09.133821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850f8a-6f26-4c9b-b9e3-cc35f5752ae7 req-aac53271-a843-46e5-aef5-34814d5e2594 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:09.135417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94850f8a-6f26-4c9b-b9e3-cc35f5752ae7 req-aac53271-a843-46e5-aef5-34814d5e2594 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.0851309 Mar 05 00:33:09.183850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94850f8a-6f26-4c9b-b9e3-cc35f5752ae7 req-32d6babd-9b00-4409-921b-31ffacce22f2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Mar 05 00:33:09.284447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.316207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:09.320076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Usage tracker for resource:security_group_rule and tenant:65745e843f8c447a8c14e1cec7bf36c9 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:09.322896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:09.328905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:09.397049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.401655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.471512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c4753-c664-46c6-bcac-90ad95aba08b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:09.479023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9d900e86-e392-40f4-bae4-dc5a3e0449e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65745e843f8c447a8c14e1cec7bf36c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3459463 Mar 05 00:33:09.484214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:09.548854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991a224a-8f79-4736-ac9f-45d4e8c6e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.576405 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991a224a-8f79-4736-ac9f-45d4e8c6e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.646453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991a224a-8f79-4736-ac9f-45d4e8c6e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.665361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a224a-8f79-4736-ac9f-45d4e8c6e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c4753-c664-46c6-bcac-90ad95aba08b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:09.671784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991a224a-8f79-4736-ac9f-45d4e8c6e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:09.673344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-991a224a-8f79-4736-ac9f-45d4e8c6e506 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c9c4753-c664-46c6-bcac-90ad95aba08b HTTP/1.1" status: 204 len: 168 time: 0.1884501 Mar 05 00:33:09.787604 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.095848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:10.119676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.151562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:10.155360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Usage tracker for resource:security_group_rule and tenant:53959c66f2914366b19b1ea9473033c5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:10.158225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:10.163910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:10.231474 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.236098 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.270369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699e633a-2b00-40f5-a09e-6a698ac567cc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:10.295607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36f3a0f0-e0de-4d2b-84eb-e110099deceb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53959c66f2914366b19b1ea9473033c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1979930 Mar 05 00:33:10.298134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36392) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:10.413085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64f892c8-6c45-4d0d-9a2e-7230f05ee1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.445055 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64f892c8-6c45-4d0d-9a2e-7230f05ee1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.462764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33b8d3-bd43-4194-98d0-0a0ed1e88cea req-af959bd3-5231-4b1a-a0eb-2e3b93b900f9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:10.464149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe33b8d3-bd43-4194-98d0-0a0ed1e88cea req-af959bd3-5231-4b1a-a0eb-2e3b93b900f9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.1417651 Mar 05 00:33:10.528274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe33b8d3-bd43-4194-98d0-0a0ed1e88cea req-0c7b4de0-3d7a-4fe1-bc3a-3348260ff932 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577374 Mar 05 00:33:10.541830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64f892c8-6c45-4d0d-9a2e-7230f05ee1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.562876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f892c8-6c45-4d0d-9a2e-7230f05ee1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699e633a-2b00-40f5-a09e-6a698ac567cc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:10.574717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64f892c8-6c45-4d0d-9a2e-7230f05ee1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:10.575854 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64f892c8-6c45-4d0d-9a2e-7230f05ee1c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/699e633a-2b00-40f5-a09e-6a698ac567cc HTTP/1.1" status: 204 len: 168 time: 0.2767525 Mar 05 00:33:10.843729 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 920ced5c-318f-4495-9862-80b3db28840c details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:33:10.993968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:11.005949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-e24ca9da-f08a-4584-93a2-d677f9640756 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:11.007570 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-e24ca9da-f08a-4584-93a2-d677f9640756 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&tenant_id=9a514e249c9340a587d981ec2cde53a2&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 943 time: 0.1556702 Mar 05 00:33:11.013623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '920ced5c-318f-4495-9862-80b3db28840c', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'mac_address': 'fa:16:3e:ce:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:33:11.063554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9f5c-b056-4bff-97c4-c1bd306e411a req-006e4fb3-c831-46b9-9ff2-fba3923e7042 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:11.065145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94dc9f5c-b056-4bff-97c4-c1bd306e411a req-006e4fb3-c831-46b9-9ff2-fba3923e7042 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 943 time: 0.1632373 Mar 05 00:33:11.080908 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:11.101060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920ced5c-318f-4495-9862-80b3db28840c {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:33:11.119283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:11.124771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:11.155020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-94dc9f5c-b056-4bff-97c4-c1bd306e411a req-8f987124-657a-4474-b52b-ff09e27ecc91 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833161 Mar 05 00:33:11.161761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-2d17d158-5658-4c59-93a7-b62bbb249d20 service neutron] 10.222.0.10 "GET /v2.0/ports/920ced5c-318f-4495-9862-80b3db28840c/bindings/n-h2-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.1459789 Mar 05 00:33:11.203244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:11.279798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-c089c263-a70e-4a1c-a548-33df1963891c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1095 time: 0.0917590 Mar 05 00:33:11.432192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-ceded983-e15e-4f4e-8a50-740acef8b392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:11.434056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-ceded983-e15e-4f4e-8a50-740acef8b392 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.1481867 Mar 05 00:33:11.440132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['920ced5c-318f-4495-9862-80b3db28840c'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:33:11.551957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-114eafdc-b9c9-49f7-8661-d997d3a23d81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 999 time: 0.1111648 Mar 05 00:33:11.623911 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-932e0625-4252-42d9-8037-2823f60978ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:11.625619 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-932e0625-4252-42d9-8037-2823f60978ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0682416 Mar 05 00:33:11.743463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-81279222-60c5-4dbd-aafc-837a6eb6ed8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116676 Mar 05 00:33:11.895133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-6c3f3592-976f-4618-b766-49604767762b service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455410 Mar 05 00:33:12.161161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a9cc6290-eb08-4b99-a5b0-e00e0b02cfba service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465048 Mar 05 00:33:12.371569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547a8f6-a589-41c8-82f4-b3c235edcc82 req-daf16c53-70b3-43b7-ae44-25c40a16a51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:12.373121 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4547a8f6-a589-41c8-82f4-b3c235edcc82 req-daf16c53-70b3-43b7-ae44-25c40a16a51f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 944 time: 0.0793173 Mar 05 00:33:12.425115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4547a8f6-a589-41c8-82f4-b3c235edcc82 req-824ce395-a782-4594-b1b5-217bf00aa33c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456653 Mar 05 00:33:12.858336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 920ced5c-318f-4495-9862-80b3db28840c up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:33:12.935310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 920ced5c-318f-4495-9862-80b3db28840c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:33:12.940575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 920ced5c-318f-4495-9862-80b3db28840c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:33:12.941845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:13.072979 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:13.104185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:33:13.124936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:13.133654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:13.204693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:13.471777 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'code': 200} Mar 05 00:33:13.662268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9e392-4c39-458e-9e4f-3e4f6799ee83 req-1197134c-c2ef-4cea-9773-eb2d51333c82 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:13.665002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47f9e392-4c39-458e-9e4f-3e4f6799ee83 req-1197134c-c2ef-4cea-9773-eb2d51333c82 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.0953526 Mar 05 00:33:13.733841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47f9e392-4c39-458e-9e4f-3e4f6799ee83 req-61dc8389-ebf9-4a7d-8dca-f5176b82e3ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629728 Mar 05 00:33:13.988597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36484) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:14.182240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.219685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:14.224507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Usage tracker for resource:security_group_rule and tenant:f4e53bd9d43c4c349ab088f5b8f5ad84 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:14.227734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:14.234377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:14.309757 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.314092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.405085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0821aecf-4f8b-43d9-8be1-d860f63c18f5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:14.415165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36494) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:14.415252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aa4cc5b8-ad73-4d39-9d7b-dfdc43dae98d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4e53bd9d43c4c349ab088f5b8f5ad84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4253860 Mar 05 00:33:14.440497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-7ee01853-a03c-4597-a9b7-55663236df5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 1096 time: 0.1091948 Mar 05 00:33:14.451153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:14.481630 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab6dce01-3274-4bcb-92ad-de9d453e2872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.507013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab6dce01-3274-4bcb-92ad-de9d453e2872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.564236 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.566605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab6dce01-3274-4bcb-92ad-de9d453e2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.583482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dce01-3274-4bcb-92ad-de9d453e2872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0821aecf-4f8b-43d9-8be1-d860f63c18f5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:14.595604 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab6dce01-3274-4bcb-92ad-de9d453e2872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:14.615543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ab6dce01-3274-4bcb-92ad-de9d453e2872 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0821aecf-4f8b-43d9-8be1-d860f63c18f5 HTTP/1.1" status: 204 len: 168 time: 0.1933222 Mar 05 00:33:14.845260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:14.882156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:14.997006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:33:15.002690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:15.024075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Transition to ACTIVE for port object 920ced5c-318f-4495-9862-80b3db28840c will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:33:15.030836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5fc28-9e46-410d-95ce-fcacaa421b8b req-4a1fe9c6-eee5-4c57-92de-a751d064a8c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:15.032396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5fc28-9e46-410d-95ce-fcacaa421b8b req-4a1fe9c6-eee5-4c57-92de-a751d064a8c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1545844 Mar 05 00:33:15.033522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:15.161573 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'code': 200} Mar 05 00:33:15.230746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=10']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:15.247549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5bb5fc28-9e46-410d-95ce-fcacaa421b8b req-e48a0246-1fd5-46cc-aa2c-d82bf5912d75 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034140 Mar 05 00:33:15.286852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] No DVR routers for this DVR port 920ced5c-318f-4495-9862-80b3db28840c on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:33:15.549506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:33:15.549839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:33:15.550790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:15.556706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:33:15.557028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Attempting to bind port 920ced5c-318f-4495-9862-80b3db28840c on network ad39ce0b-df9e-447b-b0cd-718246d603bd {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:15.563217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:33:15.563548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Checking segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:15.563926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Bound using segment: {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:33:15.564348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Bound port: 920ced5c-318f-4495-9862-80b3db28840c, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:33:15.564686 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:15.660989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:15.664079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:33:15.670663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:15.732214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:15.733441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1092 time: 1.2867000 Mar 05 00:33:15.747555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba1716-50c5-4595-83f0-8e565ebfc5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=11']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:15.805097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36536) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:15.852207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-b12c82d3-4e52-4f76-8b21-517296af000e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1095 time: 0.0975051 Mar 05 00:33:15.948415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-284123301-network', 'tenant_id': 'b28bda0210174acf8108476b895f7b73'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:15.960484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:15.989049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Usage tracker for resource:network and tenant:b28bda0210174acf8108476b895f7b73 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:15.997126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:16.006090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:16.022487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Made reservation on behalf of b28bda0210174acf8108476b895f7b73 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:33:16.026513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.044547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.080076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:16.084926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Usage tracker for resource:security_group_rule and tenant:b28bda0210174acf8108476b895f7b73 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:16.088560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:16.094828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:16.120642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-61aaca21-4de9-41a4-a6ce-0c218eb30039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:16.122382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-61aaca21-4de9-41a4-a6ce-0c218eb30039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2643504 Mar 05 00:33:16.172905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.176940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.205984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:33:16.220030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c821e94-5004-4d85-b909-4d74f2b60547,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:16.226601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.226953 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Added segment 795f8937-9b7e-4161-9f11-a0113f5e0a35 of type vlan for network 71340c1d-ce73-4b20-b880-bd162f424611 Mar 05 00:33:16.238374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-2462a098-d8a6-424a-8d73-7ab44eb238bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1103590 Mar 05 00:33:16.274362 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.310544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-5b6d6f31-a7f6-45a3-95df-eceeff74e252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:16.311176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.311655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-5b6d6f31-a7f6-45a3-95df-eceeff74e252 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0670531 Mar 05 00:33:16.312131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:16.312849 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.412435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-615a54c3-d160-414b-98fb-2bb0d43b5638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947990 Mar 05 00:33:16.470422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6641867 Mar 05 00:33:16.471075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36552) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:16.475016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce731d-b701-49e0-a1d7-6963a9b09579 admin admin] Pushing event updated for resources: {'Network': ['ID=71340c1d-ce73-4b20-b880-bd162f424611,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:16.481155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Request body: {'subnet': {'network_id': '71340c1d-ce73-4b20-b880-bd162f424611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-284123301-subnet', 'tenant_id': 'b28bda0210174acf8108476b895f7b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:16.486457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:16.489851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 71340c1d-ce73-4b20-b880-bd162f424611 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:33:16.490526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Usage tracker for resource:subnet and tenant:b28bda0210174acf8108476b895f7b73 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:16.493324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:16.499838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:16.517809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Made reservation on behalf of b28bda0210174acf8108476b895f7b73 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:33:16.521082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.573983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-bd20e9a9-0b52-4773-a040-d1cfb6ff469e service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551781 Mar 05 00:33:16.646730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c7651-c639-4aa1-a5d4-4961182d043e req-cc56e3f7-4eac-41ad-8739-92214ea31960 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:16.648288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b34c7651-c639-4aa1-a5d4-4961182d043e req-cc56e3f7-4eac-41ad-8739-92214ea31960 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 944 time: 0.2365673 Mar 05 00:33:16.729633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c1091cd-ffe9-48c4-9d5e-7630a8451d0c req-0ca07c22-7ad5-4096-856c-e3d31543ef5c service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487339 Mar 05 00:33:16.747673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b34c7651-c639-4aa1-a5d4-4961182d043e req-3b8a9e30-dbd0-48a8-b57a-1226dc50aa5c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905397 Mar 05 00:33:16.800661 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:16.976163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Pushing event updated for resources: {'Subnet': ['ID=924c2b66-3ff0-4cef-9627-48e884c34284,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:16.985699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Checking segment: {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:16.986058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Network hostable DHCP agents. Network: 71340c1d-ce73-4b20-b880-bd162f424611, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:33:17.009793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Network 71340c1d-ce73-4b20-b880-bd162f424611 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:33:17.019995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 71340c1d-ce73-4b20-b880-bd162f424611) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:17.028240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:17.028833 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:17.030118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9029793-616f-47ce-832e-8c16a2658954 None None] Network 71340c1d-ce73-4b20-b880-bd162f424611 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:33:17.062083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-202cf5c0-064e-428d-a706-f32988ed192a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5799353 Mar 05 00:33:17.162813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:33:17.242083 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'status': 'completed', 'code': 200} Mar 05 00:33:17.274711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834b927-7b50-4cf2-83c9-fb253c0cf1a8 None None] Network 71340c1d-ce73-4b20-b880-bd162f424611 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:33:17.391776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-f7f3aa97-dd9d-425b-be46-a8facf3196cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1095 time: 0.1343646 Mar 05 00:33:17.402795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-d6162764-919f-4929-9c73-a2fd27a43233 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1095 time: 0.1114488 Mar 05 00:33:17.655283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-e23a1d0f-c8a0-4cfe-a4f5-51bd99932122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:17.656696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-e23a1d0f-c8a0-4cfe-a4f5-51bd99932122 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2577412 Mar 05 00:33:17.658891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-6fb06494-a6ee-4c8b-8c52-26aaa50ede0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:17.660742 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-6fb06494-a6ee-4c8b-8c52-26aaa50ede0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2384164 Mar 05 00:33:17.848268 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-8c997390-68c9-4a95-8c32-5fb2b1632f2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1861224 Mar 05 00:33:17.850400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-7c34af8d-a0a0-48df-b227-d22445a2a9ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 998 time: 0.1379123 Mar 05 00:33:17.995361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903395-213d-4624-bb65-6b7e21a6bd4c req-da70fbda-0b13-4463-a124-a5009621be0d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:18.004015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8903395-213d-4624-bb65-6b7e21a6bd4c req-da70fbda-0b13-4463-a124-a5009621be0d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 944 time: 0.0999477 Mar 05 00:33:18.016050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-afcd3781-ee05-47e6-976d-a81b28d8c0f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:18.017617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-afcd3781-ee05-47e6-976d-a81b28d8c0f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.1628819 Mar 05 00:33:18.093255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8903395-213d-4624-bb65-6b7e21a6bd4c req-4143cd24-90ec-45de-bd97-1fc81e43fe33 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798612 Mar 05 00:33:18.097997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-1311c0cc-f3e1-4290-aab6-476a265682e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:18.099489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-1311c0cc-f3e1-4290-aab6-476a265682e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.2130587 Mar 05 00:33:18.195819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-a6b815d9-16c0-4293-bb17-f901a80c00d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719329 Mar 05 00:33:18.203101 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-c95da6b3-3b8c-41e9-831e-d4feeffddf78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948610 Mar 05 00:33:18.543116 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-40e1c81b-0ba7-4b29-8f5a-3885b9b01b45 service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389311 Mar 05 00:33:18.546479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-e441b6bc-cf94-43f6-9e94-1c7e218490eb service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233850 Mar 05 00:33:18.792246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-f23ccc51-d07f-484a-ab90-aa9bae7b6b00 service neutron] 10.222.0.10 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433095 Mar 05 00:33:18.794258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09a724c-d776-4e40-8c7b-6371ae4ea3fd req-59b684ab-1501-49ab-bf50-722108e100d3 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272449 Mar 05 00:33:18.904726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 920ced5c-318f-4495-9862-80b3db28840c no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:33:18.962930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 920ced5c-318f-4495-9862-80b3db28840c not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:33:19.302845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a894-e015-4c3e-8a9e-6c6716e1ff3b req-e21a8936-a954-473c-b038-21589139d872 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:19.304390 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fd6a894-e015-4c3e-8a9e-6c6716e1ff3b req-e21a8936-a954-473c-b038-21589139d872 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 944 time: 0.0822430 Mar 05 00:33:19.375736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4fd6a894-e015-4c3e-8a9e-6c6716e1ff3b req-1fe11dfb-5482-4c74-9da3-8673f8b46676 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649869 Mar 05 00:33:19.523841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:33:19.686394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:19.700804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '920ced5c-318f-4495-9862-80b3db28840c', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'port_id': '920ced5c-318f-4495-9862-80b3db28840c', 'mac_address': 'fa:16:3e:ce:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:33:19.762501 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:19.781598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920ced5c-318f-4495-9862-80b3db28840c {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:33:19.797482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:19.802460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:19.871230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:19.879952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.880293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.880627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.880951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.881302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.881615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.881932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.882246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.882559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.882870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:19.883181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:20.133089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['920ced5c-318f-4495-9862-80b3db28840c'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:33:20.703362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd917-b2f1-4c72-9b86-80d0469a31f9 req-ca4477ae-61db-4c6d-bf2e-30f7e6a25a4c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:20.716712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b2dd917-b2f1-4c72-9b86-80d0469a31f9 req-ca4477ae-61db-4c6d-bf2e-30f7e6a25a4c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 945 time: 0.1374285 Mar 05 00:33:20.785019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b2dd917-b2f1-4c72-9b86-80d0469a31f9 req-91604a72-e484-4886-9674-cce705b08701 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663528 Mar 05 00:33:20.803701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36638) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:20.918995 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c0284ffb-fa3d-4cd2-8228-02e57cb25b30 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/b4f446aa-288a-4ded-8b0d-c65b74b72eff HTTP/1.1" status: 200 len: 991 time: 0.1134834 Mar 05 00:33:21.082632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36644) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:21.221921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.253676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:21.257782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Usage tracker for resource:security_group_rule and tenant:e18a7160ee6c41918c1d7b8c0ca1611d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:21.260612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:21.266361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:21.331977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.335734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.384221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06593cb6-f642-4e1b-b50b-6f02a5446c0c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:21.388654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2237d7e4-3f40-4523-9a86-7befca62eeaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e18a7160ee6c41918c1d7b8c0ca1611d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049724 Mar 05 00:33:21.391510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36650) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:21.449125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a24ca93-35d7-4bd1-8fd0-40ad83806515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.474548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:33:21.475117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a24ca93-35d7-4bd1-8fd0-40ad83806515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.523141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:33:21.528448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a24ca93-35d7-4bd1-8fd0-40ad83806515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.544095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24ca93-35d7-4bd1-8fd0-40ad83806515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06593cb6-f642-4e1b-b50b-6f02a5446c0c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:21.553939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2a24ca93-35d7-4bd1-8fd0-40ad83806515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.555063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2a24ca93-35d7-4bd1-8fd0-40ad83806515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06593cb6-f642-4e1b-b50b-6f02a5446c0c HTTP/1.1" status: 204 len: 168 time: 0.1628945 Mar 05 00:33:21.609135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 920ced5c-318f-4495-9862-80b3db28840c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:33:21.615929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 920ced5c-318f-4495-9862-80b3db28840c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:33:21.616360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.742165 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.770967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:33:21.783935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:21.789500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:21.847811 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'code': 200} Mar 05 00:33:21.880263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=13']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:21.956612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36666) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:21.977087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.010537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:22.014732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Usage tracker for resource:security_group_rule and tenant:307a12b3e99a46e6aca877c0fa54000e is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:22.017645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:22.023825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:22.095010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.099652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.145302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef5132e-430a-4aff-9ea9-af794b2164c1,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:22.153431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c0c5f0dd-13b7-4408-a7a6-63a2f6910383 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=307a12b3e99a46e6aca877c0fa54000e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950102 Mar 05 00:33:22.154714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36670) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:22.214493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf45c-441c-46a2-ad37-4db5d37d6534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.239868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf45c-441c-46a2-ad37-4db5d37d6534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.291658 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf45c-441c-46a2-ad37-4db5d37d6534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.307761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cf45c-441c-46a2-ad37-4db5d37d6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef5132e-430a-4aff-9ea9-af794b2164c1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:22.316949 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf45c-441c-46a2-ad37-4db5d37d6534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:22.320336 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ce6cf45c-441c-46a2-ad37-4db5d37d6534 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ef5132e-430a-4aff-9ea9-af794b2164c1 HTTP/1.1" status: 204 len: 168 time: 0.1621225 Mar 05 00:33:25.674192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36752) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:25.834475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:25.868965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:25.873078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Usage tracker for resource:security_group_rule and tenant:48be34c976f54ba086b786aa28d0fde8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:25.876212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:25.882778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:25.951855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:25.956709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.015009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36762) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:26.024777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48be34c976f54ba086b786aa28d0fde8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3487048 Mar 05 00:33:26.046767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053fc65-31db-4e22-91c3-43610c4946a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2475dd8a-c901-49e8-92d5-8dadb010f319,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:26.086898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d478177b-329f-4fcf-a951-756e5cd83065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.122421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d478177b-329f-4fcf-a951-756e5cd83065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.185935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d478177b-329f-4fcf-a951-756e5cd83065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.200793 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478177b-329f-4fcf-a951-756e5cd83065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2475dd8a-c901-49e8-92d5-8dadb010f319,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:26.210591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d478177b-329f-4fcf-a951-756e5cd83065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.211714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d478177b-329f-4fcf-a951-756e5cd83065 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2475dd8a-c901-49e8-92d5-8dadb010f319 HTTP/1.1" status: 204 len: 168 time: 0.1957512 Mar 05 00:33:26.552292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36770) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:26.570579 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.606872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:26.611006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Usage tracker for resource:security_group_rule and tenant:2ff3f6973c5e46a2ab13e33be2914660 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:26.614096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:26.620045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:26.696132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.701167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.748200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3d3d8-8bbd-4964-a2b4-5dfec8c4778d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:26.756169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-09a0da40-965f-4baa-8a4d-f8df5f3a25ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ff3f6973c5e46a2ab13e33be2914660&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023785 Mar 05 00:33:26.756255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36774) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:26.819674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7857968f-1c6e-46a6-b2e8-2a07b821950c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.846495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7857968f-1c6e-46a6-b2e8-2a07b821950c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.900034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7857968f-1c6e-46a6-b2e8-2a07b821950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.916014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857968f-1c6e-46a6-b2e8-2a07b821950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3d3d8-8bbd-4964-a2b4-5dfec8c4778d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:26.925641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7857968f-1c6e-46a6-b2e8-2a07b821950c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:26.929831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7857968f-1c6e-46a6-b2e8-2a07b821950c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5c3d3d8-8bbd-4964-a2b4-5dfec8c4778d HTTP/1.1" status: 204 len: 168 time: 0.1726594 Mar 05 00:33:27.246941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:27.340596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:28.988788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 36820) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:29.149830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.180361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:29.184087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:303880b1c37d4ae8aee70f9ff099ffd3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:29.186849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:29.192902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:29.262107 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.266636 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.313328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=303880b1c37d4ae8aee70f9ff099ffd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3234093 Mar 05 00:33:29.314043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f13b91-bb61-4265-b7bb-7d46ad90c9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e0f7c-03bb-4364-97b9-603fb912a405,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:29.317257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36828) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:29.379074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a55969a5-bb83-4981-963c-a5f183611f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.405955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a55969a5-bb83-4981-963c-a5f183611f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.461918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a55969a5-bb83-4981-963c-a5f183611f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.481938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55969a5-bb83-4981-963c-a5f183611f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e0f7c-03bb-4364-97b9-603fb912a405,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:29.491051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a55969a5-bb83-4981-963c-a5f183611f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.493668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a55969a5-bb83-4981-963c-a5f183611f88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee5e0f7c-03bb-4364-97b9-603fb912a405 HTTP/1.1" status: 204 len: 168 time: 0.1747193 Mar 05 00:33:29.860909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:29.879695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.910402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:29.914196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Usage tracker for resource:security_group_rule and tenant:0468093ce8454eaa83ad6d44930c0b0d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:29.916949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:29.922608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:29.988691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:29.993841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:30.040476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ae16e-e665-4c8a-a47c-c1bcf8d71a83,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:30.044903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f5ca2ebb-19bb-4699-9997-0019db0bbd49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0468093ce8454eaa83ad6d44930c0b0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829374 Mar 05 00:33:30.047562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36842) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:30.107187 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6646-fa42-4e44-ba7e-fce86d17885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:30.132628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6646-fa42-4e44-ba7e-fce86d17885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:30.186143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6646-fa42-4e44-ba7e-fce86d17885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:30.201620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6646-fa42-4e44-ba7e-fce86d17885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8ae16e-e665-4c8a-a47c-c1bcf8d71a83,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:30.206652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6646-fa42-4e44-ba7e-fce86d17885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:30.207748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ecfb6646-fa42-4e44-ba7e-fce86d17885b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c8ae16e-e665-4c8a-a47c-c1bcf8d71a83 HTTP/1.1" status: 204 len: 168 time: 0.1593056 Mar 05 00:33:31.715885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36908) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:31.863381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:31.894940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:31.898762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Usage tracker for resource:security_group_rule and tenant:92fd0ad4a95e444b8bc1e213160274ee is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:31.901712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:31.908021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:31.977932 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:31.983211 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:32.031421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f7b55-1f7a-4734-8836-392b15e2d75a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:32.036118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-643d4ee2-7f3a-45a0-bb20-ecae6010c8ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92fd0ad4a95e444b8bc1e213160274ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3195117 Mar 05 00:33:32.038721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36918) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:32.101526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30dfd75b-27df-4ecb-aaa3-c88e870ce8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:32.126576 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30dfd75b-27df-4ecb-aaa3-c88e870ce8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:32.177655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30dfd75b-27df-4ecb-aaa3-c88e870ce8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:32.192522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd75b-27df-4ecb-aaa3-c88e870ce8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f7b55-1f7a-4734-8836-392b15e2d75a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:32.199297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30dfd75b-27df-4ecb-aaa3-c88e870ce8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:32.203395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-30dfd75b-27df-4ecb-aaa3-c88e870ce8f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/437f7b55-1f7a-4734-8836-392b15e2d75a HTTP/1.1" status: 204 len: 168 time: 0.1606688 Mar 05 00:33:33.378165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36970) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:33.519949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.552635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:33.556616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Usage tracker for resource:security_group_rule and tenant:e9e7a24c996b4edc88183e1190aef652 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:33.559592 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:33.565804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:33.639764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.644315 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.689311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f7a92b-1495-4d09-a9d6-65f37a1dcdbd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:33.697589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f6baa718-4758-4687-8261-4b6efeea6b2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9e7a24c996b4edc88183e1190aef652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159902 Mar 05 00:33:33.698654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 36980) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:33.760010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-85614c30-e0ff-4a59-802b-428ecce43ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.787476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-85614c30-e0ff-4a59-802b-428ecce43ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.844052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-85614c30-e0ff-4a59-802b-428ecce43ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.861467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614c30-e0ff-4a59-802b-428ecce43ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f7a92b-1495-4d09-a9d6-65f37a1dcdbd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:33.866788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-85614c30-e0ff-4a59-802b-428ecce43ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:33.873260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-85614c30-e0ff-4a59-802b-428ecce43ab3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9f7a92b-1495-4d09-a9d6-65f37a1dcdbd HTTP/1.1" status: 204 len: 168 time: 0.1697371 Mar 05 00:33:34.952919 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-95fe407c-378e-404c-a92c-048733a893f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:35.649298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37056) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:35.789425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:35.794593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:35.798410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Usage tracker for resource:floatingip and tenant:eb70efa4e7634dbf9bba46a92673899d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:35.801965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:35.807553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:35.818251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:35.956946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:36.100381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Allocated IP 172.25.0.140 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b5f1d3e4-5b33-41ff-8ebd-22fe053c7177) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:33:36.255277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:36.283380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:36.346276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:33:36.348840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:36.351311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:33:36.504065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f1d3e4-5b33-41ff-8ebd-22fe053c7177,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:36.620597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:36.679335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:36.891538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:36.896478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.020039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f1d3e4-5b33-41ff-8ebd-22fe053c7177,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:37.031897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c9538b-9e5b-447a-993c-4cdc982850e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.035527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.057654 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.059316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-65880c07-c9cf-422b-a4e8-6287b880f92e tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4090242 Mar 05 00:33:37.062277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37084) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:37.067560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2001719774', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'fixed_ips': [{'ip_address': '172.25.0.140'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:37.073078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:37.077025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Usage tracker for resource:port and tenant:eb70efa4e7634dbf9bba46a92673899d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:37.081575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:37.087312 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:37.097333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Made reservation on behalf of eb70efa4e7634dbf9bba46a92673899d for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:33:37.099657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.112063 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.141845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:37.146202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Usage tracker for resource:security_group_rule and tenant:eb70efa4e7634dbf9bba46a92673899d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:37.148940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:37.154583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:37.224522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.228512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.237806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] device_id is not set on port f3d6fc1e-a50f-484e-903b-81e30664d98b yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:33:37.310399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08cc603-3fe8-4a85-bc6b-0f51cad8dcb2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:37.446892 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 00:33:37.447544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:33:37.475486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-23652ff4-31bf-4df1-a748-a100bb428041 tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4121506 Mar 05 00:33:37.478266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37098) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:37.639522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Deleting port b5f1d3e4-5b33-41ff-8ebd-22fe053c7177 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:37.639866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.821639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.822277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:37.939631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Calling delete_port for b5f1d3e4-5b33-41ff-8ebd-22fe053c7177 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:38.084774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.128667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5f1d3e4-5b33-41ff-8ebd-22fe053c7177,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:38.222404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.232611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.233803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf73d210-8a4c-466b-8f51-bb361e64538c tempest-ExternalNetworksAdminNegativeTestJSON-230162142 tempest-ExternalNetworksAdminNegativeTestJSON-230162142-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/8ef1051f-b4f7-4be9-add9-88ca892a0d44 HTTP/1.1" status: 204 len: 168 time: 0.7545791 Mar 05 00:33:38.317299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.387588 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.548094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37120) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:38.795639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.827078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:38.831463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8b389002bb934ac8b84e971aeb6f88e5 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:38.834324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:38.840084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:38.918342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.922410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:38.967787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c490a4-5140-46bc-8167-d3cac27c08cd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:38.973763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ab0adee3-1a38-48ae-a3c0-c0f8c4748bb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b389002bb934ac8b84e971aeb6f88e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4246674 Mar 05 00:33:38.976516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37134) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:39.042056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05e826de-2418-4ca4-b366-6faaaf535254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.070457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05e826de-2418-4ca4-b366-6faaaf535254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.122696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05e826de-2418-4ca4-b366-6faaaf535254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.137077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e826de-2418-4ca4-b366-6faaaf535254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c490a4-5140-46bc-8167-d3cac27c08cd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:39.143242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05e826de-2418-4ca4-b366-6faaaf535254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.153159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-05e826de-2418-4ca4-b366-6faaaf535254 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21c490a4-5140-46bc-8167-d3cac27c08cd HTTP/1.1" status: 204 len: 168 time: 0.1748576 Mar 05 00:33:39.494517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:39.545243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6e5368c5-416d-4827-a114-8117d3a33c78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb70efa4e7634dbf9bba46a92673899d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494893 Mar 05 00:33:39.547691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37156) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:39.609404 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07dff30d-43ce-482f-92d7-196a56b04449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.636099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07dff30d-43ce-482f-92d7-196a56b04449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.696313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07dff30d-43ce-482f-92d7-196a56b04449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.717152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dff30d-43ce-482f-92d7-196a56b04449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08cc603-3fe8-4a85-bc6b-0f51cad8dcb2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:39.720370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07dff30d-43ce-482f-92d7-196a56b04449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:39.723965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07dff30d-43ce-482f-92d7-196a56b04449 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c08cc603-3fe8-4a85-bc6b-0f51cad8dcb2 HTTP/1.1" status: 204 len: 168 time: 0.1727986 Mar 05 00:33:39.791960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:40.788780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-6bb9b3fa-6282-4378-be99-e64e3ba53634 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722208 Mar 05 00:33:40.881585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-35c3fb3b-ec2d-4230-ad1f-afe81bf0849a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 1097 time: 0.0728438 Mar 05 00:33:41.060599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-723ed7d7-e50b-4c38-bbea-dc83f6a08362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:41.062125 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-723ed7d7-e50b-4c38-bbea-dc83f6a08362 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1623259 Mar 05 00:33:41.174520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-262ae87f-24b6-4add-8242-b5cc5acfbb62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93 HTTP/1.1" status: 200 len: 1001 time: 0.1062984 Mar 05 00:33:41.243135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-d57a6724-1c99-4a60-9599-ab644e671d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:41.244595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-d57a6724-1c99-4a60-9599-ab644e671d04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0644062 Mar 05 00:33:41.325436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-c272aac7-85be-4f43-bfbf-1d82bd887acb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741329 Mar 05 00:33:41.459605 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-7d068269-1e82-486b-b3ff-1eaee474d6cb service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272917 Mar 05 00:33:41.694833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37234) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:41.722111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fede96f2-41cb-4402-a964-e463a3fbcecd req-dbbd1aeb-6361-41e7-a9de-bb6ed0bf5357 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558837 Mar 05 00:33:41.849570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1299266082', 'router:external': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:41.854957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:41.858820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:network and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:41.861730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:41.868511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:41.878528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Made reservation on behalf of 1a68f498bf3344daa81b865246867f6f for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:33:41.880940 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:41.893612 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:41.924087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:41.928441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:security_group_rule and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:41.931222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:41.936834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:42.009363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.014509 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.047961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:33:42.071551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b613810a-7ace-4eb3-948d-e2ece81c78df,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:42.076173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.076640 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Added segment 9bbaf077-cf4c-447d-975c-e886e28c3210 of type vlan for network e5600617-5e89-4830-930c-f1e79a3fb016 Mar 05 00:33:42.108125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.141047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.141919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:42.142501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.245904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Network': ['ID=e5600617-5e89-4830-930c-f1e79a3fb016,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:42.248846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1442cc4c-db79-49d8-8a62-25a9284ce651 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5529587 Mar 05 00:33:42.251709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37252) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:42.257090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e5600617-5e89-4830-930c-f1e79a3fb016 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:33:42.257635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'subnet': {'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:42.262817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:42.266700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:subnet and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:42.270132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:42.275903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:42.286984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Made reservation on behalf of 1a68f498bf3344daa81b865246867f6f for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:33:42.289636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.687552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.objects.ports [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83782) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 05 00:33:42.688006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.760575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Subnet': ['ID=609106b8-85e3-4c46-bdf1-dbd62e34483b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:42.773118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Checking segment: {'id': '9bbaf077-cf4c-447d-975c-e886e28c3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:42.773510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network hostable DHCP agents. Network: e5600617-5e89-4830-930c-f1e79a3fb016, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:33:42.795140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network e5600617-5e89-4830-930c-f1e79a3fb016 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:33:42.806255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e5600617-5e89-4830-930c-f1e79a3fb016) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:42.810904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:42.811983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.815768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0b6b3-b3de-4a94-8d62-81dbf86388b6 None None] Network e5600617-5e89-4830-930c-f1e79a3fb016 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:33:42.849874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3c1eae0d-2ee9-495d-bfe5-c9f014458dc8 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5906494 Mar 05 00:33:42.858283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37266) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:42.861032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-328480387', 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:42.871714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:42.875863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:port and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:42.879329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:42.885389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:42.901542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Made reservation on behalf of 1a68f498bf3344daa81b865246867f6f for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:33:42.903837 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:42.923309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] device_id is not set on port 7f21c231-6c9d-4ad1-8883-6e1b5392ea9b yet. {{(pid=83783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:33:43.080643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0dead-0a93-454b-a47a-2e458c8e5e2e None None] Network e5600617-5e89-4830-930c-f1e79a3fb016 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:33:43.081598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Allocated IP 172.20.0.2 (e5600617-5e89-4830-930c-f1e79a3fb016/609106b8-85e3-4c46-bdf1-dbd62e34483b/7f21c231-6c9d-4ad1-8883-6e1b5392ea9b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:33:43.290808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:43.323035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:43.388922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network e5600617-5e89-4830-930c-f1e79a3fb016 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:33:43.392165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:43.395655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:33:43.451857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Port': ['ID=7f21c231-6c9d-4ad1-8883-6e1b5392ea9b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:43.462284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:43.462887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:43.486244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a1f4ecb7-bde9-43bc-aa18-2a137ffe4ba2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6316354 Mar 05 00:33:43.489401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37280) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:43.548361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting port 7f21c231-6c9d-4ad1-8883-6e1b5392ea9b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:43.548702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:43.777574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:43.896202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Calling delete_port for 7f21c231-6c9d-4ad1-8883-6e1b5392ea9b owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:44.047243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.094808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f21c231-6c9d-4ad1-8883-6e1b5392ea9b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:44.188466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.196866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0822e0b6-35c4-4d9a-8189-4584999bfaed tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7f21c231-6c9d-4ad1-8883-6e1b5392ea9b HTTP/1.1" status: 204 len: 168 time: 0.7064247 Mar 05 00:33:44.200149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37298) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:44.208319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016', 'external_fixed_ips': [{'subnet_id': '609106b8-85e3-4c46-bdf1-dbd62e34483b', 'ip_address': '172.20.0.2'}]}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:44.216034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:44.219853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:router and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:44.222935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:44.228791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:44.239739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.240808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.259371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.402209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.747575 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.777568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:44.966624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Allocated IP 172.20.0.2 (e5600617-5e89-4830-930c-f1e79a3fb016/609106b8-85e3-4c46-bdf1-dbd62e34483b/f253c153-31ef-4fad-aff2-2ba2a13500ec) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:33:45.125234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:45.153071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:45.224134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network e5600617-5e89-4830-930c-f1e79a3fb016 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:33:45.226942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:45.232655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:33:45.257930 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Port': ['ID=f253c153-31ef-4fad-aff2-2ba2a13500ec,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:45.281531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.281871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.282205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.282529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.282850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.283166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.283481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.283794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.284683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.285020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.285363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:45.402667 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:45.403415 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:45.635583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Router 64d902c7-92fc-4e9a-ac1d-1273875ad51a is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:33:45.843528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:33:45.854678 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Sync routers for ids ['64d902c7-92fc-4e9a-ac1d-1273875ad51a'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:33:45.868049 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Routers {'64d902c7-92fc-4e9a-ac1d-1273875ad51a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:45.868687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:45.869436 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['64d902c7-92fc-4e9a-ac1d-1273875ad51a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:45.872625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a2bd1e4f-7597-4ba6-96b7-6e129d2fdd7c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.6698229 Mar 05 00:33:45.872852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37330) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:46.080035 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Set router 64d902c7-92fc-4e9a-ac1d-1273875ad51a gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:46.101955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.371644 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d902c7-92fc-4e9a-ac1d-1273875ad51a', 'name': '', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016', 'external_fixed_ips': [{'subnet_id': '609106b8-85e3-4c46-bdf1-dbd62e34483b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f253c153-31ef-4fad-aff2-2ba2a13500ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:44Z', 'updated_at': '2022-03-05T00:33:45Z', 'revision_number': 3, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port': {'id': 'f253c153-31ef-4fad-aff2-2ba2a13500ec', 'name': '', 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d902c7-92fc-4e9a-ac1d-1273875ad51a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '609106b8-85e3-4c46-bdf1-dbd62e34483b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:33:44Z', 'updated_at': '2022-03-05T00:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609106b8-85e3-4c46-bdf1-dbd62e34483b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:46.375484 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Checking router: 64d902c7-92fc-4e9a-ac1d-1273875ad51a for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:33:46.375829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Updating router 64d902c7-92fc-4e9a-ac1d-1273875ad51a port f253c153-31ef-4fad-aff2-2ba2a13500ec binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:33:46.419931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.426842 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.430376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting port f253c153-31ef-4fad-aff2-2ba2a13500ec {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:46.430842 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.619576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.751159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Calling delete_port for f253c153-31ef-4fad-aff2-2ba2a13500ec owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:46.824892 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.837107 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Transition to ACTIVE for port object f253c153-31ef-4fad-aff2-2ba2a13500ec will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:33:46.844026 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.862377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:33:46.862691 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:33:46.929024 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Pushing event updated for resources: {'Port': ['ID=f253c153-31ef-4fad-aff2-2ba2a13500ec,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:46.937023 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Attempting to bind port f253c153-31ef-4fad-aff2-2ba2a13500ec on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:33:46.937404 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Attempting to bind port f253c153-31ef-4fad-aff2-2ba2a13500ec by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9bbaf077-cf4c-447d-975c-e886e28c3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:33:46.937758 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Attempting to bind port f253c153-31ef-4fad-aff2-2ba2a13500ec on network e5600617-5e89-4830-930c-f1e79a3fb016 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:46.943900 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.944233 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.944559 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.944876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.945192 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.945532 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.945841 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.946148 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.946452 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.946757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.947062 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:46.953030 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:33:46.953439 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Checking segment: {'id': '9bbaf077-cf4c-447d-975c-e886e28c3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:46.953825 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:46.954196 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Bound using segment: {'id': '9bbaf077-cf4c-447d-975c-e886e28c3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:33:46.954642 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Bound port: f253c153-31ef-4fad-aff2-2ba2a13500ec, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbaf077-cf4c-447d-975c-e886e28c3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5600617-5e89-4830-930c-f1e79a3fb016'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:33:46.955002 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:47.026213 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] For port f253c153-31ef-4fad-aff2-2ba2a13500ec, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:47.029150 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] For port f253c153-31ef-4fad-aff2-2ba2a13500ec, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f253c153-31ef-4fad-aff2-2ba2a13500ec,segment=NetworkSegment(9bbaf077-cf4c-447d-975c-e886e28c3210),segment_id=9bbaf077-cf4c-447d-975c-e886e28c3210)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:33:47.035901 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:47.120082 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5fb62-6eb4-49bf-a1b7-026712d50db6 None None] Pushing event updated for resources: {'Port': ['ID=f253c153-31ef-4fad-aff2-2ba2a13500ec,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:47.124507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Routers {'64d902c7-92fc-4e9a-ac1d-1273875ad51a'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:47.125015 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['64d902c7-92fc-4e9a-ac1d-1273875ad51a'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:47.273992 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] Set router 64d902c7-92fc-4e9a-ac1d-1273875ad51a gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:47.363530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting port f253c153-31ef-4fad-aff2-2ba2a13500ec {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:47.364090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:47.377140 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d902c7-92fc-4e9a-ac1d-1273875ad51a', 'name': '', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:44Z', 'updated_at': '2022-03-05T00:33:46Z', 'revision_number': 4, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:47.382309 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84fb14-45e1-4312-a59b-4c61a012a151 None None] The sync data for ids ['64d902c7-92fc-4e9a-ac1d-1273875ad51a'] in n-d-828979-4 is: [{'id': '64d902c7-92fc-4e9a-ac1d-1273875ad51a', 'name': '', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:44Z', 'updated_at': '2022-03-05T00:33:46Z', 'revision_number': 4, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:33:47.560888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] For port f253c153-31ef-4fad-aff2-2ba2a13500ec, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f253c153-31ef-4fad-aff2-2ba2a13500ec,segment=NetworkSegment(9bbaf077-cf4c-447d-975c-e886e28c3210),segment_id=9bbaf077-cf4c-447d-975c-e886e28c3210)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:33:47.561199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:47.692436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Calling delete_port for f253c153-31ef-4fad-aff2-2ba2a13500ec owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:47.867780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:47.915762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event deleted for resources: {'Port': ['ID=f253c153-31ef-4fad-aff2-2ba2a13500ec,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:48.158018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.516389 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.521104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.547310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.547810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64d902c7-92fc-4e9a-ac1d-1273875ad51a {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:33:48.560903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.562234 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a6795fa5-d2b4-41af-97c4-0c247c05988f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/64d902c7-92fc-4e9a-ac1d-1273875ad51a HTTP/1.1" status: 204 len: 168 time: 2.6884453 Mar 05 00:33:48.564967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37378) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:48.626414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting subnet 609106b8-85e3-4c46-bdf1-dbd62e34483b {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:33:48.630080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.685619 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.746220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.813953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.854836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=609106b8-85e3-4c46-bdf1-dbd62e34483b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:48.862896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:48.871087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d5d240e4-04a4-49cd-9f2b-e9c066d61367 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/609106b8-85e3-4c46-bdf1-dbd62e34483b HTTP/1.1" status: 204 len: 168 time: 0.3021805 Mar 05 00:33:48.871464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37388) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:48.976004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.113537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.138882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5600617-5e89-4830-930c-f1e79a3fb016']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:49.150485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbaf077-cf4c-447d-975c-e886e28c3210') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:49.150773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbaf077-cf4c-447d-975c-e886e28c3210') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:49.161852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.177700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.183478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:33:49.183860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:33:49.197288 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:33:49.279747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.298950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5600617-5e89-4830-930c-f1e79a3fb016 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 00:33:49.303375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.310228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5600617-5e89-4830-930c-f1e79a3fb016,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:49.313896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e5600617-5e89-4830-930c-f1e79a3fb016 HTTP/1.1" status: 204 len: 168 time: 0.4414494 Mar 05 00:33:49.325048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.325663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.326187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.326721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.327274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.328060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.328619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.328909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.329260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.329615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.329946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9cb7e-3b96-420c-8361-f80d88d66acc tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:33:49.602158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37410) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:49.607926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'name': 'tempest-router--1065588994', 'project_id': 'f25a73b7cc644c168b217f471d24b318'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:49.614104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:49.618197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:router and tenant:f25a73b7cc644c168b217f471d24b318 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:49.621100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:49.626922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:49.638543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.639706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.659622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.677984 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.697740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:49.701706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-12a4a9c7-cec9-4fba-ab51-4cc61bb0f6df tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0958316 Mar 05 00:33:49.702203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:49.954428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.341477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.345575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.380490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.380954 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fca2cb80-7bf2-4f98-bc15-043bd58e2165 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:33:50.390485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.392179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e546f51-8311-48cf-83d3-d10f9ec488fb tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fca2cb80-7bf2-4f98-bc15-043bd58e2165 HTTP/1.1" status: 204 len: 168 time: 0.6880016 Mar 05 00:33:50.530007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37434) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:50.797837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115545306', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:50.806769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:50.810918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Usage tracker for resource:router and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:50.813996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:50.821108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:50.832814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.833819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:50.852256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.000716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.204905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.238318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.375593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Allocated IP 172.25.0.111 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e5f8995d-3e55-4e77-86db-6734fdfd3e63) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:33:51.535548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.565177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.636096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:33:51.638970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:51.643961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:33:51.678240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event updated for resources: {'Port': ['ID=e5f8995d-3e55-4e77-86db-6734fdfd3e63,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:51.927912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:51.928659 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:52.157616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Router b2275e83-1517-4b62-8477-5ec88387a2f3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:33:52.368174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:33:52.378464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] Sync routers for ids ['b2275e83-1517-4b62-8477-5ec88387a2f3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:33:52.391248 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] Routers {'b2275e83-1517-4b62-8477-5ec88387a2f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:52.392092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b2275e83-1517-4b62-8477-5ec88387a2f3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:52.399340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:52.403145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1c0daa61-53e9-4978-9503-83b1ac13c15c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8696275 Mar 05 00:33:52.403405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37480) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:52.457447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:52.468054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] Routers {'b2275e83-1517-4b62-8477-5ec88387a2f3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:52.468659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b2275e83-1517-4b62-8477-5ec88387a2f3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:52.530451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:52.530853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab9bb8-c19a-4cf3-99c4-cc4482ee5f20 None None] The sync data for ids ['b2275e83-1517-4b62-8477-5ec88387a2f3'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:33:52.628442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ad87cc30-4ab7-4e24-9200-0034f8bd3a8b tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/b2275e83-1517-4b62-8477-5ec88387a2f3 HTTP/1.1" status: 200 len: 921 time: 0.2234416 Mar 05 00:33:52.632243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37488) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:52.673605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d29595ad-d6e4-4fc8-8d2c-a47d936be719 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2275e83-1517-4b62-8477-5ec88387a2f3 HTTP/1.1" status: 200 len: 205 time: 0.0401406 Mar 05 00:33:52.676595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37492) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:52.875928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:53.092053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:53.101737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Deleting port e5f8995d-3e55-4e77-86db-6734fdfd3e63 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:53.102089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:53.280188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:53.518040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Calling delete_port for e5f8995d-3e55-4e77-86db-6734fdfd3e63 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:53.681343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:53.728196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event deleted for resources: {'Port': ['ID=e5f8995d-3e55-4e77-86db-6734fdfd3e63,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:53.954550 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.228341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.232742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.258158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.258719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Fanout notify agent at l3_agent the message router_deleted on router b2275e83-1517-4b62-8477-5ec88387a2f3 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:33:54.288534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.289666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f13de50b-35c3-4c5d-aa6b-0fbb108d310b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/b2275e83-1517-4b62-8477-5ec88387a2f3 HTTP/1.1" status: 204 len: 168 time: 1.6121764 Mar 05 00:33:54.293331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:54.298455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'name': 'tempest-snat-router-234250079', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': False}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:54.304659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:54.308581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:router and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:54.311572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:54.317850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:54.328647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.329742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.348122 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.492595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.692009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.721076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:54.873474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Allocated IP 172.25.0.193 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/41a4ccd5-e67d-4334-a3d7-6613d75e2b8e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:33:55.131408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:55.162682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:55.232433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:33:55.235348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:55.239790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:33:55.263794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Port': ['ID=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:55.407031 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:55.407765 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:55.646993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Router 0a4795bc-8259-460e-9db7-b8790da3de01 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:33:55.857676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:33:55.868109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Sync routers for ids ['0a4795bc-8259-460e-9db7-b8790da3de01'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:33:55.881367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Routers {'0a4795bc-8259-460e-9db7-b8790da3de01'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:55.882290 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0a4795bc-8259-460e-9db7-b8790da3de01'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:55.882463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:55.883782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4243ea13-151f-4c1a-999a-776f925cd7ab tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5894186 Mar 05 00:33:55.886440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37556) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:56.066305 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Set router 0a4795bc-8259-460e-9db7-b8790da3de01 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:56.104090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7ccc3574-0bb8-4aa6-881b-bc705b1a99cf tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/0a4795bc-8259-460e-9db7-b8790da3de01 HTTP/1.1" status: 200 len: 908 time: 0.2136209 Mar 05 00:33:56.104090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37564) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:56.110024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'name': 'tempest-snat-router-234250079', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': True}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:33:56.115211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:33:56.119183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Usage tracker for resource:router and tenant:1a68f498bf3344daa81b865246867f6f is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:33:56.122036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:33:56.128074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:33:56.146864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.148775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.173505 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.333580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.396857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4795bc-8259-460e-9db7-b8790da3de01', 'name': 'tempest-snat-router-234250079', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.193'}], 'enable_snat': False}, 'gw_port_id': '41a4ccd5-e67d-4334-a3d7-6613d75e2b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:54Z', 'updated_at': '2022-03-05T00:33:55Z', 'revision_number': 3, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port': {'id': '41a4ccd5-e67d-4334-a3d7-6613d75e2b8e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4795bc-8259-460e-9db7-b8790da3de01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:33:54Z', 'updated_at': '2022-03-05T00:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:56.401842 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Checking router: 0a4795bc-8259-460e-9db7-b8790da3de01 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:33:56.402195 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Updating router 0a4795bc-8259-460e-9db7-b8790da3de01 port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:33:56.458105 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.465311 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-1d1d4a0c-3d63-476a-af19-f4bb1065a7bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132445 Mar 05 00:33:56.559748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.598916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.621687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-44180154-d0a4-4815-ac50-599b1c7f9510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1097 time: 0.0811155 Mar 05 00:33:56.806201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-7e253747-f4f0-4b6d-b208-d1c26f3795d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:56.807704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-7e253747-f4f0-4b6d-b208-d1c26f3795d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.1620905 Mar 05 00:33:56.878409 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.891176 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Transition to ACTIVE for port object 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:33:56.898667 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:56.916509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-895b9605-3e5b-4635-bfb3-f0dcd918be4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 1000 time: 0.1027656 Mar 05 00:33:57.000243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Allocated IP 172.25.0.159 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:33:57.003791 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Attempting to bind port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:33:57.004156 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Attempting to bind port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:33:57.004507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Attempting to bind port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:57.008424 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24cd1-d952-4a8a-91cb-80a9dc01f0e4 None None] Pushing event updated for resources: {'Port': ['ID=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:57.011843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-3eb99235-57d2-4bb0-8245-8e960d7bb92c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:33:57.014458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-3eb99235-57d2-4bb0-8245-8e960d7bb92c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.0914886 Mar 05 00:33:57.016342 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:33:57.016452 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:57.016789 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.017320 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:33:57.019176 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Bound port: 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:33:57.019636 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.096583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-df75f359-579d-4ea5-8563-f77a24168aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760589 Mar 05 00:33:57.114478 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] For port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:57.118222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] For port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:33:57.126813 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.238253 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24cd1-d952-4a8a-91cb-80a9dc01f0e4 None None] Pushing event updated for resources: {'Port': ['ID=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:57.243985 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Routers {'0a4795bc-8259-460e-9db7-b8790da3de01'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:57.249736 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['0a4795bc-8259-460e-9db7-b8790da3de01'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:57.257107 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-36275a30-74e2-4213-a630-76aa07c14cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540086 Mar 05 00:33:57.261337 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.368154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.382248 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.413880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.422973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42f39f0c-ea3f-4d65-858e-f99f8b1f8cb2 req-f159dab9-ec47-481d-ba02-450298357b63 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594515 Mar 05 00:33:57.474412 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] Set router 0a4795bc-8259-460e-9db7-b8790da3de01 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:57.491633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:33:57.494328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:33:57.496869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:33:57.538152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Port': ['ID=57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:57.690395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.691136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:57.784870 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4795bc-8259-460e-9db7-b8790da3de01', 'name': 'tempest-snat-router-234250079', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.193'}], 'enable_snat': False}, 'gw_port_id': '41a4ccd5-e67d-4334-a3d7-6613d75e2b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:54Z', 'updated_at': '2022-03-05T00:33:55Z', 'revision_number': 3, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port': {'id': '41a4ccd5-e67d-4334-a3d7-6613d75e2b8e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4795bc-8259-460e-9db7-b8790da3de01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:33:54Z', 'updated_at': '2022-03-05T00:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:57.788805 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68a5ba-8b90-4c4c-b101-f1e89084052a None None] The sync data for ids ['0a4795bc-8259-460e-9db7-b8790da3de01'] in n-d-828979-4 is: [{'id': '0a4795bc-8259-460e-9db7-b8790da3de01', 'name': 'tempest-snat-router-234250079', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.193'}], 'enable_snat': False}, 'gw_port_id': '41a4ccd5-e67d-4334-a3d7-6613d75e2b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:54Z', 'updated_at': '2022-03-05T00:33:55Z', 'revision_number': 3, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port': {'id': '41a4ccd5-e67d-4334-a3d7-6613d75e2b8e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4795bc-8259-460e-9db7-b8790da3de01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:33:54Z', 'updated_at': '2022-03-05T00:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:33:57.945015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Router f47504bb-08ac-4d41-aecf-f4051837ceee is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:33:58.177906 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:33:58.186848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Sync routers for ids ['f47504bb-08ac-4d41-aecf-f4051837ceee'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:33:58.203301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Routers {'f47504bb-08ac-4d41-aecf-f4051837ceee'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:58.204208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f47504bb-08ac-4d41-aecf-f4051837ceee'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:58.211528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:58.215580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37602) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:58.217739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-24585f3f-3400-4ec7-bf86-97e4d822c243 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1128461 Mar 05 00:33:58.430743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Set router f47504bb-08ac-4d41-aecf-f4051837ceee gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:58.489715 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:33:58.646061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7dbff04a-7d34-4446-87a9-2ee0179ec4da tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/f47504bb-08ac-4d41-aecf-f4051837ceee HTTP/1.1" status: 200 len: 907 time: 0.4281595 Mar 05 00:33:58.648701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37612) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:33:58.759972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47504bb-08ac-4d41-aecf-f4051837ceee', 'name': 'tempest-snat-router-234250079', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:56Z', 'updated_at': '2022-03-05T00:33:57Z', 'revision_number': 3, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port': {'id': '57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47504bb-08ac-4d41-aecf-f4051837ceee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:33:56Z', 'updated_at': '2022-03-05T00:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:58.764178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Checking router: f47504bb-08ac-4d41-aecf-f4051837ceee for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:33:58.764525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Updating router f47504bb-08ac-4d41-aecf-f4051837ceee port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:33:58.841054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:58.871093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.078268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.094575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:33:59.095689 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.246179 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.258154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Transition to ACTIVE for port object 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:33:59.264326 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.279470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.342750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Attempting to bind port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:33:59.343113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Attempting to bind port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:33:59.343649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Attempting to bind port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:33:59.355446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:33:59.355814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:33:59.356212 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.356597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:33:59.357066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Bound port: 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:33:59.357453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.386516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8181e-0e47-4270-bd04-737d0b3f5d12 None None] Pushing event updated for resources: {'Port': ['ID=57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:59.438440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] For port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:33:59.442114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] For port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:33:59.445960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:33:59.521613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Calling delete_port for 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:33:59.525879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8181e-0e47-4270-bd04-737d0b3f5d12 None None] Pushing event updated for resources: {'Port': ['ID=57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:33:59.531187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Routers {'f47504bb-08ac-4d41-aecf-f4051837ceee'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:33:59.531777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f47504bb-08ac-4d41-aecf-f4051837ceee'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:59.626150 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:33:59.626453 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:33:59.722232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] Set router f47504bb-08ac-4d41-aecf-f4051837ceee gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:33:59.829827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47504bb-08ac-4d41-aecf-f4051837ceee', 'name': 'tempest-snat-router-234250079', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:56Z', 'updated_at': '2022-03-05T00:33:59Z', 'revision_number': 4, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:33:59.837857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d35332-8f73-4620-9356-0cc0f145787e None None] The sync data for ids ['f47504bb-08ac-4d41-aecf-f4051837ceee'] in n-d-828979-4 is: [{'id': 'f47504bb-08ac-4d41-aecf-f4051837ceee', 'name': 'tempest-snat-router-234250079', 'tenant_id': '1a68f498bf3344daa81b865246867f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:33:56Z', 'updated_at': '2022-03-05T00:33:59Z', 'revision_number': 4, 'project_id': '1a68f498bf3344daa81b865246867f6f', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:33:59.844690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:33:59.917294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:33:59.922169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:33:59.922656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:00.041662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:00.059899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:00.063941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:00.128572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:00.129142 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:00.131953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:00.316553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] For port 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:00.316894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:00.443362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Calling delete_port for 57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:00.618173 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:00.662297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event deleted for resources: {'Port': ['ID=57fe1aa7-56c2-499d-a86b-9e6dec9dc0d5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:00.889644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.148668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.153087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.179463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.180001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f47504bb-08ac-4d41-aecf-f4051837ceee {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:01.191968 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.193142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-df5ddfa4-0016-479b-84e6-87630e0b54b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f47504bb-08ac-4d41-aecf-f4051837ceee HTTP/1.1" status: 204 len: 168 time: 2.5434346 Mar 05 00:34:01.195635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 37636) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:01.515250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.751820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.764059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Deleting port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:01.764544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.852185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:01.936598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:01.937052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:01.973992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] For port 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:01.974419 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.171191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Calling delete_port for 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:02.355327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.409579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event deleted for resources: {'Port': ['ID=41a4ccd5-e67d-4334-a3d7-6613d75e2b8e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:02.645196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.905547 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.910136 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.935304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.935783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4795bc-8259-460e-9db7-b8790da3de01 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:02.949168 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.953963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6f255046-4ccc-4ed8-ad1d-fb240121b84e tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0a4795bc-8259-460e-9db7-b8790da3de01 HTTP/1.1" status: 204 len: 168 time: 1.7537963 Mar 05 00:34:02.954400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 37844) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:02.960246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1526105214', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:02.967819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:02.971964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Usage tracker for resource:router and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:02.974897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:02.981685 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:02.993584 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:02.994531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.017035 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.167413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.357191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.393265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.544933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Allocated IP 172.25.0.33 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/58bad78f-8047-4dc4-9296-84eb9ec25fda) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:03.704448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.739603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:03.828393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:03.831279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:03.841932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:03.874279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event updated for resources: {'Port': ['ID=58bad78f-8047-4dc4-9296-84eb9ec25fda,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:04.060784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:04.061557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:04.316383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Router 88be5531-52cb-4aa3-89ff-6e0b0efc9006 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:34:04.523401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:04.535995 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] Sync routers for ids ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:04.549499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:04.550370 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] Routers {'88be5531-52cb-4aa3-89ff-6e0b0efc9006'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:04.550672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64d17bd3-af75-4e46-9cfe-07250d570033 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5954309 Mar 05 00:34:04.550981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:04.553291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38086) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:04.558254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': False}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:04.610202 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:04.620841 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] Routers {'88be5531-52cb-4aa3-89ff-6e0b0efc9006'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:04.622699 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:04.682329 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:04.682712 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1a487-1a32-4b88-b2bf-05bc81aa1208 None None] The sync data for ids ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:04.948477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0a71218e-c3ea-4c02-ac45-05689e2cf455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:05.135855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-8747b8fa-4485-4b85-9f92-1a125c792f1e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:05.137272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-8747b8fa-4485-4b85-9f92-1a125c792f1e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 813 time: 0.1595583 Mar 05 00:34:05.161499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-2ec68941-af33-4096-9cef-60edcb430e9d tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/quotas/b28bda0210174acf8108476b895f7b73 HTTP/1.1" status: 200 len: 375 time: 0.0172358 Mar 05 00:34:05.207828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-2fea4f34-ecaa-48ba-85f4-e67b2deda5d3 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408478 Mar 05 00:34:05.486954 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-f819cddb-1edf-4de0-94a4-ad0f42e83247 service neutron] 10.222.0.32 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228394 Mar 05 00:34:05.655040 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-229ef3db-dcb6-4d22-9f15-a1f98dcf7748 service neutron] 10.222.0.32 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561320 Mar 05 00:34:05.659768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:05.784348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:05.842857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:34:05.843225 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 41a4ccd5-e67d-4334-a3d7-6613d75e2b8e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:34:05.995408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:05.997365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b30616b0-3198-468f-8b74-06394b157115 req-1231f66e-0836-45b1-85dd-73eae8b69d3e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 210 time: 0.1783874 Mar 05 00:34:06.000205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:06.339726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Router 88be5531-52cb-4aa3-89ff-6e0b0efc9006 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:06.566574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:06.571160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:06.572244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d2f25b56-8758-4d17-aad9-ff817e8b89ce tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "PUT /v2.0/routers/88be5531-52cb-4aa3-89ff-6e0b0efc9006 HTTP/1.1" status: 200 len: 921 time: 2.0180483 Mar 05 00:34:06.575023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38112) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:06.580033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] Sync routers for ids ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:06.595072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] Routers {'88be5531-52cb-4aa3-89ff-6e0b0efc9006'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:06.595072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:06.663534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:06.673127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] Routers {'88be5531-52cb-4aa3-89ff-6e0b0efc9006'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:06.673127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:33:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:06.744719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:06.744719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57109e20-fddb-4958-81ab-8bec009fdfd5 None None] The sync data for ids ['88be5531-52cb-4aa3-89ff-6e0b0efc9006'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:06.995371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38116) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:07.008018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-933f46a8-5cf9-45a8-86b5-e484dde2986d tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/88be5531-52cb-4aa3-89ff-6e0b0efc9006 HTTP/1.1" status: 200 len: 921 time: 0.4295802 Mar 05 00:34:07.022696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-0eeda2cf-c9e9-4a25-b218-5986e07f267d tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:07.023916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-0eeda2cf-c9e9-4a25-b218-5986e07f267d tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.10 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 813 time: 0.2182415 Mar 05 00:34:07.034624 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-315da2f1-eb40-48ca-a93f-c222c35a43ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.041655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Request body: {'port': {'device_id': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611', 'admin_state_up': True, 'tenant_id': 'b28bda0210174acf8108476b895f7b73'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:07.145663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1b0ce638-da2a-4ddc-9a5f-49bc48cdd1d3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=88be5531-52cb-4aa3-89ff-6e0b0efc9006&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1467032 Mar 05 00:34:07.145663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:07.246227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0e28b394-eb73-45dd-91bb-61b778f5403a req-d83672b3-a98d-463f-a577-007d5d1a2f6f tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 210 time: 0.0592790 Mar 05 00:34:07.254750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:07.263954 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Usage tracker for resource:port and tenant:b28bda0210174acf8108476b895f7b73 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:07.271589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:07.279320 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:07.293943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Made reservation on behalf of b28bda0210174acf8108476b895f7b73 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:07.297420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.302212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b91f12d-6bb5-47ca-8305-ce3332af2d5a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:07.302212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b91f12d-6bb5-47ca-8305-ce3332af2d5a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Synchronizing usage tracker for tenant:1a68f498bf3344daa81b865246867f6f on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:07.321930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2b91f12d-6bb5-47ca-8305-ce3332af2d5a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Unset dirty status for tenant:1a68f498bf3344daa81b865246867f6f on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:07.321930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2b91f12d-6bb5-47ca-8305-ce3332af2d5a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.1741192 Mar 05 00:34:07.323792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38128) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:07.380228 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4b1b8bfe-2c93-4ca4-ae54-e32a24922481 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=88be5531-52cb-4aa3-89ff-6e0b0efc9006 HTTP/1.1" status: 200 len: 205 time: 0.0516796 Mar 05 00:34:07.380228 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38132) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:07.462589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Allocated IP 172.20.0.11 (71340c1d-ce73-4b20-b880-bd162f424611/924c2b66-3ff0-4cef-9627-48e884c34284/a64636d4-e84d-4c12-98c1-4eba429685fd) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:07.598453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.673459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.706364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.779840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Network 71340c1d-ce73-4b20-b880-bd162f424611 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:07.782882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:07.786820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:07.800325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.809538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Deleting port 58bad78f-8047-4dc4-9296-84eb9ec25fda {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:07.809867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.821826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Pushing event updated for resources: {'Port': ['ID=a64636d4-e84d-4c12-98c1-4eba429685fd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:07.850798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:07.851406 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:07.871600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-39737331-b86b-443c-b2a5-e3f72846e5ff tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8356345 Mar 05 00:34:07.884413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Request body: {'port': {'device_id': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:07.994238 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.006309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.133128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Calling delete_port for 58bad78f-8047-4dc4-9296-84eb9ec25fda owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:08.316824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.328718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.371095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event deleted for resources: {'Port': ['ID=58bad78f-8047-4dc4-9296-84eb9ec25fda,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:08.399406 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.517504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64636d4-e84d-4c12-98c1-4eba429685fd {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:34:08.526094 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.542579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Transition to ACTIVE for port object a64636d4-e84d-4c12-98c1-4eba429685fd will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:08.545905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.669557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a64636d4-e84d-4c12-98c1-4eba429685fd,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:08.774082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a79a-21ea-459e-9feb-67b0b8e501b6 req-3b2a098f-24f1-4f53-bd42-6cf3d3e926d6 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:08.774082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a194a79a-21ea-459e-9feb-67b0b8e501b6 req-3b2a098f-24f1-4f53-bd42-6cf3d3e926d6 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 932 time: 0.3667238 Mar 05 00:34:08.793407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Attempting to bind port a64636d4-e84d-4c12-98c1-4eba429685fd on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:08.793681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Attempting to bind port a64636d4-e84d-4c12-98c1-4eba429685fd by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:08.794327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Attempting to bind port a64636d4-e84d-4c12-98c1-4eba429685fd on network 71340c1d-ce73-4b20-b880-bd162f424611 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:08.801759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Port a64636d4-e84d-4c12-98c1-4eba429685fd on network 71340c1d-ce73-4b20-b880-bd162f424611 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:34:08.801759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Attempting to bind port a64636d4-e84d-4c12-98c1-4eba429685fd on network 71340c1d-ce73-4b20-b880-bd162f424611 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:08.803355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.808201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:08.808201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Checking segment: {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:08.808402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Bound using segment: {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:08.808820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Bound port: a64636d4-e84d-4c12-98c1-4eba429685fd, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:08.809433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.907926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] For port a64636d4-e84d-4c12-98c1-4eba429685fd, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:08.910892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] For port a64636d4-e84d-4c12-98c1-4eba429685fd, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a64636d4-e84d-4c12-98c1-4eba429685fd,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:08.915377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.980285 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:08.981843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] 10.222.0.10 "PUT /v2.0/ports/a64636d4-e84d-4c12-98c1-4eba429685fd HTTP/1.1" status: 200 len: 1092 time: 1.1014078 Mar 05 00:34:08.982385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'tag': 'a64636d4-e84d-4c12-98c1-4eba429685fd'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:09.009509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4782d-fdfa-4008-8f8f-7a8e4ddec1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a64636d4-e84d-4c12-98c1-4eba429685fd,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:09.063242 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'tag': 'a64636d4-e84d-4c12-98c1-4eba429685fd', 'status': 'completed', 'code': 200} Mar 05 00:34:09.074761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a194a79a-21ea-459e-9feb-67b0b8e501b6 req-fa6ab4b8-1df5-4725-97ec-abde5db9d041 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Synchronizing usage tracker for tenant:b28bda0210174acf8108476b895f7b73 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:09.096893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.099451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-a7e0d197-85e6-43a1-ace8-9f710e64212a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 1095 time: 0.0727155 Mar 05 00:34:09.105206 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.107968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a194a79a-21ea-459e-9feb-67b0b8e501b6 req-fa6ab4b8-1df5-4725-97ec-abde5db9d041 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Unset dirty status for tenant:b28bda0210174acf8108476b895f7b73 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:09.109090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a194a79a-21ea-459e-9feb-67b0b8e501b6 req-fa6ab4b8-1df5-4725-97ec-abde5db9d041 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330262 Mar 05 00:34:09.136417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.137017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Fanout notify agent at l3_agent the message router_deleted on router 88be5531-52cb-4aa3-89ff-6e0b0efc9006 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:09.151935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.153004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a77ef4d6-8d83-4efd-9f83-0e09e201e8f0 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/88be5531-52cb-4aa3-89ff-6e0b0efc9006 HTTP/1.1" status: 204 len: 168 time: 1.7723899 Mar 05 00:34:09.156565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38142) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:09.161549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-680823270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:09.168279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:09.172116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Usage tracker for resource:router and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:09.175561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:09.175700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-b3cd4847-3980-460e-9f01-a9a1e48a9eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64636d4-e84d-4c12-98c1-4eba429685fd HTTP/1.1" status: 200 len: 217 time: 0.0694990 Mar 05 00:34:09.181251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:09.192060 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.193239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.211420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.229375 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.240048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-b33073aa-5857-4e2a-bc62-44707c39f38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:09.241557 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-b33073aa-5857-4e2a-bc62-44707c39f38d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=924c2b66-3ff0-4cef-9627-48e884c34284 HTTP/1.1" status: 200 len: 853 time: 0.0599031 Mar 05 00:34:09.250711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.251821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f9a148b-443d-4797-8624-d19043502672 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0943370 Mar 05 00:34:09.255083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38146) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:09.259853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:09.290419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-7f3b18c9-94fd-4705-8f9a-998e7749b031 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71340c1d-ce73-4b20-b880-bd162f424611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434473 Mar 05 00:34:09.420887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-0bc87773-fa34-4379-baac-868c120fd602 service neutron] 10.222.0.10 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243289 Mar 05 00:34:09.552090 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44c92c0f-95a8-4d98-80df-bcc4d832d008 req-6f01d5f6-8d28-4cb9-9069-e3b4ee0762e6 service neutron] 10.222.0.10 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253128 Mar 05 00:34:09.637837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.662251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-913a7fec-5032-4e86-b996-fd126bf33706 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 1095 time: 0.0692716 Mar 05 00:34:09.791429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-6f8b8243-b610-40ec-8cb7-6283321c51eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:09.792915 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-6f8b8243-b610-40ec-8cb7-6283321c51eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 914 time: 0.1254444 Mar 05 00:34:09.796155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.818756 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.851398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:09.863593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-2c4a7eec-e60c-4cbb-bb28-f0391ef05cb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64636d4-e84d-4c12-98c1-4eba429685fd HTTP/1.1" status: 200 len: 217 time: 0.0642493 Mar 05 00:34:09.923146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-9f472efd-d4e5-446f-a27f-93ddb410e2d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:09.924630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-9f472efd-d4e5-446f-a27f-93ddb410e2d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=924c2b66-3ff0-4cef-9627-48e884c34284 HTTP/1.1" status: 200 len: 853 time: 0.0554347 Mar 05 00:34:09.970644 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-2f22aa91-2dfa-47cb-a827-44f245217e33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71340c1d-ce73-4b20-b880-bd162f424611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407667 Mar 05 00:34:09.986131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Allocated IP 172.25.0.34 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/8d089e9a-7cce-4820-b792-876942d4f10d) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:10.111839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-d51c0637-3973-4202-b32a-2fdcfe2ace2e service neutron] 10.222.0.10 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347640 Mar 05 00:34:10.259396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:10.288165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:10.357550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:10.360781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:10.364862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:10.387786 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a24981a2-e219-4498-b494-c7ca6be7fa86 req-28f807f4-43e5-4974-bc59-153ea670e07c service neutron] 10.222.0.10 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706575 Mar 05 00:34:10.391265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event updated for resources: {'Port': ['ID=8d089e9a-7cce-4820-b792-876942d4f10d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:10.402764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f9a2-2028-4eec-966c-fe9b25538793 req-7d8f127b-64d9-4105-a081-010697b274e5 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:10.403467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3727f9a2-2028-4eec-966c-fe9b25538793 req-7d8f127b-64d9-4105-a081-010697b274e5 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Synchronizing usage tracker for tenant:b28bda0210174acf8108476b895f7b73 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:10.420512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3727f9a2-2028-4eec-966c-fe9b25538793 req-7d8f127b-64d9-4105-a081-010697b274e5 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Unset dirty status for tenant:b28bda0210174acf8108476b895f7b73 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:10.421751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3727f9a2-2028-4eec-966c-fe9b25538793 req-7d8f127b-64d9-4105-a081-010697b274e5 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 944 time: 0.1443877 Mar 05 00:34:10.470039 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3727f9a2-2028-4eec-966c-fe9b25538793 req-1ff189f7-5de7-4367-bbec-74549fe7a41f tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Mar 05 00:34:10.522934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:10.685811 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:10.689105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:10.907603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Router 987f956b-2d1e-4465-bdb3-0788d7b5460e is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:34:11.104492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:11.114281 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] Sync routers for ids ['987f956b-2d1e-4465-bdb3-0788d7b5460e'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:11.115816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:11.116945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91b95267-e9b3-4017-9022-c4bf5ffc26a8 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "PUT /v2.0/routers/987f956b-2d1e-4465-bdb3-0788d7b5460e HTTP/1.1" status: 200 len: 878 time: 1.8609729 Mar 05 00:34:11.119546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:11.126194 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] Routers {'987f956b-2d1e-4465-bdb3-0788d7b5460e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:11.126802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['987f956b-2d1e-4465-bdb3-0788d7b5460e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:11.189758 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:11.200266 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] Routers {'987f956b-2d1e-4465-bdb3-0788d7b5460e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:11.200866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['987f956b-2d1e-4465-bdb3-0788d7b5460e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:11.257647 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:11.258047 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72ccebe-1c24-4533-b6e8-cc638acef759 None None] The sync data for ids ['987f956b-2d1e-4465-bdb3-0788d7b5460e'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:11.310509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f38bb78c-068b-4c9d-99f3-be21c5e1304a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/987f956b-2d1e-4465-bdb3-0788d7b5460e HTTP/1.1" status: 200 len: 919 time: 0.1898677 Mar 05 00:34:11.313287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38156) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:11.384961 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7d2e27cb-e6f7-4048-b42d-a06f7108a71b tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=987f956b-2d1e-4465-bdb3-0788d7b5460e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0706439 Mar 05 00:34:11.387479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38160) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:11.511822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fe76-b393-4f9e-b6e0-06bae1bb851b tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:11.513574 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-89a9fe76-b393-4f9e-b6e0-06bae1bb851b tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.1248488 Mar 05 00:34:11.516075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38166) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:11.557144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b09bcbc4-68df-45e7-86da-1aaa796e34a7 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=987f956b-2d1e-4465-bdb3-0788d7b5460e HTTP/1.1" status: 200 len: 205 time: 0.0400207 Mar 05 00:34:11.559750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38170) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:11.868397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604467f7-c619-42e8-9955-04a0c1cfac1c req-3891f4ed-e823-43a4-ac57-001c1824a35e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:11.869855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-604467f7-c619-42e8-9955-04a0c1cfac1c req-3891f4ed-e823-43a4-ac57-001c1824a35e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 944 time: 0.2597840 Mar 05 00:34:11.937485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-604467f7-c619-42e8-9955-04a0c1cfac1c req-8262806b-36bd-4fdb-9a40-4d76e70af0a0 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Mar 05 00:34:11.952880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:12.143718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:12.152522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Deleting port 8d089e9a-7cce-4820-b792-876942d4f10d {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:12.152843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:12.318077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:12.431516 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Calling delete_port for 8d089e9a-7cce-4820-b792-876942d4f10d owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:12.586517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:12.628843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event deleted for resources: {'Port': ['ID=8d089e9a-7cce-4820-b792-876942d4f10d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:12.841562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.073993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a64636d4-e84d-4c12-98c1-4eba429685fd details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:34:13.141894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f46c44-bd73-4034-a000-cba76fde3106 req-96df765e-a9a3-40ac-a276-c3e201d8faba tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:13.143290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7f46c44-bd73-4034-a000-cba76fde3106 req-96df765e-a9a3-40ac-a276-c3e201d8faba tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 944 time: 0.0813029 Mar 05 00:34:13.188175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7f46c44-bd73-4034-a000-cba76fde3106 req-9a6a4145-a079-4625-9e40-2f7cf0e3fb3a tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Mar 05 00:34:13.191904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.197548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.218705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a64636d4-e84d-4c12-98c1-4eba429685fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a64636d4-e84d-4c12-98c1-4eba429685fd,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:13.222829 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.223373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Fanout notify agent at l3_agent the message router_deleted on router 987f956b-2d1e-4465-bdb3-0788d7b5460e {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:13.236332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'a64636d4-e84d-4c12-98c1-4eba429685fd', 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611', 'port_id': 'a64636d4-e84d-4c12-98c1-4eba429685fd', 'mac_address': 'fa:16:3e:75:36:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924c2b66-3ff0-4cef-9627-48e884c34284', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:34:13.238554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.239651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1e53942c-c7a4-4b16-881b-2826afe2c617 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/987f956b-2d1e-4465-bdb3-0788d7b5460e HTTP/1.1" status: 204 len: 168 time: 1.6790438 Mar 05 00:34:13.243254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38176) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:13.248172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1023284026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:13.255307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:13.259201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Usage tracker for resource:router and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:13.262005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:13.267618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:13.279887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.280792 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.296760 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.298626 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.316518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64636d4-e84d-4c12-98c1-4eba429685fd {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:34:13.318295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.333612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a64636d4-e84d-4c12-98c1-4eba429685fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a64636d4-e84d-4c12-98c1-4eba429685fd,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:13.337629 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.340399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.344440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38180) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:13.344577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7dc70102-cafd-4949-82da-50f84e9c2f23 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1002679 Mar 05 00:34:13.350281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': True}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:13.403360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a64636d4-e84d-4c12-98c1-4eba429685fd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:13.640979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a64636d4-e84d-4c12-98c1-4eba429685fd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:34:13.732504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.915115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:13.946497 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:14.076260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Allocated IP 172.25.0.108 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/fd134a02-92a0-46c9-9116-fd7839ee4aed) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:14.218720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:14.245752 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:14.316322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:14.319089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:14.324344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:14.357159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Port': ['ID=fd134a02-92a0-46c9-9116-fd7839ee4aed,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:14.399394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd6aa6-e9d0-46d5-84f0-c5f8329e9a32 req-6b7b6e4f-e6f9-44aa-968d-c6690f4fb23b tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:14.400865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fcd6aa6-e9d0-46d5-84f0-c5f8329e9a32 req-6b7b6e4f-e6f9-44aa-968d-c6690f4fb23b tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 945 time: 0.0910766 Mar 05 00:34:14.448706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fcd6aa6-e9d0-46d5-84f0-c5f8329e9a32 req-7c74de73-7b29-48eb-b382-130b000bf945 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Mar 05 00:34:14.593461 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82c1d0bb-dcea-490f-9ed9-33b63978d4b9 req-5727d2d0-eeef-4940-ac9b-ed2467d00fc9 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1097 time: 0.2336376 Mar 05 00:34:14.645172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-82c1d0bb-dcea-490f-9ed9-33b63978d4b9 req-7b576871-42e6-499e-bd26-70a871baf6a0 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Synchronizing usage tracker for tenant:e8d2722b25ac4fd28e01aa433fd73ca6 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:14.664816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-82c1d0bb-dcea-490f-9ed9-33b63978d4b9 req-7b576871-42e6-499e-bd26-70a871baf6a0 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Unset dirty status for tenant:e8d2722b25ac4fd28e01aa433fd73ca6 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:14.665963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-82c1d0bb-dcea-490f-9ed9-33b63978d4b9 req-7b576871-42e6-499e-bd26-70a871baf6a0 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671611 Mar 05 00:34:14.669858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:14.694759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:14.832287 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:14.835559 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:14.896718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 5177ec9e-4caa-42f0-8083-60154213ffb6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:14.896965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.062016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Router 1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:34:15.065653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.065979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.074271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a64636d4-e84d-4c12-98c1-4eba429685fd up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:15.142694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port a64636d4-e84d-4c12-98c1-4eba429685fd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:15.147878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port a64636d4-e84d-4c12-98c1-4eba429685fd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:15.148167 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.193975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 5177ec9e-4caa-42f0-8083-60154213ffb6 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:15.262130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:15.263699 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.270311 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.274244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0db6f006-1cae-44c1-bb23-8aee0f813db3 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "PUT /v2.0/routers/1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 HTTP/1.1" status: 200 len: 915 time: 1.9287698 Mar 05 00:34:15.274684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:15.279055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] Sync routers for ids ['1bc8f5fb-a600-432a-8f5d-5e43b1df9a33'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:15.301199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64636d4-e84d-4c12-98c1-4eba429685fd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:15.309880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] Routers {'1bc8f5fb-a600-432a-8f5d-5e43b1df9a33'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:15.310493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1bc8f5fb-a600-432a-8f5d-5e43b1df9a33'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:15.397437 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64636d4-e84d-4c12-98c1-4eba429685fd', 'code': 200} Mar 05 00:34:15.403820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a64636d4-e84d-4c12-98c1-4eba429685fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a64636d4-e84d-4c12-98c1-4eba429685fd,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:15.412301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:15.415492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.474137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] Routers {'1bc8f5fb-a600-432a-8f5d-5e43b1df9a33'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:15.475003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['1bc8f5fb-a600-432a-8f5d-5e43b1df9a33'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:15.500810 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.505129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a2d1ed27-08d3-4733-917a-e23b259a59aa req-976638c4-503f-4f00-b883-8c2f01f67b21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 1097 time: 0.0765798 Mar 05 00:34:15.540566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:15.541212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c7048-6f8a-40ae-89e0-636dd5d33dde None None] The sync data for ids ['1bc8f5fb-a600-432a-8f5d-5e43b1df9a33'] in n-d-828979-4 is: [] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:15.554563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=5177ec9e-4caa-42f0-8083-60154213ffb6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:15.558602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a64636d4-e84d-4c12-98c1-4eba429685fd,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:15.563247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a2d1ed27-08d3-4733-917a-e23b259a59aa req-c7c1a940-d6f1-48d2-944f-7a543a5a1282 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Mar 05 00:34:15.666262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:15.691940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7db45a-bbee-43b9-b630-b76b4b191e75 req-1f49f65b-ba7a-43dc-bf84-2cf25b43b90f tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:15.693506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c7db45a-bbee-43b9-b630-b76b4b191e75 req-1f49f65b-ba7a-43dc-bf84-2cf25b43b90f tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 946 time: 0.0767686 Mar 05 00:34:15.723541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3c5c1aaa-5ff1-402c-833d-3ed357418297 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 HTTP/1.1" status: 200 len: 921 time: 0.4445918 Mar 05 00:34:15.727728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38202) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:15.786991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c7db45a-bbee-43b9-b630-b76b4b191e75 req-619cd0a6-d6f0-4771-a481-0dc6f082d272 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875695 Mar 05 00:34:15.814007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-26049077-7665-4db6-804e-73d6f508788f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Synchronizing usage tracker for tenant:1a68f498bf3344daa81b865246867f6f on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:15.830645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-26049077-7665-4db6-804e-73d6f508788f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Unset dirty status for tenant:1a68f498bf3344daa81b865246867f6f on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:15.832844 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-26049077-7665-4db6-804e-73d6f508788f tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=1bc8f5fb-a600-432a-8f5d-5e43b1df9a33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1031885 Mar 05 00:34:15.834649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38206) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:15.961024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be83360-5db6-485b-9015-83788932fa0a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:15.962387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1be83360-5db6-485b-9015-83788932fa0a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.1266258 Mar 05 00:34:15.965093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38210) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:16.016038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b112013-16d3-4cd2-a633-f4908e7cbb64 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 HTTP/1.1" status: 200 len: 205 time: 0.0498931 Mar 05 00:34:16.018998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38214) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:16.162684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 5ac2b259-4105-4121-9743-ba968b071901 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:16.215047 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:16.367334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:16.376814 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] Sync routers for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:16.390204 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:16.390473 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:16.391328 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:16.448331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-23b8f58c-db8c-4f60-8aaa-4be3f67e67bb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/floatingips/b4f446aa-288a-4ded-8b0d-c65b74b72eff HTTP/1.1" status: 204 len: 168 time: 1.7519851 Mar 05 00:34:16.448539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:16.528630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:16.541799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Deleting port fd134a02-92a0-46c9-9116-fd7839ee4aed {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:16.542256 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:16.641273 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:16.727696 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'status': 'completed', 'code': 200} Mar 05 00:34:16.805152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:16.906932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c30512-8e54-4b12-ab57-3767b485d3a0 req-66edcfbf-b7f0-4887-a5a7-9418f9f91dc1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:16.907994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c4c30512-8e54-4b12-ab57-3767b485d3a0 req-66edcfbf-b7f0-4887-a5a7-9418f9f91dc1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:16.927132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c4c30512-8e54-4b12-ab57-3767b485d3a0 req-66edcfbf-b7f0-4887-a5a7-9418f9f91dc1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:16.929028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4c30512-8e54-4b12-ab57-3767b485d3a0 req-66edcfbf-b7f0-4887-a5a7-9418f9f91dc1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 946 time: 0.1328406 Mar 05 00:34:17.017140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4c30512-8e54-4b12-ab57-3767b485d3a0 req-eca8caf2-de1b-41d8-b2cc-43b5cc9acef2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819087 Mar 05 00:34:17.026975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Calling delete_port for fd134a02-92a0-46c9-9116-fd7839ee4aed owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:17.087360 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:26Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:17.091284 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] Checking router: 5ac2b259-4105-4121-9743-ba968b071901 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:34:17.102284 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:17.102883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:17.149092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-dc614781-74c0-4aa1-a34a-917f09e6f154 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 1097 time: 0.3844528 Mar 05 00:34:17.277157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b1a1-5048-4904-bb99-5a49ec3cbf97 req-66a11969-ce6d-4db3-b697-051adcde5f27 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:17.277538 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:17.278539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5070b1a1-5048-4904-bb99-5a49ec3cbf97 req-66a11969-ce6d-4db3-b697-051adcde5f27 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 946 time: 0.2684512 Mar 05 00:34:17.391067 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90017658-cb2d-4101-a65f-893813397c03 req-33c8a1a6-dc6c-4669-9f86-addf00228b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:17.392497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-33c8a1a6-dc6c-4669-9f86-addf00228b28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 200 len: 898 time: 0.2323151 Mar 05 00:34:17.399863 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5070b1a1-5048-4904-bb99-5a49ec3cbf97 req-4be53218-1224-41b7-be98-f18914b53ebd tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150670 Mar 05 00:34:17.472561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-111b8325-6e8c-41bd-b1c7-44b677aa1ff5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 200 len: 217 time: 0.0717573 Mar 05 00:34:17.476460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:17.559649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event deleted for resources: {'Port': ['ID=fd134a02-92a0-46c9-9116-fd7839ee4aed,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:17.612835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:26Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:17.617116 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68555ca-522b-4682-8cc1-cec9a0b5af80 None None] The sync data for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 is: [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:31:16Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ca6b25-714c-4dd5-8429-876825232061', 'name': '', 'network_id': 'ad39ce0b-df9e-447b-b0cd-718246d603bd', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:3f:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:16Z', 'updated_at': '2022-03-05T00:31:26Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'afc652e7-2dbe-4ded-91bb-4309473e4600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:17.649130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90017658-cb2d-4101-a65f-893813397c03 req-2ab8e6e8-11b4-45e2-b2eb-5dbd62cc3ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:17.650588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-2ab8e6e8-11b4-45e2-b2eb-5dbd62cc3ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 200 len: 834 time: 0.1700408 Mar 05 00:34:17.847737 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:17.874635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01002f-829d-4424-a246-2dfb3cea9bef None None] New status for floating IP b4f446aa-288a-4ded-8b0d-c65b74b72eff: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:34:18.161068 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-ae2c1360-95e8-4537-8040-8796dd9be6e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad39ce0b-df9e-447b-b0cd-718246d603bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036414 Mar 05 00:34:18.234529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782853a-3dff-445f-921c-ead3a44b77ca req-40fc3c62-0556-45a2-8dcf-688fe50208f0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:18.236071 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2782853a-3dff-445f-921c-ead3a44b77ca req-40fc3c62-0556-45a2-8dcf-688fe50208f0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 946 time: 0.0805020 Mar 05 00:34:18.285615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2782853a-3dff-445f-921c-ead3a44b77ca req-a20da4dc-3159-47dd-bc12-9ca38d6d1ce3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e6c76db-7c7c-4822-8407-d078879db8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 Mar 05 00:34:18.339184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.357000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.432540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-18073212-492c-4dc1-ab0e-accf4bdd2a25 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181013 Mar 05 00:34:18.445198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76338cd-09af-49b2-a8af-b973916908f1 req-a4e274e7-1a86-4939-afb8-621dd9f55705 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:18.446599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76338cd-09af-49b2-a8af-b973916908f1 req-a4e274e7-1a86-4939-afb8-621dd9f55705 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 946 time: 0.2314017 Mar 05 00:34:18.463517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.464014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:18.587786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.588760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9549b0f1-8bba-4458-a7bd-0a36c145ae0d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 HTTP/1.1" status: 204 len: 168 time: 2.5688739 Mar 05 00:34:18.592856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:18.604026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-725663109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:18.614482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 920ced5c-318f-4495-9862-80b3db28840c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:18.614819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.641463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:18.651768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Usage tracker for resource:router and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:18.663129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:18.688145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:18.719821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.720734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.752107 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90017658-cb2d-4101-a65f-893813397c03 req-1277807e-ad5a-402b-8283-4c64a6ea9807 service neutron] 10.222.0.36 "GET /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137081 Mar 05 00:34:18.806712 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.893493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.941199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.942398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2e59c615-245e-429b-87b3-6230dd1ed5ed tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3486280 Mar 05 00:34:18.945389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38274) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:18.947641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port 920ced5c-318f-4495-9862-80b3db28840c, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=920ced5c-318f-4495-9862-80b3db28840c,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:18.947983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:18.950825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'enable_snat': False}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:19.086048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 920ced5c-318f-4495-9862-80b3db28840c owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:19.242306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:19.294563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=920ced5c-318f-4495-9862-80b3db28840c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:19.376481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:19.382218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] No DVR routers for this DVR port 920ced5c-318f-4495-9862-80b3db28840c on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:34:19.386083 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:19.391977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-deleted', 'tag': '920ced5c-318f-4495-9862-80b3db28840c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:19.424157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a76338cd-09af-49b2-a8af-b973916908f1 req-7c35ab91-3554-4cd9-9f26-55bdf2fc7295 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "DELETE /v2.0/ports/920ced5c-318f-4495-9862-80b3db28840c HTTP/1.1" status: 204 len: 173 time: 0.9574883 Mar 05 00:34:19.497508 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c69cfe-e307-47b6-b58c-5ba437ce8df5', 'name': 'network-vif-deleted', 'tag': '920ced5c-318f-4495-9862-80b3db28840c', 'status': 'completed', 'code': 200} Mar 05 00:34:19.503938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c51b5f20-b8da-49d3-bf3e-fbef4c24e859 req-4146eb18-1fb6-4b41-afba-3cf890807410 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:19.523555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c51b5f20-b8da-49d3-bf3e-fbef4c24e859 req-4146eb18-1fb6-4b41-afba-3cf890807410 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:19.524910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c51b5f20-b8da-49d3-bf3e-fbef4c24e859 req-4146eb18-1fb6-4b41-afba-3cf890807410 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c69cfe-e307-47b6-b58c-5ba437ce8df5 HTTP/1.1" status: 200 len: 210 time: 0.0781510 Mar 05 00:34:19.602573 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:19.755292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:19.911618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Allocated IP 172.25.0.226 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/919a343a-5287-4e58-bcdb-3c5f7f58f9e6) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:20.085915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:20.118199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:20.187524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Pushing event updated for resources: {'Port': ['ID=919a343a-5287-4e58-bcdb-3c5f7f58f9e6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:20.198616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:20.199761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:20.202118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:20.365445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:20.532772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:20.536748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:20.634038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38288) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:20.783321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Router f062cc5a-ddbc-4425-bd04-c563d31375d0 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:34:21.046402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:21.063370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:21.064437 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] Sync routers for ids ['f062cc5a-ddbc-4425-bd04-c563d31375d0'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:21.075493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-946ef70d-ecba-4def-b1e0-da389034125a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "PUT /v2.0/routers/f062cc5a-ddbc-4425-bd04-c563d31375d0 HTTP/1.1" status: 200 len: 915 time: 2.1267836 Mar 05 00:34:21.076131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38292) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:21.095665 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] Routers {'f062cc5a-ddbc-4425-bd04-c563d31375d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:21.096338 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f062cc5a-ddbc-4425-bd04-c563d31375d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:21.167143 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:21.179458 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] Routers {'f062cc5a-ddbc-4425-bd04-c563d31375d0'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:21.180068 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['f062cc5a-ddbc-4425-bd04-c563d31375d0'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:21.248874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:21.340115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cd81ae24-33c0-47a0-aad3-64a530c548b2 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/f062cc5a-ddbc-4425-bd04-c563d31375d0 HTTP/1.1" status: 200 len: 921 time: 0.2618043 Mar 05 00:34:21.343447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:21.364031 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:21.364668 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688eb6d-cbaa-4fd5-9e3d-87ac059c8772 None None] The sync data for ids ['f062cc5a-ddbc-4425-bd04-c563d31375d0'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:21.429271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fdf7169c-00aa-4451-b525-1a7f2798c76c tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=f062cc5a-ddbc-4425-bd04-c563d31375d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0840693 Mar 05 00:34:21.431261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38302) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:21.588857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa6f82-908d-4ae6-9fbd-e72ac86906dd tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:21.590154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-daaa6f82-908d-4ae6-9fbd-e72ac86906dd tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/networks/51266c26-13c1-4c99-9fb5-bfa55f2b9b6c HTTP/1.1" status: 200 len: 881 time: 0.1579821 Mar 05 00:34:21.592929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38306) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:21.637688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7fe804aa-8516-425a-9597-3b3dc174742b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=f062cc5a-ddbc-4425-bd04-c563d31375d0 HTTP/1.1" status: 200 len: 205 time: 0.0436327 Mar 05 00:34:21.640126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38310) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:22.019046 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:22.492225 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:22.504290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Deleting port 919a343a-5287-4e58-bcdb-3c5f7f58f9e6 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:22.504629 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:22.694526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port d9ca6b25-714c-4dd5-8429-876825232061 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:22.695163 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:22.850947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:22.991188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Calling delete_port for 919a343a-5287-4e58-bcdb-3c5f7f58f9e6 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:23.108226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port d9ca6b25-714c-4dd5-8429-876825232061, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9ca6b25-714c-4dd5-8429-876825232061,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:23.108591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:23.241004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for d9ca6b25-714c-4dd5-8429-876825232061 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:23.413881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:23.490370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event deleted for resources: {'Port': ['ID=919a343a-5287-4e58-bcdb-3c5f7f58f9e6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:23.621812 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:23.748953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=d9ca6b25-714c-4dd5-8429-876825232061,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:23.774524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:23.857864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 920ced5c-318f-4495-9862-80b3db28840c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:34:23.860545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 920ced5c-318f-4495-9862-80b3db28840c not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:34:24.057805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.072695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3bd4d-4c75-4803-9191-c8b5fba83546 req-5d81777c-0e62-40f2-a200-bc9a187a3b96 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:24.074585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78d3bd4d-4c75-4803-9191-c8b5fba83546 req-5d81777c-0e62-40f2-a200-bc9a187a3b96 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 946 time: 0.1143181 Mar 05 00:34:24.146757 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78d3bd4d-4c75-4803-9191-c8b5fba83546 req-e4dec0c9-c882-4f57-9cdf-e56bfd0d9343 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650017 Mar 05 00:34:24.462491 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.472224 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.511108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.511659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Fanout notify agent at l3_agent the message router_deleted on router f062cc5a-ddbc-4425-bd04-c563d31375d0 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:24.545452 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.546814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7403b904-31a4-41b0-9821-06bacb9bf5c4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/f062cc5a-ddbc-4425-bd04-c563d31375d0 HTTP/1.1" status: 204 len: 168 time: 2.9057467 Mar 05 00:34:24.550784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38324) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:24.556740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1668452779', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:24.563079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.585649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:24.590001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Usage tracker for resource:router and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:24.592835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:24.606702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:24.620574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.623057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.646710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:24.941279 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.147639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.199529 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.256256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 5ac2b259-4105-4121-9743-ba968b071901 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:25.363986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Allocated IP 172.25.0.115 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/4e9e9cf2-1dca-4e8c-921b-6dae6a2ebb7e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:25.535327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.569481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.648302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:25.649198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event updated for resources: {'Port': ['ID=4e9e9cf2-1dca-4e8c-921b-6dae6a2ebb7e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:25.651800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:25.654155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:25.681596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c968-d303-4251-a7c8-788f435ba42f req-7c802215-8789-4a6f-a904-be9838eea7f7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:25.683125 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca94c968-d303-4251-a7c8-788f435ba42f req-7c802215-8789-4a6f-a904-be9838eea7f7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 946 time: 0.4122467 Mar 05 00:34:25.690764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba799e39-3eaa-4186-973d-da79171e3495 req-0736c5c3-a40d-4fc3-bd34-45ed3b8285b0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:25.692151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba799e39-3eaa-4186-973d-da79171e3495 req-0736c5c3-a40d-4fc3-bd34-45ed3b8285b0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 946 time: 0.2056615 Mar 05 00:34:25.807894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 5510c043-7af1-431a-8c41-d6bdb80e3a93 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:25.807894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.835666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.836682 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:25.850575 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca94c968-d303-4251-a7c8-788f435ba42f req-e7efe893-5fc3-405e-8454-e564266d7c92 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556978 Mar 05 00:34:26.081870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:26.083559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Router dc2555cb-9e93-43e2-beb9-b1a43160419e is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:34:26.089269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d7dd4bde-a0af-4b1a-9e4d-5b527963aa81 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/5ac2b259-4105-4121-9743-ba968b071901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4534352 Mar 05 00:34:26.091447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:26.094077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acedf27c-b281-4c18-8a89-58625111756d None None] Sync routers for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:26.108053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:26.109006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.282319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting subnet afc652e7-2dbe-4ded-91bb-4309473e4600 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:34:26.300154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.309999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:26.321333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:26.337701 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] Sync routers for ids ['dc2555cb-9e93-43e2-beb9-b1a43160419e'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:26.359831 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] Routers {'dc2555cb-9e93-43e2-beb9-b1a43160419e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:26.362391 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['dc2555cb-9e93-43e2-beb9-b1a43160419e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.362639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.364034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f6f19dc-92a8-4745-9ba9-7c1275cadd0c tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8122363 Mar 05 00:34:26.366958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38338) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:26.372178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:26.375563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port 5510c043-7af1-431a-8c41-d6bdb80e3a93, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5510c043-7af1-431a-8c41-d6bdb80e3a93,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:26.375852 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.390056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.473349 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.499719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] Routers {'dc2555cb-9e93-43e2-beb9-b1a43160419e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:26.500716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['dc2555cb-9e93-43e2-beb9-b1a43160419e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.609749 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.610065 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883cbc4-d64f-4b7c-975d-02ffb7da89f4 None None] The sync data for ids ['dc2555cb-9e93-43e2-beb9-b1a43160419e'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:26.727114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:34:23Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.731626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acedf27c-b281-4c18-8a89-58625111756d None None] Checking router: 5ac2b259-4105-4121-9743-ba968b071901 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:34:26.743445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.745704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] Routers {'5ac2b259-4105-4121-9743-ba968b071901'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:26.746487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5ac2b259-4105-4121-9743-ba968b071901'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:26.865160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.865595 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:26.865913 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Floating IP fc35e944-6d02-4004-9445-0d1b53e39b3b disassociated. External IP: 172.25.0.84, port: 5510c043-7af1-431a-8c41-d6bdb80e3a93. Mar 05 00:34:26.866258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 5510c043-7af1-431a-8c41-d6bdb80e3a93 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:27.052348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] Set router 5ac2b259-4105-4121-9743-ba968b071901 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:27.064114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.081254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7d938a9-ba8a-4d64-b97e-2fc1d0dd2cd7 req-532c3ed7-595b-4ece-9d00-7c013a655018 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 210 time: 0.0678484 Mar 05 00:34:27.108381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.158803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=5510c043-7af1-431a-8c41-d6bdb80e3a93,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:27.162829 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.171703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Subnet': ['ID=afc652e7-2dbe-4ded-91bb-4309473e4600,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:27.182780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160eb39-3288-46a2-96ab-bd88d83d16d9 None None] Network ad39ce0b-df9e-447b-b0cd-718246d603bd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:27.183315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ac07e52-55f4-4338-9e7d-537b17bc5e9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/subnets/afc652e7-2dbe-4ded-91bb-4309473e4600 HTTP/1.1" status: 204 len: 168 time: 1.0906084 Mar 05 00:34:27.185970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38346) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:27.410042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.435446 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.449245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Deleting port 4e9e9cf2-1dca-4e8c-921b-6dae6a2ebb7e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:27.449617 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.492395 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.498303 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.710488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.711507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-acedf27c-b281-4c18-8a89-58625111756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:34:23Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:27.715999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acedf27c-b281-4c18-8a89-58625111756d None None] The sync data for ids ['5ac2b259-4105-4121-9743-ba968b071901'] in n-d-828979-4 is: [{'id': '5ac2b259-4105-4121-9743-ba968b071901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109606832', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '30c629b1-0c04-490d-b390-0253b8a92669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:31:10Z', 'updated_at': '2022-03-05T00:34:23Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': '30c629b1-0c04-490d-b390-0253b8a92669', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2b259-4105-4121-9743-ba968b071901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:31:11Z', 'updated_at': '2022-03-05T00:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:27.790053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:27.862849 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:27.925466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Calling delete_port for 4e9e9cf2-1dca-4e8c-921b-6dae6a2ebb7e owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:28.124950 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.127379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] DHCP port deletion for ad39ce0b-df9e-447b-b0cd-718246d603bd request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:34:28.133776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Deleting port d1d80c0b-a411-4baf-9002-7b80d17e1953 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:28.134153 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.135357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.142292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 30c629b1-0c04-490d-b390-0253b8a92669 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:28.143626 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.228565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ca6b25-714c-4dd5-8429-876825232061 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:28.239330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Pushing event deleted for resources: {'Port': ['ID=4e9e9cf2-1dca-4e8c-921b-6dae6a2ebb7e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:28.321765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d9ca6b25-714c-4dd5-8429-876825232061 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:34:28.322110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ca6b25-714c-4dd5-8429-876825232061 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:34:28.322527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d1d80c0b-a411-4baf-9002-7b80d17e1953 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:28.403523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:28.408039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-534c5fff-8a44-42aa-bd31-8aade58dc173 req-4e6adc5c-387d-4f5e-b91d-d675664299cc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:28.421991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:28.501855 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.511935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port 5510c043-7af1-431a-8c41-d6bdb80e3a93 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:34:28.516679 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.519169 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba799e39-3eaa-4186-973d-da79171e3495 req-f919bd06-a692-43a2-a710-70607715b61d tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "DELETE /v2.0/ports/5510c043-7af1-431a-8c41-d6bdb80e3a93 HTTP/1.1" status: 204 len: 173 time: 2.8089223 Mar 05 00:34:28.519775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'name': 'network-vif-deleted', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:28.524431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-534c5fff-8a44-42aa-bd31-8aade58dc173 req-4e6adc5c-387d-4f5e-b91d-d675664299cc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:28.536128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-534c5fff-8a44-42aa-bd31-8aade58dc173 req-4e6adc5c-387d-4f5e-b91d-d675664299cc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 210 time: 0.1940703 Mar 05 00:34:28.554511 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.575868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port 30c629b1-0c04-490d-b390-0253b8a92669, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=30c629b1-0c04-490d-b390-0253b8a92669,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:28.576678 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.595457 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:28.596136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:28.667462 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45402fa6-60a4-48c9-b6ff-fadff9623b65', 'name': 'network-vif-deleted', 'tag': '5510c043-7af1-431a-8c41-d6bdb80e3a93', 'status': 'completed', 'code': 200} Mar 05 00:34:28.732923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 30c629b1-0c04-490d-b390-0253b8a92669 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:28.747994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d1d80c0b-a411-4baf-9002-7b80d17e1953,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:28.763813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.859696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.865456 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689077'] for router, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:28.896511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d1d80c0b-a411-4baf-9002-7b80d17e1953,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:28.992860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.993481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.993989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.994485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.994975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.995463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.996011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.996500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.996984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.997491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:28.997979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:29.056499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d1d80c0b-a411-4baf-9002-7b80d17e1953,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:29.056891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:29.117332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Router dc2555cb-9e93-43e2-beb9-b1a43160419e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:29.124423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:29.217672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:29.255893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5510c043-7af1-431a-8c41-d6bdb80e3a93 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:29.289576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=30c629b1-0c04-490d-b390-0253b8a92669,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:29.356425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:29.367348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:29.368528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-efdbb1f4-2f5e-4262-8633-d9d712e35bba tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "PUT /v2.0/routers/dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 200 len: 706 time: 3.0005414 Mar 05 00:34:29.370178 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] Sync routers for ids ['dc2555cb-9e93-43e2-beb9-b1a43160419e'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:29.374578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:29.390577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] Routers {'dc2555cb-9e93-43e2-beb9-b1a43160419e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:29.393177 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['dc2555cb-9e93-43e2-beb9-b1a43160419e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:29.406915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Calling delete_port for d1d80c0b-a411-4baf-9002-7b80d17e1953 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:29.478780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 5510c043-7af1-431a-8c41-d6bdb80e3a93 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:34:29.479214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5510c043-7af1-431a-8c41-d6bdb80e3a93 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:34:29.540981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-38a786fc-2ab3-4e66-961b-296b4072a181 tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/routers/dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 200 len: 741 time: 0.1652696 Mar 05 00:34:29.543558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38362) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:29.548488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:29.561785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] Routers {'dc2555cb-9e93-43e2-beb9-b1a43160419e'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:29.562835 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['dc2555cb-9e93-43e2-beb9-b1a43160419e'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:29.590893 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c0d151af-6d9d-40ac-a272-05c10d28946a tempest-RoutersAdminTest-673684475 tempest-RoutersAdminTest-673684475-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&device_id=dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 200 len: 205 time: 0.0460865 Mar 05 00:34:29.593489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38368) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:29.643700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9965031a-0f06-404d-b2ac-15c1b3a88dfe tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 200 len: 205 time: 0.0490699 Mar 05 00:34:29.646162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38374) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:29.672670 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:29.673422 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816f634-f419-4574-8cbc-387df121e1a5 None None] The sync data for ids ['dc2555cb-9e93-43e2-beb9-b1a43160419e'] in n-d-828979-4 is: [] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:29.768341 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:29.858581 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:29.929192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:34:29.929743 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:34:29.958114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:29.966289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:34:29.991455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:29.995199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:30.026580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be686d4a-be0f-413b-9a32-5780af186bdf req-92bbb7f9-ca90-4a8f-9bbe-4765e54ab9fc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=45402fa6-60a4-48c9-b6ff-fadff9623b65 HTTP/1.1" status: 200 len: 210 time: 0.0478454 Mar 05 00:34:30.213786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.229871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.314536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.315101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac2b259-4105-4121-9743-ba968b071901 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:30.340036 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.341396 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-29f8c15e-4fa8-4fd9-8d19-64382c984946 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/routers/5ac2b259-4105-4121-9743-ba968b071901 HTTP/1.1" status: 204 len: 168 time: 3.1542320 Mar 05 00:34:30.344697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38382) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:30.367825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:30.402740 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.409870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.474859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.475365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Fanout notify agent at l3_agent the message router_deleted on router dc2555cb-9e93-43e2-beb9-b1a43160419e {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:34:30.499124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Deleting port d1d80c0b-a411-4baf-9002-7b80d17e1953 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:30.499537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.499679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.505975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da67a920-235c-4e5c-89a5-b0e044d90e59 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 204 len: 168 time: 0.8507237 Mar 05 00:34:30.508999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38388) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:30.523072 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.535886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port d1d80c0b-a411-4baf-9002-7b80d17e1953 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:30.536731 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.577936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-569810c1-3963-4cd2-a1d3-7016acebc5ce tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 200 len: 205 time: 0.0674868 Mar 05 00:34:30.581001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38392) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:30.776967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d1d80c0b-a411-4baf-9002-7b80d17e1953,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:30.777535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:30.824839 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-4fb6c9e8-e30a-4fad-8c32-fee0ad9ba7ce tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] delete failed (client error): The resource could not be found. Mar 05 00:34:30.826122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4fb6c9e8-e30a-4fad-8c32-fee0ad9ba7ce tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/dc2555cb-9e93-43e2-beb9-b1a43160419e HTTP/1.1" status: 404 len: 336 time: 0.2441320 Mar 05 00:34:30.829059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38396) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:30.890039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-111c17d3-d927-44ed-8467-c294d8c1c3d6 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=f062cc5a-ddbc-4425-bd04-c563d31375d0 HTTP/1.1" status: 200 len: 205 time: 0.0546434 Mar 05 00:34:30.890278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38402) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:30.935726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for d1d80c0b-a411-4baf-9002-7b80d17e1953 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:30.968785 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-8033de38-a774-4412-9c86-3dfd66b38f87 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] delete failed (client error): The resource could not be found. Mar 05 00:34:30.969901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8033de38-a774-4412-9c86-3dfd66b38f87 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/f062cc5a-ddbc-4425-bd04-c563d31375d0 HTTP/1.1" status: 404 len: 336 time: 0.0787261 Mar 05 00:34:30.977429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38408) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:30.994207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] For port d1d80c0b-a411-4baf-9002-7b80d17e1953, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d1d80c0b-a411-4baf-9002-7b80d17e1953,segment=NetworkSegment(e7ab0d3c-f374-448f-81aa-3aa0387b14b5),segment_id=e7ab0d3c-f374-448f-81aa-3aa0387b14b5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:31.000867 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.038925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8e179864-294b-4988-94fb-1a6c7bbe2042 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 HTTP/1.1" status: 200 len: 205 time: 0.0596521 Mar 05 00:34:31.041302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38412) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.073832 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.132073 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-997abe35-bef3-4a45-91aa-f926731e2ec4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] delete failed (client error): The resource could not be found. Mar 05 00:34:31.133758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-997abe35-bef3-4a45-91aa-f926731e2ec4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/1bc8f5fb-a600-432a-8f5d-5e43b1df9a33 HTTP/1.1" status: 404 len: 336 time: 0.0912671 Mar 05 00:34:31.145824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38418) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.163991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Calling delete_port for d1d80c0b-a411-4baf-9002-7b80d17e1953 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:31.213709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8d65f1a2-102d-46f6-baa2-8605a587b02d tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=987f956b-2d1e-4465-bdb3-0788d7b5460e HTTP/1.1" status: 200 len: 205 time: 0.0665789 Mar 05 00:34:31.215934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38424) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.242170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=d1d80c0b-a411-4baf-9002-7b80d17e1953,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:31.251795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] No DVR routers for this DVR port d1d80c0b-a411-4baf-9002-7b80d17e1953 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:34:31.298114 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-98aa8747-8018-4628-9fcb-60dc010592f4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] delete failed (client error): The resource could not be found. Mar 05 00:34:31.299927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-98aa8747-8018-4628-9fcb-60dc010592f4 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/987f956b-2d1e-4465-bdb3-0788d7b5460e HTTP/1.1" status: 404 len: 336 time: 0.0830781 Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.302479 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 00:34:31.306750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38430) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.308858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:34:31.309242 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:34:31.346693 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:31.356775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0100360-43fa-4b14-a490-ecf8526f6233 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:31.368727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a6b4748b-28c6-4de7-902d-df00e53bc152 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=88be5531-52cb-4aa3-89ff-6e0b0efc9006 HTTP/1.1" status: 200 len: 205 time: 0.0604215 Mar 05 00:34:31.372441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38436) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.412618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.449114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad39ce0b-df9e-447b-b0cd-718246d603bd']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:31.466393 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-7945c15a-140c-4b95-bf16-d4e5ef511f3a tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] delete failed (client error): The resource could not be found. Mar 05 00:34:31.467577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7945c15a-140c-4b95-bf16-d4e5ef511f3a tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/88be5531-52cb-4aa3-89ff-6e0b0efc9006 HTTP/1.1" status: 404 len: 336 time: 0.0941427 Mar 05 00:34:31.470266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.479949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:31.480258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ab0d3c-f374-448f-81aa-3aa0387b14b5') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:31.497356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.518470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.534174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:34:31.534691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.548165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6283d331-1f6a-4002-abbd-99232f0e19c6 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2275e83-1517-4b62-8477-5ec88387a2f3 HTTP/1.1" status: 200 len: 205 time: 0.0755582 Mar 05 00:34:31.551343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38446) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: util.warn( Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:34:31.553654 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:34:31.630531 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-b9031d57-8999-4dc0-89f9-265351c0d50b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] delete failed (client error): The resource could not be found. Mar 05 00:34:31.634353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b9031d57-8999-4dc0-89f9-265351c0d50b tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/routers/b2275e83-1517-4b62-8477-5ec88387a2f3 HTTP/1.1" status: 404 len: 336 time: 0.0793490 Mar 05 00:34:31.635887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38450) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.671647 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-7625d2ea-bc52-46a4-957b-6c75f4a1eadd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646686429&fields=id&tenant_id=a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 267 time: 0.1451290 Mar 05 00:34:31.685785 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-381aa863-5da6-4edb-a0bb-103f356a17d1 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] DELETE failed (client error): The resource could not be found. Mar 05 00:34:31.686324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381aa863-5da6-4edb-a0bb-103f356a17d1 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:34:31.692051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-381aa863-5da6-4edb-a0bb-103f356a17d1 tempest-RoutersAdminTest-353374130 tempest-RoutersAdminTest-353374130-project] 10.222.0.32 "DELETE /v2.0/subnets/609106b8-85e3-4c46-bdf1-dbd62e34483b HTTP/1.1" status: 404 len: 337 time: 0.0513120 Mar 05 00:34:31.695754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe39c8-a632-4141-845f-071e23077645 None None] New status for floating IP fc35e944-6d02-4004-9445-0d1b53e39b3b: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:34:31.761158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.783732 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.814799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Network': ['ID=ad39ce0b-df9e-447b-b0cd-718246d603bd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:31.842305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 30c629b1-0c04-490d-b390-0253b8a92669 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:31.857149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b7f88db8-8075-4517-9269-1884fc0c00fb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/networks/ad39ce0b-df9e-447b-b0cd-718246d603bd HTTP/1.1" status: 204 len: 168 time: 1.5113833 Mar 05 00:34:31.860114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38456) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:31.889366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 30c629b1-0c04-490d-b390-0253b8a92669 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:34:31.889673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 30c629b1-0c04-490d-b390-0253b8a92669 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:34:31.931620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782249-9326-4ffb-815e-281f60e47881 req-98e8a608-bda2-404f-90ee-72ad4fe828e9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:31.937490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-98e8a608-bda2-404f-90ee-72ad4fe828e9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.2566442 Mar 05 00:34:31.963043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-5c64728a-16b6-4388-8efa-eddd11202e5e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0193126 Mar 05 00:34:31.992548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Deleting port d1d80c0b-a411-4baf-9002-7b80d17e1953 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:31.992933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:31.993926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bec79569-1ffe-410f-89ce-1830b20dfcdd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.055939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bec79569-1ffe-410f-89ce-1830b20dfcdd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.119001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9e45a41f-d608-476d-bb0c-cd473998ca27 None None] The port 'd1d80c0b-a411-4baf-9002-7b80d17e1953' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:34:32.145180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-e7827fcc-1ece-4eb5-9840-ff6a945ac8af tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759219 Mar 05 00:34:32.154974 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bec79569-1ffe-410f-89ce-1830b20dfcdd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.187298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec79569-1ffe-410f-89ce-1830b20dfcdd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c76db-7c7c-4822-8407-d078879db8ae,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:32.211461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bec79569-1ffe-410f-89ce-1830b20dfcdd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.215832 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bec79569-1ffe-410f-89ce-1830b20dfcdd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e6c76db-7c7c-4822-8407-d078879db8ae HTTP/1.1" status: 204 len: 168 time: 0.3506544 Mar 05 00:34:32.215832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:32.321785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-8c5853fa-1165-4499-8268-c1fa70a549df service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620893 Mar 05 00:34:32.411598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.446015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:32.450071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Usage tracker for resource:security_group_rule and tenant:3ea9ebce70dc4215a75ea5bb28eb68de is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:32.453166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:32.460893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:32.481853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-60b0e370-85b1-4a7d-80a1-9a5d32f36c83 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520722 Mar 05 00:34:32.538252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.546644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.607893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc99605-d095-4945-9ed5-b37967bdde5e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:32.626450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38478) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:32.642902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c6da1567-a303-4129-980c-cc470f3d9c7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ea9ebce70dc4215a75ea5bb28eb68de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4097385 Mar 05 00:34:32.706866 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e80c4ceb-20cd-4988-8a62-d39a59422a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.733188 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e80c4ceb-20cd-4988-8a62-d39a59422a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.787746 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e80c4ceb-20cd-4988-8a62-d39a59422a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.808332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c4ceb-20cd-4988-8a62-d39a59422a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc99605-d095-4945-9ed5-b37967bdde5e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:32.823292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e80c4ceb-20cd-4988-8a62-d39a59422a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:32.826802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e80c4ceb-20cd-4988-8a62-d39a59422a45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cc99605-d095-4945-9ed5-b37967bdde5e HTTP/1.1" status: 204 len: 168 time: 0.1960061 Mar 05 00:34:32.935885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cfc60b8-99ad-48dc-8fb3-c2cb1e33b41b req-59f0dd3b-d0d2-499b-a7f8-6a76ec8aaa65 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 210 time: 0.0635080 Mar 05 00:34:33.234215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38500) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:33.303923 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8b60f769-b187-499b-bae9-2d3a3e7026c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a68f498bf3344daa81b865246867f6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0683649 Mar 05 00:34:33.306406 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38506) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:33.386482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e04f-b96e-4a38-a99d-be885ad7da3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.418407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e04f-b96e-4a38-a99d-be885ad7da3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.480963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e04f-b96e-4a38-a99d-be885ad7da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.495619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e04f-b96e-4a38-a99d-be885ad7da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b613810a-7ace-4eb3-948d-e2ece81c78df,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:33.503034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e04f-b96e-4a38-a99d-be885ad7da3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.505354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c0e7e04f-b96e-4a38-a99d-be885ad7da3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b613810a-7ace-4eb3-948d-e2ece81c78df HTTP/1.1" status: 204 len: 168 time: 0.1973193 Mar 05 00:34:33.677150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38518) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:33.685950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928171754', 'description': 'tempest-secgroup-smoke-1928171754 description', 'project_id': '9a514e249c9340a587d981ec2cde53a2'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:33.694237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:33.699068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:33.702063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:33.714830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:33.745372 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.785636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:33.790479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:33.793967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:33.799724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:33.861407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.866617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.942853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60667daf-54b0-47ea-adde-a9b36643e0fe,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:33.946310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:33.947743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dfc1a1f9-6d47-4687-a56e-3d4678abca10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2689199 Mar 05 00:34:33.950821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:33.956786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '60667daf-54b0-47ea-adde-a9b36643e0fe', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:33.983338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:34.000608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:34.009505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:34.038174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:34.079316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.188253 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.236949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.276046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a33c7afa-177d-4c03-9485-a8700aa95db3 req-400c22fd-7ac8-46b0-90ab-d23b0e12304a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 210 time: 0.0902851 Mar 05 00:34:34.319676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36a2c44-7b51-4bfb-9f08-c5b161d12f5e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:34.362678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.368179 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78149870-069b-457b-86e0-a4b4f69a1d0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4148078 Mar 05 00:34:34.369931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782249-9326-4ffb-815e-281f60e47881 req-8bd9ad4c-e297-47ef-8560-fd65b19bb2a5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:34.370532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38538) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:34.371848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-8bd9ad4c-e297-47ef-8560-fd65b19bb2a5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.2910483 Mar 05 00:34:34.377632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '60667daf-54b0-47ea-adde-a9b36643e0fe', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:34.387779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:34.393493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:34.396620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:34.405181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:34.432657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.449184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-2ea5c0c9-9e6b-4cef-8b71-b52b934ce695 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 379 time: 0.0577624 Mar 05 00:34:34.458662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'security_groups': ['d024190a-7954-41ff-80c8-2f91efca1f9e']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:34.542409 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.548809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.588112 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aad8309-9773-49d2-b464-80de46a21048,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:34.600800 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.602373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-42450db3-b405-4091-b7e7-c06f2fb01579 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2298651 Mar 05 00:34:34.605377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38546) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:34.612078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '60667daf-54b0-47ea-adde-a9b36643e0fe', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:34.619926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:34.624435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:34.629753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:34.636798 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:34.656758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:34.665117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.677301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:34.698330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:34.704749 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.781571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.791790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.850344 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab6872d-10a9-4fee-a23b-9079d9f4b652,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:34.879747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:34.881376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6b89d629-0080-466a-b98b-e2453a8f9bba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2749767 Mar 05 00:34:34.885002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38554) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:34.901371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '60667daf-54b0-47ea-adde-a9b36643e0fe', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:34.918350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38558) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:34.923997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:34.936816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:34.946148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:34.963853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:34.967869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cab68f5b-2a90-4c53-bb92-63aaf60c8b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.008891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.075677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-203973b0-e482-4527-a039-03ca37674dfa req-f3b41f5f-1be2-4b2a-9693-98d90d9744da tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] (83783) timed out ('10.222.0.10', 55597) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:34:35.148821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-689906184'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:35.157603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:35.164513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Usage tracker for resource:network and tenant:d3a52fa2f30442459cd58388c8262bd8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:35.169792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:35.183920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:35.191540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.198233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.214942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Made reservation on behalf of d3a52fa2f30442459cd58388c8262bd8 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:35.217882 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.233076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.9 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/dc8573af-2df0-4dec-9faa-f4b5c498f9c2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:35.245680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185b9dd3-584e-4271-aa10-a22d779f62bd,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:35.249051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.275155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.279546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dafe1160-4233-42a6-b137-5e0bf1b5c2c1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3933508 Mar 05 00:34:35.280259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38564) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:35.287195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '60667daf-54b0-47ea-adde-a9b36643e0fe', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:35.302255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:35.309256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:35.315033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:35.318103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:35.323824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:35.326904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Usage tracker for resource:security_group_rule and tenant:d3a52fa2f30442459cd58388c8262bd8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:35.331739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:35.340556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:35.355530 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:34:35.366562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.471085 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:34:35.498316 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6caa6a6a-bc67-4324-bb62-946be48c67ea req-df8cb26b-aa88-4e7d-ab31-5c337cf275c8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 210 time: 0.0511432 Mar 05 00:34:35.530243 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.544222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.550074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.567511 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.596801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:35.604355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.615992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0823a417-e9ee-4054-80cd-86dab368e94f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:35.619439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c357d-ba0d-4eb2-94ca-8afe435d646e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:35.623807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object dc8573af-2df0-4dec-9faa-f4b5c498f9c2 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:35.630851 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.631198 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Added segment fbca1242-0fea-4eae-95a8-616b5c0aa26d of type vlan for network 58a77770-b30b-40c8-8728-dcc986636a00 Mar 05 00:34:35.653210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.658433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.662117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5e79e4d3-8853-4c14-9b08-9b20a0254ff4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3773720 Mar 05 00:34:35.662463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38570) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:35.670556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '60667daf-54b0-47ea-adde-a9b36643e0fe', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:35.677584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:35.681418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:35.684267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:35.690553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:35.693518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.716208 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:34:35.725234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:35.729847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:35.730124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.739515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:35.758026 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.761736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:35.762317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.821673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:35.878817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:35.879277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:35.924395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-fb275f24-08c1-413f-bdba-2e66520f6328 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4704123 Mar 05 00:34:35.940906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Request body: {'port': {'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:36.077279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1551492 Mar 05 00:34:36.082083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38578) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:36.088251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.091944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Request body: {'subnet': {'network_id': '58a77770-b30b-40c8-8728-dcc986636a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:36.107589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.140754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-005d13bc-ded5-46b7-a0a2-58d33a4fa456 None None] Provisioning for port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:36.152071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-005d13bc-ded5-46b7-a0a2-58d33a4fa456 None None] Provisioning complete for port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:36.152616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-005d13bc-ded5-46b7-a0a2-58d33a4fa456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.155809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef09f8b-0e4a-42ff-939f-83c470bad2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event updated for resources: {'Network': ['ID=58a77770-b30b-40c8-8728-dcc986636a00,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:36.163887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.164913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5015421 Mar 05 00:34:36.170164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38582) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:36.180375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'network': {'name': 'tempest-network-smoke--1967464806', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'port_security_enabled': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:36.189374 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8fce9-b4c1-47b1-bff6-537031808647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39653053-7b2e-4ecb-b0a4-958a75c8c6bd,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:36.193816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:36.201365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.207468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:network and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:36.215937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:36.225287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:36.241175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:36.244294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.279712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 58a77770-b30b-40c8-8728-dcc986636a00 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:36.286966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:36.311469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.311710 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Added segment a2498750-e12d-4f83-9fd2-5704506b016e of type vlan for network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 Mar 05 00:34:36.347572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:36.348736 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.351898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Usage tracker for resource:subnet and tenant:d3a52fa2f30442459cd58388c8262bd8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:36.357667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:36.367029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:36.398554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.405402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-005d13bc-ded5-46b7-a0a2-58d33a4fa456 None None] Port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:36.406922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:36.407785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.443992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Made reservation on behalf of d3a52fa2f30442459cd58388c8262bd8 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:36.555474 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3837318 Mar 05 00:34:36.556162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38594) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:36.565493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'admin_state_up': True, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:36.575976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a83b1-5649-4eea-b7eb-8043634d6611 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Network': ['ID=0a61cccb-2dc7-4902-bc7e-d681e283a7c2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:36.578806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:36.583147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:router and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:36.586186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:36.592865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:36.594612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:36.616387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.617611 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.678624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.783965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.857476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:36.991153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d1949-5b83-4450-a460-405abc6039f3 req-94e4d375-7783-4a00-8e77-a28de097c172 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:36.991909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f68d1949-5b83-4450-a460-405abc6039f3 req-94e4d375-7783-4a00-8e77-a28de097c172 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:37.023556 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5b19a18e-659d-4c43-89f2-0a602936e7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.062512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f68d1949-5b83-4450-a460-405abc6039f3 req-94e4d375-7783-4a00-8e77-a28de097c172 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:37.063759 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f68d1949-5b83-4450-a460-405abc6039f3 req-94e4d375-7783-4a00-8e77-a28de097c172 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 931 time: 0.3342769 Mar 05 00:34:37.124202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.160877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.213301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8573af-2df0-4dec-9faa-f4b5c498f9c2 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:34:37.229906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.233887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f68d1949-5b83-4450-a460-405abc6039f3 req-0eb8cf51-65fc-44de-bad3-c1502e11bbb6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509411 Mar 05 00:34:37.271156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Transition to ACTIVE for port object dc8573af-2df0-4dec-9faa-f4b5c498f9c2 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:37.272263 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.302040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.340657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.46 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b7d5a298-f99c-41f7-b623-ce1a8e1a03be) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:37.504934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.538271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.567017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:37.600619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:37.604685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:37.606400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event updated for resources: {'Subnet': ['ID=4768c6b5-cae7-4c0b-95a9-9cebff1cf78f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:37.613843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:37.632143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Checking segment: {'id': 'fbca1242-0fea-4eae-95a8-616b5c0aa26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '58a77770-b30b-40c8-8728-dcc986636a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:37.632497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Network hostable DHCP agents. Network: 58a77770-b30b-40c8-8728-dcc986636a00, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:34:37.670598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:37.754861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Network 58a77770-b30b-40c8-8728-dcc986636a00 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:34:37.769754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Attempting to bind port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:37.770417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Attempting to bind port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:37.770939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Attempting to bind port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:37.776311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 58a77770-b30b-40c8-8728-dcc986636a00) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:37.781995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:37.782974 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.786643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458ea12-7a4c-45b5-8300-b319ea5fe604 None None] Network 58a77770-b30b-40c8-8728-dcc986636a00 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:37.805804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:34:37.810462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Attempting to bind port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:37.833371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:37.833741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:37.834166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:37.834612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Bound port: dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:37.834990 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.852615 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.853692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:37.857539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d20448ff-78aa-492d-8e31-6d54a2e90aff tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7744060 Mar 05 00:34:37.859547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38602) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:37.928276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Request body: {'port': {'network_id': '58a77770-b30b-40c8-8728-dcc986636a00', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-475316466'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:37.943994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] For port dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:37.950232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] For port dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:37.956826 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.041749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:38.066329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.068435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-3eb853af-922d-441f-af6d-572180ddaa11 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 1091 time: 2.1367505 Mar 05 00:34:38.068940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:38.143643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-58a77770-b30b-40c8-8728-dcc986636a00', 'network_id': '58a77770-b30b-40c8-8728-dcc986636a00', 'tenant_id': 'd3a52fa2f30442459cd58388c8262bd8', 'fixed_ips': [{'subnet_id': '4768c6b5-cae7-4c0b-95a9-9cebff1cf78f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:34:38.144712 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.169484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:38.175948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Usage tracker for resource:port and tenant:d3a52fa2f30442459cd58388c8262bd8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:38.180084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:38.190062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:38.235700 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-2cc529e1-e999-4f99-8130-7a6e49cee709 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1094 time: 0.1289747 Mar 05 00:34:38.239728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Made reservation on behalf of d3a52fa2f30442459cd58388c8262bd8 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:38.242935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.288828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] device_id is not set on port e1118918-47aa-4789-952d-9f5e353f5a14 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:34:38.406849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.411940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-96ebfcb5-2ad9-481c-8337-baa8642115d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 217 time: 0.1675055 Mar 05 00:34:38.413642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 56651098-3e93-4719-9f63-55d934db8a08 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:34:38.450049 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.475126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Allocated IP 2001:db8::2 (58a77770-b30b-40c8-8728-dcc986636a00/4768c6b5-cae7-4c0b-95a9-9cebff1cf78f/04c5b8cb-e077-45c6-a017-c1c379ef54fb) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:38.516842 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'status': 'completed', 'code': 200} Mar 05 00:34:38.595276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782249-9326-4ffb-815e-281f60e47881 req-2de5648a-64ac-4df1-84ba-a176ede50a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:38.597367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-2de5648a-64ac-4df1-84ba-a176ede50a20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1782982 Mar 05 00:34:38.688060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb577-3544-4281-9c9d-841a80f4f234 req-e8b42c19-f9c4-445e-bef7-79fa89948505 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:38.694930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b8bb577-3544-4281-9c9d-841a80f4f234 req-e8b42c19-f9c4-445e-bef7-79fa89948505 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.1629603 Mar 05 00:34:38.731087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.735393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-d64c5f8a-dcfd-4c14-9fb1-e6d4cd069d05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293285 Mar 05 00:34:38.743303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Transition to ACTIVE for port object 04c5b8cb-e077-45c6-a017-c1c379ef54fb will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:38.766312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Transition to ACTIVE for port object 04c5b8cb-e077-45c6-a017-c1c379ef54fb will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:38.773470 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.785811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3b8bb577-3544-4281-9c9d-841a80f4f234 req-ff4d3806-c130-4ab6-b0d4-b3db48e2defd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899487 Mar 05 00:34:38.826262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Network 58a77770-b30b-40c8-8728-dcc986636a00 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:38.833470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:38.842879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:38.892105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:38.912982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Allocated IP 2001:db8::2de (58a77770-b30b-40c8-8728-dcc986636a00/4768c6b5-cae7-4c0b-95a9-9cebff1cf78f/e1118918-47aa-4789-952d-9f5e353f5a14) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:38.918122 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Sync routers for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:38.937260 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:38.954019 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:38.973596 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:38.977613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-166973ea-508d-4bbc-a113-adcd86c61a02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4145267 Mar 05 00:34:38.988438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38614) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:38.990266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Pushing event updated for resources: {'Port': ['ID=04c5b8cb-e077-45c6-a017-c1c379ef54fb,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:39.010230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Attempting to bind port 04c5b8cb-e077-45c6-a017-c1c379ef54fb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:39.010724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Attempting to bind port 04c5b8cb-e077-45c6-a017-c1c379ef54fb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'fbca1242-0fea-4eae-95a8-616b5c0aa26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '58a77770-b30b-40c8-8728-dcc986636a00'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:39.011092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Attempting to bind port 04c5b8cb-e077-45c6-a017-c1c379ef54fb on network 58a77770-b30b-40c8-8728-dcc986636a00 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:39.019124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:39.019496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Checking segment: {'id': 'fbca1242-0fea-4eae-95a8-616b5c0aa26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '58a77770-b30b-40c8-8728-dcc986636a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:39.019895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.020299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Bound using segment: {'id': 'fbca1242-0fea-4eae-95a8-616b5c0aa26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '58a77770-b30b-40c8-8728-dcc986636a00'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:39.020793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Bound port: 04c5b8cb-e077-45c6-a017-c1c379ef54fb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbca1242-0fea-4eae-95a8-616b5c0aa26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '58a77770-b30b-40c8-8728-dcc986636a00'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:39.021277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.089653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3f1a7821-cfe6-40d5-b850-a5df5e52c552 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9a514e249c9340a587d981ec2cde53a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000807 Mar 05 00:34:39.091983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-b144877b-c3fb-428a-baf9-a8e3d1c75284 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504875 Mar 05 00:34:39.092542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38618) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:39.122519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] For port 04c5b8cb-e077-45c6-a017-c1c379ef54fb, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:39.128886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] For port 04c5b8cb-e077-45c6-a017-c1c379ef54fb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=04c5b8cb-e077-45c6-a017-c1c379ef54fb,segment=NetworkSegment(fbca1242-0fea-4eae-95a8-616b5c0aa26d),segment_id=fbca1242-0fea-4eae-95a8-616b5c0aa26d)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:39.134841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.162144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:39.206995 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.232216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Transition to ACTIVE for port object e1118918-47aa-4789-952d-9f5e353f5a14 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:39.238472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb542e-6db1-4af3-88f1-0a264f263b21 None None] Pushing event updated for resources: {'Port': ['ID=04c5b8cb-e077-45c6-a017-c1c379ef54fb,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:39.286671 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.348107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6428c18-bb7d-41d0-b62e-52122e164755 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:39.352668 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b6428c18-bb7d-41d0-b62e-52122e164755 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2590983 Mar 05 00:34:39.355485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38622) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:39.388871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event updated for resources: {'Port': ['ID=e1118918-47aa-4789-952d-9f5e353f5a14,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:39.398495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92782249-9326-4ffb-815e-281f60e47881 req-109bf06b-8cf9-40d1-8d01-28f32f87c201 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844629 Mar 05 00:34:39.416908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d5d268b-1c6d-4dcc-8842-6209cb9fc71c tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601695 Mar 05 00:34:39.417047 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Network 58a77770-b30b-40c8-8728-dcc986636a00 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:39.417677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38626) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:39.419034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:39.427469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015488797', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:39.462253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:39.471107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:39.472414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.496354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-11c626d0-4902-4f1a-8b81-0b2a2ab4a847 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5844779 Mar 05 00:34:39.499359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38630) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:39.505832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Request body: {'port': {'network_id': '58a77770-b30b-40c8-8728-dcc986636a00', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2116475390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:39.506538 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] bootfile-name is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:34:39.506873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] tftp-server is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:34:39.507239 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] server-ip-address is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:34:39.520859 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:37Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:39.524965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Checking router: 56651098-3e93-4719-9f63-55d934db8a08 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:34:39.525465 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Updating router 56651098-3e93-4719-9f63-55d934db8a08 port b7d5a298-f99c-41f7-b623-ce1a8e1a03be binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:34:39.585066 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.619723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:39.626987 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:subnet and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:39.631107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:39.651037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:39.671936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:39.675291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:39.679512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Usage tracker for resource:port and tenant:d3a52fa2f30442459cd58388c8262bd8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:39.682932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:39.689739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:39.692359 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-02325e2f-e5d1-4fc9-9172-0b655766dc66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1094 time: 0.1907210 Mar 05 00:34:39.700009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Made reservation on behalf of d3a52fa2f30442459cd58388c8262bd8 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:39.703819 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.726850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] device_id is not set on port 411cc629-7c77-42f3-ad29-73676c1a2f16 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:34:39.815565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:39.924969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 04c5b8cb-e077-45c6-a017-c1c379ef54fb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:39.941202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Allocated IP 2001:db8::2ad (58a77770-b30b-40c8-8728-dcc986636a00/4768c6b5-cae7-4c0b-95a9-9cebff1cf78f/411cc629-7c77-42f3-ad29-73676c1a2f16) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:40.030630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 04c5b8cb-e077-45c6-a017-c1c379ef54fb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:40.053204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-3e99a9b6-d019-4645-b82a-b9f5234b2b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.054990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-3e99a9b6-d019-4645-b82a-b9f5234b2b5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1942282 Mar 05 00:34:40.099195 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.121527 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Transition to ACTIVE for port object b7d5a298-f99c-41f7-b623-ce1a8e1a03be will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:40.140506 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.161504 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-9fa7ce7e-8e5b-475d-a1bc-f4af6ff40a81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 217 time: 0.0953064 Mar 05 00:34:40.165863 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.230511 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Attempting to bind port b7d5a298-f99c-41f7-b623-ce1a8e1a03be on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:40.231095 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Attempting to bind port b7d5a298-f99c-41f7-b623-ce1a8e1a03be by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:40.231628 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Attempting to bind port b7d5a298-f99c-41f7-b623-ce1a8e1a03be on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:40.246351 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a96fad-2d82-42aa-974d-cfbb62ed1271 None None] Pushing event updated for resources: {'Port': ['ID=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:40.249925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:40.250500 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:40.251056 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.251584 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:40.252239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Bound port: b7d5a298-f99c-41f7-b623-ce1a8e1a03be, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:40.252843 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.297389 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.318907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Transition to ACTIVE for port object 411cc629-7c77-42f3-ad29-73676c1a2f16 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:40.356534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-2b6c7c83-afa4-4c7f-a9bf-59cd94ca050f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.357156 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] For port b7d5a298-f99c-41f7-b623-ce1a8e1a03be, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:40.358082 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-2b6c7c83-afa4-4c7f-a9bf-59cd94ca050f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1775827 Mar 05 00:34:40.364033 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] For port b7d5a298-f99c-41f7-b623-ce1a8e1a03be, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:40.373089 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.424902 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.471241 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:40.471954 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:40.500889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-6413ba3f-9a6f-474c-bde9-14e00b28162e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306155 Mar 05 00:34:40.529146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Network 58a77770-b30b-40c8-8728-dcc986636a00 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:40.536226 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a96fad-2d82-42aa-974d-cfbb62ed1271 None None] Pushing event updated for resources: {'Port': ['ID=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:40.546326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:40.557665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:40.562730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.563402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.586631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event updated for resources: {'Port': ['ID=411cc629-7c77-42f3-ad29-73676c1a2f16,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:40.605366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ef8a4-b033-4660-b2e0-262ae78c17ba req-b9ce7a31-bcc4-4ced-961f-87e999f4d5f8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.606727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c1ef8a4-b033-4660-b2e0-262ae78c17ba req-b9ce7a31-bcc4-4ced-961f-87e999f4d5f8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.3979697 Mar 05 00:34:40.609310 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c5f66bf-b82c-4797-899d-99bdb2fe18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1079395 Mar 05 00:34:40.612089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38640) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:40.630991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f52db-60e9-487e-9301-334a9ea31759 None None] Network 58a77770-b30b-40c8-8728-dcc986636a00 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:40.707424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c1ef8a4-b033-4660-b2e0-262ae78c17ba req-3c925ce3-59ed-47d1-83f8-ae4535203429 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897892 Mar 05 00:34:40.716770 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:40.768169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] Provisioning for port 04c5b8cb-e077-45c6-a017-c1c379ef54fb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:40.784861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.785157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] Provisioning complete for port 04c5b8cb-e077-45c6-a017-c1c379ef54fb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:40.785548 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:40.837121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-117b3505-171b-41f1-b8e4-e1cf0d9da15a service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258002 Mar 05 00:34:40.963755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Subnet': ['ID=f092effe-cce8-4bd1-8a03-bdd7ba9892ad,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:40.984852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cc980-0f2c-465e-9258-9bf962b029a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.989842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cc980-0f2c-465e-9258-9bf962b029a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.994109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cc980-0f2c-465e-9258-9bf962b029a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:40.995935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b98cc980-0f2c-465e-9258-9bf962b029a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3811855 Mar 05 00:34:41.000320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38644) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:41.009661 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-85db7ad6-9723-48bd-bc3a-9bbd9caa21b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3156767 Mar 05 00:34:41.042595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Checking segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:41.043224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network hostable DHCP agents. Network: 0a61cccb-2dc7-4902-bc7e-d681e283a7c2, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:34:41.052580 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:37Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:41.058347 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ed8d9-c3fb-4a9c-935d-62d7140d69a3 None None] The sync data for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 is: [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:37Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:41.105309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Deleting port 411cc629-7c77-42f3-ad29-73676c1a2f16 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:41.105665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:41.107342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a3d1c6be-9d5a-4988-859b-6566f54430e5 req-6dbb5f38-4b99-44c6-80ea-103525d44d35 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598312 Mar 05 00:34:41.134716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:41.138457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:34:41.178569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] For port 04c5b8cb-e077-45c6-a017-c1c379ef54fb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=04c5b8cb-e077-45c6-a017-c1c379ef54fb,segment=NetworkSegment(fbca1242-0fea-4eae-95a8-616b5c0aa26d),segment_id=fbca1242-0fea-4eae-95a8-616b5c0aa26d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:41.186619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:41.188169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0a61cccb-2dc7-4902-bc7e-d681e283a7c2) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:41.194203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:41.194893 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:41.245154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2401bd-5f40-4ae2-9ead-8d8386ee9251 None None] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:41.248664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9fc2d5b3-2a92-4472-b0bb-e505bd258671 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8297122 Mar 05 00:34:41.249751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38650) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:41.259153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-87eea72b-bd00-4b7f-9511-21386b5bad27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 1097 time: 0.1507769 Mar 05 00:34:41.429077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4cc7b-8fce-404d-b27f-01e2f2dffeab None None] Pushing event updated for resources: {'Port': ['ID=04c5b8cb-e077-45c6-a017-c1c379ef54fb,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:41.510567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-c6f0f4f7-dece-4215-a138-b321307d626d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:41.512203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-c6f0f4f7-dece-4215-a138-b321307d626d service neutron] 10.222.0.10 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 914 time: 0.2283051 Mar 05 00:34:41.643596 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-9d0828a7-97e5-45d6-aebd-f745707b4d49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a64636d4-e84d-4c12-98c1-4eba429685fd HTTP/1.1" status: 200 len: 217 time: 0.1244411 Mar 05 00:34:41.652081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:34:41.656660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:41.699318 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:41.756686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-2a65a73d-ca32-4a63-a77a-754de2160942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:41.758495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-2a65a73d-ca32-4a63-a77a-754de2160942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=924c2b66-3ff0-4cef-9627-48e884c34284 HTTP/1.1" status: 200 len: 853 time: 0.1041584 Mar 05 00:34:41.860768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Calling delete_port for 411cc629-7c77-42f3-ad29-73676c1a2f16 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:41.866721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-c8dae1c3-86f4-4dc3-a6e5-26e1767c3612 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71340c1d-ce73-4b20-b880-bd162f424611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015162 Mar 05 00:34:41.945893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Allocated IP 172.20.0.2 (0a61cccb-2dc7-4902-bc7e-d681e283a7c2/f092effe-cce8-4bd1-8a03-bdd7ba9892ad/4c20fa56-c93a-4d12-9b08-38b8f689e1da) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:42.229614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7d5a298-f99c-41f7-b623-ce1a8e1a03be up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:42.293051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-17804332-572a-4a1c-b1bc-823138744fa8 req-cab73fb5-282e-4a45-9f3b-8d00add8bf1b tempest-ServersTestJSON-951747725 tempest-ServersTestJSON-951747725-project] (83783) timed out ('10.222.0.36', 57546) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:34:42.329810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.363577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Transition to ACTIVE for port object 4c20fa56-c93a-4d12-9b08-38b8f689e1da will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:42.366015 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.394381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-e878eb55-8bb8-4602-8293-f281ecac2383 service neutron] 10.222.0.10 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211449 Mar 05 00:34:42.403611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Transition to ACTIVE for port object 4c20fa56-c93a-4d12-9b08-38b8f689e1da will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:42.419124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.470231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event deleted for resources: {'Port': ['ID=411cc629-7c77-42f3-ad29-73676c1a2f16,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:42.472064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Provisioning complete for port 04c5b8cb-e077-45c6-a017-c1c379ef54fb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:42.472671 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.528991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.544205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-232cef22-150f-43ef-8465-055dae919a63 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "DELETE /v2.0/ports/411cc629-7c77-42f3-ad29-73676c1a2f16 HTTP/1.1" status: 204 len: 168 time: 1.5425251 Mar 05 00:34:42.545011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38662) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:42.554373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Request body: {'port': {'name': 'tempest-new-port-name-1894906493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:42.554803 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] bootfile-name is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:34:42.555275 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] tftp-server is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:34:42.555673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.api.validators [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] server-ip-address is not in valid_values {{(pid=83782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 00:34:42.586043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port b7d5a298-f99c-41f7-b623-ce1a8e1a03be completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:42.598211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b7d5a298-f99c-41f7-b623-ce1a8e1a03be triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:42.599169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.655385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-40850401-559e-4630-8c35-6f3f6f1bde12 req-ba9e25f8-c610-4cc2-b9ac-2299c21fc87f service neutron] 10.222.0.10 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548432 Mar 05 00:34:42.670845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437260af-2934-4ade-bed2-29b05038baf1 req-6dfd9ac3-e2a0-40d5-b801-d0e191f936c8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:42.672968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437260af-2934-4ade-bed2-29b05038baf1 req-6dfd9ac3-e2a0-40d5-b801-d0e191f936c8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.3726811 Mar 05 00:34:42.687909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:42.701890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:42.708002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Pushing event updated for resources: {'Port': ['ID=4c20fa56-c93a-4d12-9b08-38b8f689e1da,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:42.710311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:42.723276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.738260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-437260af-2934-4ade-bed2-29b05038baf1 req-51d32ff2-aeb7-4d76-bff8-af79e81996bd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593095 Mar 05 00:34:42.899987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Could not find standard attr ID for object 411cc629-7c77-42f3-ad29-73676c1a2f16. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:34:42.916061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Attempting to bind port 4c20fa56-c93a-4d12-9b08-38b8f689e1da on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:42.916432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Attempting to bind port 4c20fa56-c93a-4d12-9b08-38b8f689e1da by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:42.916793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Attempting to bind port 4c20fa56-c93a-4d12-9b08-38b8f689e1da on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:42.919857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.938805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:42.939207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Checking segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:42.939595 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.939993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Bound using segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:42.940455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Bound port: 4c20fa56-c93a-4d12-9b08-38b8f689e1da, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:42.940826 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.955569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port b7d5a298-f99c-41f7-b623-ce1a8e1a03be, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:42.959368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Provisioning for port e1118918-47aa-4789-952d-9f5e353f5a14 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:42.966370 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:42.967133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 04c5b8cb-e077-45c6-a017-c1c379ef54fb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:43.028215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Provisioning complete for port e1118918-47aa-4789-952d-9f5e353f5a14 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:43.028215 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.147449 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.155907 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.179376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b2eae588-e745-4e9c-b33d-b8712530cc33 None None] Port e1118918-47aa-4789-952d-9f5e353f5a14 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:43.191873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:43.201888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] For port 4c20fa56-c93a-4d12-9b08-38b8f689e1da, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:43.206172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] For port 4c20fa56-c93a-4d12-9b08-38b8f689e1da, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4c20fa56-c93a-4d12-9b08-38b8f689e1da,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:43.211328 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.261997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 04c5b8cb-e077-45c6-a017-c1c379ef54fb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:43.262650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.266533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] In _notify_port_updated(), no bound segment for port e1118918-47aa-4789-952d-9f5e353f5a14 on network 58a77770-b30b-40c8-8728-dcc986636a00 {{(pid=83782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 05 00:34:43.270955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:43.271583 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.272972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "PUT /v2.0/ports/e1118918-47aa-4789-952d-9f5e353f5a14 HTTP/1.1" status: 200 len: 1130 time: 0.7260273 Mar 05 00:34:43.276811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38666) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:43.294458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fb3dc-f3d0-42b1-bc8b-68aac33d79d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event updated for resources: {'Port': ['ID=e1118918-47aa-4789-952d-9f5e353f5a14,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:43.335559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-205664ca-e258-4762-a818-0887362e0276 None None] Could not find standard attr ID for object 411cc629-7c77-42f3-ad29-73676c1a2f16. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:34:43.379919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d825c-a734-4529-ab32-8e9409f8c3a2 None None] Pushing event updated for resources: {'Port': ['ID=4c20fa56-c93a-4d12-9b08-38b8f689e1da,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:43.391096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011ca34-57fd-4673-a631-bd7805dfa0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:43.398675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d011ca34-57fd-4673-a631-bd7805dfa0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "GET /v2.0/ports/e1118918-47aa-4789-952d-9f5e353f5a14 HTTP/1.1" status: 200 len: 1130 time: 0.1195745 Mar 05 00:34:43.399131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38670) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:43.402037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-205664ca-e258-4762-a818-0887362e0276 None None] Provisioning complete for port e1118918-47aa-4789-952d-9f5e353f5a14 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:43.402414 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-205664ca-e258-4762-a818-0887362e0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.498080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Deleting port e1118918-47aa-4789-952d-9f5e353f5a14 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:43.498525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.584179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-205664ca-e258-4762-a818-0887362e0276 None None] Port e1118918-47aa-4789-952d-9f5e353f5a14 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:43.591921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.724198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8f0cadf8-6baa-4593-9203-504d84f16c3b None None] Provisioning complete for port e1118918-47aa-4789-952d-9f5e353f5a14 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:43.724570 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8f0cadf8-6baa-4593-9203-504d84f16c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:43.818139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cadf8-6baa-4593-9203-504d84f16c3b None None] Port e1118918-47aa-4789-952d-9f5e353f5a14 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:43.902260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.021600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7d5a298-f99c-41f7-b623-ce1a8e1a03be up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:44.050960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Calling delete_port for e1118918-47aa-4789-952d-9f5e353f5a14 owned by {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:44.102922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port b7d5a298-f99c-41f7-b623-ce1a8e1a03be triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:44.103378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.120394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fb2f4-a2ed-44ae-a6c7-82390e19bcd9 req-ea6b3fc0-9c6a-4ae7-a9f0-0776994feabd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:44.121918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-955fb2f4-a2ed-44ae-a6c7-82390e19bcd9 req-ea6b3fc0-9c6a-4ae7-a9f0-0776994feabd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.2046316 Mar 05 00:34:44.148654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.1 (0a61cccb-2dc7-4902-bc7e-d681e283a7c2/f092effe-cce8-4bd1-8a03-bdd7ba9892ad/340a8be7-3ece-4313-b99b-228bb9bba01a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:44.217324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.240790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4c20fa56-c93a-4d12-9b08-38b8f689e1da up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:44.255420 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-955fb2f4-a2ed-44ae-a6c7-82390e19bcd9 req-8417a452-227a-479e-af85-256e5a079978 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208448 Mar 05 00:34:44.327197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event deleted for resources: {'Port': ['ID=e1118918-47aa-4789-952d-9f5e353f5a14,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:44.344996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4c20fa56-c93a-4d12-9b08-38b8f689e1da completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:44.404206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.413953 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.420936 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bfd6f61a-8aaf-4a8a-997b-1a7545c2b179 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "DELETE /v2.0/ports/e1118918-47aa-4789-952d-9f5e353f5a14 HTTP/1.1" status: 204 len: 168 time: 1.0093822 Mar 05 00:34:44.420936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38678) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:44.435550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object 340a8be7-3ece-4313-b99b-228bb9bba01a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:44.461070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.565372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:44.569063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:44.572225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:44.635939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=340a8be7-3ece-4313-b99b-228bb9bba01a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:44.676770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.718514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Deleting subnet 4768c6b5-cae7-4c0b-95a9-9cebff1cf78f {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:34:44.725429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.788591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.806433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:44.896693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.004509 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.028102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f8665-7f82-4e5a-a2ee-0630e49efd99 None None] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:45.066935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event deleted for resources: {'Subnet': ['ID=4768c6b5-cae7-4c0b-95a9-9cebff1cf78f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:45.076131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.095591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9f228dc2-10fb-4ed1-9c12-5a85ae72a339 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "DELETE /v2.0/subnets/4768c6b5-cae7-4c0b-95a9-9cebff1cf78f HTTP/1.1" status: 204 len: 168 time: 0.6824412 Mar 05 00:34:45.098071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:45.136941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b65751-ee04-4af7-95a0-08a0c07c4681 None None] Network 58a77770-b30b-40c8-8728-dcc986636a00 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:45.256728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] Provisioning for port 4c20fa56-c93a-4d12-9b08-38b8f689e1da completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:45.282569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] Provisioning complete for port 4c20fa56-c93a-4d12-9b08-38b8f689e1da triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:45.282982 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.322856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.357326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Deleting port 04c5b8cb-e077-45c6-a017-c1c379ef54fb {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:45.357674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.516047 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.598006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f2e3c-6393-4392-966e-f897a5da9476 req-ab8a5a25-1ef0-4e50-a057-a98600103e5c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:45.600507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a92f2e3c-6393-4392-966e-f897a5da9476 req-ab8a5a25-1ef0-4e50-a057-a98600103e5c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.1959617 Mar 05 00:34:45.645506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.669853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a92f2e3c-6393-4392-966e-f897a5da9476 req-3c186f46-d4d8-4e40-b2ec-cc0f587d6289 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627370 Mar 05 00:34:45.689980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] For port 4c20fa56-c93a-4d12-9b08-38b8f689e1da, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4c20fa56-c93a-4d12-9b08-38b8f689e1da,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:45.695714 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.755010 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.780652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] DHCP port deletion for 58a77770-b30b-40c8-8728-dcc986636a00 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:34:45.790682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Deleting port 04c5b8cb-e077-45c6-a017-c1c379ef54fb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:45.792099 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.832801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ab90a-131e-40e1-a46d-032e71fef89b None None] Pushing event updated for resources: {'Port': ['ID=4c20fa56-c93a-4d12-9b08-38b8f689e1da,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:45.906511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 04c5b8cb-e077-45c6-a017-c1c379ef54fb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:34:45.910271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=340a8be7-3ece-4313-b99b-228bb9bba01a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:45.932488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] For port 04c5b8cb-e077-45c6-a017-c1c379ef54fb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=04c5b8cb-e077-45c6-a017-c1c379ef54fb,segment=NetworkSegment(fbca1242-0fea-4eae-95a8-616b5c0aa26d),segment_id=fbca1242-0fea-4eae-95a8-616b5c0aa26d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:45.932730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:45.945834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.120332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Calling delete_port for 04c5b8cb-e077-45c6-a017-c1c379ef54fb owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:46.191349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] For port 04c5b8cb-e077-45c6-a017-c1c379ef54fb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=04c5b8cb-e077-45c6-a017-c1c379ef54fb,segment=NetworkSegment(fbca1242-0fea-4eae-95a8-616b5c0aa26d),segment_id=fbca1242-0fea-4eae-95a8-616b5c0aa26d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:46.191753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.310063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:46.310959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.317480 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.333298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Calling delete_port for 04c5b8cb-e077-45c6-a017-c1c379ef54fb owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:46.348990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:46.360230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1d4b5c5e-2f82-4373-be82-34678a65b136 None None] Provisioning for port 340a8be7-3ece-4313-b99b-228bb9bba01a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:46.384719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1d4b5c5e-2f82-4373-be82-34678a65b136 None None] Provisioning complete for port 340a8be7-3ece-4313-b99b-228bb9bba01a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:46.385343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5c5e-2f82-4373-be82-34678a65b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.596667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event deleted for resources: {'Port': ['ID=04c5b8cb-e077-45c6-a017-c1c379ef54fb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:46.607897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] No DVR routers for this DVR port 04c5b8cb-e077-45c6-a017-c1c379ef54fb on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:34:46.621106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b5c5e-2f82-4373-be82-34678a65b136 None None] Port 340a8be7-3ece-4313-b99b-228bb9bba01a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:46.634656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:34:46.635006 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:34:46.640743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1d4b5c5e-2f82-4373-be82-34678a65b136 None None] Provisioning complete for port 4c20fa56-c93a-4d12-9b08-38b8f689e1da triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:46.641052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5c5e-2f82-4373-be82-34678a65b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.801050 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.872736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a77770-b30b-40c8-8728-dcc986636a00']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:46.893612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bed06721-1320-418c-878a-79c3deb9fd2d None None] Provisioning complete for port 340a8be7-3ece-4313-b99b-228bb9bba01a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:46.894165 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bed06721-1320-418c-878a-79c3deb9fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:46.944986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bed06721-1320-418c-878a-79c3deb9fd2d None None] Port 340a8be7-3ece-4313-b99b-228bb9bba01a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:46.949984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbca1242-0fea-4eae-95a8-616b5c0aa26d') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:46.950275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbca1242-0fea-4eae-95a8-616b5c0aa26d') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:47.010387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:47.050104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:47.070685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:34:47.071064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: util.warn( Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:34:47.084957 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:34:47.136522 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Deleting port 04c5b8cb-e077-45c6-a017-c1c379ef54fb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:47.136832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:47.204340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-adb7bccd-2471-4935-8909-696cf76e6b8d None None] The port '04c5b8cb-e077-45c6-a017-c1c379ef54fb' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:34:47.259870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fa8e3-e266-4c28-86b2-0532e0304b83 req-a8d19784-bb58-4555-9725-501bfb81eeb3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:47.261324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c93fa8e3-e266-4c28-86b2-0532e0304b83 req-a8d19784-bb58-4555-9725-501bfb81eeb3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.4446068 Mar 05 00:34:47.316020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:47.337997 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:47.358783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] Pushing event deleted for resources: {'Network': ['ID=58a77770-b30b-40c8-8728-dcc986636a00,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:47.366170 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c93fa8e3-e266-4c28-86b2-0532e0304b83 req-6537bcf3-26ae-49cf-8d47-73e0013632e8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937824 Mar 05 00:34:47.370568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-126fe474-7140-4dff-b859-e5abebb290b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737 tempest-ExtraDHCPOptionsIpV6TestJSON-1662252737-project] 10.222.0.32 "DELETE /v2.0/networks/58a77770-b30b-40c8-8728-dcc986636a00 HTTP/1.1" status: 204 len: 168 time: 2.2714841 Mar 05 00:34:47.425457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 56651098-3e93-4719-9f63-55d934db8a08 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:47.650284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:34:47.661727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-439b316d-37ce-4dff-b99d-25f26f97ee79 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/56651098-3e93-4719-9f63-55d934db8a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3746867 Mar 05 00:34:47.661829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Sync routers for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:34:47.679519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:47.680162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:47.742226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38712) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:47.901167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:47.961999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4c20fa56-c93a-4d12-9b08-38b8f689e1da up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:47.987888 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc8573af-2df0-4dec-9faa-f4b5c498f9c2 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:34:48.030144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-8886ca36-b9ca-4bcc-8f9d-030e3f1e2ba2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:48.066531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-8886ca36-b9ca-4bcc-8f9d-030e3f1e2ba2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:48.074747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-8886ca36-b9ca-4bcc-8f9d-030e3f1e2ba2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928171754&fields=id&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 267 time: 0.1228404 Mar 05 00:34:48.090968 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e175541d-ef05-4327-9a22-301c8e981ef9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3a52fa2f30442459cd58388c8262bd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473983 Mar 05 00:34:48.093946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38724) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:48.165055 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b44147e-a172-4779-b59e-9de0f44ab812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.194860 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b44147e-a172-4779-b59e-9de0f44ab812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.224380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-7f01deef-d949-4577-9d60-7d9a37b4a1ac tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:48.225049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-7f01deef-d949-4577-9d60-7d9a37b4a1ac tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:48.240734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-7f01deef-d949-4577-9d60-7d9a37b4a1ac tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:48.247839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-7f01deef-d949-4577-9d60-7d9a37b4a1ac tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 797 time: 0.1719241 Mar 05 00:34:48.253967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b44147e-a172-4779-b59e-9de0f44ab812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.266604 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-be99dd95-1a2f-489e-b493-2d744c0a83ab tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/quotas/9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 375 time: 0.0178392 Mar 05 00:34:48.277285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44147e-a172-4779-b59e-9de0f44ab812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c357d-ba0d-4eb2-94ca-8afe435d646e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:48.290030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0b44147e-a172-4779-b59e-9de0f44ab812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.291443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0b44147e-a172-4779-b59e-9de0f44ab812 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f4c357d-ba0d-4eb2-94ca-8afe435d646e HTTP/1.1" status: 204 len: 168 time: 0.1965144 Mar 05 00:34:48.357416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-4d38b01d-2fe6-4b31-a456-0cfc0ee802be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:48.369413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4c20fa56-c93a-4d12-9b08-38b8f689e1da triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:48.369996 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.377909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-4d38b01d-2fe6-4b31-a456-0cfc0ee802be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:48.389694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-4d38b01d-2fe6-4b31-a456-0cfc0ee802be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170206 Mar 05 00:34:48.454918 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:48.508304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:34:48.553520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-d411fc8e-6902-43eb-9015-391a30b68f0b service neutron] 10.222.0.32 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598115 Mar 05 00:34:48.645546 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.677879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8573af-2df0-4dec-9faa-f4b5c498f9c2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:34:48.702066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:45Z', 'revision_number': 2, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:48.705406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:48.708810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Checking router: 56651098-3e93-4719-9f63-55d934db8a08 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:34:48.709245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Updating router 56651098-3e93-4719-9f63-55d934db8a08 port 340a8be7-3ece-4313-b99b-228bb9bba01a binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:34:48.738272 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:48.746080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-cac3bd43-015c-40f6-871c-764fc4eb6ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910574 Mar 05 00:34:48.748730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e606f-de5e-48f2-967e-edcf9d6c2717 req-b0c5a391-3bb5-402c-a359-15da0e20f2fe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:48.750528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-105e606f-de5e-48f2-967e-edcf9d6c2717 req-b0c5a391-3bb5-402c-a359-15da0e20f2fe tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 943 time: 0.1444297 Mar 05 00:34:48.841543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-105e606f-de5e-48f2-967e-edcf9d6c2717 req-485e688b-0e73-4b03-939d-6cab9a08338e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847273 Mar 05 00:34:48.888155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:48.895230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:49.083897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['dc8573af-2df0-4dec-9faa-f4b5c498f9c2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:34:49.152597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e7d5830d-1158-40b2-802b-afa111ef06f0 req-695c792f-6203-47bc-b623-e280aa694e97 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:49.173630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e7d5830d-1158-40b2-802b-afa111ef06f0 req-695c792f-6203-47bc-b623-e280aa694e97 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:49.185364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7d5830d-1158-40b2-802b-afa111ef06f0 req-695c792f-6203-47bc-b623-e280aa694e97 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 210 time: 0.1886415 Mar 05 00:34:49.610456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38760) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:49.678477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:49.702834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Transition to ACTIVE for port object 340a8be7-3ece-4313-b99b-228bb9bba01a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:49.724705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:49.770603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'networks': [{'name': 'tempest-network--810994353'}, {'name': 'tempest-network--1255395677'}]} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:49.770906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'network': {'name': 'tempest-network--810994353'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:49.771419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'network': {'name': 'tempest-network--1255395677'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:49.777270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:49.780935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:network and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:49.783907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:49.790727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:49.811749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'network': 2} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:49.815933 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:49.829533 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:49.859951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0e76f-0256-4cef-acb0-05beae1466d5 None None] Pushing event updated for resources: {'Port': ['ID=340a8be7-3ece-4313-b99b-228bb9bba01a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:49.884046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:49.892614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:security_group_rule and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:49.896831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:49.904614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:49.991153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Attempting to bind port 340a8be7-3ece-4313-b99b-228bb9bba01a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:49.991440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Attempting to bind port 340a8be7-3ece-4313-b99b-228bb9bba01a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:49.991848 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Attempting to bind port 340a8be7-3ece-4313-b99b-228bb9bba01a on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:50.009358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:50.009737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Checking segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:50.010143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.011683 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Bound using segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:50.012180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Bound port: 340a8be7-3ece-4313-b99b-228bb9bba01a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:50.012564 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.066553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.076543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.076976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.136623 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18755654-294b-42b7-bf88-7cf6c0988b71,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:50.217410 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] For port 340a8be7-3ece-4313-b99b-228bb9bba01a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:50.223063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] For port 340a8be7-3ece-4313-b99b-228bb9bba01a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=340a8be7-3ece-4313-b99b-228bb9bba01a,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:50.232171 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.310229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:50.320117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.320413 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Added segment 92f916b0-2713-4d87-ada9-ea7755d228e3 of type vlan for network 09785f09-4890-417d-af7d-52c97698e995 Mar 05 00:34:50.347204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.384659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.385003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.385367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.385700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.386027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.386630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.386835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.386995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.387286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.387601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.387918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:50.400117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0e76f-0256-4cef-acb0-05beae1466d5 None None] Pushing event updated for resources: {'Port': ['ID=340a8be7-3ece-4313-b99b-228bb9bba01a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:50.406549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:34:50.407169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:50.447125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:50.450080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c2dd4e5-cb98-43db-a26d-d0993161e6f3 req-c796a1b1-4344-402f-9866-661ff5ae5c8f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 210 time: 0.0953126 Mar 05 00:34:50.484916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.485717 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Added segment bec3cec7-ecbc-4d36-9c3e-fc793097dcab of type vlan for network c53f5f00-539b-4578-a4ec-af97a8c425b3 Mar 05 00:34:50.514330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586c17-363d-43bd-b5e9-b7bb8afab703 req-2c055665-382e-423f-ad81-8a7627ae0545 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:50.515713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29586c17-363d-43bd-b5e9-b7bb8afab703 req-2c055665-382e-423f-ad81-8a7627ae0545 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 944 time: 0.3850126 Mar 05 00:34:50.530535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-66343674-7ea8-48bf-a7fe-02b598128f2f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:50.531944 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-66343674-7ea8-48bf-a7fe-02b598128f2f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 797 time: 0.3925908 Mar 05 00:34:50.582719 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.629965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-d20d14a3-5f7e-484c-94ba-d6260865135e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 380 time: 0.0747581 Mar 05 00:34:50.639928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:34:50.649333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'port': {'device_id': '36ca604d-2fef-4478-858d-9d234784bdfc', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'admin_state_up': True, 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'security_groups': ['60667daf-54b0-47ea-adde-a9b36643e0fe']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:50.678070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-29586c17-363d-43bd-b5e9-b7bb8afab703 req-2ae71d7d-c6af-4023-b29f-132f4ff27b31 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553435 Mar 05 00:34:50.743031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.743520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.747287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:50.750273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:50.750881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:50.891601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2798617 Mar 05 00:34:50.894414 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38776) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:50.902188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Network': ['ID=09785f09-4890-417d-af7d-52c97698e995,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:50.949278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 09785f09-4890-417d-af7d-52c97698e995 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:50.996818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:51.014882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:51.016874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2195d7-0d9e-4344-80bd-35ffabdb0757 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Network': ['ID=c53f5f00-539b-4578-a4ec-af97a8c425b3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:51.031014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:51.035037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.080341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network c53f5f00-539b-4578-a4ec-af97a8c425b3 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:51.154642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7599c8-31b2-40b7-9adb-7a090d28e8ea tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:51.160137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7599c8-31b2-40b7-9adb-7a090d28e8ea tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:51.165058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7599c8-31b2-40b7-9adb-7a090d28e8ea tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:51.169933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7599c8-31b2-40b7-9adb-7a090d28e8ea tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:51.175392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3b7599c8-31b2-40b7-9adb-7a090d28e8ea tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2799199 Mar 05 00:34:51.176203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38780) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:51.237337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.8 (0a61cccb-2dc7-4902-bc7e-d681e283a7c2/f092effe-cce8-4bd1-8a03-bdd7ba9892ad/eeec4009-aaed-4d3e-9ce4-a111d6625f4e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:51.245780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:50Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:51.250707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc92b1-2519-4fe8-a6e5-8bdf7987518c None None] The sync data for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 is: [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:50Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:34:51.368189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.561731 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.596176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09785f09-4890-417d-af7d-52c97698e995']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:51.612929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f916b0-2713-4d87-ada9-ea7755d228e3') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:51.614617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f916b0-2713-4d87-ada9-ea7755d228e3') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:51.635384 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.666146 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.674333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:34:51.674828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:34:51.693031 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:34:51.772670 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.880369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object eeec4009-aaed-4d3e-9ce4-a111d6625f4e will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:51.882954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.914833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35cb5007-efce-448d-ae4e-e57ddf698b3a req-c68406b5-1b79-46cb-a631-63d184b7eee0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 210 time: 0.1302233 Mar 05 00:34:51.918687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:51.926134 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/networks/09785f09-4890-417d-af7d-52c97698e995 HTTP/1.1" status: 204 len: 168 time: 0.7483785 Mar 05 00:34:51.929200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38790) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:51.950361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 340a8be7-3ece-4313-b99b-228bb9bba01a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:51.960170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Network': ['ID=09785f09-4890-417d-af7d-52c97698e995,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:52.014151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc8573af-2df0-4dec-9faa-f4b5c498f9c2 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:52.032728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.057255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.057959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.058544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.059073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.059668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.060184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.060706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.061394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.061898 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.062442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.063033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0272b-187e-4be3-bf22-9dfde01037b0 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:34:52.110395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.170793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0873-7710-4230-ab3a-9df62d3f31ec req-8ac970d0-4c21-4eca-98dd-f39eb508e858 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:52.172893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-836a0873-7710-4230-ab3a-9df62d3f31ec req-8ac970d0-4c21-4eca-98dd-f39eb508e858 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 944 time: 0.2719321 Mar 05 00:34:52.179005 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 340a8be7-3ece-4313-b99b-228bb9bba01a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:52.186580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 340a8be7-3ece-4313-b99b-228bb9bba01a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:52.187011 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.206045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:52.216266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:52.220347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:52.230692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:52.234995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:52.255202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:52.256298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.277430 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.318399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53f5f00-539b-4578-a4ec-af97a8c425b3']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:52.333311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec3cec7-ecbc-4d36-9c3e-fc793097dcab') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:52.333713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec3cec7-ecbc-4d36-9c3e-fc793097dcab') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:34:52.340788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-836a0873-7710-4230-ab3a-9df62d3f31ec req-6daec648-1704-429f-adb3-c7854886a26c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601307 Mar 05 00:34:52.359808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.377125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:52.379631 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.383100 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.395456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:34:52.396012 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.416460 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-200a8e44-f6a0-4d63-abbd-6553004bcc8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7789533 Mar 05 00:34:52.444530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Request body: {'port': {'device_id': '36ca604d-2fef-4478-858d-9d234784bdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:52.527862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.548124 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.637780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.672950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:34:52.696493 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:34:52.723770 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:52.741791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 340a8be7-3ece-4313-b99b-228bb9bba01a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=340a8be7-3ece-4313-b99b-228bb9bba01a,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:52.749528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.754622 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.805276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.822129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Network': ['ID=c53f5f00-539b-4578-a4ec-af97a8c425b3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:52.834596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-53140b62-7b0a-408e-a997-9be597bfce34 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/networks/c53f5f00-539b-4578-a4ec-af97a8c425b3 HTTP/1.1" status: 204 len: 168 time: 0.9036710 Mar 05 00:34:52.838067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38802) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:52.854114 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'code': 200} Mar 05 00:34:52.854474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:52.867877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:52.919765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-83161615-8f81-4be5-9be8-997e45f8c496 None None] Provisioning for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:34:52.934287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-83161615-8f81-4be5-9be8-997e45f8c496 None None] Provisioning complete for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:52.935113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-83161615-8f81-4be5-9be8-997e45f8c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.052938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41bea69-2263-4f0f-914a-6ea7856d25a1 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:53.059002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41bea69-2263-4f0f-914a-6ea7856d25a1 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:53.060434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f41bea69-2263-4f0f-914a-6ea7856d25a1 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Synchronizing usage tracker for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:53.083431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f41bea69-2263-4f0f-914a-6ea7856d25a1 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Unset dirty status for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:53.090591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f41bea69-2263-4f0f-914a-6ea7856d25a1 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2454967 Mar 05 00:34:53.091036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38808) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:53.096828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-83161615-8f81-4be5-9be8-997e45f8c496 None None] Port eeec4009-aaed-4d3e-9ce4-a111d6625f4e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:34:53.098385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1440025025'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:53.098510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=340a8be7-3ece-4313-b99b-228bb9bba01a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:53.108759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:53.119137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:53.129269 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-517598a9-c85c-4fd6-91aa-9b4fa5d939e5 req-2fb9ec94-7cc2-4177-9e83-752ba834fe26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.2743392 Mar 05 00:34:53.134506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:53.137470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.167251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:53.176510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.176853 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Added segment 420418a5-0f2f-4c4b-b7a5-9480fe304d4a of type vlan for network 32ec0f91-aab9-43b8-be0e-e7e6944e437f Mar 05 00:34:53.204080 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.237996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.243431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:53.244085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.297626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-517598a9-c85c-4fd6-91aa-9b4fa5d939e5 req-7dbe480e-d5d9-4a92-82bb-20c25ddab4e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534896 Mar 05 00:34:53.313275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeec4009-aaed-4d3e-9ce4-a111d6625f4e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:34:53.323706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.344355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120fad3-b016-4a3a-bc12-cede7b531ad0 req-4e0ae001-1e2a-4d8e-9131-7cbe2d5d935b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:53.346231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d120fad3-b016-4a3a-bc12-cede7b531ad0 req-4e0ae001-1e2a-4d8e-9131-7cbe2d5d935b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:53.357090 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2647934 Mar 05 00:34:53.357988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Transition to ACTIVE for port object eeec4009-aaed-4d3e-9ce4-a111d6625f4e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:34:53.359820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38812) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:53.360550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c98145-82e1-48a1-b303-bd3dbe0e45e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Network': ['ID=32ec0f91-aab9-43b8-be0e-e7e6944e437f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:53.368163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1773703394'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:53.372898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 32ec0f91-aab9-43b8-be0e-e7e6944e437f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:53.375324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.380901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:53.427291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:network and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:53.430064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d120fad3-b016-4a3a-bc12-cede7b531ad0 req-4e0ae001-1e2a-4d8e-9131-7cbe2d5d935b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:53.431216 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d120fad3-b016-4a3a-bc12-cede7b531ad0 req-4e0ae001-1e2a-4d8e-9131-7cbe2d5d935b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 931 time: 0.2717445 Mar 05 00:34:53.435814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:53.469456 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:53.570220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:53.619491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:53.620588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68f18-7984-4380-a9c2-8ee5d326b58a req-6b30840d-84cd-4aba-99dc-79a61647d672 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:53.622451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.628210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-daa68f18-7984-4380-a9c2-8ee5d326b58a req-6b30840d-84cd-4aba-99dc-79a61647d672 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 945 time: 0.0999722 Mar 05 00:34:53.677260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d120fad3-b016-4a3a-bc12-cede7b531ad0 req-7cebfa81-0342-428f-8791-04779738d926 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283609 Mar 05 00:34:53.700489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-daa68f18-7984-4380-a9c2-8ee5d326b58a req-d159da12-eb06-4dbb-a2b0-c5aa5f45ca0f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712678 Mar 05 00:34:53.832894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:34:53.833260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:34:53.833592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:53.835797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:53.848839 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:34:53.849161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:34:53.856753 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.856753 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Added segment 86c9afb2-a3b3-44f9-8ac0-1f524a954f25 of type vlan for network 5bcac098-827e-470a-98ab-c16ab32c4a3c Mar 05 00:34:53.862881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:34:53.863232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Checking segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:53.863610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Bound using segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:34:53.864030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Bound port: eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:34:53.864368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.881593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 340a8be7-3ece-4313-b99b-228bb9bba01a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:34:53.934925 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:53.952867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 340a8be7-3ece-4313-b99b-228bb9bba01a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:34:53.953255 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.031873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:34:54.034747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.038882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:54.039530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.044511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:34:54.074568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.202362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8414428 Mar 05 00:34:54.206820 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38820) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:54.212731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'ports': [{'network_id': '32ec0f91-aab9-43b8-be0e-e7e6944e437f', 'name': 'tempest-port--2070987418', 'admin_state_up': True}, {'network_id': '5bcac098-827e-470a-98ab-c16ab32c4a3c', 'admin_state_up': False}]} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:54.213614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'port': {'network_id': '32ec0f91-aab9-43b8-be0e-e7e6944e437f', 'name': 'tempest-port--2070987418', 'admin_state_up': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:54.213794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'port': {'network_id': '5bcac098-827e-470a-98ab-c16ab32c4a3c', 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:54.216008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98377e72-4aa3-4f6f-85af-40a97d11531a tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Network': ['ID=5bcac098-827e-470a-98ab-c16ab32c4a3c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:54.220355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.222222 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] 10.222.0.10 "PUT /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 1091 time: 1.7992229 Mar 05 00:34:54.223287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:34:54.227142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 5bcac098-827e-470a-98ab-c16ab32c4a3c details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:54.240025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d36b4-76e5-480f-af9b-2763623b72da service neutron] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:54.418312 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'status': 'completed', 'code': 200} Mar 05 00:34:54.456772 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-c4aad6c4-b2de-48a1-9286-9de1a87c17a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1094 time: 0.1963396 Mar 05 00:34:54.482426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:54.487429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:port and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:54.490825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:54.497468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:54.509663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'port': 2} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:54.513715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.533846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-8ea648ff-18f4-41c0-9932-b437b70b704e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 217 time: 0.0692339 Mar 05 00:34:54.534374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:54.599200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-0bdfedff-4f29-4004-ad33-8a9ebdb5ad09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:54.600709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-0bdfedff-4f29-4004-ad33-8a9ebdb5ad09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0610657 Mar 05 00:34:54.681291 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-6f9749b7-6278-4ccf-b48b-b90326ed1fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751367 Mar 05 00:34:54.783924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] device_id is not set on port d3f1b31c-69d0-42af-8bf5-c98be998f765 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:34:54.827440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-4db326f3-b6c2-4937-8710-cf85b67679c8 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399419 Mar 05 00:34:54.896597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:55.060183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4b89d1e3-5841-4565-88d8-ef9340870bd9 req-77dfc872-1d04-4ef3-b4dc-edda6dedebe5 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267637 Mar 05 00:34:55.064839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] device_id is not set on port 1c346e62-06f5-42e6-bac6-22552bcea153 yet. {{(pid=83782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 05 00:34:55.075684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4a6a8-758b-4dc0-97d4-27e1cb608b38 req-30f9cdb8-b4e8-4a3e-a0c2-c06ad908f121 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.083931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-deb4a6a8-758b-4dc0-97d4-27e1cb608b38 req-30f9cdb8-b4e8-4a3e-a0c2-c06ad908f121 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 945 time: 0.1620522 Mar 05 00:34:55.174433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-deb4a6a8-758b-4dc0-97d4-27e1cb608b38 req-afff870d-7319-4b6e-b0ca-d037f841d4f8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886064 Mar 05 00:34:55.198338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e81cfd-8176-449b-beab-392c15fa4927 req-860de664-fe06-4963-9056-ece8cf2eef21 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.198338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3e81cfd-8176-449b-beab-392c15fa4927 req-860de664-fe06-4963-9056-ece8cf2eef21 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 943 time: 0.2821407 Mar 05 00:34:55.216848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-ce081e12-76da-48f5-9248-dc43d561270a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1094 time: 0.0928130 Mar 05 00:34:55.219627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:55.259712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3e81cfd-8176-449b-beab-392c15fa4927 req-624a5845-812b-4f62-ad2d-53732ed8b3b8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:55.276725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b3e81cfd-8176-449b-beab-392c15fa4927 req-624a5845-812b-4f62-ad2d-53732ed8b3b8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:55.290483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3e81cfd-8176-449b-beab-392c15fa4927 req-624a5845-812b-4f62-ad2d-53732ed8b3b8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913582 Mar 05 00:34:55.311942 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:55.400224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Port': ['ID=d3f1b31c-69d0-42af-8bf5-c98be998f765,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:55.415266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Checking segment: {'id': '420418a5-0f2f-4c4b-b7a5-9480fe304d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '32ec0f91-aab9-43b8-be0e-e7e6944e437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:55.415626 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network hostable DHCP agents. Network: 32ec0f91-aab9-43b8-be0e-e7e6944e437f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:34:55.429573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-66ef6c9a-0132-40c7-b96b-608baff53dc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.431051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-66ef6c9a-0132-40c7-b96b-608baff53dc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.2073994 Mar 05 00:34:55.440087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network 32ec0f91-aab9-43b8-be0e-e7e6944e437f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:34:55.451888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 32ec0f91-aab9-43b8-be0e-e7e6944e437f) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:55.456279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:55.457744 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:55.464191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa508d-fb39-48f6-86f2-c512f6b57bf1 None None] Network 32ec0f91-aab9-43b8-be0e-e7e6944e437f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:55.505193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15b15f-9d3c-4d5e-9ed2-a4adc47b039c req-80f93979-0e24-45f6-bacf-f31365a53ad5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.506806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be15b15f-9d3c-4d5e-9ed2-a4adc47b039c req-80f93979-0e24-45f6-bacf-f31365a53ad5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 945 time: 0.1905296 Mar 05 00:34:55.517163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-04a7a0ff-dbc6-4e14-b214-c7b974679f6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 217 time: 0.0790462 Mar 05 00:34:55.562459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Port': ['ID=1c346e62-06f5-42e6-bac6-22552bcea153,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:55.575345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Checking segment: {'id': '86c9afb2-a3b3-44f9-8ac0-1f524a954f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5bcac098-827e-470a-98ab-c16ab32c4a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:55.575707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network hostable DHCP agents. Network: 5bcac098-827e-470a-98ab-c16ab32c4a3c, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:34:55.600801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network 5bcac098-827e-470a-98ab-c16ab32c4a3c is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:34:55.608562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be15b15f-9d3c-4d5e-9ed2-a4adc47b039c req-fe516332-3226-47a0-a791-441c217efab6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930269 Mar 05 00:34:55.612805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-9891aeaa-43e1-430d-8565-49763ca5b0fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.614153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 5bcac098-827e-470a-98ab-c16ab32c4a3c) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:55.614333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-9891aeaa-43e1-430d-8565-49763ca5b0fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0826454 Mar 05 00:34:55.618233 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:55.623203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.626691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.627407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:55.647510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c6e1f-82e2-47cb-bc03-0a56a5a527c7 None None] Network 5bcac098-827e-470a-98ab-c16ab32c4a3c requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:55.659967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:55.674210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-11ae16f8-6b4e-41f9-8621-25639dd7fa79 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4631159 Mar 05 00:34:55.674393 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38844) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:55.738467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-e6273d7e-cc4c-44a9-a504-781418518d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142030 Mar 05 00:34:55.793018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9611f-e8e4-4e4f-b582-2e1dc9919988 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.798908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9611f-e8e4-4e4f-b582-2e1dc9919988 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:55.799984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bbc9611f-e8e4-4e4f-b582-2e1dc9919988 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Synchronizing usage tracker for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:55.836207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bbc9611f-e8e4-4e4f-b582-2e1dc9919988 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Unset dirty status for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:55.842153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bbc9611f-e8e4-4e4f-b582-2e1dc9919988 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1668427 Mar 05 00:34:55.842970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38848) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:56.027292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-9743c2a8-9f91-4e60-b8f4-4f1e3696426d service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806695 Mar 05 00:34:56.031037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-2c29df29-cb9b-4eb9-aa6b-7a0abd1e84a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527569 Mar 05 00:34:56.150496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Deleting port d3f1b31c-69d0-42af-8bf5-c98be998f765 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:56.150843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.296518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee452598-cde5-43af-8d29-9ca7556502a5 tempest-TestVolumeBootPattern-215960523 tempest-TestVolumeBootPattern-215960523-project-admin] Synchronizing usage tracker for tenant:71bd976ca18242b588fc1a578e03729c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:56.410033 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7f69b6db-7584-4e71-ae28-3fd2b05a89f8 req-aac401ee-ac4a-4f87-ae94-c4e224dba8d4 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507023 Mar 05 00:34:56.420055 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-abaa916d-ed6a-444d-a339-919aebd75cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.2407408 Mar 05 00:34:56.431823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ee452598-cde5-43af-8d29-9ca7556502a5 tempest-TestVolumeBootPattern-215960523 tempest-TestVolumeBootPattern-215960523-project-admin] Unset dirty status for tenant:71bd976ca18242b588fc1a578e03729c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:56.433770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ee452598-cde5-43af-8d29-9ca7556502a5 tempest-TestVolumeBootPattern-215960523 tempest-TestVolumeBootPattern-215960523-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1091 time: 0.7728286 Mar 05 00:34:56.436825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38856) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:56.444203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:56.466840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:56.475690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:floatingip and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:56.489747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.519720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:56.538787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:56.560119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.615780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Calling delete_port for d3f1b31c-69d0-42af-8bf5-c98be998f765 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:56.657508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-02af91d3-6d6c-434c-b4b0-186be28161d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:56.658664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-02af91d3-6d6c-434c-b4b0-186be28161d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.2181404 Mar 05 00:34:56.704530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c437e5e-dcb9-422a-8144-ceffeb2253e5 req-6c90501d-4b0a-40a6-9801-b6f0aaaac6d9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:56.706157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c437e5e-dcb9-422a-8144-ceffeb2253e5 req-6c90501d-4b0a-40a6-9801-b6f0aaaac6d9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 943 time: 0.2713072 Mar 05 00:34:56.731050 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.739168 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-eb568c6e-07dd-4d37-bd76-b2fad480c45f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 217 time: 0.0714357 Mar 05 00:34:56.790053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Port': ['ID=d3f1b31c-69d0-42af-8bf5-c98be998f765,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:56.805784 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.815512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c437e5e-dcb9-422a-8144-ceffeb2253e5 req-54b9b06a-6bf3-4b3e-8d39-e9752faae1d2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034873 Mar 05 00:34:56.824951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d343e6df-69e2-41c4-9dd1-c9db7bc797be tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/ports/d3f1b31c-69d0-42af-8bf5-c98be998f765 HTTP/1.1" status: 204 len: 168 time: 0.9778197 Mar 05 00:34:56.825330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-c368aa8d-d3f1-4325-9cb8-4f12c0fd6e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:56.825426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:56.826667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-c368aa8d-d3f1-4325-9cb8-4f12c0fd6e64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0796273 Mar 05 00:34:56.883273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.889306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Deleting port 1c346e62-06f5-42e6-bac6-22552bcea153 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:34:56.889648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:56.982368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-c7a0617b-864c-47a6-8e39-c9d011fd29ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492221 Mar 05 00:34:57.125768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.154174 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.25.0.206 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5fbd5433-82c0-4afc-9643-79d242faa3e9) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:34:57.184083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-fef3672a-68e6-4284-9ec9-ae72f7564cea service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942794 Mar 05 00:34:57.248744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.257562 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Calling delete_port for 1c346e62-06f5-42e6-bac6-22552bcea153 owned by {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:34:57.352725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.364527 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.412934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Port': ['ID=1c346e62-06f5-42e6-bac6-22552bcea153,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:57.420675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.433428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4546c17a-b2d0-4550-a1f9-a2c1ff1fa1bc tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/ports/1c346e62-06f5-42e6-bac6-22552bcea153 HTTP/1.1" status: 204 len: 168 time: 0.6047974 Mar 05 00:34:57.433656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:57.444272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac2d40a6-b69f-4bd2-8c79-caaf4c866486 req-6474918b-a4cf-4d86-8ff1-59a9b027abe8 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454584 Mar 05 00:34:57.446955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.477506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.477737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-10422495-f6c7-47d6-a879-cadb18fd0f39 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Synchronizing usage tracker for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:57.494355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-10422495-f6c7-47d6-a879-cadb18fd0f39 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Unset dirty status for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:57.500701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-10422495-f6c7-47d6-a879-cadb18fd0f39 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0610590 Mar 05 00:34:57.500995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:57.506957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-450144178'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:57.513480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:57.518515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:network and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:57.521629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:57.527611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:57.540600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:57.544068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.550448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:34:57.558110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:57.567253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:34:57.578513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:57.588821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.589239 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Added segment 27cd757b-a84f-40cc-ac32-2bb7a750d7fc of type vlan for network 3e66092e-4721-4336-a394-e7de52ef4440 Mar 05 00:34:57.616055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=5fbd5433-82c0-4afc-9643-79d242faa3e9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:57.620475 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.655252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.659044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:57.659635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.874108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Network': ['ID=3e66092e-4721-4336-a394-e7de52ef4440,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:57.881144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4c521a81-64dd-4048-b33f-3d23b6717c23 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3765655 Mar 05 00:34:57.881485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:57.885584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 3e66092e-4721-4336-a394-e7de52ef4440 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:57.887384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1469652326'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:57.893715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:57.898044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:network and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:57.900942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:57.906794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:57.920661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:57.926038 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:57.988014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:34:58.007426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.007869 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Added segment 6540c3c3-b49a-435a-b455-fbb22642b937 of type vlan for network 309c4281-50f3-4c83-afb9-051928944b90 Mar 05 00:34:58.052176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.098941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.103786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:58.104578 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.221038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3381643 Mar 05 00:34:58.233634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb57cb-e568-42f2-a7bd-71e4b222a0e7 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Network': ['ID=309c4281-50f3-4c83-afb9-051928944b90,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:58.246452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 309c4281-50f3-4c83-afb9-051928944b90 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:34:58.319678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3536f71-9e76-426f-8aea-b51e9d40c6de req-c850f46e-f609-48f3-9fbc-0beaee0ba65e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:58.326437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3536f71-9e76-426f-8aea-b51e9d40c6de req-c850f46e-f609-48f3-9fbc-0beaee0ba65e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 943 time: 0.1489530 Mar 05 00:34:58.355641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38886) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:58.364673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'subnets': [{'network_id': '3e66092e-4721-4336-a394-e7de52ef4440', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2050709428', 'ip_version': 4}, {'network_id': '309c4281-50f3-4c83-afb9-051928944b90', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:58.365710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'subnet': {'network_id': '3e66092e-4721-4336-a394-e7de52ef4440', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2050709428', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:58.365710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Request body: {'subnet': {'network_id': '309c4281-50f3-4c83-afb9-051928944b90', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:34:58.439321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f3536f71-9e76-426f-8aea-b51e9d40c6de req-fcb4bb93-e6f3-4f7d-b43b-c4cc3a48e07f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119854 Mar 05 00:34:58.440688 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.513871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.616801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:34:58.620858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Usage tracker for resource:subnet and tenant:c6b5f7e4feb341f29162fd1213d1a6a3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:34:58.623677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:34:58.629416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:34:58.640631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Made reservation on behalf of c6b5f7e4feb341f29162fd1213d1a6a3 for: {'subnet': 2} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:34:58.727196 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.732185 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.838508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=5fbd5433-82c0-4afc-9643-79d242faa3e9,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:58.846774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.846774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:58.852699 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.042134 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Floating IP a43e0000-47ed-4bd9-ac40-de4e076cadf3 associated. External IP: 172.25.0.206, port: dc8573af-2df0-4dec-9faa-f4b5c498f9c2. Mar 05 00:34:59.270810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:34:59.277096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.365289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Subnet': ['ID=e88e7f19-d7fc-460b-8920-cad98cb3454f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:59.368769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Checking segment: {'id': '27cd757b-a84f-40cc-ac32-2bb7a750d7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3e66092e-4721-4336-a394-e7de52ef4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:59.369123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network hostable DHCP agents. Network: 3e66092e-4721-4336-a394-e7de52ef4440, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:34:59.393890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network 3e66092e-4721-4336-a394-e7de52ef4440 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:34:59.406231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 3e66092e-4721-4336-a394-e7de52ef4440) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:59.410249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.425601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5396b71-7e3b-4c26-94f9-9550c7d6d9d8 None None] Network 3e66092e-4721-4336-a394-e7de52ef4440 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:59.441980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:34:59.447951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:59.469113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'port_id': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'mac_address': 'fa:16:3e:2d:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:34:59.502199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event updated for resources: {'Subnet': ['ID=2c8ea71b-2043-4935-b3fe-9443238c2e1d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:59.556243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Checking segment: {'id': '6540c3c3-b49a-435a-b455-fbb22642b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '309c4281-50f3-4c83-afb9-051928944b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:34:59.556532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network hostable DHCP agents. Network: 309c4281-50f3-4c83-afb9-051928944b90, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:34:59.596790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Network 309c4281-50f3-4c83-afb9-051928944b90 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:34:59.614138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 309c4281-50f3-4c83-afb9-051928944b90) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:34:59.621071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:59.621868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:59.622553 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.624459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82d1d9-bfea-4eed-898d-d33a1376726c None None] Network 309c4281-50f3-4c83-afb9-051928944b90 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:34:59.658002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-65e56b36-55fd-4084-a806-1b1253ffe222 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3010845 Mar 05 00:34:59.660539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38898) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:59.718057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.744185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeec4009-aaed-4d3e-9ce4-a111d6625f4e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:34:59.767182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7183b4-97a0-43ff-9f21-902856b60894 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:59.770430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7183b4-97a0-43ff-9f21-902856b60894 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:59.776873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7183b4-97a0-43ff-9f21-902856b60894 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:59.778447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aa7183b4-97a0-43ff-9f21-902856b60894 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Synchronizing usage tracker for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:34:59.784788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:34:59.799075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd5b6-60eb-4d83-bcad-9b2b777b95e9 req-9fcd9db6-ff15-457f-a739-f87c27fe22a9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:34:59.803690 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.808436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-084dd5b6-60eb-4d83-bcad-9b2b777b95e9 req-9fcd9db6-ff15-457f-a739-f87c27fe22a9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 943 time: 0.1405315 Mar 05 00:34:59.818297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-aa7183b4-97a0-43ff-9f21-902856b60894 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Unset dirty status for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:34:59.821263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-aa7183b4-97a0-43ff-9f21-902856b60894 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1576540 Mar 05 00:34:59.823141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38906) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:34:59.909548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Deleting subnet e88e7f19-d7fc-460b-8920-cad98cb3454f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:34:59.920330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:34:59.938121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:34:59.988496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.027790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:35:00.039661 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:35:00.061131 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.061922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:35:00.062548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:00.074260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-084dd5b6-60eb-4d83-bcad-9b2b777b95e9 req-290cfc14-7e78-4bb4-9e80-43b95990eb70 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637620 Mar 05 00:35:00.075855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.153641 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.172978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-309c4281-50f3-4c83-afb9-051928944b90', 'network_id': '309c4281-50f3-4c83-afb9-051928944b90', 'tenant_id': 'c6b5f7e4feb341f29162fd1213d1a6a3', 'fixed_ips': [{'subnet_id': '2c8ea71b-2043-4935-b3fe-9443238c2e1d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:35:00.173858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.175746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9c9c80f-6d2e-4762-b54a-386bcb86a617 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7374363 Mar 05 00:35:00.178330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:00.249695 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'status': 'completed', 'code': 200} Mar 05 00:35:00.278879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['eeec4009-aaed-4d3e-9ce4-a111d6625f4e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:35:00.311322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a70fe-a2db-4e68-806a-d4f19b463e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-3e66092e-4721-4336-a394-e7de52ef4440', 'network_id': '3e66092e-4721-4336-a394-e7de52ef4440', 'tenant_id': 'c6b5f7e4feb341f29162fd1213d1a6a3', 'fixed_ips': [{'subnet_id': 'e88e7f19-d7fc-460b-8920-cad98cb3454f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:35:00.311774 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e8a70fe-a2db-4e68-806a-d4f19b463e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.329291 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:35:00.331806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Subnet': ['ID=e88e7f19-d7fc-460b-8920-cad98cb3454f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:00.337355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:00.352659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8eda2dca-945b-42d3-aaf2-2aac4274ea91 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/subnets/e88e7f19-d7fc-460b-8920-cad98cb3454f HTTP/1.1" status: 204 len: 168 time: 0.5282111 Mar 05 00:35:00.355191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:00.376820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-d8c01b70-c27b-4644-9365-5a53098079ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.0958550 Mar 05 00:35:00.447166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Deleting subnet 2c8ea71b-2043-4935-b3fe-9443238c2e1d {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:35:00.555292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4dda-cdaf-4222-b898-c055511d685e req-5cf6c1f0-39de-48ad-9b55-6230a911590e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:00.557006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-5cf6c1f0-39de-48ad-9b55-6230a911590e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1749616 Mar 05 00:35:00.565157 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Allocated IP 172.20.0.18 (309c4281-50f3-4c83-afb9-051928944b90/2c8ea71b-2043-4935-b3fe-9443238c2e1d/f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:35:00.595319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6581d85-2c13-4d30-ae76-0d42ad6cb8e3 None None] Network 3e66092e-4721-4336-a394-e7de52ef4440 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:35:00.674788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-687d9e8c-91bb-4815-a099-5b90acd0ab87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 999 time: 0.1085310 Mar 05 00:35:00.744522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4dda-cdaf-4222-b898-c055511d685e req-327b64d7-1fc3-46a5-b114-d4103910b9f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:00.746023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-327b64d7-1fc3-46a5-b114-d4103910b9f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0653269 Mar 05 00:35:00.749256 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:34:57Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:00.754691 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:35:00.767996 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:35:00.769016 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:34:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:00.870735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-3d9553bf-f96e-424e-b528-86c17477c298 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190431 Mar 05 00:35:01.025391 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:35:01.064850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-3aa02a8b-1fd5-4293-9524-c5efd89ca783 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879039 Mar 05 00:35:01.238054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.254517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Transition to ACTIVE for port object f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:35:01.275653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Transition to ACTIVE for port object f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:35:01.278913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-77be4dda-cdaf-4222-b898-c055511d685e req-027519d2-69c5-4512-8f3e-9bbcaabe5bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068298 Mar 05 00:35:01.282053 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.296335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.348852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a68ed4-8f43-4178-bc7b-0640be6dab9e req-8a00d044-6573-4628-9975-f152d1069cf1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:01.356134 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59a68ed4-8f43-4178-bc7b-0640be6dab9e req-8a00d044-6573-4628-9975-f152d1069cf1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 944 time: 0.1392486 Mar 05 00:35:01.372281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Network 309c4281-50f3-4c83-afb9-051928944b90 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:35:01.374939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:35:01.378706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:35:01.385209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.388877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:01.422977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59a68ed4-8f43-4178-bc7b-0640be6dab9e req-1120778e-037d-46ec-bd61-0d3c4191df17 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658643 Mar 05 00:35:01.485031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Attempting to bind port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:35:01.485437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Attempting to bind port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '6540c3c3-b49a-435a-b455-fbb22642b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '309c4281-50f3-4c83-afb9-051928944b90'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:35:01.486343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Attempting to bind port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 on network 309c4281-50f3-4c83-afb9-051928944b90 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:35:01.489118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.496623 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:34:57Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:01.499688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:35:01.500056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Checking segment: {'id': '6540c3c3-b49a-435a-b455-fbb22642b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '309c4281-50f3-4c83-afb9-051928944b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:35:01.500515 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.500836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Bound using segment: {'id': '6540c3c3-b49a-435a-b455-fbb22642b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '309c4281-50f3-4c83-afb9-051928944b90'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:35:01.501378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Bound port: f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6540c3c3-b49a-435a-b455-fbb22642b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '309c4281-50f3-4c83-afb9-051928944b90'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:35:01.501612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac9ebe-b1fd-4de3-8e17-adb9f7d9c7d1 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:34:57Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:35:01.501776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.575890 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.601846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] For port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:35:01.604912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] For port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3,segment=NetworkSegment(6540c3c3-b49a-435a-b455-fbb22642b937),segment_id=6540c3c3-b49a-435a-b455-fbb22642b937)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:35:01.609952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.619449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8ea71b-2043-4935-b3fe-9443238c2e1d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:01.626548 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.635878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0446bd2c-5ee9-4dc5-a9c0-7eaaa7095652 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/subnets/2c8ea71b-2043-4935-b3fe-9443238c2e1d HTTP/1.1" status: 204 len: 168 time: 1.2795503 Mar 05 00:35:01.638421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:01.688012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfabd3-f12d-4098-9994-9ad8f8c4b8a2 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:01.707171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b5f07-75a2-42e7-9ed9-6b6d76033387 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:01.707860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-006b5f07-75a2-42e7-9ed9-6b6d76033387 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Synchronizing usage tracker for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:subnet {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:01.723870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-006b5f07-75a2-42e7-9ed9-6b6d76033387 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Unset dirty status for tenant:c6b5f7e4feb341f29162fd1213d1a6a3 on resource:subnet {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:01.725131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-006b5f07-75a2-42e7-9ed9-6b6d76033387 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858207 Mar 05 00:35:01.729302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38926) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:01.863210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.875183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Deleting port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:35:01.875759 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:01.933271 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:35:02.011436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:35:02.092064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] For port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3,segment=NetworkSegment(6540c3c3-b49a-435a-b455-fbb22642b937),segment_id=6540c3c3-b49a-435a-b455-fbb22642b937)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:02.092419 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.213543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Calling delete_port for f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:35:02.293816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.346212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Port': ['ID=f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:02.356273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] No DVR routers for this DVR port f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:35:02.628634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b375-4a7c-4e9b-9989-c9010b0fefda req-47a32a0d-5b6f-487c-8c02-fd5601402ddc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:02.632800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.633779 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3539b375-4a7c-4e9b-9989-c9010b0fefda req-47a32a0d-5b6f-487c-8c02-fd5601402ddc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 944 time: 0.0931580 Mar 05 00:35:02.667547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c4281-50f3-4c83-afb9-051928944b90']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:02.683286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6540c3c3-b49a-435a-b455-fbb22642b937') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:02.683575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6540c3c3-b49a-435a-b455-fbb22642b937') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:02.686075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3539b375-4a7c-4e9b-9989-c9010b0fefda req-bd270f0c-e702-44b4-adea-28033d80c31d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Mar 05 00:35:02.687055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82fb36-2fa1-4cca-81dd-e857b5800077 None None] Network 309c4281-50f3-4c83-afb9-051928944b90 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:35:02.698236 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.717635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.728049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e5316-8aa1-48d4-bdf0-fdc1d0ec52d8 req-38a5355b-99a8-48f5-9cd7-c61045197544 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:02.729538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-297e5316-8aa1-48d4-bdf0-fdc1d0ec52d8 req-38a5355b-99a8-48f5-9cd7-c61045197544 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 946 time: 0.1642420 Mar 05 00:35:02.732464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:35:02.732903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:35:02.748492 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:35:02.774335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0c411a1b-98db-484d-b664-d1f0738adc49 None None] Could not find standard attr ID for object f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:35:02.859464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.864783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:02.883922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-297e5316-8aa1-48d4-bdf0-fdc1d0ec52d8 req-ea8f07b6-584e-47f3-834e-c67253b1818c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345656 Mar 05 00:35:02.895286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Network': ['ID=309c4281-50f3-4c83-afb9-051928944b90,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:02.904453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4d2725a5-ffc4-4cac-9349-7e9578698b43 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/networks/309c4281-50f3-4c83-afb9-051928944b90 HTTP/1.1" status: 204 len: 168 time: 1.1740890 Mar 05 00:35:02.907090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38938) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:02.910161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654b9ca-51d5-48c2-90fa-2ae6f296b51b None None] DHCP port deletion for 309c4281-50f3-4c83-afb9-051928944b90 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:35:03.023781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.154234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.179254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e66092e-4721-4336-a394-e7de52ef4440']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:03.191287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cd757b-a84f-40cc-ac32-2bb7a750d7fc') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:03.191287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cd757b-a84f-40cc-ac32-2bb7a750d7fc') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:03.202874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.219433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.225858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:35:03.226241 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:35:03.243668 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:35:03.307463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:35:03.320323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.347404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.353999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Network': ['ID=3e66092e-4721-4336-a394-e7de52ef4440,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:03.365500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:03.365683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4ea902e6-b286-4bc3-912a-a8ef9a11170d tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/networks/3e66092e-4721-4336-a394-e7de52ef4440 HTTP/1.1" status: 204 len: 168 time: 0.4555910 Mar 05 00:35:03.386525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:35:03.391896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:35:03.392966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.479881 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.514463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.542954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:03.560305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:03.569721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.606129 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'code': 200} Mar 05 00:35:03.641601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:03.656887 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.682384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcac098-827e-470a-98ab-c16ab32c4a3c']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:03.695126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c9afb2-a3b3-44f9-8ac0-1f524a954f25') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:03.695504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c9afb2-a3b3-44f9-8ac0-1f524a954f25') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:03.707590 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.725125 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.733020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:35:03.733605 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.740249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0e109dd-0468-46df-8907-0f60bc63fc06 req-2d87cb1d-e0f8-4b88-8ff8-d782828ba57a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0728955 Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:35:03.750016 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:35:03.825112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0e109dd-0468-46df-8907-0f60bc63fc06 req-f04d1a16-4639-497f-9ff2-ddeaf997be47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773335 Mar 05 00:35:03.846653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.863673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:03.874767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Network': ['ID=5bcac098-827e-470a-98ab-c16ab32c4a3c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:03.880221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-373cb7e3-220a-4368-9f1e-4279ce7eb978 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/networks/5bcac098-827e-470a-98ab-c16ab32c4a3c HTTP/1.1" status: 204 len: 168 time: 0.5137057 Mar 05 00:35:03.882658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:03.901617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:35:03.962041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a469d-5347-49bf-b139-60af6ce63555 req-6f6dad7a-e3d3-470c-be12-d58787cc2b2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:03.963630 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c2a469d-5347-49bf-b139-60af6ce63555 req-6f6dad7a-e3d3-470c-be12-d58787cc2b2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1209061 Mar 05 00:35:03.971179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:35:03.971525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f7d6f5b1-f993-49d9-b6b3-a2c4235edeb3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:35:04.052526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.058746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c2a469d-5347-49bf-b139-60af6ce63555 req-d51e39fd-e412-4567-bf32-48cf998058db tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888760 Mar 05 00:35:04.164319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-e0c8f242-dc80-463d-bf1d-ad7acc5fb2bc tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:04.166080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-e0c8f242-dc80-463d-bf1d-ad7acc5fb2bc tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 946 time: 0.0776832 Mar 05 00:35:04.234326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Deleting port a64636d4-e84d-4c12-98c1-4eba429685fd {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:35:04.234702 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.248567 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.261527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50745f37-7f95-447f-a345-42f2cbfc74f5 req-1519cf31-c29f-4cf9-9fa3-a76fe098649b tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:04.263048 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50745f37-7f95-447f-a345-42f2cbfc74f5 req-1519cf31-c29f-4cf9-9fa3-a76fe098649b tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 946 time: 0.2318320 Mar 05 00:35:04.306977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ec0f91-aab9-43b8-be0e-e7e6944e437f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:04.327634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420418a5-0f2f-4c4b-b7a5-9480fe304d4a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:04.327925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420418a5-0f2f-4c4b-b7a5-9480fe304d4a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:04.345915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.359460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50745f37-7f95-447f-a345-42f2cbfc74f5 req-b6c064ff-1345-49e2-be52-1995b9aa25f2 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887547 Mar 05 00:35:04.365841 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.373341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:35:04.373484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:35:04.387930 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:35:04.474679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.496187 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.496578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707fa0fe-3eb1-424d-b2b7-aa53fbc17836 None None] New status for floating IP a43e0000-47ed-4bd9-ac40-de4e076cadf3: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:35:04.502662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] Pushing event deleted for resources: {'Network': ['ID=32ec0f91-aab9-43b8-be0e-e7e6944e437f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:04.503854 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] For port a64636d4-e84d-4c12-98c1-4eba429685fd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a64636d4-e84d-4c12-98c1-4eba429685fd,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:04.504220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.510153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c3e074ab-bd8c-4c7d-a501-9a8456242ef6 tempest-BulkNetworkOpsTest-273874103 tempest-BulkNetworkOpsTest-273874103-project] 10.222.0.32 "DELETE /v2.0/networks/32ec0f91-aab9-43b8-be0e-e7e6944e437f HTTP/1.1" status: 204 len: 168 time: 0.6265175 Mar 05 00:35:04.627996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Calling delete_port for a64636d4-e84d-4c12-98c1-4eba429685fd owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:35:04.871121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38960) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:04.890160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:04.903830 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a64636d4-e84d-4c12-98c1-4eba429685fd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:35:04.940123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Pushing event deleted for resources: {'Port': ['ID=a64636d4-e84d-4c12-98c1-4eba429685fd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:04.979695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fc227ead-fa6c-48ea-9f38-ea5b60ce944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:05.083378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] No DVR routers for this DVR port a64636d4-e84d-4c12-98c1-4eba429685fd on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:35:05.086672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:05.099467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'name': 'network-vif-deleted', 'tag': 'a64636d4-e84d-4c12-98c1-4eba429685fd'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:05.128662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-13847d33-bb5c-49d3-844e-cb62128f5238 req-f219c075-c51c-4fec-b09c-bf519a18f60c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.10 "DELETE /v2.0/ports/a64636d4-e84d-4c12-98c1-4eba429685fd HTTP/1.1" status: 204 len: 173 time: 0.9535120 Mar 05 00:35:05.206326 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb', 'name': 'network-vif-deleted', 'tag': 'a64636d4-e84d-4c12-98c1-4eba429685fd', 'status': 'completed', 'code': 200} Mar 05 00:35:05.240410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cdcf5e97-0dee-4a03-b5d0-7fe9a96def4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6b5f7e4feb341f29162fd1213d1a6a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638287 Mar 05 00:35:05.246536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:05.373917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a1254c7-7764-48e9-81f6-9c4b1c14ae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:05.426157 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a1254c7-7764-48e9-81f6-9c4b1c14ae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:05.441493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f462f-25e5-4af8-ac14-16eeea71aaa6 req-8c84c499-831b-4293-899a-605c01f324a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:05.448850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721f462f-25e5-4af8-ac14-16eeea71aaa6 req-8c84c499-831b-4293-899a-605c01f324a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1589592 Mar 05 00:35:05.558353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721f462f-25e5-4af8-ac14-16eeea71aaa6 req-8646249b-a58c-4b8f-9120-7817be6d42b8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880346 Mar 05 00:35:05.570848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d15c4a7e-dfa9-4733-84bb-8d3e4f213715 req-9624783c-3e99-4481-b089-e37100f37e1a tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=e70b950e-c7fa-4cb7-b8b9-8e4616dcebbb HTTP/1.1" status: 200 len: 210 time: 0.0588143 Mar 05 00:35:05.579418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a1254c7-7764-48e9-81f6-9c4b1c14ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:05.610326 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a1254c7-7764-48e9-81f6-9c4b1c14ae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:05.611962 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a1254c7-7764-48e9-81f6-9c4b1c14ae9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18755654-294b-42b7-bf88-7cf6c0988b71 HTTP/1.1" status: 204 len: 168 time: 0.3721948 Mar 05 00:35:05.612530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1254c7-7764-48e9-81f6-9c4b1c14ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18755654-294b-42b7-bf88-7cf6c0988b71,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:05.787722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da08c9d-bd0a-4e72-bf55-5e72b098bb57 req-76b3d674-3a6a-47fd-be5a-99e083eef99d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:05.789734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6da08c9d-bd0a-4e72-bf55-5e72b098bb57 req-76b3d674-3a6a-47fd-be5a-99e083eef99d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1037626 Mar 05 00:35:05.870188 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6da08c9d-bd0a-4e72-bf55-5e72b098bb57 req-187a1cef-a28f-489d-9b03-8367c992f5d5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698204 Mar 05 00:35:05.902579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 38986) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:06.089021 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cce1c692-8c69-432d-9ac1-29d134ce1f2e tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1091 time: 0.1848106 Mar 05 00:35:06.090978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 38994) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:06.098630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:06.102790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:06.107632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:floatingip and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:06.110064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:06.118279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:06.129343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:06.267040 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:06.404393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.66 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/68a71c37-cfe9-4137-a65f-4c3c00ea4cf4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:35:06.557891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:06.589441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39008) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:06.596520 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:06.680775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=68a71c37-cfe9-4137-a65f-4c3c00ea4cf4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:06.689937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:35:06.691653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:35:06.693950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:35:06.780571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-53e5e414-6703-4131-9844-e069acff94f5 tempest-DvrRoutersNegativeTest-2014409851 tempest-DvrRoutersNegativeTest-2014409851-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1583954222', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:06.782875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.policy [None req-53e5e414-6703-4131-9844-e069acff94f5 tempest-DvrRoutersNegativeTest-2014409851 tempest-DvrRoutersNegativeTest-2014409851-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83783) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 05 00:35:06.783195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.policy [None req-53e5e414-6703-4131-9844-e069acff94f5 tempest-DvrRoutersNegativeTest-2014409851 tempest-DvrRoutersNegativeTest-2014409851-project] Failed policy check for 'create_router' {{(pid=83783) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 05 00:35:06.783683 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-53e5e414-6703-4131-9844-e069acff94f5 tempest-DvrRoutersNegativeTest-2014409851 tempest-DvrRoutersNegativeTest-2014409851-project] create failed (client error): Access was denied to this resource. Mar 05 00:35:06.784626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53e5e414-6703-4131-9844-e069acff94f5 tempest-DvrRoutersNegativeTest-2014409851 tempest-DvrRoutersNegativeTest-2014409851-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1941438 Mar 05 00:35:07.030291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d37b-627d-46c2-98e8-efe2ba9e8622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.155494 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39024) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:07.268259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.310133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.325208 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.345537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:07.350018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Usage tracker for resource:security_group_rule and tenant:7d803529a0354c148d74cc84698b129b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:07.353064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:07.359161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:07.432225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.436402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.484879 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c0a4ff-07a9-4512-929d-67fd91fc8565,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:07.492782 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-840084d8-cf4b-4526-b203-99d2cbe537a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d803529a0354c148d74cc84698b129b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3335667 Mar 05 00:35:07.494029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39030) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:07.560577 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-648bbfa1-d4a6-478e-95b2-c53c99849d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.587768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-648bbfa1-d4a6-478e-95b2-c53c99849d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.641546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-648bbfa1-d4a6-478e-95b2-c53c99849d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.648717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.653528 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.661356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bbfa1-d4a6-478e-95b2-c53c99849d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c0a4ff-07a9-4512-929d-67fd91fc8565,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:07.663598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-648bbfa1-d4a6-478e-95b2-c53c99849d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:07.664826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-648bbfa1-d4a6-478e-95b2-c53c99849d31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3c0a4ff-07a9-4512-929d-67fd91fc8565 HTTP/1.1" status: 204 len: 168 time: 0.1709268 Mar 05 00:35:07.766603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=68a71c37-cfe9-4137-a65f-4c3c00ea4cf4,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:07.776568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.005272 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Floating IP 5ef18dad-780e-4411-a86a-c7dad60dd9ea associated. External IP: 172.25.0.66, port: eeec4009-aaed-4d3e-9ce4-a111d6625f4e. Mar 05 00:35:08.327860 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.395856 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.497754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 56651098-3e93-4719-9f63-55d934db8a08 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:35:08.634292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39054) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:08.702754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:35:08.713652 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] Sync routers for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:35:08.728983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.730223 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:35:08.730915 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:35:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:08.769782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-060d7739-5293-4257-ae65-e0fdc0ed6b70 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:08.770355 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-060d7739-5293-4257-ae65-e0fdc0ed6b70 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 00:35:08.775412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-060d7739-5293-4257-ae65-e0fdc0ed6b70 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1366136 Mar 05 00:35:08.775960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39060) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:08.782308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695779998'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:08.787037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b0beecc0-fefe-49cf-9280-40dce94fe048 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6920824 Mar 05 00:35:08.787037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:08.799926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:08.804027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:08.807060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:08.813181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:08.826307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.841485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.852686 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'status': 'completed', 'code': 200} Mar 05 00:35:08.879563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:08.883924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:08.887171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:08.894014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:08.918722 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:35:08.971627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:08.977546 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.010519 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:09.013591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce438f-0fc6-4eb6-ac70-5638883a0ef6 req-12a1b788-469b-4c87-8892-e27925446c05 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:09.015272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9cce438f-0fc6-4eb6-ac70-5638883a0ef6 req-12a1b788-469b-4c87-8892-e27925446c05 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0991061 Mar 05 00:35:09.024498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:09.028199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:09.049012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:09.050911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-8dd509a3-7209-4271-9efc-f6094d43df8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1096 time: 0.1768434 Mar 05 00:35:09.072799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffedc6b-ee2f-445d-9996-f2ddc16489f3,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:09.127686 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.135934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.183905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.189633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39074) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:09.190383 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4134405 Mar 05 00:35:09.197477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9cce438f-0fc6-4eb6-ac70-5638883a0ef6 req-4519aac2-fb7c-4dfe-b333-80c4d8f8ed73 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706381 Mar 05 00:35:09.201566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1b04e-ca0d-41e8-ba11-a2794a2f6d60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:09.212815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:09.220877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86503938-284e-41dc-8aa4-23be6fce8077 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1b04e-ca0d-41e8-ba11-a2794a2f6d60,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:09.221356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:09.235080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39080) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:09.235518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:09.245975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:09.269206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-637bff3c-e15d-4a9f-90fe-4b27efc000c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:09.271278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-637bff3c-e15d-4a9f-90fe-4b27efc000c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.2001021 Mar 05 00:35:09.280887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.323993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a64636d4-e84d-4c12-98c1-4eba429685fd no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:35:09.336470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5ef18dad-780e-4411-a86a-c7dad60dd9ea', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '56651098-3e93-4719-9f63-55d934db8a08', 'port_id': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'mac_address': 'fa:16:3e:2d:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca604d-2fef-4478-858d-9d234784bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:35:07Z', 'updated_at': '2022-03-05T00:35:07Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:52Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:09.341643 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] Checking router: 56651098-3e93-4719-9f63-55d934db8a08 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:35:09.355299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4c598538-6a32-4086-bd75-2770061164ac tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 200 len: 990 time: 0.1193602 Mar 05 00:35:09.368795 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:35:09.369853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:35:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:09.375002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: a64636d4-e84d-4c12-98c1-4eba429685fd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:35:09.375960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a64636d4-e84d-4c12-98c1-4eba429685fd not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:35:09.545516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-57a1c7d9-47e2-4155-b3c9-77769d829396 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 998 time: 0.2684424 Mar 05 00:35:09.562116 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:35:09.586118 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.589834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.631659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec8b58b-7bc2-422e-9fc0-951db3a8c19b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:09.637385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.638526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-90afd955-cb41-4ce6-8cac-5b99155c28f3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4471664 Mar 05 00:35:09.641310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39090) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:09.648756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c2b1b04e-ca0d-41e8-ba11-a2794a2f6d60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:09.655127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:09.659461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:09.662304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:09.667947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:09.675417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-318ab1c9-ad3b-4e6c-a0a9-082aa792105a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:09.677467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-318ab1c9-ad3b-4e6c-a0a9-082aa792105a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.1239607 Mar 05 00:35:09.726963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.803134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.815731 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-22aa6b0d-3be8-47e2-9341-c9e87886f854 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290548 Mar 05 00:35:09.821368 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 00:35:09.822767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bb8f2ab9-d4f0-40fd-b9f8-fed911fffe6b tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1805251 Mar 05 00:35:09.825747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39094) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:09.894020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de87ee0e-00fc-448b-ac5d-7ab5dc206f17 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.922076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de87ee0e-00fc-448b-ac5d-7ab5dc206f17 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:09.961993 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5ef18dad-780e-4411-a86a-c7dad60dd9ea', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '56651098-3e93-4719-9f63-55d934db8a08', 'port_id': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'mac_address': 'fa:16:3e:2d:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca604d-2fef-4478-858d-9d234784bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:35:07Z', 'updated_at': '2022-03-05T00:35:07Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:52Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:35:09.969144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-58324791-f840-42bc-bb40-f2d24c946a87 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450508 Mar 05 00:35:09.974149 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccf68c-3e52-4f47-85d2-a3ed4de2c4b8 None None] The sync data for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 is: [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5ef18dad-780e-4411-a86a-c7dad60dd9ea', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '56651098-3e93-4719-9f63-55d934db8a08', 'port_id': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'mac_address': 'fa:16:3e:2d:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca604d-2fef-4478-858d-9d234784bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:35:07Z', 'updated_at': '2022-03-05T00:35:07Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:52Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:35:09.981003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de87ee0e-00fc-448b-ac5d-7ab5dc206f17 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.031448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-de87ee0e-00fc-448b-ac5d-7ab5dc206f17 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.034956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-de87ee0e-00fc-448b-ac5d-7ab5dc206f17 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2b1b04e-ca0d-41e8-ba11-a2794a2f6d60 HTTP/1.1" status: 204 len: 168 time: 0.2058372 Mar 05 00:35:10.034956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87ee0e-00fc-448b-ac5d-7ab5dc206f17 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1b04e-ca0d-41e8-ba11-a2794a2f6d60,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:10.038776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39098) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.114127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-83234fa2-d92d-42d5-86ae-e355148efc2c tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Synchronizing usage tracker for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:10.122593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1af69f78-2d7f-4b2c-b4ac-d0497ad52b51 req-cca2aec5-8656-4674-b22b-fca57e4afe54 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475465 Mar 05 00:35:10.134456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-83234fa2-d92d-42d5-86ae-e355148efc2c tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Unset dirty status for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:10.135823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-83234fa2-d92d-42d5-86ae-e355148efc2c tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0958297 Mar 05 00:35:10.139718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39102) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.145564 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--908474967'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:10.152827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:10.165015 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:10.175338 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.211369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:10.215440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:10.218315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:10.224399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:10.279553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.284121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.326541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37740cf6-d2d2-4d0a-9983-95b35375bbea,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:10.337562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.339054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-83d9f9cb-023a-4542-9059-6fb8c79a4abe tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1983492 Mar 05 00:35:10.341826 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.347611 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-47a76c86-4e89-4101-96c8-a50630b88e99 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': '37740cf6-d2d2-4d0a-9983-95b35375bbea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:10.348236 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-47a76c86-4e89-4101-96c8-a50630b88e99 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:10.349113 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-47a76c86-4e89-4101-96c8-a50630b88e99 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063982 Mar 05 00:35:10.351330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.358899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39114) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.430580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72f749af-17ce-4d34-8e5f-92a70d2b16df tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.465352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72f749af-17ce-4d34-8e5f-92a70d2b16df tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.512874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ef060593-dc87-4440-a33d-a65e1007d145 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 200 len: 990 time: 0.1517982 Mar 05 00:35:10.545334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72f749af-17ce-4d34-8e5f-92a70d2b16df tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.568110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f749af-17ce-4d34-8e5f-92a70d2b16df tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37740cf6-d2d2-4d0a-9983-95b35375bbea,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:10.577759 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-72f749af-17ce-4d34-8e5f-92a70d2b16df tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.588338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72f749af-17ce-4d34-8e5f-92a70d2b16df tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/37740cf6-d2d2-4d0a-9983-95b35375bbea HTTP/1.1" status: 204 len: 168 time: 0.2361069 Mar 05 00:35:10.591043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39120) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.653568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6cf69bc7-457c-410a-9a7e-14835988a8a6 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0603807 Mar 05 00:35:10.657055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39124) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.663493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--817047591'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:10.670519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:10.674893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:10.678020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:10.683864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:10.694321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.741447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:10.751167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:10.751167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:10.755517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:10.811906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.815607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.863744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570f6cee-eb3b-4fb2-9086-7c485e86105d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:10.867690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.868838 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-05998f71-33ff-460a-ac4b-bbf64b78c653 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2100506 Mar 05 00:35:10.871689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.877071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9ed9db0c-b081-4fa8-9f60-a486157947ce tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': '570f6cee-eb3b-4fb2-9086-7c485e86105d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:10.877733 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-9ed9db0c-b081-4fa8-9f60-a486157947ce tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:10.878624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9ed9db0c-b081-4fa8-9f60-a486157947ce tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060356 Mar 05 00:35:10.880899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39132) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:10.942019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcdec032-ae2d-4408-a943-71f658f67098 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:10.968965 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcdec032-ae2d-4408-a943-71f658f67098 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.015092 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcdec032-ae2d-4408-a943-71f658f67098 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.034396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdec032-ae2d-4408-a943-71f658f67098 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f6cee-eb3b-4fb2-9086-7c485e86105d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:11.045292 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fcdec032-ae2d-4408-a943-71f658f67098 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.046397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fcdec032-ae2d-4408-a943-71f658f67098 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/570f6cee-eb3b-4fb2-9086-7c485e86105d HTTP/1.1" status: 204 len: 168 time: 0.1646512 Mar 05 00:35:11.048925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39136) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.097869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8e676971-0f46-41d0-b3c6-1c3659fe533e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Synchronizing usage tracker for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:11.112268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8e676971-0f46-41d0-b3c6-1c3659fe533e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Unset dirty status for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:11.113783 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8e676971-0f46-41d0-b3c6-1c3659fe533e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0639400 Mar 05 00:35:11.117404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.122573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--514140228'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.129923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:11.139175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:11.149115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.185370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:11.189568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:11.192303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:11.197730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:11.249005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.252967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.292518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d8be0e-8375-4588-bded-2b7d8eeeee24,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:11.304455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.305631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba10a5fd-f67e-4630-b931-a012a08187a0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1873460 Mar 05 00:35:11.308461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39144) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.314712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-99315699-57ba-46a7-a9f3-4e69195fca76 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8be0e-8375-4588-bded-2b7d8eeeee24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.315478 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-99315699-57ba-46a7-a9f3-4e69195fca76 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:11.316378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-99315699-57ba-46a7-a9f3-4e69195fca76 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069611 Mar 05 00:35:11.318599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39148) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.323359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-241bf0af-66a7-4ce5-86a7-b2d0e1c1d623 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8be0e-8375-4588-bded-2b7d8eeeee24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.323967 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-241bf0af-66a7-4ce5-86a7-b2d0e1c1d623 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:11.324841 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-241bf0af-66a7-4ce5-86a7-b2d0e1c1d623 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054009 Mar 05 00:35:11.327110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39152) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.333677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f8a530b1-64eb-42f2-a9a2-eda3ecdc5ba0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8be0e-8375-4588-bded-2b7d8eeeee24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.334282 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-f8a530b1-64eb-42f2-a9a2-eda3ecdc5ba0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:11.335163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f8a530b1-64eb-42f2-a9a2-eda3ecdc5ba0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072534 Mar 05 00:35:11.337732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39156) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.342907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cbc76652-07a3-4c29-a0cb-a5fbad47c54c tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c9d8be0e-8375-4588-bded-2b7d8eeeee24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.343561 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-cbc76652-07a3-4c29-a0cb-a5fbad47c54c tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:11.344469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cbc76652-07a3-4c29-a0cb-a5fbad47c54c tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058212 Mar 05 00:35:11.346857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39160) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.407437 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e19caef8-9b5c-4ac1-bda1-fa837cdc50a9 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.436650 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e19caef8-9b5c-4ac1-bda1-fa837cdc50a9 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.484252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e19caef8-9b5c-4ac1-bda1-fa837cdc50a9 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.506694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19caef8-9b5c-4ac1-bda1-fa837cdc50a9 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d8be0e-8375-4588-bded-2b7d8eeeee24,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:11.511994 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e19caef8-9b5c-4ac1-bda1-fa837cdc50a9 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.513085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e19caef8-9b5c-4ac1-bda1-fa837cdc50a9 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/c9d8be0e-8375-4588-bded-2b7d8eeeee24 HTTP/1.1" status: 204 len: 168 time: 0.1654000 Mar 05 00:35:11.514937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39164) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.515953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39166) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.589423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3d7d041-cdc5-4bf4-91b9-064f1eff6f45 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0644982 Mar 05 00:35:11.589423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39174) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.599808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036904155'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.599808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:11.615070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:11.615070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:11.630328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:11.643952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.648765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d79787ce-8b22-4e2b-923d-050c8702c9e3 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 200 len: 990 time: 0.1241658 Mar 05 00:35:11.686957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:11.686957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:11.686957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:11.697317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:11.783118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.783118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.803235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b81e9-141d-43bc-b952-a3c8852a539c None None] New status for floating IP 5ef18dad-780e-4411-a86a-c7dad60dd9ea: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:35:11.858530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c443d4-1723-403c-806c-5bfc30464a6e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:11.864328 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:11.864328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7cc9a062-2f40-4b7e-ac0a-8ebfd98c0c93 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2769792 Mar 05 00:35:11.869023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39180) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.885362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6881ac11-311f-46fa-8da9-1768ed1fbaa3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.885362 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-6881ac11-311f-46fa-8da9-1768ed1fbaa3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:11.885362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6881ac11-311f-46fa-8da9-1768ed1fbaa3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101302 Mar 05 00:35:11.885362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39186) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:11.894799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:11.904185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:11.922361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:11.922361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:11.936882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:11.990219 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:11.994896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39190) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.025653 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a31b6492-726c-43d7-a8dd-1e4528c61786 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.025653 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-a31b6492-726c-43d7-a8dd-1e4528c61786 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.035887 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07e5d836-10fc-4446-83de-f4c53f858af7 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1403229 Mar 05 00:35:12.040853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a31b6492-726c-43d7-a8dd-1e4528c61786 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0418646 Mar 05 00:35:12.045692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39196) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.065644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.092521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:12.112038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:12.112038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:12.122724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:12.182408 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.182408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e3bc646-13f5-4cf2-bf7d-20c7e3c65491 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1416945 Mar 05 00:35:12.182408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39200) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.196117 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1c70b753-9221-4015-804a-9d47b4a6846f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.196117 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-1c70b753-9221-4015-804a-9d47b4a6846f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.196117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1c70b753-9221-4015-804a-9d47b4a6846f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118444 Mar 05 00:35:12.200662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39204) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.214423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.224354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:12.224354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:12.233423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:12.233423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:12.269728 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.269728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-632383ca-9016-47af-b7c3-081dc7673eb2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0660861 Mar 05 00:35:12.269728 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39208) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.278906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-766870a2-048f-47e2-b12f-45a9bdc8e530 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.278906 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-766870a2-048f-47e2-b12f-45a9bdc8e530 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.278906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-766870a2-048f-47e2-b12f-45a9bdc8e530 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063746 Mar 05 00:35:12.278906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39212) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.289008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.289008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:12.297879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:12.297879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:12.306968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:12.336001 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.336001 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-984fa048-ce49-4355-8397-060d4b63976f tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0570230 Mar 05 00:35:12.340680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39216) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.349819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'c4c443d4-1723-403c-806c-5bfc30464a6e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.360262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:12.360262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:12.360262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:12.369766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:12.398935 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:12.398935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5468e276-a903-44fb-b127-df94202c07b1 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0580859 Mar 05 00:35:12.398935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39220) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.471077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c760aff-6ba5-486b-ac59-740b76fd18bc tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:12.479267 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:35:12.504545 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c760aff-6ba5-486b-ac59-740b76fd18bc tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:12.569594 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c760aff-6ba5-486b-ac59-740b76fd18bc tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:12.591506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c760aff-6ba5-486b-ac59-740b76fd18bc tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c443d4-1723-403c-806c-5bfc30464a6e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:12.612378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c760aff-6ba5-486b-ac59-740b76fd18bc tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:12.612378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c760aff-6ba5-486b-ac59-740b76fd18bc tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/c4c443d4-1723-403c-806c-5bfc30464a6e HTTP/1.1" status: 204 len: 168 time: 0.2087774 Mar 05 00:35:12.616553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39224) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.651070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39228) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.703308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-201f2ba6-23db-4724-8265-3453861c9f98 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Synchronizing usage tracker for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:12.730279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-201f2ba6-23db-4724-8265-3453861c9f98 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Unset dirty status for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:12.730279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-201f2ba6-23db-4724-8265-3453861c9f98 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1178975 Mar 05 00:35:12.737873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39232) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:12.753288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143259130'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:12.772317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:12.798085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:12.820742 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ed62a1c9-c775-4321-9c9a-0b95a694feff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 200 len: 992 time: 0.1621482 Mar 05 00:35:12.820742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:12.964779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:12.964779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:12.964779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:12.975377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:13.044485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.044485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.107861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.107861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3720915 Mar 05 00:35:13.114515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39236) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.121324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': '263638d8-d265-4d1b-9dc1-63f199be5d6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:13.130511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d76e4d-8b66-430d-bc31-75cc7f90e5c0 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263638d8-d265-4d1b-9dc1-63f199be5d6e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:13.135780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:13.135780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:13.135780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:13.157032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:13.220056 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The resource could not be found. Mar 05 00:35:13.224316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.233415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': '263638d8-d265-4d1b-9dc1-63f199be5d6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5700c0e4-57d8-4519-8fad-430fae20f734'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:13.262137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0df6c5b9-6f77-4341-882e-c424c8738545 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1288822 Mar 05 00:35:13.276697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:13.276697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:13.288344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:13.298836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:13.361410 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The resource could not be found. Mar 05 00:35:13.361410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8686cc76-a135-4620-abb1-0eae40153aee tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1371896 Mar 05 00:35:13.369191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39246) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.464717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af13e1d3-682d-49b2-a464-8dfe7e1605f2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.495826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af13e1d3-682d-49b2-a464-8dfe7e1605f2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.551628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af13e1d3-682d-49b2-a464-8dfe7e1605f2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.573774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13e1d3-682d-49b2-a464-8dfe7e1605f2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263638d8-d265-4d1b-9dc1-63f199be5d6e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:13.582939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-af13e1d3-682d-49b2-a464-8dfe7e1605f2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.582939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-af13e1d3-682d-49b2-a464-8dfe7e1605f2 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/263638d8-d265-4d1b-9dc1-63f199be5d6e HTTP/1.1" status: 204 len: 168 time: 0.2146161 Mar 05 00:35:13.588418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39250) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.652938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dde35b89-c90c-4609-a42f-cc1680450b74 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Synchronizing usage tracker for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:13.667225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dde35b89-c90c-4609-a42f-cc1680450b74 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Unset dirty status for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:13.667225 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dde35b89-c90c-4609-a42f-cc1680450b74 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0805652 Mar 05 00:35:13.674970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39256) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.674970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'a86bd0af-74d1-4232-8a81-d84e2f416842', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:13.684857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:13.691347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:13.691347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:13.698121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:13.735709 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The resource could not be found. Mar 05 00:35:13.735709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5e37ad71-e1ea-47db-a116-6980fa19a6b3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0633800 Mar 05 00:35:13.739331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.745770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--847438455'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:13.754274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:13.763747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:13.775176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.814359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:13.814359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:13.823038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:13.823038 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:13.918717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.918717 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.964947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f293de5b-814a-44a3-b0d2-3bc0499dd6ab,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:13.969654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:13.969654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1c459ad6-605f-4cc9-a0bb-82fce2033f85 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2310367 Mar 05 00:35:13.979335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39264) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:13.979335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188499054'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:13.995324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:14.000624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:14.007185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:14.021315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:14.047798 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.096286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:14.100282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:14.103934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:14.109237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:14.171501 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.175207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.229434 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.232110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39270) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:14.234371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2552814 Mar 05 00:35:14.236804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group_rule': {'security_group_id': 'f293de5b-814a-44a3-b0d2-3bc0499dd6ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '70dfc96c-e62e-4666-b094-72c235c6afc7'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:14.248295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:14.254941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:14.254941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:14.270594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:14.283948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a1dbd-c01d-443a-bbe7-18e29c15ee00 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dfc96c-e62e-4666-b094-72c235c6afc7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:14.311983 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:35:14.311983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6302e619-7272-477d-9371-5463e90d8acf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0800514 Mar 05 00:35:14.311983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39276) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:14.389469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9359a0ba-81f8-4605-a6df-6087e2cb9a2e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.425550 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9359a0ba-81f8-4605-a6df-6087e2cb9a2e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.483894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9359a0ba-81f8-4605-a6df-6087e2cb9a2e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.500667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359a0ba-81f8-4605-a6df-6087e2cb9a2e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dfc96c-e62e-4666-b094-72c235c6afc7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:14.600681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9359a0ba-81f8-4605-a6df-6087e2cb9a2e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.605987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9359a0ba-81f8-4605-a6df-6087e2cb9a2e tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/70dfc96c-e62e-4666-b094-72c235c6afc7 HTTP/1.1" status: 204 len: 168 time: 0.2890897 Mar 05 00:35:14.608447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:14.671695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-056bb81e-9a7a-4567-80f0-71e3c86d22e4 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:14.671695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-056bb81e-9a7a-4567-80f0-71e3c86d22e4 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Synchronizing usage tracker for tenant:b28bda0210174acf8108476b895f7b73 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:14.692655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-056bb81e-9a7a-4567-80f0-71e3c86d22e4 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Unset dirty status for tenant:b28bda0210174acf8108476b895f7b73 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:14.692655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-056bb81e-9a7a-4567-80f0-71e3c86d22e4 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 813 time: 0.1945362 Mar 05 00:35:14.696541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d010ca78-6ff3-4aa6-ae98-8f62ed4bb3ba tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Synchronizing usage tracker for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:14.714268 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-72ee91c9-dac8-42c9-b2d0-7c320257c209 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/quotas/b28bda0210174acf8108476b895f7b73 HTTP/1.1" status: 200 len: 375 time: 0.0126808 Mar 05 00:35:14.716922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d010ca78-6ff3-4aa6-ae98-8f62ed4bb3ba tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Unset dirty status for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:14.716922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d010ca78-6ff3-4aa6-ae98-8f62ed4bb3ba tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1095123 Mar 05 00:35:14.719787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39290) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:14.787140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-93604885-b57b-4b41-9930-b4254bf17493 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525928 Mar 05 00:35:14.834348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53aafde4-2c20-4e55-beaa-232d68041d72 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.864613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53aafde4-2c20-4e55-beaa-232d68041d72 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:14.881691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-6e52d905-8468-494d-8035-7b42ea23aa8b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:35:14.882591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-6e52d905-8468-494d-8035-7b42ea23aa8b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0890234 Mar 05 00:35:15.107277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53aafde4-2c20-4e55-beaa-232d68041d72 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.133308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aafde4-2c20-4e55-beaa-232d68041d72 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f293de5b-814a-44a3-b0d2-3bc0499dd6ab,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:15.163874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-53aafde4-2c20-4e55-beaa-232d68041d72 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.164973 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-53aafde4-2c20-4e55-beaa-232d68041d72 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/f293de5b-814a-44a3-b0d2-3bc0499dd6ab HTTP/1.1" status: 204 len: 168 time: 0.4479582 Mar 05 00:35:15.168225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.169173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-27c3b1c4-63de-4751-98ef-6007bfa221db service neutron] 10.222.0.32 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799716 Mar 05 00:35:15.226671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d2cbe06f-1e5d-4a0a-8157-ccf967eacd16 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0546494 Mar 05 00:35:15.227729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39300) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.233209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005856803'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:15.240428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:15.246662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:15.250426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:15.254033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:15.273986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.318110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:15.320008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-fd3eb7ce-8e96-49c7-bf54-40207e1855cf service neutron] 10.222.0.32 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429095 Mar 05 00:35:15.320769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Usage tracker for resource:security_group_rule and tenant:afeac7313bbb403fb9faf3ff9e6ce77c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:15.324725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:15.330831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:15.403167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.408268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.471302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c6e29f-2f0b-42fe-9404-67d876df7651,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:15.476238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.480479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-32a8598e-a418-4516-b9f1-9214ed159bdf tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2486985 Mar 05 00:35:15.480684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39308) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.486061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-13e074ff-c4fc-4f6f-854c-7bbb9f2c37d6 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:15.486629 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-13e074ff-c4fc-4f6f-854c-7bbb9f2c37d6 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 00:35:15.489988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-13e074ff-c4fc-4f6f-854c-7bbb9f2c37d6 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "PUT /v2.0/security-groups/d8c6e29f-2f0b-42fe-9404-67d876df7651 HTTP/1.1" status: 409 len: 330 time: 0.0060251 Mar 05 00:35:15.490646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39312) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.544217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-89779700-df92-4dcd-a953-ece4d960a3be req-b93b31ec-64c7-4d64-a780-9706fd58727e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Synchronizing usage tracker for tenant:b28bda0210174acf8108476b895f7b73 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:15.568496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811427a0-f00f-4574-9d3f-1ce1f0626d27 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.574869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-89779700-df92-4dcd-a953-ece4d960a3be req-b93b31ec-64c7-4d64-a780-9706fd58727e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Unset dirty status for tenant:b28bda0210174acf8108476b895f7b73 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:15.587548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-89779700-df92-4dcd-a953-ece4d960a3be req-b93b31ec-64c7-4d64-a780-9706fd58727e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 210 time: 0.0851333 Mar 05 00:35:15.595693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811427a0-f00f-4574-9d3f-1ce1f0626d27 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.668976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811427a0-f00f-4574-9d3f-1ce1f0626d27 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.695176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811427a0-f00f-4574-9d3f-1ce1f0626d27 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c6e29f-2f0b-42fe-9404-67d876df7651,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:15.704355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-811427a0-f00f-4574-9d3f-1ce1f0626d27 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:15.704355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-811427a0-f00f-4574-9d3f-1ce1f0626d27 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8c6e29f-2f0b-42fe-9404-67d876df7651 HTTP/1.1" status: 204 len: 168 time: 0.2065663 Mar 05 00:35:15.707904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39320) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.783400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f002f9a-3741-4d0f-8abd-72394eee5536 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Synchronizing usage tracker for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:15.797658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6f002f9a-3741-4d0f-8abd-72394eee5536 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] Unset dirty status for tenant:afeac7313bbb403fb9faf3ff9e6ce77c on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:15.797658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f002f9a-3741-4d0f-8abd-72394eee5536 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0919187 Mar 05 00:35:15.807362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39326) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.825326 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-b32fef25-c7b4-4554-bf19-e07a29ff50ab tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] delete failed (client error): The resource could not be found. Mar 05 00:35:15.825326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b32fef25-c7b4-4554-bf19-e07a29ff50ab tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "DELETE /v2.0/security-groups/524f1744-81ad-4f32-b45d-8faaa6a96ccb HTTP/1.1" status: 404 len: 347 time: 0.0241053 Mar 05 00:35:15.829965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39330) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.847205 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-bda899e1-4bb9-4067-8155-308d8c20d2d3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] show failed (client error): The resource could not be found. Mar 05 00:35:15.848183 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bda899e1-4bb9-4067-8155-308d8c20d2d3 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-groups/788d3a6c-cbfb-4fb5-82ca-b6b85c3a866b HTTP/1.1" status: 404 len: 347 time: 0.0173070 Mar 05 00:35:15.851822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39334) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:15.867143 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-c7600989-9bf9-4b0d-92db-308f8078d808 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] show failed (client error): The resource could not be found. Mar 05 00:35:15.868114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7600989-9bf9-4b0d-92db-308f8078d808 tempest-NegativeSecGroupTest-805816155 tempest-NegativeSecGroupTest-805816155-project] 10.222.0.32 "GET /v2.0/security-group-rules/c730dfdb-26c2-4918-9e5b-430feb827352 HTTP/1.1" status: 404 len: 356 time: 0.0154109 Mar 05 00:35:16.200404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39342) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:16.375519 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cd605250-26e2-453b-90f0-1f22b62a5214 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afeac7313bbb403fb9faf3ff9e6ce77c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739571 Mar 05 00:35:16.378506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39348) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:16.436528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f87c3c2-f013-4894-a9d1-0cda6be11d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:16.462793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f87c3c2-f013-4894-a9d1-0cda6be11d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:16.514963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f87c3c2-f013-4894-a9d1-0cda6be11d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:16.536373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87c3c2-f013-4894-a9d1-0cda6be11d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffedc6b-ee2f-445d-9996-f2ddc16489f3,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:16.547918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4f87c3c2-f013-4894-a9d1-0cda6be11d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:16.549477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4f87c3c2-f013-4894-a9d1-0cda6be11d7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ffedc6b-ee2f-445d-9996-f2ddc16489f3 HTTP/1.1" status: 204 len: 168 time: 0.1697092 Mar 05 00:35:16.695748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-09842ff5-7b50-4eab-9fba-a2d2f71d61d3 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:16.697154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-09842ff5-7b50-4eab-9fba-a2d2f71d61d3 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.36 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 813 time: 0.1816232 Mar 05 00:35:16.715040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Request body: {'port': {'device_id': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611', 'admin_state_up': True, 'tenant_id': 'b28bda0210174acf8108476b895f7b73'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:16.801426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d8ea196-256b-408a-a65f-9c0b23e206b6 req-e05e81ab-194e-41ae-b715-b5a69207ec0e tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 210 time: 0.0575566 Mar 05 00:35:16.853687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:16.863672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:16.873413 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Made reservation on behalf of b28bda0210174acf8108476b895f7b73 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:35:16.877136 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:17.047086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Allocated IP 172.20.0.8 (71340c1d-ce73-4b20-b880-bd162f424611/924c2b66-3ff0-4cef-9627-48e884c34284/532d4db5-c65d-42f9-b752-db664cfc292d) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:35:17.259911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:17.291847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:17.375473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Network 71340c1d-ce73-4b20-b880-bd162f424611 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:35:17.375773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Pushing event updated for resources: {'Port': ['ID=532d4db5-c65d-42f9-b752-db664cfc292d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:17.378323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:35:17.380412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:35:17.438438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:17.439079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:17.463758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-3c182890-388e-4992-8315-a58dcfea3c09 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537346 Mar 05 00:35:17.475116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Request body: {'port': {'device_id': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:35:17.585851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:17.942533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532d4db5-c65d-42f9-b752-db664cfc292d {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:35:17.952747 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:18.032347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Transition to ACTIVE for port object 532d4db5-c65d-42f9-b752-db664cfc292d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:35:18.040324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:18.245062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5c7df-2f39-4791-a4b0-2217c3f2006f req-5f189f54-350d-43f1-a833-75cefc606de9 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:18.246433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3ac5c7df-2f39-4791-a4b0-2217c3f2006f req-5f189f54-350d-43f1-a833-75cefc606de9 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Synchronizing usage tracker for tenant:b28bda0210174acf8108476b895f7b73 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:35:18.281130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126052-9326-4bfe-be9e-735659064113 service neutron] Pushing event updated for resources: {'Port': ['ID=532d4db5-c65d-42f9-b752-db664cfc292d,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:18.317848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3ac5c7df-2f39-4791-a4b0-2217c3f2006f req-5f189f54-350d-43f1-a833-75cefc606de9 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Unset dirty status for tenant:b28bda0210174acf8108476b895f7b73 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:35:18.317848 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ac5c7df-2f39-4791-a4b0-2217c3f2006f req-5f189f54-350d-43f1-a833-75cefc606de9 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 931 time: 0.3672724 Mar 05 00:35:18.423877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3ac5c7df-2f39-4791-a4b0-2217c3f2006f req-59602d7b-bb86-4694-8a1e-05bdcec34961 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746975 Mar 05 00:35:18.425922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Attempting to bind port 532d4db5-c65d-42f9-b752-db664cfc292d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:35:18.426253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Attempting to bind port 532d4db5-c65d-42f9-b752-db664cfc292d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:35:18.426573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Attempting to bind port 532d4db5-c65d-42f9-b752-db664cfc292d on network 71340c1d-ce73-4b20-b880-bd162f424611 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:35:18.432334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Port 532d4db5-c65d-42f9-b752-db664cfc292d on network 71340c1d-ce73-4b20-b880-bd162f424611 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:35:18.432664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Attempting to bind port 532d4db5-c65d-42f9-b752-db664cfc292d on network 71340c1d-ce73-4b20-b880-bd162f424611 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:35:18.440337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:35:18.440674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Checking segment: {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:35:18.441055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Bound using segment: {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:35:18.441510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Bound port: 532d4db5-c65d-42f9-b752-db664cfc292d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795f8937-9b7e-4161-9f11-a0113f5e0a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:35:18.441856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:18.528776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] For port 532d4db5-c65d-42f9-b752-db664cfc292d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:35:18.532139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] For port 532d4db5-c65d-42f9-b752-db664cfc292d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532d4db5-c65d-42f9-b752-db664cfc292d,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:35:18.537414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:18.605150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:18.606798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-db126052-9326-4bfe-be9e-735659064113 service neutron] 10.222.0.36 "PUT /v2.0/ports/532d4db5-c65d-42f9-b752-db664cfc292d HTTP/1.1" status: 200 len: 1091 time: 1.1354632 Mar 05 00:35:18.606997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'tag': '532d4db5-c65d-42f9-b752-db664cfc292d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:18.631800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126052-9326-4bfe-be9e-735659064113 service neutron] Pushing event updated for resources: {'Port': ['ID=532d4db5-c65d-42f9-b752-db664cfc292d,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:18.706642 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'tag': '532d4db5-c65d-42f9-b752-db664cfc292d', 'status': 'completed', 'code': 200} Mar 05 00:35:18.744744 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-5f3f8566-c840-4ac9-92f0-d247b5fb29a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 1094 time: 0.0986221 Mar 05 00:35:18.826018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-4051096f-499a-43be-be08-89a06061bf68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532d4db5-c65d-42f9-b752-db664cfc292d HTTP/1.1" status: 200 len: 217 time: 0.0737841 Mar 05 00:35:18.900164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-2319ae70-cfb5-4f64-9e92-05c46535ba6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:18.900164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-2319ae70-cfb5-4f64-9e92-05c46535ba6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=924c2b66-3ff0-4cef-9627-48e884c34284 HTTP/1.1" status: 200 len: 853 time: 0.0671444 Mar 05 00:35:18.951754 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-1643672a-be36-462e-b42b-7acd1465a7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71340c1d-ce73-4b20-b880-bd162f424611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486872 Mar 05 00:35:19.185147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-da7e25c7-f1b6-419d-a282-28913be78f4f service neutron] 10.222.0.36 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203867 Mar 05 00:35:19.324320 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ca11efa-7b0a-42ff-9594-86d0d7ead3e9 req-1cdf7364-7a03-4a06-b11a-aca2de3cd08c service neutron] 10.222.0.36 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372061 Mar 05 00:35:19.471355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-7a8af0a5-33f9-4299-879d-1d282d8a3819 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b28bda0210174acf8108476b895f7b73&device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 1094 time: 0.0892105 Mar 05 00:35:19.677347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-9784a016-645f-4428-b7b2-dd1fa058ec08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:19.680513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-9784a016-645f-4428-b7b2-dd1fa058ec08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 200 len: 914 time: 0.2014620 Mar 05 00:35:19.758632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-ec26bcb6-3ede-44d9-9035-616104fd1f5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532d4db5-c65d-42f9-b752-db664cfc292d HTTP/1.1" status: 200 len: 217 time: 0.0718620 Mar 05 00:35:19.819299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13823e-3ed6-4840-8921-773022348495 req-7c332fdb-cb5a-4be6-b939-6b3dbd271595 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:19.820546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3e13823e-3ed6-4840-8921-773022348495 req-7c332fdb-cb5a-4be6-b939-6b3dbd271595 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 943 time: 0.2326910 Mar 05 00:35:19.851837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-cdde7556-bcb6-4ee6-87ad-e89e7c03435c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:19.853062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-cdde7556-bcb6-4ee6-87ad-e89e7c03435c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=924c2b66-3ff0-4cef-9627-48e884c34284 HTTP/1.1" status: 200 len: 853 time: 0.0881596 Mar 05 00:35:19.908728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-59df123f-290a-40ca-85da-72ed9b2ca5f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71340c1d-ce73-4b20-b880-bd162f424611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486579 Mar 05 00:35:19.915671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3e13823e-3ed6-4840-8921-773022348495 req-97759c65-56ad-4951-b13b-c8d8dcae9e6c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878723 Mar 05 00:35:20.041242 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-da1de6c8-80ed-4d3f-9f47-5fa096f5a9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246288 Mar 05 00:35:20.280389 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8192eea1-7a50-41f3-a9d0-af655b159840 req-15342c4c-5096-4b3d-a0d7-fd71c1e269fc service neutron] 10.222.0.36 "GET /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288156 Mar 05 00:35:21.138744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51febb9-db5d-4732-8d8f-c00ddd460aac req-81940d5a-5437-42d5-ac83-77b6efd492bf tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:21.138744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c51febb9-db5d-4732-8d8f-c00ddd460aac req-81940d5a-5437-42d5-ac83-77b6efd492bf tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 943 time: 0.0842717 Mar 05 00:35:21.190904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c51febb9-db5d-4732-8d8f-c00ddd460aac req-fbeec620-dbc2-457f-90a5-10f9469cfdad tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464823 Mar 05 00:35:22.121471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532d4db5-c65d-42f9-b752-db664cfc292d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:35:22.261172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 532d4db5-c65d-42f9-b752-db664cfc292d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532d4db5-c65d-42f9-b752-db664cfc292d,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:22.277820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '532d4db5-c65d-42f9-b752-db664cfc292d', 'network_id': '71340c1d-ce73-4b20-b880-bd162f424611', 'port_id': '532d4db5-c65d-42f9-b752-db664cfc292d', 'mac_address': 'fa:16:3e:af:cf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924c2b66-3ff0-4cef-9627-48e884c34284', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:35:22.346372 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:22.365704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532d4db5-c65d-42f9-b752-db664cfc292d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:35:22.382990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 532d4db5-c65d-42f9-b752-db664cfc292d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532d4db5-c65d-42f9-b752-db664cfc292d,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:22.386971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:22.456046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=532d4db5-c65d-42f9-b752-db664cfc292d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:22.576628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145334-38af-4f1d-a0d3-809c08889e1a req-f9970388-7d25-49a8-b8f4-c6d9b1e0683c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:22.578324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d145334-38af-4f1d-a0d3-809c08889e1a req-f9970388-7d25-49a8-b8f4-c6d9b1e0683c tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 944 time: 0.1005809 Mar 05 00:35:22.635920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d145334-38af-4f1d-a0d3-809c08889e1a req-a3b77589-a262-4042-b28a-1b33eb3d06d8 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504081 Mar 05 00:35:22.710694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['532d4db5-c65d-42f9-b752-db664cfc292d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:35:23.851548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112ff9-ba23-4cd3-90a3-dbabcb7fa888 req-4ea52a30-fcf3-4294-9993-476d952797fa tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:23.852941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a112ff9-ba23-4cd3-90a3-dbabcb7fa888 req-4ea52a30-fcf3-4294-9993-476d952797fa tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 944 time: 0.0851622 Mar 05 00:35:23.898648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a112ff9-ba23-4cd3-90a3-dbabcb7fa888 req-d883bfe0-1635-4ebe-a627-b752f1f0e44b tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Mar 05 00:35:24.121412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532d4db5-c65d-42f9-b752-db664cfc292d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:35:24.216207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 532d4db5-c65d-42f9-b752-db664cfc292d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:35:24.222510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 532d4db5-c65d-42f9-b752-db664cfc292d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:35:24.223138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:24.347067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:24.374512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532d4db5-c65d-42f9-b752-db664cfc292d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:24.384642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 532d4db5-c65d-42f9-b752-db664cfc292d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532d4db5-c65d-42f9-b752-db664cfc292d,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:24.391062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:24.436527 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532d4db5-c65d-42f9-b752-db664cfc292d', 'code': 200} Mar 05 00:35:24.462631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=532d4db5-c65d-42f9-b752-db664cfc292d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:24.552503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-338aa206-35e2-4a6f-b1bc-e3cf18229c8e req-0c0e5068-abca-4562-be51-347d58f05c5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 1096 time: 0.0669656 Mar 05 00:35:24.593313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-338aa206-35e2-4a6f-b1bc-e3cf18229c8e req-0f0fa4c4-da4d-4da6-a483-cf35f289294b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Mar 05 00:35:25.088934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750e4a3-bd34-44d4-ae3c-d141efaf1fd0 req-f1706412-3966-4e98-b9fe-3243628d3948 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:25.090633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6750e4a3-bd34-44d4-ae3c-d141efaf1fd0 req-f1706412-3966-4e98-b9fe-3243628d3948 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 945 time: 0.0751512 Mar 05 00:35:25.135073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6750e4a3-bd34-44d4-ae3c-d141efaf1fd0 req-f672c612-e4d3-4f10-82f8-6b125721592d tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Mar 05 00:35:26.337860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ceef8-d5d4-4d27-93a5-4de9d1e0f754 req-2d411ada-0a38-4510-86ec-b4ccecc36ef6 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:26.339911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc2ceef8-d5d4-4d27-93a5-4de9d1e0f754 req-2d411ada-0a38-4510-86ec-b4ccecc36ef6 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 945 time: 0.0853474 Mar 05 00:35:26.405072 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc2ceef8-d5d4-4d27-93a5-4de9d1e0f754 req-e3330cd8-0d1e-4b71-a157-946f4b267740 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548491 Mar 05 00:35:27.262010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:27.347242 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:34.950271 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a023e28a-63c3-4a9b-a907-188db308bd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:37.023463 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c957f0f-3b0e-4fb1-ba8e-4305dcc1e97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:38.331755 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:38.390897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:39.795322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:42.902871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-fa9406c0-d952-42d2-b0dd-3ce0846e7bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2131457 Mar 05 00:35:43.042610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-a097959b-9405-48f6-ada7-aa914954f692 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0737059 Mar 05 00:35:43.187239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-aceacf94-215e-4c24-83da-0f24e1d72027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:43.189186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-aceacf94-215e-4c24-83da-0f24e1d72027 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.1264892 Mar 05 00:35:43.287157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-be699bce-6b3d-4af6-ac2e-82de4eb52d26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 1000 time: 0.0931566 Mar 05 00:35:43.352004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-fea1f327-89e4-40da-a15a-3c63da26ac3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:43.353424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-fea1f327-89e4-40da-a15a-3c63da26ac3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0605366 Mar 05 00:35:43.425898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-74faf983-6f79-4735-9032-f5b6763f31c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670466 Mar 05 00:35:43.554561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-ff09ac4f-7763-4d88-b500-949190a2856d service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221867 Mar 05 00:35:43.711257 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-37e638d9-d412-4eba-ac6b-6034376478f9 req-94707828-3c04-43c4-90ac-2c1f634f4043 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512978 Mar 05 00:35:47.635376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39670) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:47.831688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:47.887212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:47.893597 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Usage tracker for resource:security_group_rule and tenant:3ad6a5dd7e744a8da33da2140782fa91 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:47.897343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:47.906956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:47.916356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffbac5-7c79-4c0a-9120-e7497b7659b0 req-48935ef5-607e-4cf1-90e0-4dbbf97d010d tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:47.917851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09ffbac5-7c79-4c0a-9120-e7497b7659b0 req-48935ef5-607e-4cf1-90e0-4dbbf97d010d tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 945 time: 0.1257138 Mar 05 00:35:47.990946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09ffbac5-7c79-4c0a-9120-e7497b7659b0 req-2bb32170-4c90-44e8-8520-7a6466e24464 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653818 Mar 05 00:35:48.028106 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.031760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.076107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0930c2-cd84-4cb0-bc10-28244fd00c08,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:48.081686 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-daa78df4-2fdc-42bb-a4e3-2ff92cbee0df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ad6a5dd7e744a8da33da2140782fa91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452679 Mar 05 00:35:48.084694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:48.146570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07aa8fae-6460-4ffa-8a88-3fba1b4c65bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.172896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07aa8fae-6460-4ffa-8a88-3fba1b4c65bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.224925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07aa8fae-6460-4ffa-8a88-3fba1b4c65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.240114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa8fae-6460-4ffa-8a88-3fba1b4c65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0930c2-cd84-4cb0-bc10-28244fd00c08,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:48.244338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07aa8fae-6460-4ffa-8a88-3fba1b4c65bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.245454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07aa8fae-6460-4ffa-8a88-3fba1b4c65bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d0930c2-cd84-4cb0-bc10-28244fd00c08 HTTP/1.1" status: 204 len: 168 time: 0.1598966 Mar 05 00:35:48.562854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:48.581781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.612253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:48.616023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d869880b01e4748a36e8a6498d76d46 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:48.618774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:48.624377 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:48.686209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.690417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.738180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df19657-d79f-4c9a-a447-73e7287f29da,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:48.744242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d832131d-b7a1-4855-ad36-35dd8b3a25c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d869880b01e4748a36e8a6498d76d46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799037 Mar 05 00:35:48.746943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:48.805513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26142dfb-4b49-4621-a036-2d411950197b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.831112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26142dfb-4b49-4621-a036-2d411950197b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.879698 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26142dfb-4b49-4621-a036-2d411950197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.897401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26142dfb-4b49-4621-a036-2d411950197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df19657-d79f-4c9a-a447-73e7287f29da,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:48.901963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26142dfb-4b49-4621-a036-2d411950197b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:48.902535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-26142dfb-4b49-4621-a036-2d411950197b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0df19657-d79f-4c9a-a447-73e7287f29da HTTP/1.1" status: 204 len: 168 time: 0.1546686 Mar 05 00:35:49.201254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466afdd-b5ef-47f3-8621-c7911c913e2f req-5942f5b7-3f4b-41f8-bbe5-7e28fdac01bf tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:49.202751 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0466afdd-b5ef-47f3-8621-c7911c913e2f req-5942f5b7-3f4b-41f8-bbe5-7e28fdac01bf tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 945 time: 0.0804355 Mar 05 00:35:49.256876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0466afdd-b5ef-47f3-8621-c7911c913e2f req-3c4485d8-74d6-4a99-b2c1-94094490cd1b tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c821e94-5004-4d85-b909-4d74f2b60547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Mar 05 00:35:49.477569 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:35:49.546479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-d6457b6b-aecc-47a5-8171-6332753fb990 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:49.548529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-d6457b6b-aecc-47a5-8171-6332753fb990 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 945 time: 0.0781159 Mar 05 00:35:49.618686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Deleting port 532d4db5-c65d-42f9-b752-db664cfc292d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:35:49.619025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:49.856441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] For port 532d4db5-c65d-42f9-b752-db664cfc292d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=532d4db5-c65d-42f9-b752-db664cfc292d,segment=NetworkSegment(795f8937-9b7e-4161-9f11-a0113f5e0a35),segment_id=795f8937-9b7e-4161-9f11-a0113f5e0a35)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:35:49.856795 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:50.072302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Calling delete_port for 532d4db5-c65d-42f9-b752-db664cfc292d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:35:50.216117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:50.228260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['532d4db5-c65d-42f9-b752-db664cfc292d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:35:50.268415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Pushing event deleted for resources: {'Port': ['ID=532d4db5-c65d-42f9-b752-db664cfc292d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:50.348559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] No DVR routers for this DVR port 532d4db5-c65d-42f9-b752-db664cfc292d on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:35:50.350427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:50.352940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'name': 'network-vif-deleted', 'tag': '532d4db5-c65d-42f9-b752-db664cfc292d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:35:50.371883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-07235cd2-eddb-4b30-bb17-ab2b52ca50c8 req-17b58e68-1426-4c08-afb3-38d11d021ced tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.36 "DELETE /v2.0/ports/532d4db5-c65d-42f9-b752-db664cfc292d HTTP/1.1" status: 204 len: 173 time: 0.8188908 Mar 05 00:35:50.426501 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e023953-3c3c-4821-83e2-74433ddd1a13', 'name': 'network-vif-deleted', 'tag': '532d4db5-c65d-42f9-b752-db664cfc292d', 'status': 'completed', 'code': 200} Mar 05 00:35:50.434647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a4bf01e-a46d-4ca6-ae40-170e870e71c9 req-3526851b-cdb8-458a-a79f-36021ced84f1 tempest-VolumesSnapshotTestJSON-1211869374 tempest-VolumesSnapshotTestJSON-1211869374-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e023953-3c3c-4821-83e2-74433ddd1a13 HTTP/1.1" status: 200 len: 210 time: 0.0455234 Mar 05 00:35:54.260074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532d4db5-c65d-42f9-b752-db664cfc292d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:35:54.323354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 532d4db5-c65d-42f9-b752-db664cfc292d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:35:54.324238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 532d4db5-c65d-42f9-b752-db664cfc292d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:35:56.442218 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39812) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:56.587339 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.617528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:56.621313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Usage tracker for resource:security_group_rule and tenant:294ee35bc7c44887bc9227c4ed9980f2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:56.624007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:56.630247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:56.706087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.710110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.757886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cabbe27-e6c8-46fa-8d7b-15d0b8eb6959,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:56.762818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=294ee35bc7c44887bc9227c4ed9980f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3195553 Mar 05 00:35:56.765583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39820) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:56.770142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.770493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.770851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.771171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.771509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.771840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.772168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.772495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.772821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.773144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.773495 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf982080-1ad4-429a-b5b9-67571589fb12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.836633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.866578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.918122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.934199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cabbe27-e6c8-46fa-8d7b-15d0b8eb6959,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:56.943729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:56.944763 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cabbe27-e6c8-46fa-8d7b-15d0b8eb6959 HTTP/1.1" status: 204 len: 168 time: 0.1781166 Mar 05 00:35:56.948620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.948944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.949256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.949643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.949958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.950292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.950615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.950934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.951252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.951566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:56.951882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cdd23b-555c-4d2e-95a4-e332af53aa10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:35:57.260167 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.319363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39834) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:57.337929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.346718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.370639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:35:57.374476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Usage tracker for resource:security_group_rule and tenant:6221407e8b2b47578f9107b0fc109b82 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:35:57.377870 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:35:57.383476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:35:57.448377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.452313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.495011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e0f43b-f970-4e49-b7c8-d11adb7fe8bd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:57.505562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-86a6b943-ee76-4be7-89b5-71fd2756947c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6221407e8b2b47578f9107b0fc109b82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1828272 Mar 05 00:35:57.506263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 39838) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:35:57.579180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-552c3f56-8da5-4d92-88e4-9d2da6609909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.612400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-552c3f56-8da5-4d92-88e4-9d2da6609909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.669623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-552c3f56-8da5-4d92-88e4-9d2da6609909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.684279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c3f56-8da5-4d92-88e4-9d2da6609909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e0f43b-f970-4e49-b7c8-d11adb7fe8bd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:35:57.690659 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-552c3f56-8da5-4d92-88e4-9d2da6609909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:35:57.694393 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-552c3f56-8da5-4d92-88e4-9d2da6609909 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11e0f43b-f970-4e49-b7c8-d11adb7fe8bd HTTP/1.1" status: 204 len: 168 time: 0.1877234 Mar 05 00:35:58.623964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-6cb0c40b-abc7-4e20-a452-023697c0784a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2180245 Mar 05 00:35:58.777151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-ee5a1dd7-4dc3-4ef4-8a1b-ea76ea6d95ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.0830102 Mar 05 00:35:58.941547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e650467-69f2-444b-9112-01bf2812f737 req-bfe124a1-8737-4a4e-9820-eb8c6c9cf9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:58.943036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-bfe124a1-8737-4a4e-9820-eb8c6c9cf9b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1467609 Mar 05 00:35:59.101641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-2167a6be-f6d7-401e-b0e9-9779534e7140 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 1001 time: 0.1522703 Mar 05 00:35:59.180323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e650467-69f2-444b-9112-01bf2812f737 req-258bcf89-9323-42ff-bda4-0c4dbf7c75ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:35:59.182416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-258bcf89-9323-42ff-bda4-0c4dbf7c75ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0748360 Mar 05 00:35:59.272325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-52b9d4ef-4c2d-47ef-8a14-c34a0ffd6e4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843644 Mar 05 00:35:59.426002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-dbf67aa0-f2bf-46bd-894a-c16aeaa720fd service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479135 Mar 05 00:35:59.560543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8e650467-69f2-444b-9112-01bf2812f737 req-e5877ea6-a220-4130-b572-562203986f48 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287675 Mar 05 00:36:04.947736 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-49645578-079b-4807-819d-b34187b83eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.412202 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39968) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:05.559522 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.591732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:05.596048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Usage tracker for resource:security_group_rule and tenant:2b6baefd1361444bbd03a1b9b10633b1 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:05.598836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:05.604382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:05.670711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.674458 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.723247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e453c9-34d9-4d88-9477-3562007dd146,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:05.728468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bc158b39-cc44-4ee9-92b0-704f39de977a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b6baefd1361444bbd03a1b9b10633b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151720 Mar 05 00:36:05.731401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39974) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:05.789906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be3b7286-b5b3-49cc-aad5-46aed9a7258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.815770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be3b7286-b5b3-49cc-aad5-46aed9a7258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.865677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be3b7286-b5b3-49cc-aad5-46aed9a7258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.881829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b7286-b5b3-49cc-aad5-46aed9a7258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e453c9-34d9-4d88-9477-3562007dd146,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:05.895143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-be3b7286-b5b3-49cc-aad5-46aed9a7258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:05.898776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-be3b7286-b5b3-49cc-aad5-46aed9a7258e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3e453c9-34d9-4d88-9477-3562007dd146 HTTP/1.1" status: 204 len: 168 time: 0.1641519 Mar 05 00:36:06.236567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39986) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:06.255961 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.291318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:06.295241 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Usage tracker for resource:security_group_rule and tenant:06bff84e08874cfb988173c122bd1767 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:06.298492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:06.304126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:06.383454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.387658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.438755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab33dc-37dd-4d42-aeae-786b9ada3089,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:06.445792 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2fcb75d6-8a30-4223-9a97-c440e009dc69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06bff84e08874cfb988173c122bd1767&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2055438 Mar 05 00:36:06.446068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 39990) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:06.506828 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb335fe8-cd5b-40d2-ad9c-defd5cd0377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.534305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb335fe8-cd5b-40d2-ad9c-defd5cd0377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.594871 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb335fe8-cd5b-40d2-ad9c-defd5cd0377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.613154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335fe8-cd5b-40d2-ad9c-defd5cd0377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab33dc-37dd-4d42-aeae-786b9ada3089,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:06.617697 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fb335fe8-cd5b-40d2-ad9c-defd5cd0377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:06.622452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fb335fe8-cd5b-40d2-ad9c-defd5cd0377a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36ab33dc-37dd-4d42-aeae-786b9ada3089 HTTP/1.1" status: 204 len: 168 time: 0.1755280 Mar 05 00:36:07.030130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1c96df5f-43a0-4868-a8bd-5e0f15209f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.033405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40004) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:07.051354 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.081506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:07.085779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f770fb05cb9c4b1ea54422d5cdcc730b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:07.089647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:07.098274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:07.183345 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.187821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.235628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99a813-246d-4f38-a6e8-4939f61f81c0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:07.241354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ab2b5974-fc7b-476c-85ad-65898c9980d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f770fb05cb9c4b1ea54422d5cdcc730b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2068052 Mar 05 00:36:07.243843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40008) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:07.307930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36c13bce-547a-4315-9a7b-0c9d785115ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.334365 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36c13bce-547a-4315-9a7b-0c9d785115ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.383693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36c13bce-547a-4315-9a7b-0c9d785115ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.399217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c13bce-547a-4315-9a7b-0c9d785115ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99a813-246d-4f38-a6e8-4939f61f81c0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:07.403424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-36c13bce-547a-4315-9a7b-0c9d785115ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:07.404514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36c13bce-547a-4315-9a7b-0c9d785115ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e99a813-246d-4f38-a6e8-4939f61f81c0 HTTP/1.1" status: 204 len: 168 time: 0.1597736 Mar 05 00:36:08.332298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:08.398586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:09.796773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.187883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40096) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:10.338251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.371863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:10.376113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Usage tracker for resource:security_group_rule and tenant:54121d2d3e294d9cbb4acf92b4b71c2b is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:10.378902 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:10.384498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:10.451230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.456002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.505750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b03d43e-fbf9-460b-a035-712e4a7a73a8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:10.513551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40104) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:10.514019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a9c2bb62-294c-43b8-ab41-e15226622e57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54121d2d3e294d9cbb4acf92b4b71c2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243299 Mar 05 00:36:10.577816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d839219a-1e16-40df-8464-cbd09c0ea9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.606016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d839219a-1e16-40df-8464-cbd09c0ea9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.657963 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d839219a-1e16-40df-8464-cbd09c0ea9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.672047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839219a-1e16-40df-8464-cbd09c0ea9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b03d43e-fbf9-460b-a035-712e4a7a73a8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:10.679284 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d839219a-1e16-40df-8464-cbd09c0ea9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:10.682239 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d839219a-1e16-40df-8464-cbd09c0ea9f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b03d43e-fbf9-460b-a035-712e4a7a73a8 HTTP/1.1" status: 204 len: 168 time: 0.1676893 Mar 05 00:36:11.017006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40116) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:11.035697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.066762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:11.070851 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Usage tracker for resource:security_group_rule and tenant:b1821e2af07f401ba98fcf52b0e5bfa3 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:11.073807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:11.079763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:11.146194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.150324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.198216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8bba1f-65af-41f5-8c25-99d0a0dc941a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:11.212772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40122) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:11.213354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9ad99428-50c5-4c18-80fe-4f52205dd21d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1821e2af07f401ba98fcf52b0e5bfa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952827 Mar 05 00:36:11.276379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-650f76e3-1a4b-4892-9f50-022af0b48986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.303678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-650f76e3-1a4b-4892-9f50-022af0b48986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.356856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-650f76e3-1a4b-4892-9f50-022af0b48986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.375638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f76e3-1a4b-4892-9f50-022af0b48986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8bba1f-65af-41f5-8c25-99d0a0dc941a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:11.385176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-650f76e3-1a4b-4892-9f50-022af0b48986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:11.392274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-650f76e3-1a4b-4892-9f50-022af0b48986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac8bba1f-65af-41f5-8c25-99d0a0dc941a HTTP/1.1" status: 204 len: 168 time: 0.1777089 Mar 05 00:36:11.639805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f830-cec8-4efc-a6d1-a5a202703168 req-01081807-c95e-47ec-9b0c-89cbacac3f6a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:11.641871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41d6f830-cec8-4efc-a6d1-a5a202703168 req-01081807-c95e-47ec-9b0c-89cbacac3f6a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0860257 Mar 05 00:36:11.689420 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41d6f830-cec8-4efc-a6d1-a5a202703168 req-5f545842-78e2-409a-972b-c1eb801eef56 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Mar 05 00:36:11.718391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40134) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:11.825960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-287b938a-6373-4256-b707-3f3779c92de4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 200 len: 992 time: 0.1011972 Mar 05 00:36:12.282630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e2312cd-3bc0-44e1-82c4-9bc63ac7e848 req-a41fc4db-c7ee-42e2-8eda-966f4e87263d tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0732903 Mar 05 00:36:12.437900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3e2312cd-3bc0-44e1-82c4-9bc63ac7e848 req-a3b71707-99e6-4961-ba21-6d98d1169fbd tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495955 Mar 05 00:36:12.800835 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84901bb0-1809-4c76-a203-ce6781049f14 req-223d477a-b39f-48ff-b04b-bbec6b58f644 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2317483 Mar 05 00:36:13.440471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40202) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:13.685108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-a563303e-f714-42f0-9242-b5fed2259e8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2428830 Mar 05 00:36:14.275853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-6a5ba8ca-2d85-4bd7-b9ab-2425dafc9b9e tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:36:14.277749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-6a5ba8ca-2d85-4bd7-b9ab-2425dafc9b9e tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065582 Mar 05 00:36:14.288846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Request body: {'binding': {'host': 'n-h1-828979-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:14.289480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Unknown quota resources ['binding']. {{(pid=83783) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 05 00:36:14.623688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on host n-h1-828979-4 for vnic_type normal with profile None {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:36:14.624126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:36:14.624519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:14.632240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:36:14.632632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:14.639474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:36:14.639981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Checking segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:14.640511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Bound using segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:36:14.641667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Bound port: eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:36:14.675072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:36:14.688738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:14.690160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] 10.222.0.32 "POST /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4054320 Mar 05 00:36:15.019215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a3e9c-22c4-4741-8bbb-836f82c275b7 req-8f6a2bf9-cc4d-4921-b75f-e8ed7bce2cfe tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:15.027494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa2a3e9c-22c4-4741-8bbb-836f82c275b7 req-8f6a2bf9-cc4d-4921-b75f-e8ed7bce2cfe tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1261902 Mar 05 00:36:15.093687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa2a3e9c-22c4-4741-8bbb-836f82c275b7 req-d6fdd154-48b6-4353-8e0e-2416dbb3580b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650380 Mar 05 00:36:15.124622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-79abea8d-ac4c-496b-b005-7faa2c64ca7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1096 time: 0.1829963 Mar 05 00:36:15.257824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9711-7984-4d07-86e1-02562228773b req-e35502f1-b713-4eb3-b348-b2379bb63b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:15.259207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-e35502f1-b713-4eb3-b348-b2379bb63b4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.1289067 Mar 05 00:36:15.376519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-903e4d27-967d-4bd5-aa6c-73f9b9265f53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 1000 time: 0.1120887 Mar 05 00:36:15.441884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9711-7984-4d07-86e1-02562228773b req-f63733fd-c81e-4c1e-a380-2df8ba7f16cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:15.443321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-f63733fd-c81e-4c1e-a380-2df8ba7f16cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0617099 Mar 05 00:36:15.525177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-a45dfa82-cc36-4c34-9411-59108fae9200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752487 Mar 05 00:36:15.679600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-42502ab6-6a1f-492c-8d46-48688f68e27f service neutron] 10.222.0.36 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478550 Mar 05 00:36:15.836337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-76b6c6da-5c90-47d5-9e0c-d12dc2bc600e service neutron] 10.222.0.36 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502950 Mar 05 00:36:16.039514 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-bdc7bb84-41fd-4b66-8693-f775ba8be76a tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&tenant_id=9a514e249c9340a587d981ec2cde53a2&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.1424582 Mar 05 00:36:16.053715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-4'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:16.304471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:16.390955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00427-60aa-4db6-904d-ed5d9c7968fe req-3c2a3fdc-d863-42e3-97d8-eebe0823d099 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:16.392807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59c00427-60aa-4db6-904d-ed5d9c7968fe req-3c2a3fdc-d863-42e3-97d8-eebe0823d099 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1728678 Mar 05 00:36:16.534860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59c00427-60aa-4db6-904d-ed5d9c7968fe req-fcaed155-8453-469a-9f90-a685e8e68f02 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307034 Mar 05 00:36:16.595043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:16.635390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:16.710221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:16.716740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:16.726939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:16.779751 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'code': 200} Mar 05 00:36:17.042658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:17.154996 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on host n-h2-828979-4 for vnic_type normal with profile {"migrating_to": "n-h1-828979-4"} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:36:17.155668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:36:17.155668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:17.162751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:36:17.163144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Attempting to bind port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:17.170720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:36:17.171011 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Checking segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:17.171417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Bound using segment: {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:36:17.171707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Bound port: eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2498750-e12d-4f83-9fd2-5704506b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:36:17.172044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:17.199520 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-79db644f-383a-4430-b6b9-144be9f03afa None None] Provisioning complete for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:17.200083 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-79db644f-383a-4430-b6b9-144be9f03afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:17.263181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-79db644f-383a-4430-b6b9-144be9f03afa None None] Port eeec4009-aaed-4d3e-9ce4-a111d6625f4e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:36:17.303386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:17.306824 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:36:17.312897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:17.487396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=8']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:17.648958 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:17.650401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-1f9294e7-5e97-4dfc-8929-821b92341c21 service neutron] 10.222.0.36 "PUT /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 1121 time: 1.6023877 Mar 05 00:36:17.721901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['eeec4009-aaed-4d3e-9ce4-a111d6625f4e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:36:17.850696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a3d58-5832-492b-8c31-63d2acfc6e3a req-d8dc0f6c-5403-48dd-a0f2-ec3e9f1c170c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:17.852385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-130a3d58-5832-492b-8c31-63d2acfc6e3a req-d8dc0f6c-5403-48dd-a0f2-ec3e9f1c170c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 943 time: 0.1219149 Mar 05 00:36:17.909128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-130a3d58-5832-492b-8c31-63d2acfc6e3a req-48bdd8c8-fcfd-4b53-b4d3-408eae6181ef tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502796 Mar 05 00:36:17.964642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Provisioning complete for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:17.965325 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:18.190583 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:18.236219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:18.256234 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:18.259953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:18.362298 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'code': 200} Mar 05 00:36:18.445258 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:18.482432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.482777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.483114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.483449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.483777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.484106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.484427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.485304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.485628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.485947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.486269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c73d63-9dcf-4c09-a102-330d966f76ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:18.780395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:18.836687 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'status': 'completed', 'code': 200} Mar 05 00:36:18.928487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-9e3fc652-b472-4383-8a20-30f6cbbd0799 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1126 time: 0.0703568 Mar 05 00:36:19.075175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-09a9362a-0ad8-4fb3-8582-def619bd4eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:19.076856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-09a9362a-0ad8-4fb3-8582-def619bd4eca service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.1420853 Mar 05 00:36:19.175167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420a14-23c3-4804-bc95-c516a89ec5ed req-9a8f8f23-6be1-4487-96ae-4f579486217f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:19.176700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd420a14-23c3-4804-bc95-c516a89ec5ed req-9a8f8f23-6be1-4487-96ae-4f579486217f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0921729 Mar 05 00:36:19.205509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-0bc46ca0-226c-475b-a0f0-fe85c1d0980c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 1000 time: 0.1220770 Mar 05 00:36:19.240112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd420a14-23c3-4804-bc95-c516a89ec5ed req-d9ae413d-8e09-408d-9b2b-46c9aaa995d0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569317 Mar 05 00:36:19.280043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-affc32e7-f370-4b8a-abb6-33fd557fc0d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:19.281646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-affc32e7-f370-4b8a-abb6-33fd557fc0d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0699081 Mar 05 00:36:19.366637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-48c20aff-f897-4177-9fd2-05a849d514cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795825 Mar 05 00:36:19.503780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-cb664cdf-97bd-4eee-a8e8-0bbba96529fc service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309452 Mar 05 00:36:19.639800 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1fb9a15-cb7a-4dd5-b054-1ad918f46f40 req-aa25e05a-3229-4586-9ff7-54de58e144e8 service neutron] 10.222.0.10 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302419 Mar 05 00:36:20.411586 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:36:20.457111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314963d6-ef18-447d-937d-2237e89fe64b req-b81e3056-fcb9-4143-a569-7412a9f19557 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:20.457111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-314963d6-ef18-447d-937d-2237e89fe64b req-b81e3056-fcb9-4143-a569-7412a9f19557 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0804327 Mar 05 00:36:20.502349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-314963d6-ef18-447d-937d-2237e89fe64b req-6a786708-2abb-439e-8bfa-4726b58cde2a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445099 Mar 05 00:36:20.566452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:20.580097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e has no active binding in host n-h1-828979-4 {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 00:36:21.724154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd9d1-f5a3-44db-be94-71cbc2131d42 req-38cca42c-82ef-4766-b8e3-8121ef853cb4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:21.726236 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07bbd9d1-f5a3-44db-be94-71cbc2131d42 req-38cca42c-82ef-4766-b8e3-8121ef853cb4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0796268 Mar 05 00:36:21.789659 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07bbd9d1-f5a3-44db-be94-71cbc2131d42 req-b091636d-14e9-4366-8d8f-f9f4e4f6f5ad tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575244 Mar 05 00:36:23.034577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda5379-7033-4357-970c-23f85b2770ff req-5919bbc8-5cf1-41ce-90a5-59f1381695c8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:23.036593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3bda5379-7033-4357-970c-23f85b2770ff req-5919bbc8-5cf1-41ce-90a5-59f1381695c8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1036282 Mar 05 00:36:23.098141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3bda5379-7033-4357-970c-23f85b2770ff req-85644bba-2f83-443c-8c10-2f77f5bb6169 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560009 Mar 05 00:36:24.294679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa506-e1d8-47f7-81d4-6b402faf9bbc req-f698b3ab-cdf7-441e-abee-f290f802eb10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:24.296167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90caa506-e1d8-47f7-81d4-6b402faf9bbc req-f698b3ab-cdf7-441e-abee-f290f802eb10 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0798745 Mar 05 00:36:24.347552 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-90caa506-e1d8-47f7-81d4-6b402faf9bbc req-67f34d6a-4eb8-4f63-b11a-8e5d75a54704 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458081 Mar 05 00:36:25.657285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923aad-2534-46d5-b7de-e1f3172362c6 req-a3fdc6f8-a1e1-4acc-bc79-f14416012b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:25.658755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84923aad-2534-46d5-b7de-e1f3172362c6 req-a3fdc6f8-a1e1-4acc-bc79-f14416012b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1754060 Mar 05 00:36:25.711445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84923aad-2534-46d5-b7de-e1f3172362c6 req-a6804e78-9444-4855-bc1a-3f857850b325 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Mar 05 00:36:26.340292 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-7a4f8c0b-2979-4dc4-861a-6a0f42d00164 service neutron] 10.222.0.10 "GET /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 384 time: 0.0751967 Mar 05 00:36:26.482095 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:36:26.732247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:26.773706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:26.851237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:26.866404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:26.872622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:27.004138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] Transition to ACTIVE for port object eeec4009-aaed-4d3e-9ce4-a111d6625f4e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:27.007412 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'code': 200} Mar 05 00:36:27.011431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:27.028558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c5a73-9620-4463-b3d2-781e8d184df2 req-23b68640-a629-4c43-975f-2b36dd3434d7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:27.030073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e7c5a73-9620-4463-b3d2-781e8d184df2 req-23b68640-a629-4c43-975f-2b36dd3434d7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 944 time: 0.1621175 Mar 05 00:36:27.077589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e7c5a73-9620-4463-b3d2-781e8d184df2 req-05608f21-90d2-497b-aaa8-078bb766e37e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412009 Mar 05 00:36:27.172451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=11']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:27.224886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] No DVR routers for this DVR port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:36:27.298217 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:27.467423 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-9c705053-8e98-47a2-b7d7-8b53bf2945e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e/bindings/n-h1-828979-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1222098 Mar 05 00:36:27.656096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:36:27.707393 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:27.751511 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-824408ae-f729-4058-abcb-e781b8fa4d27 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&tenant_id=9a514e249c9340a587d981ec2cde53a2&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 1095 time: 0.0794225 Mar 05 00:36:27.835565 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-93bf4e7a-ca4b-4d5c-b8ae-ec192ba97ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 1095 time: 0.0780957 Mar 05 00:36:27.854760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:27.881852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'port_id': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'mac_address': 'fa:16:3e:2d:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:36:27.953904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-42e9b5ea-7118-42aa-8588-81b578844832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1095 time: 0.0973728 Mar 05 00:36:27.961155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:27.994214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeec4009-aaed-4d3e-9ce4-a111d6625f4e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:36:28.021869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:28.033899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.135754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:28.143068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['eeec4009-aaed-4d3e-9ce4-a111d6625f4e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:36:28.178631 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9711-7984-4d07-86e1-02562228773b req-b3754857-b2fb-496d-9db1-846a6ce87047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:28.180434 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-b3754857-b2fb-496d-9db1-846a6ce87047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.2209477 Mar 05 00:36:28.267525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40380) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:28.358138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-0be1b82a-da51-439c-9325-9e50e8c4b524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 999 time: 0.1716805 Mar 05 00:36:28.424546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035f54f-2687-4edc-8c4c-3718169f961c req-c1ce17cc-20da-4eb7-9164-1838d434cf8c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:28.426028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b035f54f-2687-4edc-8c4c-3718169f961c req-c1ce17cc-20da-4eb7-9164-1838d434cf8c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1682951 Mar 05 00:36:28.431623 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.447732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9711-7984-4d07-86e1-02562228773b req-72fa8ecc-2759-4814-b4be-987b11cd469b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:28.449132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-72fa8ecc-2759-4814-b4be-987b11cd469b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0819912 Mar 05 00:36:28.474073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:28.479844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b460efedb24e1a822b6fc5e61b6bb7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:28.483350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:28.491461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:28.528766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b035f54f-2687-4edc-8c4c-3718169f961c req-02c3bf6d-c628-4d94-8e54-f7e106e1406f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966818 Mar 05 00:36:28.548428 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-844c18cb-64e4-4089-a1ce-ffec6ed43f8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914516 Mar 05 00:36:28.571721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.575259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.623081 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7b460efedb24e1a822b6fc5e61b6bb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3538706 Mar 05 00:36:28.623696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3a08-8683-46e1-a72b-4866e33b4e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a20634-ce5f-411c-a504-28e727e2cbbc,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:28.625990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40386) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:28.695719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e41b96b7-c6fe-44d2-9702-a8c6067e1337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.724627 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e41b96b7-c6fe-44d2-9702-a8c6067e1337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.780517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e41b96b7-c6fe-44d2-9702-a8c6067e1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.801027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e41b96b7-c6fe-44d2-9702-a8c6067e1337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:28.804473 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e41b96b7-c6fe-44d2-9702-a8c6067e1337 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38a20634-ce5f-411c-a504-28e727e2cbbc HTTP/1.1" status: 204 len: 168 time: 0.1752846 Mar 05 00:36:28.804473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b96b7-c6fe-44d2-9702-a8c6067e1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a20634-ce5f-411c-a504-28e727e2cbbc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:28.808343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-f0ab269c-5dc2-473f-a2b6-fd9db11993b8 service neutron] 10.222.0.36 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462370 Mar 05 00:36:28.955196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-d1444b0c-2e5a-47b7-a6a7-6cdc7a135872 service neutron] 10.222.0.36 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398895 Mar 05 00:36:29.240922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40396) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:29.262510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.268338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-5c63e4f3-6d39-4167-b9c0-7c073f4a4c59 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc&tenant_id=9a514e249c9340a587d981ec2cde53a2&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 1096 time: 0.0887239 Mar 05 00:36:29.307648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:29.313436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Usage tracker for resource:security_group_rule and tenant:d203202da0c14dcab5855381d599db47 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:29.316582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:29.323044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:29.377829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5cab9711-7984-4d07-86e1-02562228773b req-3d88f613-4900-41c7-90cb-da94bd268e0c service neutron] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:29.382291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5cab9711-7984-4d07-86e1-02562228773b req-3d88f613-4900-41c7-90cb-da94bd268e0c service neutron] Notify callbacks [] for binding, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.383541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-3d88f613-4900-41c7-90cb-da94bd268e0c service neutron] 10.222.0.36 "DELETE /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e/bindings/n-h2-828979-4 HTTP/1.1" status: 204 len: 173 time: 0.1095505 Mar 05 00:36:29.394663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.398700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.456115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d203202da0c14dcab5855381d599db47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2112422 Mar 05 00:36:29.456115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e267c-919a-406f-956f-6176e0e2096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f37c6a-82bc-4b7b-a545-a1ce4c6ad0c5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:29.456796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40400) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:29.520882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b3ea3d-3f37-45ac-b907-244b58476ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.547591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b3ea3d-3f37-45ac-b907-244b58476ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.600632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b3ea3d-3f37-45ac-b907-244b58476ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.619324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3ea3d-3f37-45ac-b907-244b58476ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f37c6a-82bc-4b7b-a545-a1ce4c6ad0c5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:29.622858 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b3ea3d-3f37-45ac-b907-244b58476ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:29.641836 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-42b3ea3d-3f37-45ac-b907-244b58476ce2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54f37c6a-82bc-4b7b-a545-a1ce4c6ad0c5 HTTP/1.1" status: 204 len: 168 time: 0.1688704 Mar 05 00:36:29.670996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:36:29.762355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e44d-2d50-4bbb-b0cf-1c5cbfca33af req-d61176bd-e900-4aed-88fe-a4ea2d4d4380 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:29.772766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:36:29.777763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65c0e44d-2d50-4bbb-b0cf-1c5cbfca33af req-d61176bd-e900-4aed-88fe-a4ea2d4d4380 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.1011193 Mar 05 00:36:29.835931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-65c0e44d-2d50-4bbb-b0cf-1c5cbfca33af req-6ea3c8af-40aa-4695-8616-b554ba726217 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565622 Mar 05 00:36:30.036774 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c904476-9c0f-4a49-ae59-88fa7e855862 req-900a0ee8-f028-42e4-a296-e157bf8d4b39 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0773342 Mar 05 00:36:30.082524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c904476-9c0f-4a49-ae59-88fa7e855862 req-bc2d58b7-b7f5-47bc-8260-683aacb9f504 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Mar 05 00:36:30.301060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee067da2-f2e0-463f-a9f0-910e60e11df5 req-984369ed-f811-4619-baf4-6f9c07a8f036 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:30.302536 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee067da2-f2e0-463f-a9f0-910e60e11df5 req-984369ed-f811-4619-baf4-6f9c07a8f036 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 945 time: 0.0889187 Mar 05 00:36:30.351553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ee067da2-f2e0-463f-a9f0-910e60e11df5 req-8633448c-6098-4866-b3db-121dd6aff65a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Mar 05 00:36:30.385463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40428) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:30.457401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:36:30.510597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b43b9361-7adc-427e-8be6-3d597efdff42 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 200 len: 991 time: 0.1240060 Mar 05 00:36:30.557182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:36:30.564677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port eeec4009-aaed-4d3e-9ce4-a111d6625f4e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:30.565050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:30.706307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:30.751096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:30.752161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:30.759043 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:30.835811 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'code': 200} Mar 05 00:36:30.854568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=14']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:32.649677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-d6abc772-d871-4fde-9d6b-7c6f3fb77682 req-3cac8186-b726-4a9d-88f5-45f7361ceb7c service neutron] (83783) timed out ('10.222.0.32', 47720) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:36:32.800061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40492) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:33.082935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 68a71c37-cfe9-4137-a65f-4c3c00ea4cf4 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:36:33.084001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:33.290711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:33.291043 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:33.416402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 68a71c37-cfe9-4137-a65f-4c3c00ea4cf4 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:36:33.574550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:33.621506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=68a71c37-cfe9-4137-a65f-4c3c00ea4cf4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:33.718792 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:34.289264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 56651098-3e93-4719-9f63-55d934db8a08 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:36:34.506257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:36:34.517752 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] Sync routers for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:36:34.526671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:34.531079 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:34.532285 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:34.585612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c2e7ed89-869c-4da2-b49a-1913fedf27a0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/floatingips/5ef18dad-780e-4411-a86a-c7dad60dd9ea HTTP/1.1" status: 204 len: 168 time: 1.7840979 Mar 05 00:36:34.586372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:34.648142 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'status': 'completed', 'code': 200} Mar 05 00:36:34.737133 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:34.759482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-00f9ddb1-737c-44e3-a018-589ff4bf8f13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 1097 time: 0.0867810 Mar 05 00:36:34.930212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-3aa7fa19-cb1f-432f-98b2-a3dc076b4cce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:34.932049 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-3aa7fa19-cb1f-432f-98b2-a3dc076b4cce service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 200 len: 898 time: 0.1666682 Mar 05 00:36:34.959710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fd467b3-311f-4c8a-a88b-e41bbda6b7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:35.027767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea05d-8737-4213-b00e-4378d6ccf434 req-2317d3b5-5307-45cb-bef2-6876c909212a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:35.030172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0cea05d-8737-4213-b00e-4378d6ccf434 req-2317d3b5-5307-45cb-bef2-6876c909212a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 946 time: 0.1025279 Mar 05 00:36:35.082272 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:52Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:35.086819 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] Checking router: 56651098-3e93-4719-9f63-55d934db8a08 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:36:35.090082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d0cea05d-8737-4213-b00e-4378d6ccf434 req-a3e5ea51-7e7d-4d32-b88e-64f7e645ebd2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535843 Mar 05 00:36:35.095186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-c8773a34-acd7-4a05-8abf-f93285c84e09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 200 len: 217 time: 0.1441708 Mar 05 00:36:35.110007 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:35.110857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:35.172316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-c7b634b8-05d1-47f7-82ae-7c940f4ce298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:35.174902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-c7b634b8-05d1-47f7-82ae-7c940f4ce298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 200 len: 835 time: 0.0736477 Mar 05 00:36:35.255248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-b014c825-93ca-4056-a67b-bfb115334990 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a61cccb-2dc7-4902-bc7e-d681e283a7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713453 Mar 05 00:36:35.346765 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:35.435214 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-a0138d70-a798-43b7-83ce-d796a0e99d70 service neutron] 10.222.0.36 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758673 Mar 05 00:36:35.675700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-559df3fb-6401-4871-a92b-6713cc13ce4e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:35.676431 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-559df3fb-6401-4871-a92b-6713cc13ce4e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:36:35.680542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04eecf85-c98c-414c-bc24-556c5ca67f1a req-48d6f3c5-f1bd-4e42-a9b9-b7780b6f7a0c service neutron] 10.222.0.36 "GET /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375910 Mar 05 00:36:35.699349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-559df3fb-6401-4871-a92b-6713cc13ce4e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:36:35.701112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-559df3fb-6401-4871-a92b-6713cc13ce4e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 946 time: 0.2293224 Mar 05 00:36:35.785919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port eeec4009-aaed-4d3e-9ce4-a111d6625f4e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:36:35.786945 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:35.822334 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:52Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:35.826278 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020604-48de-42ee-945c-f3fd4b963273 None None] The sync data for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 is: [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:34:44Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '340a8be7-3ece-4313-b99b-228bb9bba01a', 'name': '', 'network_id': '0a61cccb-2dc7-4902-bc7e-d681e283a7c2', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:74:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:43Z', 'updated_at': '2022-03-05T00:34:52Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'f092effe-cce8-4bd1-8a03-bdd7ba9892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:36:36.114863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9005af3-57e2-4525-a16c-8c7b957e4cfe None None] New status for floating IP 5ef18dad-780e-4411-a86a-c7dad60dd9ea: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:36:36.193286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port eeec4009-aaed-4d3e-9ce4-a111d6625f4e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:36.193654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:36.360460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for eeec4009-aaed-4d3e-9ce4-a111d6625f4e owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:36:36.518739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d613b-d6ae-416e-8ee5-e4db02a3860e req-2aab38f9-82ee-4f39-8c27-bbca7739ef69 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:36.520278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-623d613b-d6ae-416e-8ee5-e4db02a3860e req-2aab38f9-82ee-4f39-8c27-bbca7739ef69 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ca604d-2fef-4478-858d-9d234784bdfc HTTP/1.1" status: 200 len: 946 time: 0.2599919 Mar 05 00:36:36.585506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:36.627979 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-623d613b-d6ae-416e-8ee5-e4db02a3860e req-a57b0092-bab4-466b-960e-ac3d011b2c0e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=60667daf-54b0-47ea-adde-a9b36643e0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979314 Mar 05 00:36:36.637583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=eeec4009-aaed-4d3e-9ce4-a111d6625f4e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:36.733767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] No DVR routers for this DVR port eeec4009-aaed-4d3e-9ce4-a111d6625f4e on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:36:36.736370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:36.739504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-deleted', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:36.756246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3de35cd2-dc64-4ebe-9cfb-815dde22b858 req-cc393f1a-cb62-438d-a538-afb010d40fb7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "DELETE /v2.0/ports/eeec4009-aaed-4d3e-9ce4-a111d6625f4e HTTP/1.1" status: 204 len: 173 time: 1.0491641 Mar 05 00:36:36.811295 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca604d-2fef-4478-858d-9d234784bdfc', 'name': 'network-vif-deleted', 'tag': 'eeec4009-aaed-4d3e-9ce4-a111d6625f4e', 'status': 'completed', 'code': 200} Mar 05 00:36:37.040176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-237cffae-21f3-4c09-bac9-7e731b92989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:37.600123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40558) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:37.662243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Deleting subnet 924c2b66-3ff0-4cef-9627-48e884c34284 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:36:37.666341 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:37.730100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:37.745175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40564) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:37.803468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:37.897299 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:37.962953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924c2b66-3ff0-4cef-9627-48e884c34284,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:37.970564 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:37.980368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-98b40f88-0a1d-4fde-94b7-927adaac06c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/924c2b66-3ff0-4cef-9627-48e884c34284 HTTP/1.1" status: 204 len: 168 time: 0.3766594 Mar 05 00:36:37.980888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40572) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:38.184778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.354477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.408394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.482212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.519835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71340c1d-ce73-4b20-b880-bd162f424611']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:38.537514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795f8937-9b7e-4161-9f11-a0113f5e0a35') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:38.537913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795f8937-9b7e-4161-9f11-a0113f5e0a35') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:38.612080 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.695321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.707335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:36:38.707718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:36:38.721168 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:36:38.818679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.835400 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:38.852423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=71340c1d-ce73-4b20-b880-bd162f424611,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:38.871817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78324a31-b50d-4a45-920d-7cef67e5bfc4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/71340c1d-ce73-4b20-b880-bd162f424611 HTTP/1.1" status: 204 len: 168 time: 0.8873601 Mar 05 00:36:38.899782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.123304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40588) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:39.220638 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-aad6a621-fdc3-41d7-8fa1-f213ac09ae55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b28bda0210174acf8108476b895f7b73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0929115 Mar 05 00:36:39.221901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40594) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:39.309386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16b9d780-0a80-42bc-8af5-f989bb6cdab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.382199 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16b9d780-0a80-42bc-8af5-f989bb6cdab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.457930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16b9d780-0a80-42bc-8af5-f989bb6cdab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.476014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d780-0a80-42bc-8af5-f989bb6cdab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c821e94-5004-4d85-b909-4d74f2b60547,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:39.501115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-16b9d780-0a80-42bc-8af5-f989bb6cdab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.505366 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-16b9d780-0a80-42bc-8af5-f989bb6cdab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c821e94-5004-4d85-b909-4d74f2b60547 HTTP/1.1" status: 204 len: 168 time: 0.2820649 Mar 05 00:36:39.717853 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 340a8be7-3ece-4313-b99b-228bb9bba01a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:36:39.718249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.808800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:39.935674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port 340a8be7-3ece-4313-b99b-228bb9bba01a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=340a8be7-3ece-4313-b99b-228bb9bba01a,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:39.936247 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:40.098358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 340a8be7-3ece-4313-b99b-228bb9bba01a owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:36:40.426526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:40.457671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:36:40.475018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=340a8be7-3ece-4313-b99b-228bb9bba01a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:40.552009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: eeec4009-aaed-4d3e-9ce4-a111d6625f4e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:36:40.552926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device eeec4009-aaed-4d3e-9ce4-a111d6625f4e not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:36:40.805768 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:41.441489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 56651098-3e93-4719-9f63-55d934db8a08 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:36:41.652952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:36:41.664744 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] Sync routers for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:36:41.677171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4e8fe9eb-1a2e-46bb-8da8-e89d97c01a5a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/56651098-3e93-4719-9f63-55d934db8a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9282367 Mar 05 00:36:41.677654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:41.688883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:41.689588 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:41.907876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting subnet f092effe-cce8-4bd1-8a03-bdd7ba9892ad {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:36:41.912618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:41.955571 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:42.007836 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:42.123755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:42.216809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:42.258711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:42.264309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30356224-e447-4947-90ee-b085f38ba5dd None None] Network 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:36:42.267146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Subnet': ['ID=f092effe-cce8-4bd1-8a03-bdd7ba9892ad,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:42.271740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3b0e5c1c-1eb7-4b1a-a441-a6bfe31c1f03 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/subnets/f092effe-cce8-4bd1-8a03-bdd7ba9892ad HTTP/1.1" status: 204 len: 168 time: 0.5929577 Mar 05 00:36:42.274684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40644) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:42.445934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:36:40Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:42.450228 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] Checking router: 56651098-3e93-4719-9f63-55d934db8a08 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:36:42.463967 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] Routers {'56651098-3e93-4719-9f63-55d934db8a08'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:42.464591 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['56651098-3e93-4719-9f63-55d934db8a08'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:42.715337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] DHCP port deletion for 0a61cccb-2dc7-4902-bc7e-d681e283a7c2 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:36:42.720591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] Deleting port 4c20fa56-c93a-4d12-9b08-38b8f689e1da {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:36:42.721081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:42.770991 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] Set router 56651098-3e93-4719-9f63-55d934db8a08 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:42.851909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.122298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] For port 4c20fa56-c93a-4d12-9b08-38b8f689e1da, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4c20fa56-c93a-4d12-9b08-38b8f689e1da,segment=NetworkSegment(a2498750-e12d-4f83-9fd2-5704506b016e),segment_id=a2498750-e12d-4f83-9fd2-5704506b016e)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:43.122710 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.141688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.154058 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port b7d5a298-f99c-41f7-b623-ce1a8e1a03be {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:36:43.154532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.224949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40660) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:43.372182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] Calling delete_port for 4c20fa56-c93a-4d12-9b08-38b8f689e1da owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:36:43.398570 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:36:40Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:43.404086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port b7d5a298-f99c-41f7-b623-ce1a8e1a03be, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:43.405078 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.410213 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e175ff-a765-4eb4-b9d7-1fbe21aca337 None None] The sync data for ids ['56651098-3e93-4719-9f63-55d934db8a08'] in n-d-828979-4 is: [{'id': '56651098-3e93-4719-9f63-55d934db8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578352759', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:34:36Z', 'updated_at': '2022-03-05T00:36:40Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'b7d5a298-f99c-41f7-b623-ce1a8e1a03be', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56651098-3e93-4719-9f63-55d934db8a08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:34:37Z', 'updated_at': '2022-03-05T00:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:36:43.441336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.481580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.484940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:43.489162 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:9851dcd0099f431e9567c7c888425963 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:43.493194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:43.499287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:43.547568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] Pushing event deleted for resources: {'Port': ['ID=4c20fa56-c93a-4d12-9b08-38b8f689e1da,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:43.560655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for b7d5a298-f99c-41f7-b623-ce1a8e1a03be owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:36:43.563799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c143e7-749a-4464-8cd8-b164dba7579f None None] No DVR routers for this DVR port 4c20fa56-c93a-4d12-9b08-38b8f689e1da on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:36:43.577351 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.583192 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.642893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af8914-8474-42af-b596-86821a62b018,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:43.650032 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ee45490-7363-4382-9f69-2f835540e8b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9851dcd0099f431e9567c7c888425963&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234309 Mar 05 00:36:43.650883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40666) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:43.713033 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c43a0ea-ef02-4f5d-ad97-e41998b6afb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.740721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c43a0ea-ef02-4f5d-ad97-e41998b6afb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.766249 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.816900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=b7d5a298-f99c-41f7-b623-ce1a8e1a03be,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:43.820569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c43a0ea-ef02-4f5d-ad97-e41998b6afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.843172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a0ea-ef02-4f5d-ad97-e41998b6afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af8914-8474-42af-b596-86821a62b018,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:43.847577 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2c43a0ea-ef02-4f5d-ad97-e41998b6afb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:43.848779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2c43a0ea-ef02-4f5d-ad97-e41998b6afb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37af8914-8474-42af-b596-86821a62b018 HTTP/1.1" status: 204 len: 168 time: 0.1968608 Mar 05 00:36:44.131199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 340a8be7-3ece-4313-b99b-228bb9bba01a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:36:44.181559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 340a8be7-3ece-4313-b99b-228bb9bba01a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:36:44.182209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 340a8be7-3ece-4313-b99b-228bb9bba01a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:36:44.182965 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4c20fa56-c93a-4d12-9b08-38b8f689e1da no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:36:44.219034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4c20fa56-c93a-4d12-9b08-38b8f689e1da {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:36:44.219362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4c20fa56-c93a-4d12-9b08-38b8f689e1da not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:36:44.238258 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.467651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40676) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:44.487433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.524381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:44.528258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Usage tracker for resource:security_group_rule and tenant:5277e27cc0a544a6a0017e1069e154f1 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:44.531872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:44.537971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:44.569607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.574297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.606213 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.606839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Fanout notify agent at l3_agent the message router_deleted on router 56651098-3e93-4719-9f63-55d934db8a08 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:36:44.621837 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.622434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.623553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8213e6c3-1dfd-4ec9-85a1-4875bac63ac6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/routers/56651098-3e93-4719-9f63-55d934db8a08 HTTP/1.1" status: 204 len: 168 time: 2.3478503 Mar 05 00:36:44.626531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40680) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:44.763502 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:44.915229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467cf0bd-6872-4b78-8c69-7f59e484753a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:44.930536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1ad5d0a2-a510-4c3a-87d4-7bc6c6498473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5277e27cc0a544a6a0017e1069e154f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4606283 Mar 05 00:36:44.933550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:44.951108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.035421 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05d8a2ae-1db2-4a16-b846-a3bcb0b3f210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.068201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05d8a2ae-1db2-4a16-b846-a3bcb0b3f210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.114481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.149323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a61cccb-2dc7-4902-bc7e-d681e283a7c2']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:45.166580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2498750-e12d-4f83-9fd2-5704506b016e') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:45.166900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2498750-e12d-4f83-9fd2-5704506b016e') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:45.186144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.211940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.221670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:36:45.223179 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:36:45.250762 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:36:45.280465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05d8a2ae-1db2-4a16-b846-a3bcb0b3f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.303206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a2ae-1db2-4a16-b846-a3bcb0b3f210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467cf0bd-6872-4b78-8c69-7f59e484753a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:45.323586 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05d8a2ae-1db2-4a16-b846-a3bcb0b3f210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.327797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-05d8a2ae-1db2-4a16-b846-a3bcb0b3f210 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/467cf0bd-6872-4b78-8c69-7f59e484753a HTTP/1.1" status: 204 len: 168 time: 0.3924494 Mar 05 00:36:45.390295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.418471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.447909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/networks/0a61cccb-2dc7-4902-bc7e-d681e283a7c2 HTTP/1.1" status: 204 len: 168 time: 0.8180268 Mar 05 00:36:45.447909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f2a90-9e76-4213-ad7a-708fb45379ff tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Network': ['ID=0a61cccb-2dc7-4902-bc7e-d681e283a7c2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:45.448346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:45.557989 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ab51706-de51-4837-9068-e801a3730584 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.596742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ab51706-de51-4837-9068-e801a3730584 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.689778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ab51706-de51-4837-9068-e801a3730584 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.709939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab51706-de51-4837-9068-e801a3730584 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60667daf-54b0-47ea-adde-a9b36643e0fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:45.730427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0ab51706-de51-4837-9068-e801a3730584 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:45.731678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0ab51706-de51-4837-9068-e801a3730584 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/security-groups/60667daf-54b0-47ea-adde-a9b36643e0fe HTTP/1.1" status: 204 len: 168 time: 0.2822392 Mar 05 00:36:45.918445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7d5a298-f99c-41f7-b623-ce1a8e1a03be no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:36:45.939628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40702) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:45.951578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: b7d5a298-f99c-41f7-b623-ce1a8e1a03be {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:36:45.952209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device b7d5a298-f99c-41f7-b623-ce1a8e1a03be not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:36:45.974525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.008007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:46.012247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Usage tracker for resource:security_group_rule and tenant:4155b97225034574acc89d8810e5cfc7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:46.015920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:46.023807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:46.119867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.131683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.207182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd29344-d13b-4fc5-a824-b91ddd8ca54b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:46.212834 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-30ffcff0-9df4-4fef-b51c-934d1dad5e64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4155b97225034574acc89d8810e5cfc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2719631 Mar 05 00:36:46.216249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40706) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:46.344676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5a993b-09d2-4c26-b410-6ee71387f545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.369973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5a993b-09d2-4c26-b410-6ee71387f545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.448973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40710) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:46.455568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293849137', 'description': 'tempest-secgroup-smoke-293849137 description', 'project_id': '9a514e249c9340a587d981ec2cde53a2'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:46.462508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5a993b-09d2-4c26-b410-6ee71387f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.463088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:46.467456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:46.471107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:46.477361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:46.483960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a993b-09d2-4c26-b410-6ee71387f545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd29344-d13b-4fc5-a824-b91ddd8ca54b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:46.490435 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4b5a993b-09d2-4c26-b410-6ee71387f545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.497440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4b5a993b-09d2-4c26-b410-6ee71387f545 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bd29344-d13b-4fc5-a824-b91ddd8ca54b HTTP/1.1" status: 204 len: 168 time: 0.2718878 Mar 05 00:36:46.498148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.541120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:46.554412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:46.561116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:46.574810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:46.660066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.670599 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.739032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbf42b1-cb67-42c8-912b-b85e99c5bae6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:46.752232 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.757202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a7f1c859-5c8c-4b20-af85-d30ee01e7f6e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3043087 Mar 05 00:36:46.757663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40718) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:46.768357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '4dbf42b1-cb67-42c8-912b-b85e99c5bae6', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:46.775415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:46.781673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:46.785586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:46.792627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:46.839508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.928603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.939937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.970670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbe4835-a09c-42bc-884f-d4d928d81829,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:46.989806 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:46.997208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40722) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:46.997864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-43cf7b5f-f36c-4f9e-930c-6d76ce244142 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2384684 Mar 05 00:36:47.004723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '4dbf42b1-cb67-42c8-912b-b85e99c5bae6', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:47.017750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:47.033831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:47.037267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:47.046094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:47.073707 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.155855 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.166370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.196381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0144b4-1f34-4355-8e24-bf9d44bc8fac,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:47.207013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.208699 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b1baf610-c1e2-412d-a11e-c1fe6c98b5be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2100723 Mar 05 00:36:47.211798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40726) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:47.218262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '4dbf42b1-cb67-42c8-912b-b85e99c5bae6', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:47.226811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:47.231995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:47.236465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:47.243681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:47.267987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.344043 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.347675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.373101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce9d283-4682-44e1-b636-3b49188766b6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:47.382692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.384078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b091adaf-2056-4092-9085-9a7ddcaf7a47 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1712587 Mar 05 00:36:47.387051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40730) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:47.392901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '4dbf42b1-cb67-42c8-912b-b85e99c5bae6', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:47.399736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:47.403949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:47.408410 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:47.415556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:47.442742 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.518229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.525713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.555907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e004274c-3f33-4c42-bc1f-70c7a821b73b,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:47.568541 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.573957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b94e2257-8b7d-46c9-aa0d-bec47f850b51 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1822350 Mar 05 00:36:47.574959 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40734) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:47.582977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '4dbf42b1-cb67-42c8-912b-b85e99c5bae6', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:47.590818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:47.596316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:47.599200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:47.606884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:47.622580 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:36:47.630571 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.709295 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.713315 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.733575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67794738-c0c7-4c4b-ba2b-c07276850c35,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:47.758247 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.762564 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-057bd1ff-c554-4af3-abb0-5c302eaa06a7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1833112 Mar 05 00:36:47.762906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40740) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:47.769396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'security_group_rule': {'security_group_id': '4dbf42b1-cb67-42c8-912b-b85e99c5bae6', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:47.776166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:47.780115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:security_group_rule and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:47.783538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:47.791059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:47.805361 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Project 9a514e249c9340a587d981ec2cde53a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:36:47.812881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.884672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.888552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.911586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbae449b-20a8-46cb-b181-dea34be3dffd,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:47.920692 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:47.921899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-dc172db0-beee-4566-b688-2d2e7211fd46 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1579258 Mar 05 00:36:47.924654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40744) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:47.930111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'network': {'name': 'tempest-network-smoke--584818989', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:47.935918 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:47.941251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:network and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:47.946170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:47.954582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:47.966727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:36:47.969914 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.002323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:36:48.014745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.015091 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Added segment d84a8c16-aa35-429a-b3be-c37b56d8de98 of type vlan for network 42833be9-1c92-4a05-a793-f79188673aca Mar 05 00:36:48.054822 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.108214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.111966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:48.112887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.222770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2944536 Mar 05 00:36:48.223411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40748) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:48.226574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d47869-f1c9-4553-bcf9-221de6243172 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Network': ['ID=42833be9-1c92-4a05-a793-f79188673aca,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:48.228823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'admin_state_up': True, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:48.238199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 42833be9-1c92-4a05-a793-f79188673aca details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:36:48.252032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:48.257828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:router and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:48.260758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:48.267403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:48.280004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.281906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.306190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.457159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.652283 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.681357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:48.828638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.92 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/cf30fa1c-21e2-4347-a62a-0c4bac0aaa49) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:36:48.988201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:49.025670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:49.096947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:36:49.099830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:36:49.104328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:36:49.128728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:49.269325 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:49.270200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:49.504170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 4f577b73-f231-4766-89dc-53cf69d5c092 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:36:49.804208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:36:49.814313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Sync routers for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:36:49.826334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:49.826771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:49.831809 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:49.835876 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d7e28576-6b71-4e98-ab8f-1abe6036468b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6088769 Mar 05 00:36:49.836085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40756) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:49.875655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1c785d46-a20c-4c4e-8fb7-4da09052c3f9 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9a514e249c9340a587d981ec2cde53a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378706 Mar 05 00:36:49.878221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40760) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:50.010525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737d2ae-76e3-43e6-b633-58319b48d2cc tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:50.012270 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e737d2ae-76e3-43e6-b633-58319b48d2cc tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330357 Mar 05 00:36:50.015031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40768) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:50.019372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:50.060480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4eeca1b9-9d47-4988-b4ab-ee9b0529e816 tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415909 Mar 05 00:36:50.060756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40772) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:50.066613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223598908', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:50.181244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:50.185411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:subnet and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:36:50.188399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:36:50.194936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:50.206218 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:36:50.282954 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-e5a4abf5-57e4-4844-bbbf-b39620d4670e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646686429&fields=id&tenant_id=a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 267 time: 0.0452816 Mar 05 00:36:50.311834 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.340958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:49Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:50.345376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Checking router: 4f577b73-f231-4766-89dc-53cf69d5c092 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:36:50.345743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Updating router 4f577b73-f231-4766-89dc-53cf69d5c092 port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:36:50.402087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.444359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-f351066f-bc76-4b38-a868-9f87775beff3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:50.445209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-f351066f-bc76-4b38-a868-9f87775beff3 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.1549106 Mar 05 00:36:50.465901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4c8ab42c-6201-4914-88f6-dd8d9f757b07 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/quotas/a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 375 time: 0.0128798 Mar 05 00:36:50.558971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-5a1c1e0d-bbb8-4394-b1f7-3d7e15bb3fce tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0846267 Mar 05 00:36:50.639257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.708857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-045debb9-1a5d-4922-87d3-6a848171289e service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354122 Mar 05 00:36:50.726186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Subnet': ['ID=aadf7173-f7b8-4161-96e6-030a2ec14631,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:50.740151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Checking segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:50.740506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network hostable DHCP agents. Network: 42833be9-1c92-4a05-a793-f79188673aca, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:36:50.748240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.761029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Transition to ACTIVE for port object cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:50.764176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 42833be9-1c92-4a05-a793-f79188673aca is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:36:50.768757 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.775601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 42833be9-1c92-4a05-a793-f79188673aca) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:36:50.779924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:50.780879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.808464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-951f1510-ab89-446d-870d-0fd2e75fe526 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7436879 Mar 05 00:36:50.808670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40780) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:36:50.809587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848c5b0-5054-4251-893b-b3a9355a76ce None None] Network 42833be9-1c92-4a05-a793-f79188673aca requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:36:50.850829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-c18273a8-783d-4826-a841-a948b7e5a285 service neutron] 10.222.0.32 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409745 Mar 05 00:36:50.954825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Attempting to bind port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:36:50.955659 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Attempting to bind port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:36:50.955977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Attempting to bind port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:50.966730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e77e0-0e6a-4636-b769-aef1f0e86bc0 None None] Pushing event updated for resources: {'Port': ['ID=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:50.982674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:36:50.983050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:50.983457 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:50.984122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:36:50.985101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Bound port: cf30fa1c-21e2-4347-a62a-0c4bac0aaa49, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:36:50.985506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:51.142934 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] For port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:51.155775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] For port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:36:51.161555 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:51.201819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-42833be9-1c92-4a05-a793-f79188673aca', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:36:51.202665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:51.358015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e77e0-0e6a-4636-b769-aef1f0e86bc0 None None] Pushing event updated for resources: {'Port': ['ID=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:51.364223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:51.364915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:51.391483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-540e76f9-95e2-4d66-8bea-860f8571a4f9 req-e11d03c9-7a57-4b31-afd8-1f800ce66ca9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 210 time: 0.0981560 Mar 05 00:36:51.596312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Allocated IP 172.20.0.2 (42833be9-1c92-4a05-a793-f79188673aca/aadf7173-f7b8-4161-96e6-030a2ec14631/a531def0-e569-4161-83ed-9a861bfd57cb) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:36:51.677482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:51.689124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:52.086998 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:52.103357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Transition to ACTIVE for port object a531def0-e569-4161-83ed-9a861bfd57cb will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:52.126973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Transition to ACTIVE for port object a531def0-e569-4161-83ed-9a861bfd57cb will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:52.134086 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:52.198878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.1 (42833be9-1c92-4a05-a793-f79188673aca/aadf7173-f7b8-4161-96e6-030a2ec14631/649fc19a-055c-4bc9-97a7-e1ffff8542bb) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:36:52.210232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:49Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:52.217613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Network 42833be9-1c92-4a05-a793-f79188673aca is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:36:52.220145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Pushing event updated for resources: {'Port': ['ID=a531def0-e569-4161-83ed-9a861bfd57cb,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:52.223358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:36:52.225559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:36:52.227902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff7625-8269-45f2-90b2-1ac9578dabdc None None] The sync data for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 is: [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:49Z', 'revision_number': 3, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:36:52.322394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Attempting to bind port a531def0-e569-4161-83ed-9a861bfd57cb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:36:52.323103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Attempting to bind port a531def0-e569-4161-83ed-9a861bfd57cb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:36:52.324101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Attempting to bind port a531def0-e569-4161-83ed-9a861bfd57cb on network 42833be9-1c92-4a05-a793-f79188673aca {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:52.337053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:36:52.337876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Checking segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:52.339427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:52.339963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Bound using segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:36:52.340545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Bound port: a531def0-e569-4161-83ed-9a861bfd57cb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:36:52.341038 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:52.461637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] For port a531def0-e569-4161-83ed-9a861bfd57cb, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:52.468133 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] For port a531def0-e569-4161-83ed-9a861bfd57cb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a531def0-e569-4161-83ed-9a861bfd57cb,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:36:52.478056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:52.604239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219eb21-0539-4ee3-95fb-397dff46cf70 None None] Pushing event updated for resources: {'Port': ['ID=a531def0-e569-4161-83ed-9a861bfd57cb,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:52.636718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9aef0ffd-3cfc-430c-abaa-bb60750f59f8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:52.638229 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9aef0ffd-3cfc-430c-abaa-bb60750f59f8 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 812 time: 0.4058867 Mar 05 00:36:52.680857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66aecb61-6207-4929-8ff3-b34609191d49 req-c412dabc-5766-4442-9ce1-9c81a8bbd4ec tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 210 time: 0.0622020 Mar 05 00:36:52.744526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-28f3f638-6d59-4825-b00c-36918bf62169 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4fd94fbe76445c6a1323454d74649c6 HTTP/1.1" status: 200 len: 379 time: 0.0913796 Mar 05 00:36:52.765775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'port': {'device_id': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'admin_state_up': True, 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'security_groups': ['d024190a-7954-41ff-80c8-2f91efca1f9e']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:52.886966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:52.919185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object 649fc19a-055c-4bc9-97a7-e1ffff8542bb will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:52.977961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:53.063513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=649fc19a-055c-4bc9-97a7-e1ffff8542bb,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:53.112471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 42833be9-1c92-4a05-a793-f79188673aca is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:36:53.115215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:36:53.117862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:36:53.161732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:36:53.181493 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:36:53.193960 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:53.200412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Made reservation on behalf of a4fd94fbe76445c6a1323454d74649c6 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:36:53.203429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:53.400319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:53.498036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.20.0.3 (ab2013d8-b34a-4bbc-98bd-1b6f09d999d4/4a051264-c42b-47c0-a1c0-8bfff93c5797/149d8099-348c-4fb1-ba9a-5ebcc736627b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:36:53.707772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16298e1a-182e-4ab7-b332-4a3095adbb02 None None] Network 42833be9-1c92-4a05-a793-f79188673aca requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:36:53.838618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b6a0365d-bf0b-466d-ba9a-de81c5b5408e None None] Provisioning for port a531def0-e569-4161-83ed-9a861bfd57cb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:36:53.986499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:53.994468 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c788a856-7719-4ac7-812a-7080dc1d8a5a req-3a9bfee6-a323-44ce-b4a6-b57a803e5488 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 210 time: 0.1198597 Mar 05 00:36:54.006232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Transition to ACTIVE for port object 149d8099-348c-4fb1-ba9a-5ebcc736627b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:54.089047 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.098765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:36:54.191347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:36:54.196873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:54.197558 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.197686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:36:54.202047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:36:54.208194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:36:54.238790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=149d8099-348c-4fb1-ba9a-5ebcc736627b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:54.300128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:54.300978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.322412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.334550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.342268 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.367735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:54.376381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.377259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a531def0-e569-4161-83ed-9a861bfd57cb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:36:54.474439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-792926cd-c5b2-49f6-9a0b-93686342c5de None None] Provisioning for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:36:54.500270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-792926cd-c5b2-49f6-9a0b-93686342c5de None None] Provisioning complete for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:54.500744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-792926cd-c5b2-49f6-9a0b-93686342c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.591031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:54.604871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-792926cd-c5b2-49f6-9a0b-93686342c5de None None] Port 649fc19a-055c-4bc9-97a7-e1ffff8542bb cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:36:54.626155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a531def0-e569-4161-83ed-9a861bfd57cb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:36:54.631050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a531def0-e569-4161-83ed-9a861bfd57cb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:54.631422 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.647902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-9ad34f62-f21e-4ba1-8ed6-91a8521c867a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8893015 Mar 05 00:36:54.667765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Request body: {'port': {'device_id': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:54.697293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=649fc19a-055c-4bc9-97a7-e1ffff8542bb,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:54.723865 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.753727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.776184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Provisioning for port 149d8099-348c-4fb1-ba9a-5ebcc736627b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:36:54.786397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Provisioning complete for port 149d8099-348c-4fb1-ba9a-5ebcc736627b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:54.786769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.825093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a531def0-e569-4161-83ed-9a861bfd57cb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a531def0-e569-4161-83ed-9a861bfd57cb,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:36:54.839955 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.867525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.910580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Port 149d8099-348c-4fb1-ba9a-5ebcc736627b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:36:54.938301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a531def0-e569-4161-83ed-9a861bfd57cb,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:54.946176 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Provisioning complete for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:54.946176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:54.966225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 42833be9-1c92-4a05-a793-f79188673aca is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:36:54.968380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:36:54.999409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b4e533c9-c6fb-4833-ab96-bbd701845c51 None None] Port 649fc19a-055c-4bc9-97a7-e1ffff8542bb cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:36:55.226996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fbceb4d1-dd01-4830-9a3f-4d2c8df6cb93 None None] Provisioning complete for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:55.227508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbceb4d1-dd01-4830-9a3f-4d2c8df6cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:55.244723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5520-b148-4224-9387-38333284c97b req-50f5f112-b3a4-40c4-bf7e-5e81c1d1c02b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:55.251023 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-251b5520-b148-4224-9387-38333284c97b req-50f5f112-b3a4-40c4-bf7e-5e81c1d1c02b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 931 time: 0.1028700 Mar 05 00:36:55.284203 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-fbceb4d1-dd01-4830-9a3f-4d2c8df6cb93 None None] Port 649fc19a-055c-4bc9-97a7-e1ffff8542bb cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:36:55.298397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-251b5520-b148-4224-9387-38333284c97b req-2ea7086c-0f2d-4af8-9e9e-cd5eb49960ef tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Mar 05 00:36:55.532477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149d8099-348c-4fb1-ba9a-5ebcc736627b {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:36:55.541644 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:55.563572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Transition to ACTIVE for port object 149d8099-348c-4fb1-ba9a-5ebcc736627b will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:55.568428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:55.708578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Pushing event updated for resources: {'Port': ['ID=149d8099-348c-4fb1-ba9a-5ebcc736627b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:55.805901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 4f577b73-f231-4766-89dc-53cf69d5c092 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:36:55.887241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Attempting to bind port 149d8099-348c-4fb1-ba9a-5ebcc736627b on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:36:55.887527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Attempting to bind port 149d8099-348c-4fb1-ba9a-5ebcc736627b by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:36:55.887847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Attempting to bind port 149d8099-348c-4fb1-ba9a-5ebcc736627b on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:55.957514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:36:56.037308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:56.037755 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:56.068948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Port 149d8099-348c-4fb1-ba9a-5ebcc736627b on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:36:56.068948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Attempting to bind port 149d8099-348c-4fb1-ba9a-5ebcc736627b on network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:56.085131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:36:56.085509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Checking segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:56.085894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Bound using segment: {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:36:56.086322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Bound port: 149d8099-348c-4fb1-ba9a-5ebcc736627b, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f926d-2078-4208-a754-d6ce2d5c2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:36:56.086663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:56.185183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a531def0-e569-4161-83ed-9a861bfd57cb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:36:56.201931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] For port 149d8099-348c-4fb1-ba9a-5ebcc736627b, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:56.206702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] For port 149d8099-348c-4fb1-ba9a-5ebcc736627b, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:36:56.213268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:56.251283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a531def0-e569-4161-83ed-9a861bfd57cb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:36:56.251648 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:56.288711 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:56.290108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] 10.222.0.10 "PUT /v2.0/ports/149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 1091 time: 1.6312420 Mar 05 00:36:56.292574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:36:56.308612 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8351e-d953-4f8e-a6e9-6db61cadc379 service neutron] Pushing event updated for resources: {'Port': ['ID=149d8099-348c-4fb1-ba9a-5ebcc736627b,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:56.320515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:36:56.325181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b6f88bd4-85cd-4f25-9076-ef7c30529131 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/4f577b73-f231-4766-89dc-53cf69d5c092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5156064 Mar 05 00:36:56.336607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Sync routers for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:36:56.368703 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:56.376862 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:56.447153 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'status': 'completed', 'code': 200} Mar 05 00:36:56.473302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-a6d2ca30-1275-4f8c-8eee-5bb27f07e9ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1094 time: 0.1285315 Mar 05 00:36:56.570236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-3fba7898-a8c9-4bdd-9ed2-d41db9a3f797 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 217 time: 0.0898759 Mar 05 00:36:56.648364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a605229-6ddd-40e3-9126-f409a131ff98 req-912cc8c8-5c48-49f2-bd3b-c9cb678d947e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:56.653797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a605229-6ddd-40e3-9126-f409a131ff98 req-912cc8c8-5c48-49f2-bd3b-c9cb678d947e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.1126091 Mar 05 00:36:56.702084 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:56.704810 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a605229-6ddd-40e3-9126-f409a131ff98 req-d5876f9d-3d5c-4dbb-8ba8-1673599dbfd5 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476065 Mar 05 00:36:56.716807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-e53c48eb-af0b-4a50-b49b-32584548b779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:56.719509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-e53c48eb-af0b-4a50-b49b-32584548b779 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1369376 Mar 05 00:36:56.725160 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-9ba49bb5-ab31-4a27-b7e1-bc24c12b3c0d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293849137&fields=id&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 267 time: 0.0871897 Mar 05 00:36:56.947460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-60c70a1b-7305-4bd1-9fb7-89515e907c53 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:56.947460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-60c70a1b-7305-4bd1-9fb7-89515e907c53 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:36:56.951189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-86095415-ce06-4ef8-bb6b-15ba84aeacd7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248769 Mar 05 00:36:57.039252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-60c70a1b-7305-4bd1-9fb7-89515e907c53 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:36:57.043736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-60c70a1b-7305-4bd1-9fb7-89515e907c53 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/networks?id=42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 200 len: 796 time: 0.2716422 Mar 05 00:36:57.060757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 2, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:57.064847 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Checking router: 4f577b73-f231-4766-89dc-53cf69d5c092 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:36:57.065072 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Updating router 4f577b73-f231-4766-89dc-53cf69d5c092 port 649fc19a-055c-4bc9-97a7-e1ffff8542bb binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:36:57.077118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-f01b84d1-037b-4698-bd29-73e7ddf2d8c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/quotas/9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 375 time: 0.0223901 Mar 05 00:36:57.130602 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.161455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-1caf661b-dcce-4e4a-ad8c-023851d35672 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027514 Mar 05 00:36:57.298937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-dfa65654-3671-4402-a465-5609d3cff162 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:36:57.333873 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-09835c0c-9b1e-44dc-b867-4fa1f49c8c3d req-1e738030-1d86-4359-bfaf-46638c6ba72a service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644709 Mar 05 00:36:57.349724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-dfa65654-3671-4402-a465-5609d3cff162 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:36:57.351323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-dfa65654-3671-4402-a465-5609d3cff162 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610707 Mar 05 00:36:57.362096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.382884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-e314ea96-c96f-44b0-b883-1b8f891790fa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:36:57.383901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-e314ea96-c96f-44b0-b883-1b8f891790fa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055490 Mar 05 00:36:57.546129 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.558041 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Transition to ACTIVE for port object 649fc19a-055c-4bc9-97a7-e1ffff8542bb will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:36:57.565742 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.579852 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-f05d6ff7-b66f-4046-8153-88c127e97c8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1094 time: 0.1876268 Mar 05 00:36:57.581972 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-9207f9a5-2b1a-4273-af66-88413d109072 service neutron] 10.222.0.32 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878445 Mar 05 00:36:57.681839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.699192 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Pushing event updated for resources: {'Port': ['ID=649fc19a-055c-4bc9-97a7-e1ffff8542bb,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:57.773256 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.773852 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.774355 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.774832 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.775312 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.775791 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.776273 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.776749 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.777275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.777885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.778607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:36:57.807961 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Attempting to bind port 649fc19a-055c-4bc9-97a7-e1ffff8542bb on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:36:57.808873 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Attempting to bind port 649fc19a-055c-4bc9-97a7-e1ffff8542bb by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:36:57.809476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Attempting to bind port 649fc19a-055c-4bc9-97a7-e1ffff8542bb on network 42833be9-1c92-4a05-a793-f79188673aca {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:36:57.818178 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:36:57.818859 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Checking segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:36:57.819476 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.820043 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Bound using segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:36:57.820701 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Bound port: 649fc19a-055c-4bc9-97a7-e1ffff8542bb, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:36:57.821353 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.827683 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-5a4e12be-5aca-4fc7-891f-301f88d35809 service neutron] 10.222.0.32 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247782 Mar 05 00:36:57.942593 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] For port 649fc19a-055c-4bc9-97a7-e1ffff8542bb, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:36:57.946420 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] For port 649fc19a-055c-4bc9-97a7-e1ffff8542bb, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=649fc19a-055c-4bc9-97a7-e1ffff8542bb,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:36:57.952448 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:36:57.988724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-1d4fd838-6c81-4b15-83d0-94e57b6e28ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:57.990490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-1d4fd838-6c81-4b15-83d0-94e57b6e28ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.4051881 Mar 05 00:36:58.024925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb885-e464-49eb-b13c-4f0495742828 req-a042be5d-8389-40ec-b203-d446dc752032 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:58.026738 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-15efb885-e464-49eb-b13c-4f0495742828 req-a042be5d-8389-40ec-b203-d446dc752032 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.1264415 Mar 05 00:36:58.084963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-4ca29eb5-0bfa-43a8-97d2-f4a135f742ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 217 time: 0.0853658 Mar 05 00:36:58.103789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-15efb885-e464-49eb-b13c-4f0495742828 req-8068a2d8-4a34-4333-8297-dc648dc64b8e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698690 Mar 05 00:36:58.114208 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:36:58.117367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:36:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:58.173985 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180edf5-34af-4cad-bc85-5637f9d6d888 None None] Pushing event updated for resources: {'Port': ['ID=649fc19a-055c-4bc9-97a7-e1ffff8542bb,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:36:58.219825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49af24e4-98f3-49ca-8b64-8250139d01de req-22fa701d-81ce-4c05-b589-c59f5c906bfc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 210 time: 0.1278877 Mar 05 00:36:58.271790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-f445281f-82e9-42f3-b1d1-44cc491f840b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:58.274208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-f445281f-82e9-42f3-b1d1-44cc491f840b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1165390 Mar 05 00:36:58.285887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-12464d66-321e-4621-9127-a63c45f88c2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4517994 Mar 05 00:36:58.377148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-ee518657-80c3-4b8f-8c5b-2c4dd6256a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920897 Mar 05 00:36:58.385135 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:36:58.644074 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-fd428f1c-6eff-4d06-b389-3ac51199178a service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604446 Mar 05 00:36:58.743721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-b2272634-4a8b-42a1-b908-6633e84353ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.3086648 Mar 05 00:36:58.776144 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:36:57Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:36:58.781148 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68520b4a-97e2-4286-8d2a-11ba9712da34 None None] The sync data for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 is: [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:36:57Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:36:58.899910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7dfe9cfd-9ed6-4cc7-a3f8-68864a810842 req-49286cc4-3b33-4ee5-82cf-237976b1993c service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501879 Mar 05 00:36:58.961182 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-0487ce8b-de25-4cb0-b8b1-2c1632e8e2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:58.962006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-0487ce8b-de25-4cb0-b8b1-2c1632e8e2bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1908648 Mar 05 00:36:59.083785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-78dcf901-d765-47c5-aa10-f8153eb465a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 1001 time: 0.1151686 Mar 05 00:36:59.155500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-40707568-58a9-4d2f-a0c2-657d2468fae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:59.157767 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-40707568-58a9-4d2f-a0c2-657d2468fae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0674379 Mar 05 00:36:59.259486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-21a70ebe-5c20-420e-a866-a46f6dd5c8ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956185 Mar 05 00:36:59.434011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae1b5c-6d16-47f6-a212-13a237f9a1d4 req-7535da41-137d-4e81-96d7-36049466a86f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:59.436889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8ae1b5c-6d16-47f6-a212-13a237f9a1d4 req-7535da41-137d-4e81-96d7-36049466a86f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.1759877 Mar 05 00:36:59.514539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8ae1b5c-6d16-47f6-a212-13a237f9a1d4 req-5e6351cf-67cc-47de-b4c0-73fdddd21387 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634987 Mar 05 00:36:59.583831 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-81231657-4bdf-4c1a-968a-dbccc23ec9e6 req-db460a5b-6fc3-48c6-9fd5-f08876ab070a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 210 time: 0.1128983 Mar 05 00:36:59.630588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1b3f2de3-5736-4758-9dd6-2221719f1b6f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:36:59.630912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1b3f2de3-5736-4758-9dd6-2221719f1b6f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/networks?id=42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 200 len: 796 time: 0.2718170 Mar 05 00:36:59.675502 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-d4fb49e5-6277-4e36-9ea5-ce77305420d1 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095728 Mar 05 00:36:59.783080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-d020a92c-667d-4bf0-9aeb-26493b21c6cc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a514e249c9340a587d981ec2cde53a2 HTTP/1.1" status: 200 len: 379 time: 0.1337464 Mar 05 00:36:59.938110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'port': {'device_id': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'admin_state_up': True, 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'security_groups': ['4dbf42b1-cb67-42c8-912b-b85e99c5bae6']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:36:59.984255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 649fc19a-055c-4bc9-97a7-e1ffff8542bb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:37:00.067692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:37:00.069174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b503474-3189-4d15-9cb5-71abfaf9e68b req-7f6354c3-d6b9-480d-a52e-a37559589290 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849804 Mar 05 00:37:00.076698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:37:00.076698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.138272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:37:00.162521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:37:00.176089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Made reservation on behalf of 9a514e249c9340a587d981ec2cde53a2 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:37:00.179411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.211374 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.261510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 649fc19a-055c-4bc9-97a7-e1ffff8542bb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=649fc19a-055c-4bc9-97a7-e1ffff8542bb,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:00.268224 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.352014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=649fc19a-055c-4bc9-97a7-e1ffff8542bb,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:00.369792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.20.0.8 (42833be9-1c92-4a05-a793-f79188673aca/aadf7173-f7b8-4161-96e6-030a2ec14631/4429b063-68a6-4d58-af82-07d00958d8ac) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:37:00.580906 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.596945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Transition to ACTIVE for port object 4429b063-68a6-4d58-af82-07d00958d8ac will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:37:00.619578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.711982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 42833be9-1c92-4a05-a793-f79188673aca is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:37:00.716962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:37:00.720342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:37:00.784427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:00.845543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.845891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.846239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.846570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.846901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.847227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.847554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.847868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.848194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.848516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.848834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:00.867644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:00.868255 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:00.899293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4237531-5269-4b74-b85c-ce59ebd71d76 req-0fa59443-1323-4758-9552-ab10b49008dc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:00.901493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4237531-5269-4b74-b85c-ce59ebd71d76 req-0fa59443-1323-4758-9552-ab10b49008dc tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.0860288 Mar 05 00:37:00.910675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-1a07a529-3d3b-4c07-9530-8941f2ef7051 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1129715 Mar 05 00:37:00.923840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Request body: {'port': {'device_id': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:37:00.955504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4237531-5269-4b74-b85c-ce59ebd71d76 req-c798e617-b42b-4d0e-8061-05356573a081 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474136 Mar 05 00:37:00.964533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed7331-366c-4f97-9d85-be9fbb1bfd62 req-b438c035-7580-4b8a-bedf-a0d3debba091 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:00.965171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-49ed7331-366c-4f97-9d85-be9fbb1bfd62 req-b438c035-7580-4b8a-bedf-a0d3debba091 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:37:01.028391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-49ed7331-366c-4f97-9d85-be9fbb1bfd62 req-b438c035-7580-4b8a-bedf-a0d3debba091 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:37:01.029432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49ed7331-366c-4f97-9d85-be9fbb1bfd62 req-b438c035-7580-4b8a-bedf-a0d3debba091 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 931 time: 0.2502656 Mar 05 00:37:01.058728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dcef373d-b662-4128-a2c0-1eb0442fd6a8 None None] Provisioning for port 4429b063-68a6-4d58-af82-07d00958d8ac completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:37:01.063650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dcef373d-b662-4128-a2c0-1eb0442fd6a8 None None] Provisioning complete for port 4429b063-68a6-4d58-af82-07d00958d8ac triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:37:01.063963 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dcef373d-b662-4128-a2c0-1eb0442fd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.085771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.109718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49ed7331-366c-4f97-9d85-be9fbb1bfd62 req-ebde5854-5212-40e0-b476-bef7a148678f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742373 Mar 05 00:37:01.115798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-dcef373d-b662-4128-a2c0-1eb0442fd6a8 None None] Port 4429b063-68a6-4d58-af82-07d00958d8ac cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:37:01.459571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4429b063-68a6-4d58-af82-07d00958d8ac {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:37:01.467279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.483916 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Transition to ACTIVE for port object 4429b063-68a6-4d58-af82-07d00958d8ac will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:37:01.487316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.634804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:01.743326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Attempting to bind port 4429b063-68a6-4d58-af82-07d00958d8ac on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:37:01.743857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Attempting to bind port 4429b063-68a6-4d58-af82-07d00958d8ac by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:37:01.743956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Attempting to bind port 4429b063-68a6-4d58-af82-07d00958d8ac on network 42833be9-1c92-4a05-a793-f79188673aca {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:37:01.750228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Port 4429b063-68a6-4d58-af82-07d00958d8ac on network 42833be9-1c92-4a05-a793-f79188673aca not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:37:01.750543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Attempting to bind port 4429b063-68a6-4d58-af82-07d00958d8ac on network 42833be9-1c92-4a05-a793-f79188673aca {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:37:01.756672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:37:01.757001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Checking segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:37:01.757412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Bound using segment: {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:37:01.757828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Bound port: 4429b063-68a6-4d58-af82-07d00958d8ac, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84a8c16-aa35-429a-b3be-c37b56d8de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42833be9-1c92-4a05-a793-f79188673aca'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:37:01.758167 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.845797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:37:01.848721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:37:01.853295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.914335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:01.915706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] 10.222.0.36 "PUT /v2.0/ports/4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 200 len: 1091 time: 0.9971278 Mar 05 00:37:01.916139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:37:01.953494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 649fc19a-055c-4bc9-97a7-e1ffff8542bb up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:37:02.023158 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac', 'status': 'completed', 'code': 200} Mar 05 00:37:02.045002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 649fc19a-055c-4bc9-97a7-e1ffff8542bb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:37:02.045483 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:02.056884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb283658-8ed0-41ab-a810-cd64d5b30246 service neutron] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:02.104768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-6f499a77-0a4b-4c7d-84df-75706c0ef2cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1094 time: 0.1504774 Mar 05 00:37:02.309106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-579dabbf-c5b0-4ca6-810c-4483a09476da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 200 len: 217 time: 0.1973038 Mar 05 00:37:02.319618 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-21181e5f-e2b7-47c2-8faa-22c0133ebe44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:02.320316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-21181e5f-e2b7-47c2-8faa-22c0133ebe44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:37:02.332303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-21181e5f-e2b7-47c2-8faa-22c0133ebe44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:37:02.333447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-21181e5f-e2b7-47c2-8faa-22c0133ebe44 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 943 time: 0.0914884 Mar 05 00:37:02.378262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-3faeadb1-e571-4b46-9f46-46066222bc2c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:37:02.389024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-4fa21293-bf6c-42b9-bf81-a84f72b6df42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:02.391017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-4fa21293-bf6c-42b9-bf81-a84f72b6df42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aadf7173-f7b8-4161-96e6-030a2ec14631 HTTP/1.1" status: 200 len: 835 time: 0.0744898 Mar 05 00:37:02.395360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-3faeadb1-e571-4b46-9f46-46066222bc2c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:37:02.396770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-60eaa391-f9fa-4ee2-9d41-4953b01b44b6 req-3faeadb1-e571-4b46-9f46-46066222bc2c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575621 Mar 05 00:37:02.432371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fdd17-3215-41c1-ad2e-50fb0400f97f req-104702d2-d9d3-4027-aa4c-0511b1748fda tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:02.433054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e3fdd17-3215-41c1-ad2e-50fb0400f97f req-104702d2-d9d3-4027-aa4c-0511b1748fda tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:37:02.465599 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e3fdd17-3215-41c1-ad2e-50fb0400f97f req-104702d2-d9d3-4027-aa4c-0511b1748fda tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:37:02.466718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e3fdd17-3215-41c1-ad2e-50fb0400f97f req-104702d2-d9d3-4027-aa4c-0511b1748fda tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.2060502 Mar 05 00:37:02.511199 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-a568878c-0d84-4eb7-87b3-ba6dec98976b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42833be9-1c92-4a05-a793-f79188673aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146431 Mar 05 00:37:02.540823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e3fdd17-3215-41c1-ad2e-50fb0400f97f req-fd4a44a7-d3d0-41fa-a199-8b1b8b3b3fd0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673029 Mar 05 00:37:02.648103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-d49a0e6d-d2ef-4a3f-9383-228a971e7fdf service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284044 Mar 05 00:37:02.775493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2340beb9-d39b-412c-8d05-0c76d49a2589 req-e6c4805b-d0a8-4c41-81a3-ea45504664eb service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222460 Mar 05 00:37:02.884756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-56900fda-460a-40a6-b4a5-aed0ba36a30e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1094 time: 0.0664964 Mar 05 00:37:03.014572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-43114cd1-4a8b-4df8-8dce-d7773c6303ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:03.016554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-43114cd1-4a8b-4df8-8dce-d7773c6303ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 200 len: 897 time: 0.1248176 Mar 05 00:37:03.085610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-7fd40cdb-b024-4c16-9c1a-71f633ac9c11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 200 len: 217 time: 0.0624104 Mar 05 00:37:03.143976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-d9389ee3-58ad-4aca-9495-2d79d05a7d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:03.145278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-d9389ee3-58ad-4aca-9495-2d79d05a7d2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aadf7173-f7b8-4161-96e6-030a2ec14631 HTTP/1.1" status: 200 len: 835 time: 0.0542948 Mar 05 00:37:03.219327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-3a8c36c8-9c87-4387-9d08-8d124da3fa62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42833be9-1c92-4a05-a793-f79188673aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686035 Mar 05 00:37:03.344904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-ab9d27f9-09e0-4ae8-ab68-9b952bf7be07 service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194570 Mar 05 00:37:03.480641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1537aa3a-4ad9-4666-a9d8-1bf6e643c39f req-f3b723cd-c12c-4f89-a3dd-d810126dd942 service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299653 Mar 05 00:37:03.499003 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:37:03.610607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722b334-ea43-4221-8f76-580c9d048627 req-4946edf7-ec64-4de4-a033-9346d364c18a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:03.612436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9722b334-ea43-4221-8f76-580c9d048627 req-4946edf7-ec64-4de4-a033-9346d364c18a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 943 time: 0.0860188 Mar 05 00:37:03.659521 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9722b334-ea43-4221-8f76-580c9d048627 req-a4bfe7ec-942e-4c69-8116-902940e6284c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415328 Mar 05 00:37:03.748091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1cd5-2629-462b-9315-e6fd86adc299 req-71309c41-821d-444c-8764-20e143eec9ca tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:03.749574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e5c1cd5-2629-462b-9315-e6fd86adc299 req-71309c41-821d-444c-8764-20e143eec9ca tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.0769148 Mar 05 00:37:03.797145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e5c1cd5-2629-462b-9315-e6fd86adc299 req-330fde5a-8ac0-4ec5-910e-9b1ddc4b81a9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 Mar 05 00:37:04.860482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e29f90-b7a5-41e0-b90d-70ed9ebc27c2 req-aa611999-d498-4c46-8749-4c4b1ac3024d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:04.862070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38e29f90-b7a5-41e0-b90d-70ed9ebc27c2 req-aa611999-d498-4c46-8749-4c4b1ac3024d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 943 time: 0.0796800 Mar 05 00:37:04.907490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-38e29f90-b7a5-41e0-b90d-70ed9ebc27c2 req-a0f2045a-9edd-44f7-a17a-2491a6f4d44c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Mar 05 00:37:04.952966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c58474ea-09a1-4ee5-bd1d-622fae55d899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:04.998126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c371e6-91c3-491c-9bb7-df7aebf97c25 req-164d738a-6e32-42d8-a918-f95fc07e022b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:05.000110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0c371e6-91c3-491c-9bb7-df7aebf97c25 req-164d738a-6e32-42d8-a918-f95fc07e022b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 943 time: 0.0789988 Mar 05 00:37:05.045542 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0c371e6-91c3-491c-9bb7-df7aebf97c25 req-3d3c9dc7-0ced-45ed-a303-4b6d17a3eafd tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Mar 05 00:37:05.849327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 149d8099-348c-4fb1-ba9a-5ebcc736627b details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:37:05.979976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 149d8099-348c-4fb1-ba9a-5ebcc736627b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:05.993118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'port_id': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'mac_address': 'fa:16:3e:36:30:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:37:06.046784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:06.063551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149d8099-348c-4fb1-ba9a-5ebcc736627b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:37:06.079799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 149d8099-348c-4fb1-ba9a-5ebcc736627b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:06.084240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:06.114880 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf78609-ce80-4254-938f-32b6de95f894 req-4a60b71f-1674-480a-a71b-d05cf3a70ceb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:06.117598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ddf78609-ce80-4254-938f-32b6de95f894 req-4a60b71f-1674-480a-a71b-d05cf3a70ceb tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 943 time: 0.0893164 Mar 05 00:37:06.152566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=149d8099-348c-4fb1-ba9a-5ebcc736627b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:06.171803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ddf78609-ce80-4254-938f-32b6de95f894 req-e9187670-a2c0-4c75-afe9-2456dde28299 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479147 Mar 05 00:37:06.245507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcbae-240e-4d22-894d-9ec7c4dc3a7a req-5eceeb7f-5aac-4939-99fc-c1711f974067 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:06.246857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-849fcbae-240e-4d22-894d-9ec7c4dc3a7a req-5eceeb7f-5aac-4939-99fc-c1711f974067 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 944 time: 0.0741057 Mar 05 00:37:06.290752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-849fcbae-240e-4d22-894d-9ec7c4dc3a7a req-af4b9f94-e183-4af1-aff8-dfcd78c5d42c tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378122 Mar 05 00:37:06.426615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['149d8099-348c-4fb1-ba9a-5ebcc736627b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:37:06.598829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4429b063-68a6-4d58-af82-07d00958d8ac details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:37:06.803673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:06.818572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4429b063-68a6-4d58-af82-07d00958d8ac', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'port_id': '4429b063-68a6-4d58-af82-07d00958d8ac', 'mac_address': 'fa:16:3e:13:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:37:06.871674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:06.887949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4429b063-68a6-4d58-af82-07d00958d8ac {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:37:06.903264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:06.907582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:06.977042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:07.022711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e46c7be-c3dc-4164-a668-247470ab1bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:07.215289 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4429b063-68a6-4d58-af82-07d00958d8ac'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:37:07.464799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0fdb1-63da-46d6-ad06-5f1dde79c707 req-bdfee511-cd23-4f42-9e39-4153a9ff6a8d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:07.466272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bc0fdb1-63da-46d6-ad06-5f1dde79c707 req-bdfee511-cd23-4f42-9e39-4153a9ff6a8d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 944 time: 0.1760554 Mar 05 00:37:07.513911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bc0fdb1-63da-46d6-ad06-5f1dde79c707 req-cc8b6438-def6-4f7f-a050-7b18bfb5a4fa tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Mar 05 00:37:07.601191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fb625-17c6-436a-872a-1c4469c9d3b6 req-ef3d7e63-fb77-4f90-8bb8-a197ca7d5e4a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:07.602646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce5fb625-17c6-436a-872a-1c4469c9d3b6 req-ef3d7e63-fb77-4f90-8bb8-a197ca7d5e4a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 944 time: 0.1883388 Mar 05 00:37:07.646792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ce5fb625-17c6-436a-872a-1c4469c9d3b6 req-e590db10-7e3e-44a4-ab05-9ee77236e3a1 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383439 Mar 05 00:37:07.849348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 149d8099-348c-4fb1-ba9a-5ebcc736627b up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:37:07.917532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 149d8099-348c-4fb1-ba9a-5ebcc736627b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:37:07.922467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 149d8099-348c-4fb1-ba9a-5ebcc736627b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:37:07.922833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.031033 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.056908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:37:08.066330 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 149d8099-348c-4fb1-ba9a-5ebcc736627b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:08.070981 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.115472 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'code': 200} Mar 05 00:37:08.139631 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=149d8099-348c-4fb1-ba9a-5ebcc736627b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:08.239467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03e68422-e0b9-4538-80f3-14efe44906d8 req-d5e7ce44-0eaa-433d-ab4d-31a9603d076b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0710912 Mar 05 00:37:08.279067 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03e68422-e0b9-4538-80f3-14efe44906d8 req-a5d3fdd5-b01e-4f90-9c08-6168aa225e06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339389 Mar 05 00:37:08.336717 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.388969 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.612745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4429b063-68a6-4d58-af82-07d00958d8ac up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:37:08.678759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 4429b063-68a6-4d58-af82-07d00958d8ac completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:37:08.683428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4429b063-68a6-4d58-af82-07d00958d8ac triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:37:08.683780 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.712670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe67b-73d4-4e59-b991-35d51aea0c4c req-f1f18488-2a47-4ce4-a118-4e7e560447ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:08.714345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c29fe67b-73d4-4e59-b991-35d51aea0c4c req-f1f18488-2a47-4ce4-a118-4e7e560447ec tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 944 time: 0.0800154 Mar 05 00:37:08.761692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c29fe67b-73d4-4e59-b991-35d51aea0c4c req-2ce0e931-8431-4d52-9098-306a48521dc5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414541 Mar 05 00:37:08.800378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.833128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:37:08.837150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:08.861383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d10f-9983-412c-ab7e-439446daf314 req-7e56f6d4-efd8-4028-b9cf-8b4f13f0ea8b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:08.862903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67d4d10f-9983-412c-ab7e-439446daf314 req-7e56f6d4-efd8-4028-b9cf-8b4f13f0ea8b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 945 time: 0.0792751 Mar 05 00:37:08.904663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:08.908445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67d4d10f-9983-412c-ab7e-439446daf314 req-830e081e-c722-4c82-a07c-6a196c04b9d7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 Mar 05 00:37:09.803943 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:09.974650 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948213b-1035-4796-943c-9b0555d2e9d3 req-06a35191-7b8e-4392-a453-f81e67e44a07 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:09.976089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a948213b-1035-4796-943c-9b0555d2e9d3 req-06a35191-7b8e-4392-a453-f81e67e44a07 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0813141 Mar 05 00:37:10.022823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a948213b-1035-4796-943c-9b0555d2e9d3 req-579e1382-d4d0-4227-aaaf-aa855247bdc1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 Mar 05 00:37:10.104958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d953a4-f309-49c0-8154-dc6ea97ba6ee req-a457bb59-8d05-4b5b-bbbb-16be182a83b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:10.106420 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2d953a4-f309-49c0-8154-dc6ea97ba6ee req-a457bb59-8d05-4b5b-bbbb-16be182a83b7 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 945 time: 0.0747271 Mar 05 00:37:10.116969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:37:10.150562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2d953a4-f309-49c0-8154-dc6ea97ba6ee req-fd56371c-f89c-47bb-9590-11dbe4c15ae4 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Mar 05 00:37:10.182783 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac', 'code': 200} Mar 05 00:37:10.296857 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9866531a-2b97-417b-90b0-7f7c2f34a0a0 req-86251ea7-03ec-491c-b3ca-52134efd9e96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1096 time: 0.0661044 Mar 05 00:37:10.339195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9866531a-2b97-417b-90b0-7f7c2f34a0a0 req-62428507-2ec9-41f5-9d30-d58f0674b810 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365384 Mar 05 00:37:10.350322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb00d7-847f-4069-963d-8f8ceb8ceda3 req-cb828b79-c048-4ff8-85eb-b34cffddbc38 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:10.351770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-99eb00d7-847f-4069-963d-8f8ceb8ceda3 req-cb828b79-c048-4ff8-85eb-b34cffddbc38 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 945 time: 0.0791514 Mar 05 00:37:10.395817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-99eb00d7-847f-4069-963d-8f8ceb8ceda3 req-8cb98c6b-0f79-4539-81bf-b43a8146ccca tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386732 Mar 05 00:37:10.422476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40874) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:10.490443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33c24374-043e-48de-8d0c-7d7e92953326 tempest-TestVolumeBootPattern-215960523 tempest-TestVolumeBootPattern-215960523-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1091 time: 0.0668619 Mar 05 00:37:10.492891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40878) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:10.497915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:37:10.504336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:37:10.508751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Usage tracker for resource:floatingip and tenant:a4fd94fbe76445c6a1323454d74649c6 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:37:10.512726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:37:10.518960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:37:10.530550 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:10.663624 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:10.796749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Allocated IP 172.25.0.91 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/6bad9246-7da2-4af6-9fa3-93370538c9b7) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:37:10.941112 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:10.968657 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:11.040560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:37:11.043404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:37:11.048268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:37:11.074471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=6bad9246-7da2-4af6-9fa3-93370538c9b7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:11.096077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.096422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.096760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.097092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.097446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.097769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.098087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.098405 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.098728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.099036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.099350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:37:11.226289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408509-1a2e-41fe-a128-dc035c664e1a req-109ab884-6ed3-495c-8f4f-6fd948327c61 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:11.227664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf408509-1a2e-41fe-a128-dc035c664e1a req-109ab884-6ed3-495c-8f4f-6fd948327c61 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0805993 Mar 05 00:37:11.271785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cf408509-1a2e-41fe-a128-dc035c664e1a req-2b738de9-0e37-4f3e-9d8c-aed90dcf6e98 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 Mar 05 00:37:11.555092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:11.620060 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:11.905278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:11.909727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:12.015053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event updated for resources: {'Port': ['ID=6bad9246-7da2-4af6-9fa3-93370538c9b7,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:12.027444 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:12.213921 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Floating IP 0cd56cd3-672d-40f5-a18d-8fb711301874 associated. External IP: 172.25.0.91, port: 149d8099-348c-4fb1-ba9a-5ebcc736627b. Mar 05 00:37:12.590108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25933-d15f-4091-9c15-9b8f836481db req-c98af629-5208-4024-9869-f4b0ed0769d6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:12.591589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66f25933-d15f-4091-9c15-9b8f836481db req-c98af629-5208-4024-9869-f4b0ed0769d6 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.1983640 Mar 05 00:37:12.660280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66f25933-d15f-4091-9c15-9b8f836481db req-3c514127-d841-4944-ba8b-3a35d4353647 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569575 Mar 05 00:37:12.707457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:37:12.852200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646f296-7779-40d0-9f57-119bc8b71a17 req-d74af6af-bf4c-424c-8523-d6f9cbac12d9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:12.853594 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d646f296-7779-40d0-9f57-119bc8b71a17 req-d74af6af-bf4c-424c-8523-d6f9cbac12d9 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0765102 Mar 05 00:37:12.902474 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d646f296-7779-40d0-9f57-119bc8b71a17 req-8e8c4cf7-886c-4cb6-9014-ca9099bf584c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 Mar 05 00:37:12.905800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:37:12.915622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:37:12.930153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40888) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:12.933984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:37:12.934674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:12.935045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:37:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:12.997990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0efe042d-3d48-453a-bd6e-fba7ad2ed62b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5040550 Mar 05 00:37:12.998944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:37:13.017141 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e3787051-0dfd-46bc-ae2d-fc6ab84251bc tempest-TestNetworkAdvancedServerOps-262825083 tempest-TestNetworkAdvancedServerOps-262825083-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1091 time: 0.0850327 Mar 05 00:37:13.020398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 40896) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:13.026670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '4429b063-68a6-4d58-af82-07d00958d8ac', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:37:13.036067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:37:13.040337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Usage tracker for resource:floatingip and tenant:9a514e249c9340a587d981ec2cde53a2 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:37:13.043901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:37:13.049717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:37:13.060407 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:13.076911 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'status': 'completed', 'code': 200} Mar 05 00:37:13.131376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:37:13.158324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-c55ff2cc-7782-428c-8e3c-fb6695905b38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0701132 Mar 05 00:37:13.201180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:13.292563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-bc0c044e-d5b8-4a82-abe4-6e42c8b2e2ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:13.294255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-bc0c044e-d5b8-4a82-abe4-6e42c8b2e2ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1308267 Mar 05 00:37:13.340931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Allocated IP 172.25.0.250 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e299b974-4b54-4b2f-9f6d-c707a6d56294) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:37:13.401747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-7a9934ad-d278-40d1-b886-15280f7bc978 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 998 time: 0.1016955 Mar 05 00:37:13.472840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-61b5badb-bdc9-4826-9e02-cb57123d844c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:13.474446 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-61b5badb-bdc9-4826-9e02-cb57123d844c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0677493 Mar 05 00:37:13.492721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0cd56cd3-672d-40f5-a18d-8fb711301874', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:36:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:37:11Z', 'updated_at': '2022-03-05T00:37:11Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}, {'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:35:04Z', 'revision_number': 1, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:13.496677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:37:13.507717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:37:13.508310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:37:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:13.555078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-23985410-a8da-4830-ad9c-dd3531864976 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747969 Mar 05 00:37:13.604614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:13.636926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:13.692772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:37:13.701734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-983d2baa-2c4f-41a1-ab1c-4da2dbe5b5e5 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403999 Mar 05 00:37:13.706035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:37:13.709734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:37:13.711671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=e299b974-4b54-4b2f-9f6d-c707a6d56294,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:13.713840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:37:13.840003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a341bcf5-ca66-450b-9f91-c41a1861ef0b req-205f74b5-7062-4fb4-9f25-e2bb898d58bc service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324050 Mar 05 00:37:14.221341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:14.246311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0cd56cd3-672d-40f5-a18d-8fb711301874', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:36:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:37:11Z', 'updated_at': '2022-03-05T00:37:11Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}, {'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:35:04Z', 'revision_number': 1, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:14.252108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37edf2a-387d-4413-a5e7-cdf9f420b9f3 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0cd56cd3-672d-40f5-a18d-8fb711301874', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:36:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:37:11Z', 'updated_at': '2022-03-05T00:37:11Z', 'revision_number': 0, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}, {'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:35:04Z', 'revision_number': 1, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:37:14.278494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:14.481234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:14.485755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:14.593210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event updated for resources: {'Port': ['ID=e299b974-4b54-4b2f-9f6d-c707a6d56294,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:37:14.606880 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:14.788255 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Floating IP a4c06af4-6bb1-49cd-8b9e-59809aa38da7 associated. External IP: 172.25.0.250, port: 4429b063-68a6-4d58-af82-07d00958d8ac. Mar 05 00:37:15.272292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 4f577b73-f231-4766-89dc-53cf69d5c092 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:37:15.468039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:37:15.477623 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] Sync routers for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:37:15.491294 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:37:15.491942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:37:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:15.492578 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:15.547443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1a2b4bc4-4519-42c7-a312-68ced227778c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5234518 Mar 05 00:37:15.547443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:37:15.605403 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac', 'status': 'completed', 'code': 200} Mar 05 00:37:15.671381 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:37:15.753069 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-b689a395-05fd-4296-a95e-ebf07e93c25e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1096 time: 0.1271744 Mar 05 00:37:15.763107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ec486-aa05-4a45-8dd9-f52ba04a4fe6 req-01013a05-a85b-45b5-a71c-37138cab91be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:15.764443 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb9ec486-aa05-4a45-8dd9-f52ba04a4fe6 req-01013a05-a85b-45b5-a71c-37138cab91be tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.1054430 Mar 05 00:37:15.979121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb9ec486-aa05-4a45-8dd9-f52ba04a4fe6 req-466d40d6-5372-4f80-95d8-a28cf394bd66 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970553 Mar 05 00:37:16.006820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40904) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:16.070181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a4c06af4-6bb1-49cd-8b9e-59809aa38da7', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'port_id': '4429b063-68a6-4d58-af82-07d00958d8ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'mac_address': 'fa:16:3e:13:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:37:14Z', 'updated_at': '2022-03-05T00:37:14Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:37:00Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:16.074884 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] Checking router: 4f577b73-f231-4766-89dc-53cf69d5c092 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:37:16.088973 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:37:16.089643 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:37:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:16.099205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2920285-fc56-4a0d-9f39-6b44310a20bc None None] New status for floating IP 0cd56cd3-672d-40f5-a18d-8fb711301874: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:37:16.101546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-f55239c4-9bee-4f74-bfff-0bdd00ad5f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:16.102983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-f55239c4-9bee-4f74-bfff-0bdd00ad5f39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 200 len: 897 time: 0.3377252 Mar 05 00:37:16.211637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f12ae373-4c1a-4ab1-99e8-72cbcf1fb400 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/a4c06af4-6bb1-49cd-8b9e-59809aa38da7 HTTP/1.1" status: 200 len: 991 time: 0.2036111 Mar 05 00:37:16.226621 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-fcc4a294-1085-4254-b417-555131ca55f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 200 len: 999 time: 0.1164994 Mar 05 00:37:16.280928 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:37:16.291830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-34d2ed48-c6a0-4d2b-ac71-f75fb6ac02f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:16.293155 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-34d2ed48-c6a0-4d2b-ac71-f75fb6ac02f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aadf7173-f7b8-4161-96e6-030a2ec14631 HTTP/1.1" status: 200 len: 835 time: 0.0607581 Mar 05 00:37:16.370096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-0b644119-5c35-405c-bc2f-362bdd52639c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42833be9-1c92-4a05-a793-f79188673aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699606 Mar 05 00:37:16.498883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-9edc0074-8918-4765-9d06-534f45cc51be service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232531 Mar 05 00:37:16.628841 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a4c06af4-6bb1-49cd-8b9e-59809aa38da7', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'port_id': '4429b063-68a6-4d58-af82-07d00958d8ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'mac_address': 'fa:16:3e:13:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:37:14Z', 'updated_at': '2022-03-05T00:37:14Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:37:00Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:37:16.630696 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8ef25df-e617-48ea-a57f-096caa94c222 req-b92a7fbc-b3af-4ae4-82a0-a6df21d83f88 service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255825 Mar 05 00:37:16.632857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5dc32-0a0f-4af8-b197-4a207f3d2156 None None] The sync data for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 is: [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a4c06af4-6bb1-49cd-8b9e-59809aa38da7', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'port_id': '4429b063-68a6-4d58-af82-07d00958d8ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'mac_address': 'fa:16:3e:13:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:37:14Z', 'updated_at': '2022-03-05T00:37:14Z', 'revision_number': 0, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:37:00Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:37:17.215092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40908) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:17.318154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a5d4bea6-4f06-4297-8269-e2f6cd631021 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/a4c06af4-6bb1-49cd-8b9e-59809aa38da7 HTTP/1.1" status: 200 len: 991 time: 0.1019263 Mar 05 00:37:18.321957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40912) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:18.340786 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131c1ec-f34b-4652-88d0-ec45ff451164 None None] New status for floating IP a4c06af4-6bb1-49cd-8b9e-59809aa38da7: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:37:18.425493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7079c369-c960-4782-b1c4-f51b130d769e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/a4c06af4-6bb1-49cd-8b9e-59809aa38da7 HTTP/1.1" status: 200 len: 991 time: 0.1023009 Mar 05 00:37:19.428709 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 40918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:37:19.542164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3de254cd-1435-40b5-8dc3-525aac4c0a04 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/a4c06af4-6bb1-49cd-8b9e-59809aa38da7 HTTP/1.1" status: 200 len: 993 time: 0.1121001 Mar 05 00:37:27.369076 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:27.681158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:34.959359 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9786-a0db-48bd-9b0a-ff2ca9aae5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:37.023960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-862c683d-5182-4306-961f-1bdedc99752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:38.341058 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:38.389102 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:39.805489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:40.481208 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:37:45.748736 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-4da269d2-409f-4449-b2a1-bf5d37a812d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668256 Mar 05 00:37:45.881714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-e7891581-c690-48e7-beb1-ca74d87ac758 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0659440 Mar 05 00:37:46.021187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-4516445e-fa90-411a-aa85-18613ba1100d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:46.022641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-4516445e-fa90-411a-aa85-18613ba1100d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1238518 Mar 05 00:37:46.122273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-42730384-7c24-402e-8be4-750d0bab567d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 1000 time: 0.0940382 Mar 05 00:37:46.274345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-507bc359-9ca6-4d8c-b49f-6641b0e0a3f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:46.275758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-507bc359-9ca6-4d8c-b49f-6641b0e0a3f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.1469307 Mar 05 00:37:46.347690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-9e166c78-affb-4cf8-8c36-46fdcf15d1c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660174 Mar 05 00:37:46.476198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-b6cbc8e0-a5f2-4849-8abf-3b7066b6f27b service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222007 Mar 05 00:37:46.604624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b7371c5-6286-4843-846d-35b0e6a49fa4 req-e8ee4be4-625d-4d8e-8b81-6e5c04c692df service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226318 Mar 05 00:37:57.362123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:57.681919 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:37:57.882305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-272591dc-7d50-4f8e-881b-9619735d87e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667868 Mar 05 00:37:58.028755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-b2c4a06d-b3dc-49b3-a843-406be60b33b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.0771306 Mar 05 00:37:58.172289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-c5150ff2-2e6a-441d-9a6a-e4179dcb8da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:58.173877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-c5150ff2-2e6a-441d-9a6a-e4179dcb8da4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1266637 Mar 05 00:37:58.291085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-7228cff6-9437-4aa4-a593-b120e06c3a56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 1001 time: 0.1104798 Mar 05 00:37:58.355063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-c1b00d3b-56af-476b-a538-dca76afae733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:37:58.356703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-c1b00d3b-56af-476b-a538-dca76afae733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0609992 Mar 05 00:37:58.434869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-13e8db52-562f-44a8-9207-207253e9be9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720077 Mar 05 00:37:58.563927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-b5fe918d-9154-43f9-b9df-6a8d91ba1158 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222286 Mar 05 00:37:58.692593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aeff180d-25ea-4b67-83bb-c90af677fb84 req-b8dd9b59-77dd-4bf7-9691-ab83b3c14479 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229599 Mar 05 00:38:04.955507 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-143c0e29-820f-4e85-a00b-b241eee19885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:07.027527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-253722b8-6637-4f88-babe-137a79421529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:08.345415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:08.389923 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:09.807645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:17.480773 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:38:18.833833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acce56-2770-401d-b108-4bd4dae228df req-71530e53-86bc-498a-8a6a-617d9b8a17de tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:18.835289 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7acce56-2770-401d-b108-4bd4dae228df req-71530e53-86bc-498a-8a6a-617d9b8a17de tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0838430 Mar 05 00:38:18.881274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f7acce56-2770-401d-b108-4bd4dae228df req-1a70e4f9-c467-45e9-b0ba-5b51a54ff5d1 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 Mar 05 00:38:20.088767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184e897-6bc6-47a9-8248-8be89aa80e2e req-6cef2473-43ba-4e69-b7dc-2cb742af9945 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:20.090231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0184e897-6bc6-47a9-8248-8be89aa80e2e req-6cef2473-43ba-4e69-b7dc-2cb742af9945 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0751376 Mar 05 00:38:20.134395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0184e897-6bc6-47a9-8248-8be89aa80e2e req-e8ac9fa4-9a8c-4c6d-a6e7-411ec0c4de8e tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387924 Mar 05 00:38:21.326554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f8147-edcb-462a-943a-76cf3e95e12c req-cb19afab-d43e-4e66-89be-1d203f0b1d9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:21.328004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de1f8147-edcb-462a-943a-76cf3e95e12c req-cb19afab-d43e-4e66-89be-1d203f0b1d9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0766656 Mar 05 00:38:21.374279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de1f8147-edcb-462a-943a-76cf3e95e12c req-b6315134-3f43-4223-9e8c-075e28f7f3de tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Mar 05 00:38:22.575060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea5099-f5be-4e92-b578-9575c8a2f188 req-81e12123-7844-4e0c-85f0-f725975aa7f0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:22.576523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cea5099-f5be-4e92-b578-9575c8a2f188 req-81e12123-7844-4e0c-85f0-f725975aa7f0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0816782 Mar 05 00:38:22.621556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2cea5099-f5be-4e92-b578-9575c8a2f188 req-01f85180-8d52-443f-a7f8-960b4cc9de7a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Mar 05 00:38:23.822419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca6f67-3694-4949-a74a-673720b9610a req-4fc71b37-93ce-4e76-ab22-0ed5e723e401 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:23.823838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2cca6f67-3694-4949-a74a-673720b9610a req-4fc71b37-93ce-4e76-ab22-0ed5e723e401 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0772755 Mar 05 00:38:23.867637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2cca6f67-3694-4949-a74a-673720b9610a req-65dd46f0-adf6-41b5-a4a0-983066350f38 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383713 Mar 05 00:38:25.062460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddea8ca-78c2-4052-9fb8-4412764ce223 req-49255784-8ff3-40a3-9fa2-1f0c7bddf4c2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:25.063919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cddea8ca-78c2-4052-9fb8-4412764ce223 req-49255784-8ff3-40a3-9fa2-1f0c7bddf4c2 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0737989 Mar 05 00:38:25.107959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cddea8ca-78c2-4052-9fb8-4412764ce223 req-e9f38587-a337-4afa-b595-559cc4a1d788 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Mar 05 00:38:26.301446 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2818-32d0-4abe-a1d4-ac8b2ab07a46 req-42a4bf0a-236c-42eb-842b-f4d7b67aae4b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:26.303406 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59bc2818-32d0-4abe-a1d4-ac8b2ab07a46 req-42a4bf0a-236c-42eb-842b-f4d7b67aae4b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0753255 Mar 05 00:38:26.350786 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59bc2818-32d0-4abe-a1d4-ac8b2ab07a46 req-57f0ce86-e790-4740-a2f1-61cca2186a04 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Mar 05 00:38:27.360193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:27.545693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5d8ff-726a-413a-af0e-d40f52fa8deb req-603832f9-e57b-4147-a7c4-8ba370589834 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:27.547109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67c5d8ff-726a-413a-af0e-d40f52fa8deb req-603832f9-e57b-4147-a7c4-8ba370589834 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0779657 Mar 05 00:38:27.592569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67c5d8ff-726a-413a-af0e-d40f52fa8deb req-ceadba2f-4c05-4b51-a3ff-ae5e77868ca4 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400496 Mar 05 00:38:27.686718 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:28.791359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067a7ae-19b8-4194-b147-78521bdfee97 req-e0263231-5acd-4fa9-a930-ee4c9bcfc06f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:28.792812 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e067a7ae-19b8-4194-b147-78521bdfee97 req-e0263231-5acd-4fa9-a930-ee4c9bcfc06f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0748956 Mar 05 00:38:28.837106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e067a7ae-19b8-4194-b147-78521bdfee97 req-c01b67e5-224c-40e9-936c-48eb2f371a1f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Mar 05 00:38:30.034040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3cb9f-30c5-4e84-ab73-553be22d76ea req-a4a8c445-ca56-4152-82c2-1839261d584b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:30.035492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67a3cb9f-30c5-4e84-ab73-553be22d76ea req-a4a8c445-ca56-4152-82c2-1839261d584b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0757415 Mar 05 00:38:30.080159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-67a3cb9f-30c5-4e84-ab73-553be22d76ea req-6ca6c42d-6588-4784-bd36-8d0b019d6a64 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391231 Mar 05 00:38:31.274755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be3900-ce85-4caf-b4dd-99e3438814d6 req-2f3246ac-c699-4d8a-9c29-1658f17d802d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:31.276194 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6be3900-ce85-4caf-b4dd-99e3438814d6 req-2f3246ac-c699-4d8a-9c29-1658f17d802d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0793359 Mar 05 00:38:31.319545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6be3900-ce85-4caf-b4dd-99e3438814d6 req-3a28237a-dad0-4a88-9975-b109ea030527 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Mar 05 00:38:32.600472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6248c16-9f01-4612-b596-d463fdd56c64 req-c0a2e3a1-efd8-4368-8ba8-25580309abed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:32.601951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6248c16-9f01-4612-b596-d463fdd56c64 req-c0a2e3a1-efd8-4368-8ba8-25580309abed tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.1615422 Mar 05 00:38:32.646585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6248c16-9f01-4612-b596-d463fdd56c64 req-b053510c-4da8-4c22-91dd-efb186ecee93 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390573 Mar 05 00:38:33.021546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8739ba09-fd4e-4503-8b90-d140b1ff019d req-0ae525f1-20c5-436f-b80d-dc29bef49980 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1096 time: 0.0685763 Mar 05 00:38:33.062591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8739ba09-fd4e-4503-8b90-d140b1ff019d req-b44fdfb5-193b-42f2-a53f-c6ad044f645c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346439 Mar 05 00:38:33.120011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4429b063-68a6-4d58-af82-07d00958d8ac details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:38:33.249101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:38:33.261809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '4429b063-68a6-4d58-af82-07d00958d8ac', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'port_id': '4429b063-68a6-4d58-af82-07d00958d8ac', 'mac_address': 'fa:16:3e:13:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:38:33.312795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:33.329588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4429b063-68a6-4d58-af82-07d00958d8ac {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:38:33.344709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:38:33.348749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:33.415902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:38:33.424327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.424673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.425015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.425374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.425709 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.426039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.426363 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.426686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.427006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.427345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.427669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:33.676116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['4429b063-68a6-4d58-af82-07d00958d8ac'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:38:33.841948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ade5c-6aa7-41b4-8f3e-0cb5b61b2fcb req-12734271-84b9-415c-8c1c-3ffa143be84d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:33.843412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-565ade5c-6aa7-41b4-8f3e-0cb5b61b2fcb req-12734271-84b9-415c-8c1c-3ffa143be84d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 944 time: 0.0745771 Mar 05 00:38:33.887929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-565ade5c-6aa7-41b4-8f3e-0cb5b61b2fcb req-6367c7d4-5654-4b3b-b9b2-882d7407c0cc tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390468 Mar 05 00:38:34.947791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-18c382f1-ad42-41cf-b57e-4ff6c3ea89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:35.082573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ac3f-672f-4215-8337-883e39d0cc13 req-5d0918d2-8634-4399-a85b-7bd699bef5e8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:35.084051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b351ac3f-672f-4215-8337-883e39d0cc13 req-5d0918d2-8634-4399-a85b-7bd699bef5e8 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 944 time: 0.0756507 Mar 05 00:38:35.128327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4429b063-68a6-4d58-af82-07d00958d8ac up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:38:35.129615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b351ac3f-672f-4215-8337-883e39d0cc13 req-2e38ab5a-2c0d-481a-ae47-e302a5021ce5 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 Mar 05 00:38:35.157277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41000) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:38:35.196924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 4429b063-68a6-4d58-af82-07d00958d8ac triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:38:35.197206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:35.263967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-57501629-b173-4e40-9049-0fa218870f9a tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/floatingips/a4c06af4-6bb1-49cd-8b9e-59809aa38da7 HTTP/1.1" status: 200 len: 992 time: 0.1055207 Mar 05 00:38:35.343990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:35.369761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:38:35.379628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:38:35.383288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:35.449490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:38:35.508268 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac', 'code': 200} Mar 05 00:38:37.030935 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-114f9cd5-9be3-43ff-8727-014e62bea571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:38.345275 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:38.391549 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:39.809550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:45.749960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-057a3e67-28b0-4b87-8e10-c5edc9bc797f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694330 Mar 05 00:38:45.882816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-3ecf55fb-5442-4b72-8ccf-a2610d33b22e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0674624 Mar 05 00:38:46.027469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-38f7530a-a04f-4900-b24b-5f3ef3c2b315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:46.028921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-38f7530a-a04f-4900-b24b-5f3ef3c2b315 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1287844 Mar 05 00:38:46.132321 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-c76f67ab-36c4-416a-91af-4722088f1f00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 1000 time: 0.0967445 Mar 05 00:38:46.191901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-db3f4025-2b88-42cc-b376-69eeab31f2a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:46.193298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-db3f4025-2b88-42cc-b376-69eeab31f2a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0554996 Mar 05 00:38:46.266892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-b648f7e2-8665-4eeb-ab89-d47a939db1fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682912 Mar 05 00:38:46.392712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-090b4b04-f4f7-4a34-a6a1-de80f2bc8c4b service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196375 Mar 05 00:38:46.519328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2472efa5-4451-47ea-8c3c-c2982d0d3d3f req-010c6191-9907-4293-9276-191dd5539e51 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208203 Mar 05 00:38:48.368019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41008) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:38:48.565768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 6bad9246-7da2-4af6-9fa3-93370538c9b7 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:38:48.566127 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:48.827575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:48.827897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:48.947048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 6bad9246-7da2-4af6-9fa3-93370538c9b7 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:38:49.091790 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:49.137869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=6bad9246-7da2-4af6-9fa3-93370538c9b7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:38:49.176743 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.177659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.178287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.178621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.178943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.179263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.179585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.179899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.180215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.180526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.180835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:49.240361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:49.622927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:38:49.819470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:38:49.829277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:38:49.838893 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:49.842214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:38:49.842812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:38:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:38:49.891680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da1dfb15-feac-48b8-b9a2-67d154fb7322 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "DELETE /v2.0/floatingips/0cd56cd3-672d-40f5-a18d-8fb711301874 HTTP/1.1" status: 204 len: 168 time: 1.5224693 Mar 05 00:38:49.892165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:38:49.957892 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'status': 'completed', 'code': 200} Mar 05 00:38:50.037499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:38:50.055278 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-79a760e3-294a-4830-b216-c42f891b1ba1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0774415 Mar 05 00:38:50.205119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-778c0b8f-920b-464d-8710-330df6cc11c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:50.206973 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-778c0b8f-920b-464d-8710-330df6cc11c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.1449285 Mar 05 00:38:50.279227 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-78eb3c74-3d44-4b68-b6a2-39ecb26a9667 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 200 len: 217 time: 0.0662413 Mar 05 00:38:50.307165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94fb1-ccda-4693-a130-56dda305cae0 req-e42624a6-762a-4d3c-8f5e-cb60f7161212 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:50.308027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6df94fb1-ccda-4693-a130-56dda305cae0 req-e42624a6-762a-4d3c-8f5e-cb60f7161212 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:38:50.324004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6df94fb1-ccda-4693-a130-56dda305cae0 req-e42624a6-762a-4d3c-8f5e-cb60f7161212 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:38:50.331212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6df94fb1-ccda-4693-a130-56dda305cae0 req-e42624a6-762a-4d3c-8f5e-cb60f7161212 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 945 time: 0.1031771 Mar 05 00:38:50.344074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-4f47d677-de66-4506-8a8a-49bc1aa82da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:50.345546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-4f47d677-de66-4506-8a8a-49bc1aa82da5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0594959 Mar 05 00:38:50.372311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6df94fb1-ccda-4693-a130-56dda305cae0 req-f80315d5-5c8b-487b-b979-57f8104d0d30 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398746 Mar 05 00:38:50.402419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:35:04Z', 'revision_number': 1, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:38:50.406374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:38:50.417824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:38:50.418421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:38:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:38:50.426173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-dda1ecc3-134f-40f0-b676-6f6ff43127e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735013 Mar 05 00:38:50.601961 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:38:50.652027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-23ab6c0b-b47e-497b-bf2f-30c44b4369b9 service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192287 Mar 05 00:38:50.780917 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8a00c607-d9d9-49a6-9a21-7075a735246a req-0d16a8e4-4e28-4c5f-b522-b3d0d4f2074d service neutron] 10.222.0.10 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219077 Mar 05 00:38:50.939979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:35:04Z', 'revision_number': 1, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:38:50.944444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333cb33-aaba-4125-8485-f288d0715444 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a43e0000-47ed-4bd9-ac40-de4e076cadf3', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'port_id': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'mac_address': 'fa:16:3e:35:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:34:57Z', 'updated_at': '2022-03-05T00:35:04Z', 'revision_number': 1, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:38:51.170882 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341219b-34e4-49c9-9aec-7eda573550e6 None None] New status for floating IP 0cd56cd3-672d-40f5-a18d-8fb711301874: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:38:51.569584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efc031-d3da-4f53-9697-d64b8a4d1879 req-82a53c03-4bc7-4fe0-b7c7-d47f23818417 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:51.570948 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76efc031-d3da-4f53-9697-d64b8a4d1879 req-82a53c03-4bc7-4fe0-b7c7-d47f23818417 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 945 time: 0.0760274 Mar 05 00:38:51.616159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76efc031-d3da-4f53-9697-d64b8a4d1879 req-6f8fca76-18e3-42ff-9af9-04f0c4b344d9 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Mar 05 00:38:51.842513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af611f-4e06-4ae5-ae44-280727f5916d req-8e9a90b6-777e-40e5-8d62-f1fd2cd63d5f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:38:51.843803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-01af611f-4e06-4ae5-ae44-280727f5916d req-8e9a90b6-777e-40e5-8d62-f1fd2cd63d5f tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 945 time: 0.0778098 Mar 05 00:38:51.908463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 149d8099-348c-4fb1-ba9a-5ebcc736627b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:38:51.908804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:52.146892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port 149d8099-348c-4fb1-ba9a-5ebcc736627b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=149d8099-348c-4fb1-ba9a-5ebcc736627b,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:38:52.147177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:52.263345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 149d8099-348c-4fb1-ba9a-5ebcc736627b owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:38:52.399986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:52.445885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=149d8099-348c-4fb1-ba9a-5ebcc736627b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:38:52.481781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.482128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.482462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.482795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.483121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.483444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.483765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.484082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.484398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.484714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.485030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:38:52.532578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port 149d8099-348c-4fb1-ba9a-5ebcc736627b on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:38:52.535029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:52.538112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'name': 'network-vif-deleted', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:38:52.553286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-01af611f-4e06-4ae5-ae44-280727f5916d req-77ec64b2-d7cb-4031-8fc0-c10bff9a5ff0 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.10 "DELETE /v2.0/ports/149d8099-348c-4fb1-ba9a-5ebcc736627b HTTP/1.1" status: 204 len: 173 time: 0.7039504 Mar 05 00:38:52.592723 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e237d-995b-42d6-a388-1b1c575bfb42', 'name': 'network-vif-deleted', 'tag': '149d8099-348c-4fb1-ba9a-5ebcc736627b', 'status': 'completed', 'code': 200} Mar 05 00:38:52.774811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f1cf3bfe-418e-4695-91ca-2f9eb84cab36 req-e6e8cfa5-b844-4103-a5bd-14d42aed4a85 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:38:52.791863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f1cf3bfe-418e-4695-91ca-2f9eb84cab36 req-e6e8cfa5-b844-4103-a5bd-14d42aed4a85 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:38:52.793170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1cf3bfe-418e-4695-91ca-2f9eb84cab36 req-e6e8cfa5-b844-4103-a5bd-14d42aed4a85 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e237d-995b-42d6-a388-1b1c575bfb42 HTTP/1.1" status: 200 len: 210 time: 0.0582421 Mar 05 00:38:54.481272 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:38:56.329877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 149d8099-348c-4fb1-ba9a-5ebcc736627b no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:38:56.365882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 149d8099-348c-4fb1-ba9a-5ebcc736627b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:38:56.366225 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 149d8099-348c-4fb1-ba9a-5ebcc736627b not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:38:57.374829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:57.703283 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:58.416704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41042) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:38:58.611879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 5fbd5433-82c0-4afc-9643-79d242faa3e9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:38:58.612220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:58.772279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:58.772603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:58.980876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 5fbd5433-82c0-4afc-9643-79d242faa3e9 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:38:59.125807 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:59.171985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=5fbd5433-82c0-4afc-9643-79d242faa3e9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:38:59.257716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:59.633865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:38:59.831235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:38:59.843002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:38:59.853319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:38:59.856001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:38:59.856686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:38:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:38:59.951677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-60d471b1-d2fd-4156-80ee-8b5f1cf08f4e tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "DELETE /v2.0/floatingips/a43e0000-47ed-4bd9-ac40-de4e076cadf3 HTTP/1.1" status: 204 len: 168 time: 1.5312562 Mar 05 00:38:59.951677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:38:59.978950 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-9322f8c5-5871-4f7e-b9f5-51095d997c44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030130 Mar 05 00:39:00.092728 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'status': 'completed', 'code': 200} Mar 05 00:39:00.112568 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:00.146681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-07ebad18-981d-45ee-b8c3-f3473bb5e266 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1096 time: 0.1416171 Mar 05 00:39:00.161147 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-fcae435a-b814-486a-bccb-741d36cdfed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4fd94fbe76445c6a1323454d74649c6&device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 1096 time: 0.0993142 Mar 05 00:39:00.389153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f4758-1a4e-4853-9639-7a989683fb40 req-1968dead-b668-4506-9b4c-b91021bfe0c6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:00.390704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da5f4758-1a4e-4853-9639-7a989683fb40 req-1968dead-b668-4506-9b4c-b91021bfe0c6 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 945 time: 0.0787642 Mar 05 00:39:00.410806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-fa9ee0a6-118e-4d7c-adeb-3014a5f5946d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:00.412781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-fa9ee0a6-118e-4d7c-adeb-3014a5f5946d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 200 len: 913 time: 0.2446685 Mar 05 00:39:00.416204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-b369a40e-ae81-4212-8300-92f75a580b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:00.417705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-b369a40e-ae81-4212-8300-92f75a580b3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 200 len: 897 time: 0.2484326 Mar 05 00:39:00.442043 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da5f4758-1a4e-4853-9639-7a989683fb40 req-cc075f01-b311-4bf4-8374-f5a617634fbf tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Mar 05 00:39:00.452397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:00.457466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:39:00.477656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:00.478317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:38:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:00.659308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-c25d17e6-92e6-473b-8486-5a78324c48eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 200 len: 217 time: 0.2347815 Mar 05 00:39:00.661018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:00.727404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-be8cbb0e-b782-4cf2-b2e4-21d0e41c9b5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 200 len: 1001 time: 0.3018982 Mar 05 00:39:00.765276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-cb2ebda3-d7e7-482e-a064-4455ecdeb9a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:00.766616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-cb2ebda3-d7e7-482e-a064-4455ecdeb9a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 200 len: 851 time: 0.0964673 Mar 05 00:39:00.837012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-0d04c18b-dd81-4f32-8a64-da32be877973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:00.838458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-0d04c18b-dd81-4f32-8a64-da32be877973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aadf7173-f7b8-4161-96e6-030a2ec14631 HTTP/1.1" status: 200 len: 835 time: 0.1034322 Mar 05 00:39:00.907518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-eb7d6e0c-0127-404e-a5fe-8b655b8606b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325707 Mar 05 00:39:00.971495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:00.976144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c73e2-4cd9-4629-a9c7-25f4b5369d53 None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:28:10Z', 'revision_number': 4, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '53a1b8ac-381e-485f-8ad3-abcc22ab1ba2', 'name': '', 'network_id': 'ab2013d8-b34a-4bbc-98bd-1b6f09d999d4', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'mac_address': 'fa:16:3e:fc:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:08Z', 'updated_at': '2022-03-05T00:28:58Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'subnets': [{'id': '4a051264-c42b-47c0-a1c0-8bfff93c5797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:39:00.994886 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-be2887da-9da7-45ee-a795-4853c52a1478 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42833be9-1c92-4a05-a793-f79188673aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499410 Mar 05 00:39:01.144200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-52af1582-d98e-4be9-8ba3-75426e2c47ea service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287240 Mar 05 00:39:01.213161 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d99ea-d6b9-4e27-9ca1-57016974c3f5 None None] New status for floating IP a43e0000-47ed-4bd9-ac40-de4e076cadf3: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:39:01.231287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-ad994b61-3691-4bf3-a57c-43938e49931b service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285409 Mar 05 00:39:01.381724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-f2809b9c-506e-4098-910c-d36c578ca9f1 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242219 Mar 05 00:39:01.401693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb0bf5af-c5b0-418f-948f-009e79298eb6 req-ebb32e44-c4e6-4a00-adc8-67ace51f1108 service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589320 Mar 05 00:39:01.641427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f513d9-e707-4e35-b8e6-253a613a5b48 req-838b6ce7-b5ad-4183-8b11-013660d41e6a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:01.642122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d3f513d9-e707-4e35-b8e6-253a613a5b48 req-838b6ce7-b5ad-4183-8b11-013660d41e6a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Synchronizing usage tracker for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:39:01.656587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d3f513d9-e707-4e35-b8e6-253a613a5b48 req-838b6ce7-b5ad-4183-8b11-013660d41e6a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Unset dirty status for tenant:a4fd94fbe76445c6a1323454d74649c6 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:39:01.657713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3f513d9-e707-4e35-b8e6-253a613a5b48 req-838b6ce7-b5ad-4183-8b11-013660d41e6a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 945 time: 0.0918846 Mar 05 00:39:01.702136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3f513d9-e707-4e35-b8e6-253a613a5b48 req-d69d8b81-af25-4832-9cde-eeed282ff207 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/security-groups?id=d024190a-7954-41ff-80c8-2f91efca1f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Mar 05 00:39:02.070373 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-480e8a1f-5829-4d75-ad2f-b87b906df94a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:02.071706 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-480e8a1f-5829-4d75-ad2f-b87b906df94a tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 945 time: 0.0780482 Mar 05 00:39:02.138737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:02.138979 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:02.372598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] For port dc8573af-2df0-4dec-9faa-f4b5c498f9c2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:02.372946 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:02.586217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for dc8573af-2df0-4dec-9faa-f4b5c498f9c2 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:02.724058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:02.769760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=dc8573af-2df0-4dec-9faa-f4b5c498f9c2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:02.845926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] No DVR routers for this DVR port dc8573af-2df0-4dec-9faa-f4b5c498f9c2 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:39:02.848312 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:02.850820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'name': 'network-vif-deleted', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:39:02.865651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdc2d1c6-3e4c-4872-842e-f4fde4a18e70 req-de979606-bf9f-416a-9d8a-4902eb381069 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e0d15f9-f198-4d37-b04e-04f07a31ef0d HTTP/1.1" status: 200 len: 210 time: 0.0413556 Mar 05 00:39:02.866314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-db74567f-d7fe-4d40-af92-fe9731f683f8 req-609aaf27-2d71-45d3-bd54-2ec420c45787 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.36 "DELETE /v2.0/ports/dc8573af-2df0-4dec-9faa-f4b5c498f9c2 HTTP/1.1" status: 204 len: 173 time: 0.7880244 Mar 05 00:39:02.909023 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0d15f9-f198-4d37-b04e-04f07a31ef0d', 'name': 'network-vif-deleted', 'tag': 'dc8573af-2df0-4dec-9faa-f4b5c498f9c2', 'status': 'completed', 'code': 200} Mar 05 00:39:03.971598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41068) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:04.126150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Deleting port 9b56450c-99e0-4692-80b5-7cb100a59a09 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:04.126486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:04.296456 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:04.296775 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:04.413518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Calling delete_port for 9b56450c-99e0-4692-80b5-7cb100a59a09 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:04.547529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:04.591165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'Port': ['ID=9b56450c-99e0-4692-80b5-7cb100a59a09,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:04.679816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:04.692959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:04.694095 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-47742e8f-8ed9-4c35-9d3f-b43ca540af9b tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "DELETE /v2.0/floatingips/fc35e944-6d02-4004-9445-0d1b53e39b3b HTTP/1.1" status: 204 len: 168 time: 0.7214746 Mar 05 00:39:04.974835 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f73fa253-65d3-4cf8-8c3f-05fa69f4ad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:05.298776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc8573af-2df0-4dec-9faa-f4b5c498f9c2 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:05.332205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: dc8573af-2df0-4dec-9faa-f4b5c498f9c2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:05.332547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc8573af-2df0-4dec-9faa-f4b5c498f9c2 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:07.033821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b8d2953a-9f8b-4158-bf2e-9af5cd3de83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:07.168778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41088) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:07.237328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-464c0e9f-1c9a-4439-9e65-e04c3ed48166 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:07.266923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-464c0e9f-1c9a-4439-9e65-e04c3ed48166 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:07.330483 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-464c0e9f-1c9a-4439-9e65-e04c3ed48166 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:07.349246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0e9f-1c9a-4439-9e65-e04c3ed48166 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024190a-7954-41ff-80c8-2f91efca1f9e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:07.362948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-464c0e9f-1c9a-4439-9e65-e04c3ed48166 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:07.364768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-464c0e9f-1c9a-4439-9e65-e04c3ed48166 tempest-TestVolumeBootPattern-938418092 tempest-TestVolumeBootPattern-938418092-project] 10.222.0.32 "DELETE /v2.0/security-groups/d024190a-7954-41ff-80c8-2f91efca1f9e HTTP/1.1" status: 204 len: 168 time: 0.1943955 Mar 05 00:39:08.347840 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:08.394421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:08.465976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41102) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:09.175081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:09.755511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Deleting port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:09.755969 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:09.811810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:09.923004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] For port 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:09.923360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:10.041173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Calling delete_port for 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:10.202687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:10.249855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a1b8ac-381e-485f-8ad3-abcc22ab1ba2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:10.622555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:11.181568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Router efaf1678-9994-4ea0-bf65-16e3589ac6e8 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:39:11.378545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:39:11.387487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] Sync routers for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:39:11.390804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d1e6479d-46e7-4df6-bb9e-6aa574e036c8 admin admin] 10.222.0.32 "PUT /v2.0/routers/efaf1678-9994-4ea0-bf65-16e3589ac6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9237831 Mar 05 00:39:11.393244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41114) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:11.399263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:11.399872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:11.575942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:11.585144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:11.776789 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:11.786566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Deleting port bf00527d-d756-4615-925b-fdd778a9ba13 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:11.786902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:11.888371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:39:10Z', 'revision_number': 5, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port': {'id': 'bf00527d-d756-4615-925b-fdd778a9ba13', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:05Z', 'updated_at': '2022-03-05T00:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:11.892118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] Checking router: efaf1678-9994-4ea0-bf65-16e3589ac6e8 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:39:11.902291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] Routers {'efaf1678-9994-4ea0-bf65-16e3589ac6e8'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:11.902877 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:11.954050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] For port bf00527d-d756-4615-925b-fdd778a9ba13, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=bf00527d-d756-4615-925b-fdd778a9ba13,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:11.954393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.058951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] Set router efaf1678-9994-4ea0-bf65-16e3589ac6e8 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:12.163543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:39:11Z', 'revision_number': 6, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:12.167423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79db1f-c3e4-45e6-af63-79fa509fe2fa None None] The sync data for ids ['efaf1678-9994-4ea0-bf65-16e3589ac6e8'] in n-d-828979-4 is: [{'id': 'efaf1678-9994-4ea0-bf65-16e3589ac6e8', 'name': 'tempest-TestVolumeBootPattern-1053050380-router', 'tenant_id': 'a4fd94fbe76445c6a1323454d74649c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:03Z', 'updated_at': '2022-03-05T00:39:11Z', 'revision_number': 6, 'project_id': 'a4fd94fbe76445c6a1323454d74649c6', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:39:12.186416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Calling delete_port for bf00527d-d756-4615-925b-fdd778a9ba13 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:12.346853 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.391228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf00527d-d756-4615-925b-fdd778a9ba13,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:12.610441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.858130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.862202 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.885601 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.886153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaf1678-9994-4ea0-bf65-16e3589ac6e8 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:39:12.898121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:12.899221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-18c20efe-1fc6-47b8-916c-c47f390be521 admin admin] 10.222.0.32 "DELETE /v2.0/routers/efaf1678-9994-4ea0-bf65-16e3589ac6e8 HTTP/1.1" status: 204 len: 168 time: 1.5050898 Mar 05 00:39:12.901672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41120) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:12.966142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Deleting subnet 4a051264-c42b-47c0-a1c0-8bfff93c5797 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:39:12.971085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.017191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.103234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.171618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.209120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a051264-c42b-47c0-a1c0-8bfff93c5797,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:13.217325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.223424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90795811-640f-4841-a63a-02d1127a86d5 None None] Network ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:13.224011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e2ce3b6-7824-4623-ad39-6e6296018f59 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a051264-c42b-47c0-a1c0-8bfff93c5797 HTTP/1.1" status: 204 len: 168 time: 0.3208320 Mar 05 00:39:13.226048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41124) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:13.334905 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.345045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Deleting port 456c3812-7e3c-4cbc-9af6-eaf80feab868 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:13.345408 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.477292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] DHCP port deletion for ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:39:13.481764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Deleting port 456c3812-7e3c-4cbc-9af6-eaf80feab868 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:13.482132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.638569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] For port 456c3812-7e3c-4cbc-9af6-eaf80feab868, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=456c3812-7e3c-4cbc-9af6-eaf80feab868,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:13.638930 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.681606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] For port 456c3812-7e3c-4cbc-9af6-eaf80feab868, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=456c3812-7e3c-4cbc-9af6-eaf80feab868,segment=NetworkSegment(248f926d-2078-4208-a754-d6ce2d5c2d8d),segment_id=248f926d-2078-4208-a754-d6ce2d5c2d8d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:13.681923 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.756378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Calling delete_port for 456c3812-7e3c-4cbc-9af6-eaf80feab868 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:13.799127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Calling delete_port for 456c3812-7e3c-4cbc-9af6-eaf80feab868 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:13.829803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:13.872052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:39:13.872397 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:39:13.872872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Pushing event deleted for resources: {'Port': ['ID=456c3812-7e3c-4cbc-9af6-eaf80feab868,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:13.878776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] No DVR routers for this DVR port 456c3812-7e3c-4cbc-9af6-eaf80feab868 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:39:13.992219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.018354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2013d8-b34a-4bbc-98bd-1b6f09d999d4']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:14.033368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f926d-2078-4208-a754-d6ce2d5c2d8d') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:14.033663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f926d-2078-4208-a754-d6ce2d5c2d8d') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:14.034661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 456c3812-7e3c-4cbc-9af6-eaf80feab868 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:14.045488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.061274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.067206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:39:14.067586 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:39:14.080499 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:39:14.158890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.160779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 456c3812-7e3c-4cbc-9af6-eaf80feab868 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:14.160779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 456c3812-7e3c-4cbc-9af6-eaf80feab868 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:14.160779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:14.175508 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.187287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2013d8-b34a-4bbc-98bd-1b6f09d999d4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:14.194764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:14.195042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 53a1b8ac-381e-485f-8ad3-abcc22ab1ba2 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:14.195447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf00527d-d756-4615-925b-fdd778a9ba13 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:14.199654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c5b34099-44e3-4552-b094-e7ee74f5b298 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ab2013d8-b34a-4bbc-98bd-1b6f09d999d4 HTTP/1.1" status: 204 len: 168 time: 0.9726210 Mar 05 00:39:14.202480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:14.229681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: bf00527d-d756-4615-925b-fdd778a9ba13 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:14.230236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device bf00527d-d756-4615-925b-fdd778a9ba13 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:14.373552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Deleting port 456c3812-7e3c-4cbc-9af6-eaf80feab868 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:14.374043 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:14.435349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e9a8-2827-424b-a5fe-090fcc2b440d None None] The port '456c3812-7e3c-4cbc-9af6-eaf80feab868' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:39:14.582534 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:15.249699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Deleting port 6a25b5b5-9207-4778-bc94-8e2b754655a1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:15.250037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:15.419756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] For port 6a25b5b5-9207-4778-bc94-8e2b754655a1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6a25b5b5-9207-4778-bc94-8e2b754655a1,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:15.420106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:15.537048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Calling delete_port for 6a25b5b5-9207-4778-bc94-8e2b754655a1 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:15.698295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:15.742981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a25b5b5-9207-4778-bc94-8e2b754655a1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:16.029063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:16.677695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Router c476b92b-45f8-422a-a1e7-d15cf64f16d7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:39:16.869885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:39:16.878719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] Sync routers for ids ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:39:16.885028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-db1369bd-ea0a-48f2-8d9d-2d8a40a5e0a5 admin admin] 10.222.0.32 "PUT /v2.0/routers/c476b92b-45f8-422a-a1e7-d15cf64f16d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6815162 Mar 05 00:39:16.887701 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41136) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:16.890970 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] Routers {'c476b92b-45f8-422a-a1e7-d15cf64f16d7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:16.891566 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:17.064616 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] Set router c476b92b-45f8-422a-a1e7-d15cf64f16d7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:17.083127 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:17.272938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:17.283043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Deleting port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:17.283370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:17.342723 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:39:15Z', 'revision_number': 5, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port': {'id': '5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:28:17Z', 'updated_at': '2022-03-05T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:17.346461 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] Checking router: c476b92b-45f8-422a-a1e7-d15cf64f16d7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:39:17.357154 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] Routers {'c476b92b-45f8-422a-a1e7-d15cf64f16d7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:17.357778 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:17.453112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] For port 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:17.453490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:17.500589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] Set router c476b92b-45f8-422a-a1e7-d15cf64f16d7 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:17.569048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Calling delete_port for 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:17.603503 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:39:17Z', 'revision_number': 6, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:17.607416 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8aa86-80d9-43ad-a346-083596f0373d None None] The sync data for ids ['c476b92b-45f8-422a-a1e7-d15cf64f16d7'] in n-d-828979-4 is: [{'id': 'c476b92b-45f8-422a-a1e7-d15cf64f16d7', 'name': 'tempest-TestVolumeBootPattern-632701258-router', 'tenant_id': '71bd976ca18242b588fc1a578e03729c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:28:16Z', 'updated_at': '2022-03-05T00:39:17Z', 'revision_number': 6, 'project_id': '71bd976ca18242b588fc1a578e03729c', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:39:17.728956 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:17.771144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:18.049147 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a25b5b5-9207-4778-bc94-8e2b754655a1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:18.083433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6a25b5b5-9207-4778-bc94-8e2b754655a1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:18.083782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6a25b5b5-9207-4778-bc94-8e2b754655a1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:18.102941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.351912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.356291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.381972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.382569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c476b92b-45f8-422a-a1e7-d15cf64f16d7 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:39:18.394664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.395813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-949f652b-5d74-4a14-82ae-d57d50caee9f admin admin] 10.222.0.32 "DELETE /v2.0/routers/c476b92b-45f8-422a-a1e7-d15cf64f16d7 HTTP/1.1" status: 204 len: 168 time: 1.5072072 Mar 05 00:39:18.398380 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:18.459555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Deleting subnet f8fb35ef-9f9c-4a26-b28f-96eccf0c4903 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:39:18.462725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.514014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.592687 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.660068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.698819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fb35ef-9f9c-4a26-b28f-96eccf0c4903,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:18.704820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.711684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c369f0cf-f05d-4658-96b2-0a4afa6ee84e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f8fb35ef-9f9c-4a26-b28f-96eccf0c4903 HTTP/1.1" status: 204 len: 168 time: 0.3119187 Mar 05 00:39:18.711831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0807779-1b31-4067-875a-fcf3da895ddf None None] Network 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:18.713781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41146) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:18.817147 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.827476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Deleting port afb4ab71-b86c-411e-a814-df64615fd54e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:18.827801 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:18.954201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] DHCP port deletion for 21251d86-6919-4f5f-a7ab-463a1fb0b9e1 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:39:18.959250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Deleting port afb4ab71-b86c-411e-a814-df64615fd54e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:18.959768 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.030171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] For port afb4ab71-b86c-411e-a814-df64615fd54e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=afb4ab71-b86c-411e-a814-df64615fd54e,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:19.030536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.148822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Calling delete_port for afb4ab71-b86c-411e-a814-df64615fd54e owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:19.161997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] For port afb4ab71-b86c-411e-a814-df64615fd54e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=afb4ab71-b86c-411e-a814-df64615fd54e,segment=NetworkSegment(f03f89a1-2794-43bd-a65d-9fc798e71638),segment_id=f03f89a1-2794-43bd-a65d-9fc798e71638)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:19.162482 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.289463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Calling delete_port for afb4ab71-b86c-411e-a814-df64615fd54e owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:19.318066 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.363296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=afb4ab71-b86c-411e-a814-df64615fd54e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:19.369400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] No DVR routers for this DVR port afb4ab71-b86c-411e-a814-df64615fd54e on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:39:19.371034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:39:19.371436 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:39:19.482762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.507421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21251d86-6919-4f5f-a7ab-463a1fb0b9e1']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:19.518837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03f89a1-2794-43bd-a65d-9fc798e71638') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:19.519128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03f89a1-2794-43bd-a65d-9fc798e71638') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:19.530237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.548456 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.554780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:39:19.555152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:39:19.568623 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:39:19.641099 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.657013 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.666812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=21251d86-6919-4f5f-a7ab-463a1fb0b9e1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:19.673776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a60ca539-0e24-4f83-9810-4172d3cc2f8f admin admin] 10.222.0.32 "DELETE /v2.0/networks/21251d86-6919-4f5f-a7ab-463a1fb0b9e1 HTTP/1.1" status: 204 len: 168 time: 0.9590755 Mar 05 00:39:19.825032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41152) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:19.872872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Deleting port afb4ab71-b86c-411e-a814-df64615fd54e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:19.873340 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.878002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-39e73621-6321-4ab3-b118-1c1475b54c54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4fd94fbe76445c6a1323454d74649c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518050 Mar 05 00:39:19.880420 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41156) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:19.938328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6315f694-67a4-4af4-8f48-cc5cea52d090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:19.940140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-096605ab-f516-4375-b7e9-2df8b0ea93b8 None None] The port 'afb4ab71-b86c-411e-a814-df64615fd54e' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:39:19.966607 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6315f694-67a4-4af4-8f48-cc5cea52d090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.021166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6315f694-67a4-4af4-8f48-cc5cea52d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.021398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:20.038547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315f694-67a4-4af4-8f48-cc5cea52d090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a80d70-ceb6-411c-ac85-feb4995b831f,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:20.045133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6315f694-67a4-4af4-8f48-cc5cea52d090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.049092 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6315f694-67a4-4af4-8f48-cc5cea52d090 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49a80d70-ceb6-411c-ac85-feb4995b831f HTTP/1.1" status: 204 len: 168 time: 0.1652863 Mar 05 00:39:20.060722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:20.061059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f7f6ce7-b94b-4758-b2ae-6e81ea770ac1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:20.061489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device afb4ab71-b86c-411e-a814-df64615fd54e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:20.096901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: afb4ab71-b86c-411e-a814-df64615fd54e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:20.097251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device afb4ab71-b86c-411e-a814-df64615fd54e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:20.453333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:20.502025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7ab78ea6-df75-4940-9309-4ee0312cea35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71bd976ca18242b588fc1a578e03729c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475683 Mar 05 00:39:20.504407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41170) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:20.563684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17251bc4-5b77-4a4c-9d95-079ceb3d04cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.590107 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17251bc4-5b77-4a4c-9d95-079ceb3d04cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.639515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17251bc4-5b77-4a4c-9d95-079ceb3d04cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.657342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251bc4-5b77-4a4c-9d95-079ceb3d04cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dacd1d-798e-42eb-9373-c977ad575797,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:20.661642 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-17251bc4-5b77-4a4c-9d95-079ceb3d04cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:20.662655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-17251bc4-5b77-4a4c-9d95-079ceb3d04cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62dacd1d-798e-42eb-9373-c977ad575797 HTTP/1.1" status: 204 len: 168 time: 0.1573822 Mar 05 00:39:27.373901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:27.701094 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:31.480881 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:39:34.948608 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61de9692-5456-4046-b1b7-473d7e430c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:37.035091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f23f5a13-76a6-4c47-95b3-be5ab519aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:38.349389 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:38.396067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:39.814155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:39.922686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:40.119992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port e299b974-4b54-4b2f-9f6d-c707a6d56294 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:40.120324 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:40.282303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:40.282627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:40.397855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for e299b974-4b54-4b2f-9f6d-c707a6d56294 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:40.540371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:40.583807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=e299b974-4b54-4b2f-9f6d-c707a6d56294,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:40.673750 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:41.138986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 4f577b73-f231-4766-89dc-53cf69d5c092 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:39:41.339287 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:39:41.348253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] Sync routers for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:39:41.359191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:41.360946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:41.361587 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:41.410793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-20933639-474a-4c31-b8da-11201cf538e7 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/floatingips/a4c06af4-6bb1-49cd-8b9e-59809aa38da7 HTTP/1.1" status: 204 len: 168 time: 1.4869363 Mar 05 00:39:41.411288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:39:41.539578 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:41.720493 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac', 'status': 'completed', 'code': 200} Mar 05 00:39:41.853955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a435e-7be7-468b-86de-007f873cbd2a req-3baa62e4-1e29-4389-be44-3402379c5151 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:41.854751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-193a435e-7be7-468b-86de-007f873cbd2a req-3baa62e4-1e29-4389-be44-3402379c5151 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Synchronizing usage tracker for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:39:41.877110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-ed99b069-bde6-43a6-a019-c1d54033470a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a514e249c9340a587d981ec2cde53a2&device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 1096 time: 0.1180191 Mar 05 00:39:41.882215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-193a435e-7be7-468b-86de-007f873cbd2a req-3baa62e4-1e29-4389-be44-3402379c5151 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Unset dirty status for tenant:9a514e249c9340a587d981ec2cde53a2 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:39:41.883281 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-193a435e-7be7-468b-86de-007f873cbd2a req-3baa62e4-1e29-4389-be44-3402379c5151 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.1594477 Mar 05 00:39:41.899496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:37:00Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:41.903445 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] Checking router: 4f577b73-f231-4766-89dc-53cf69d5c092 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:39:41.914142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:41.914756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:42.025688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-bc3ba6f5-6fe7-4370-80df-9b04d94530bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:42.027456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-bc3ba6f5-6fe7-4370-80df-9b04d94530bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 200 len: 897 time: 0.1431077 Mar 05 00:39:42.097430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:42.118525 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-d7a3be1f-3912-4b7f-b945-1477557061a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 200 len: 217 time: 0.0842767 Mar 05 00:39:42.181653 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-193a435e-7be7-468b-86de-007f873cbd2a req-7a16271c-9e10-4408-90a2-27451b5b399d tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772541 Mar 05 00:39:42.190099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-be3118e2-6592-4945-9c6b-eef8b92699af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:42.191487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-be3118e2-6592-4945-9c6b-eef8b92699af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aadf7173-f7b8-4161-96e6-030a2ec14631 HTTP/1.1" status: 200 len: 835 time: 0.0648360 Mar 05 00:39:42.280577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-7fa9d03e-2995-46b1-a499-52a68522ddc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42833be9-1c92-4a05-a793-f79188673aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823674 Mar 05 00:39:42.405737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:37:00Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:42.409689 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2049ac-1c00-4fe7-a0bc-c7374c2c66a4 None None] The sync data for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 is: [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:53Z', 'revision_number': 4, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '649fc19a-055c-4bc9-97a7-e1ffff8542bb', 'name': '', 'network_id': '42833be9-1c92-4a05-a793-f79188673aca', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'mac_address': 'fa:16:3e:47:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:51Z', 'updated_at': '2022-03-05T00:37:00Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'subnets': [{'id': 'aadf7173-f7b8-4161-96e6-030a2ec14631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:39:42.412319 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-f8b58eab-fd13-4271-8ff1-c622c0f79541 service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233196 Mar 05 00:39:42.546252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6e6dd20-7239-4747-b689-b4a88aef5260 req-29d17b1b-f841-48a5-b320-54b3ef1373c6 service neutron] 10.222.0.36 "GET /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266792 Mar 05 00:39:42.622196 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d04dc5-de9f-4ae4-a384-62f8ba16cd72 None None] New status for floating IP a4c06af4-6bb1-49cd-8b9e-59809aa38da7: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:39:43.316782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-82d8c233-6268-4624-8ee3-cabfe2c93e1f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:43.318293 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-82d8c233-6268-4624-8ee3-cabfe2c93e1f tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.0760920 Mar 05 00:39:43.385177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 4429b063-68a6-4d58-af82-07d00958d8ac {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:43.385648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:43.511789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f08851-c6d5-4714-b40e-4992e8207432 req-7d3d1f25-849d-4d92-9d5f-e25c8d68273b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:43.513467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6f08851-c6d5-4714-b40e-4992e8207432 req-7d3d1f25-849d-4d92-9d5f-e25c8d68273b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f44ac14-15a7-41f9-82d8-b83dbedf01bd HTTP/1.1" status: 200 len: 945 time: 0.1977160 Mar 05 00:39:43.562364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6f08851-c6d5-4714-b40e-4992e8207432 req-dbe5de42-e3d3-40d0-86aa-ac63528dc62b tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4dbf42b1-cb67-42c8-912b-b85e99c5bae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Mar 05 00:39:43.727836 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port 4429b063-68a6-4d58-af82-07d00958d8ac, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=4429b063-68a6-4d58-af82-07d00958d8ac,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:43.728189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:43.847483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 4429b063-68a6-4d58-af82-07d00958d8ac owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:43.984412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:44.035803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=4429b063-68a6-4d58-af82-07d00958d8ac,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:44.104940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] No DVR routers for this DVR port 4429b063-68a6-4d58-af82-07d00958d8ac on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:39:44.107244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:44.109652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'name': 'network-vif-deleted', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:39:44.124758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-62f99f0a-ff90-4f55-a01b-c9e2f8aeb864 req-febadd3d-e031-480c-9c6e-3c779c96495c tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.36 "DELETE /v2.0/ports/4429b063-68a6-4d58-af82-07d00958d8ac HTTP/1.1" status: 204 len: 173 time: 0.8016510 Mar 05 00:39:44.166196 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44ac14-15a7-41f9-82d8-b83dbedf01bd', 'name': 'network-vif-deleted', 'tag': '4429b063-68a6-4d58-af82-07d00958d8ac', 'status': 'completed', 'code': 200} Mar 05 00:39:44.671836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41230) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:45.152718 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:45.746182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port 649fc19a-055c-4bc9-97a7-e1ffff8542bb {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:45.746886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:45.927709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port 649fc19a-055c-4bc9-97a7-e1ffff8542bb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=649fc19a-055c-4bc9-97a7-e1ffff8542bb,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:45.928054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:46.045095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for 649fc19a-055c-4bc9-97a7-e1ffff8542bb owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:46.308205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:46.353149 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=649fc19a-055c-4bc9-97a7-e1ffff8542bb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:46.647067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:47.203956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Router 4f577b73-f231-4766-89dc-53cf69d5c092 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:39:47.400904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:39:47.410108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] Sync routers for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:39:47.413936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bb7f35bd-34e0-4e36-abea-94eda2f74953 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "PUT /v2.0/routers/4f577b73-f231-4766-89dc-53cf69d5c092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409630 Mar 05 00:39:47.416502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41234) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:47.423257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:47.423866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:47.564880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4429b063-68a6-4d58-af82-07d00958d8ac no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:47.597320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting subnet aadf7173-f7b8-4161-96e6-030a2ec14631 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:39:47.600138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:47.604730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 4429b063-68a6-4d58-af82-07d00958d8ac {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:47.605075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 4429b063-68a6-4d58-af82-07d00958d8ac not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:47.636378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:47.755965 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:47.836820 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:47.910385 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:47.919118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:39:46Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:47.922994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] Checking router: 4f577b73-f231-4766-89dc-53cf69d5c092 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:39:47.933925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] Routers {'4f577b73-f231-4766-89dc-53cf69d5c092'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:39:47.934514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:39:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4f577b73-f231-4766-89dc-53cf69d5c092'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:47.949410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Subnet': ['ID=aadf7173-f7b8-4161-96e6-030a2ec14631,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:47.955236 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:47.964889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-529b8291-13a8-4f50-92ef-a9cd282084c0 tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/subnets/aadf7173-f7b8-4161-96e6-030a2ec14631 HTTP/1.1" status: 204 len: 168 time: 0.5451052 Mar 05 00:39:47.965293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41238) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:48.085332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54657d3d-f4ba-4dc4-a640-ec543283f1a8 None None] Network 42833be9-1c92-4a05-a793-f79188673aca requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:48.170529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.305735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] Set router 4f577b73-f231-4766-89dc-53cf69d5c092 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:39:48.363681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.373583 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Deleting port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:48.373915 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.548789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] For port cf30fa1c-21e2-4347-a62a-0c4bac0aaa49, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:48.549149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.573088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] DHCP port deletion for 42833be9-1c92-4a05-a793-f79188673aca request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:39:48.583034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Deleting port a531def0-e569-4161-83ed-9a861bfd57cb {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:39:48.583439 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.667986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Calling delete_port for cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:48.765122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:39:46Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:48.786312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d8364-d201-4201-afb2-50044490a251 None None] The sync data for ids ['4f577b73-f231-4766-89dc-53cf69d5c092'] in n-d-828979-4 is: [{'id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766100887', 'tenant_id': '9a514e249c9340a587d981ec2cde53a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:39:46Z', 'revision_number': 5, 'project_id': '9a514e249c9340a587d981ec2cde53a2', 'gw_port': {'id': 'cf30fa1c-21e2-4347-a62a-0c4bac0aaa49', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f577b73-f231-4766-89dc-53cf69d5c092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:36:48Z', 'updated_at': '2022-03-05T00:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:39:48.813191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] For port a531def0-e569-4161-83ed-9a861bfd57cb, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a531def0-e569-4161-83ed-9a861bfd57cb,segment=NetworkSegment(d84a8c16-aa35-429a-b3be-c37b56d8de98),segment_id=d84a8c16-aa35-429a-b3be-c37b56d8de98)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:39:48.815772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.926280 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:48.938952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Calling delete_port for a531def0-e569-4161-83ed-9a861bfd57cb owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:39:48.972791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Port': ['ID=cf30fa1c-21e2-4347-a62a-0c4bac0aaa49,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:49.014992 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.058549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Pushing event deleted for resources: {'Port': ['ID=a531def0-e569-4161-83ed-9a861bfd57cb,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:49.070807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] No DVR routers for this DVR port a531def0-e569-4161-83ed-9a861bfd57cb on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:39:49.080009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.080593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.081250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.082113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.082680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.083006 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.083887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.084212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.084530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.084847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.085161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd10642-df5f-4bce-8ab1-372d403609e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.193536 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.444767 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.448728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.473051 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.473598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Fanout notify agent at l3_agent the message router_deleted on router 4f577b73-f231-4766-89dc-53cf69d5c092 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:39:49.491205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.495061 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f72225f3-f512-4152-923b-12f6c3acaeba tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/routers/4f577b73-f231-4766-89dc-53cf69d5c092 HTTP/1.1" status: 204 len: 168 time: 1.5287881 Mar 05 00:39:49.495178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41242) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:49.611288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.738263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.763075 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42833be9-1c92-4a05-a793-f79188673aca']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:49.774697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84a8c16-aa35-429a-b3be-c37b56d8de98') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:49.774994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84a8c16-aa35-429a-b3be-c37b56d8de98') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:39:49.785922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.801692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.808086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:39:49.808462 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:39:49.822411 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:39:49.903006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.921292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:49.934221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'Network': ['ID=42833be9-1c92-4a05-a793-f79188673aca,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:49.944852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/networks/42833be9-1c92-4a05-a793-f79188673aca HTTP/1.1" status: 204 len: 168 time: 0.4484987 Mar 05 00:39:49.946348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.946689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.947025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.947362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.947692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.947804 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41246) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:49.948020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.948345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.948671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.948991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.949347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:49.949672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4045f32-3d4f-4c32-8fa9-dc18478266ce tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:50.018362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c079dcb7-d905-48f3-8b43-e1c3975acdfd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.032563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 649fc19a-055c-4bc9-97a7-e1ffff8542bb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:50.047422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c079dcb7-d905-48f3-8b43-e1c3975acdfd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.065618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 649fc19a-055c-4bc9-97a7-e1ffff8542bb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:50.065957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 649fc19a-055c-4bc9-97a7-e1ffff8542bb not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:50.066371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a531def0-e569-4161-83ed-9a861bfd57cb no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:50.100941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a531def0-e569-4161-83ed-9a861bfd57cb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:50.101312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a531def0-e569-4161-83ed-9a861bfd57cb not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:50.101718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:39:50.109879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c079dcb7-d905-48f3-8b43-e1c3975acdfd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.129205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079dcb7-d905-48f3-8b43-e1c3975acdfd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbf42b1-cb67-42c8-912b-b85e99c5bae6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:50.133054 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:39:50.133426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device cf30fa1c-21e2-4347-a62a-0c4bac0aaa49 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:39:50.138884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c079dcb7-d905-48f3-8b43-e1c3975acdfd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.140012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c079dcb7-d905-48f3-8b43-e1c3975acdfd tempest-TestNetworkAdvancedServerOps-2114950533 tempest-TestNetworkAdvancedServerOps-2114950533-project] 10.222.0.32 "DELETE /v2.0/security-groups/4dbf42b1-cb67-42c8-912b-b85e99c5bae6 HTTP/1.1" status: 204 len: 168 time: 0.1913497 Mar 05 00:39:50.487464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41256) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:50.657893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5cbdef7d-c136-445e-83b5-00d116623cb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a514e249c9340a587d981ec2cde53a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1692898 Mar 05 00:39:50.660334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41262) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:50.717060 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3b8-04c9-4cef-8547-28afde57c8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.741008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3b8-04c9-4cef-8547-28afde57c8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.790566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3b8-04c9-4cef-8547-28afde57c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.806814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84d3b8-04c9-4cef-8547-28afde57c8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300caebc-cf75-4e81-a58b-f82a955665ea,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:50.815019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0a84d3b8-04c9-4cef-8547-28afde57c8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:50.816118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a84d3b8-04c9-4cef-8547-28afde57c8e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/300caebc-cf75-4e81-a58b-f82a955665ea HTTP/1.1" status: 204 len: 168 time: 0.1549156 Mar 05 00:39:51.160691 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:51.209703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3825c54c-039f-4a2f-b902-11ceb158ab78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8d2722b25ac4fd28e01aa433fd73ca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476892 Mar 05 00:39:51.212051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41274) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:51.277047 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71335ae7-3823-404d-a97a-7c1502c6b37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:51.302486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71335ae7-3823-404d-a97a-7c1502c6b37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:51.351529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71335ae7-3823-404d-a97a-7c1502c6b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:51.367007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335ae7-3823-404d-a97a-7c1502c6b37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff8019-069b-4250-9068-2a7067cfd2aa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:51.382462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-71335ae7-3823-404d-a97a-7c1502c6b37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:51.385903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-71335ae7-3823-404d-a97a-7c1502c6b37d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fff8019-069b-4250-9068-2a7067cfd2aa HTTP/1.1" status: 204 len: 168 time: 0.1706448 Mar 05 00:39:52.201725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41296) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:52.327056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1394573570-network', 'tenant_id': 'f4197f71b7174c4399604585217675ef'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:39:52.332554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:52.337055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Usage tracker for resource:network and tenant:f4197f71b7174c4399604585217675ef is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:52.339893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:52.345569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:52.355256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Made reservation on behalf of f4197f71b7174c4399604585217675ef for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:39:52.357478 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.369316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.400700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:52.404610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4197f71b7174c4399604585217675ef is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:52.407478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:52.413048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:52.477422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.480723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.507703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:39:52.522271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:52.527451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.527784 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Added segment dbc22b28-d77a-4847-8b28-4385efcff68f of type vlan for network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a Mar 05 00:39:52.538311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.538634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.538970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.539296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.539619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.539939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.540252 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.540567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.540879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.541193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.541529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:39:52.563354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.596921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.596921 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:52.596921 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:52.697687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4948323 Mar 05 00:39:52.698548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe412ad-47b2-4269-b3e9-26f8452f5af8 admin admin] Pushing event updated for resources: {'Network': ['ID=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:52.700795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41302) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:52.706202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Request body: {'subnet': {'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1394573570-subnet', 'tenant_id': 'f4197f71b7174c4399604585217675ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:39:52.708642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:39:52.711885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:52.715712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Usage tracker for resource:subnet and tenant:f4197f71b7174c4399604585217675ef is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:52.718536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:52.724184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:52.734551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Made reservation on behalf of f4197f71b7174c4399604585217675ef for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:39:52.736804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:53.027538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:53.100884 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b474157e-f138-49c4-9c2f-81c0162bb0d6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:53.111966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Checking segment: {'id': 'dbc22b28-d77a-4847-8b28-4385efcff68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:39:53.112321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Network hostable DHCP agents. Network: 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:39:53.133906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:39:53.142469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:39:53.146369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:53.146948 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:53.151089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c787bf-7024-4485-b604-a36d5754e154 None None] Network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:53.168053 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-db16d140-28c7-47ac-b149-1e1e0701f35b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4663332 Mar 05 00:39:53.424537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e9ac6-8fbc-4ba5-b75e-520aeda7fe81 None None] Network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:54.003552 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41324) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:54.009548 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-506285941-network', 'tenant_id': 'd7fb0f3921614201b334d2dccc0e6094'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:39:54.015006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:54.018809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Usage tracker for resource:network and tenant:d7fb0f3921614201b334d2dccc0e6094 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:54.021633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:54.027190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:54.036971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Made reservation on behalf of d7fb0f3921614201b334d2dccc0e6094 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:39:54.039203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.050854 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.081705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:54.085613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Usage tracker for resource:security_group_rule and tenant:d7fb0f3921614201b334d2dccc0e6094 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:54.088317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:54.093838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:54.158225 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.161770 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.187848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:39:54.200251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a89c01-4fa8-42cc-9ad4-4528a71263b7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:54.204459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.204795 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Added segment 75e63fb3-430d-4127-984d-dc84051cdb4f of type vlan for network 49c73d32-a694-4b15-a68c-64d4725f07f5 Mar 05 00:39:54.230089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.258475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.259279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:54.259850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.359327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] Pushing event updated for resources: {'Network': ['ID=49c73d32-a694-4b15-a68c-64d4725f07f5,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:54.364940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-45c714cf-9f35-40d4-b721-0219da9f7db5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3575161 Mar 05 00:39:54.365652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41328) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:39:54.369969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 49c73d32-a694-4b15-a68c-64d4725f07f5 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:39:54.370801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Request body: {'subnet': {'network_id': '49c73d32-a694-4b15-a68c-64d4725f07f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-506285941-subnet', 'tenant_id': 'd7fb0f3921614201b334d2dccc0e6094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:39:54.376430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:54.380398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Usage tracker for resource:subnet and tenant:d7fb0f3921614201b334d2dccc0e6094 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:54.383307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:54.388961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:54.399369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Made reservation on behalf of d7fb0f3921614201b334d2dccc0e6094 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:39:54.401823 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.605843 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.677399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1329a1d7-ee58-4431-87d8-5efbb1786dfa,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:54.691956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Checking segment: {'id': '75e63fb3-430d-4127-984d-dc84051cdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49c73d32-a694-4b15-a68c-64d4725f07f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:39:54.692313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Network hostable DHCP agents. Network: 49c73d32-a694-4b15-a68c-64d4725f07f5, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:39:54.714184 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Network 49c73d32-a694-4b15-a68c-64d4725f07f5 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:39:54.723033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 49c73d32-a694-4b15-a68c-64d4725f07f5) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:39:54.727459 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:54.728515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:54.731573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815dad2-fdba-4e86-8d88-127957adfe66 None None] Network 49c73d32-a694-4b15-a68c-64d4725f07f5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:54.748871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e2b44638-a536-4119-9c5f-3b24ed13f935 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3822894 Mar 05 00:39:54.936425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd122d-bd90-4e15-838b-88169a06eb28 None None] Network 49c73d32-a694-4b15-a68c-64d4725f07f5 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:39:55.336684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-98332d4c-95fa-48f3-a3d3-b49a16790401 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:55.338156 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-98332d4c-95fa-48f3-a3d3-b49a16790401 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/networks?id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a HTTP/1.1" status: 200 len: 812 time: 0.1416779 Mar 05 00:39:55.355095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-16300bc6-79a0-430e-9ef5-0a2486c003f8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/quotas/f4197f71b7174c4399604585217675ef HTTP/1.1" status: 200 len: 375 time: 0.0116527 Mar 05 00:39:55.402462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-ea6a9cca-7c09-4ef4-a227-1c32aef71589 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4197f71b7174c4399604585217675ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427065 Mar 05 00:39:55.530806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-df7faa56-3015-4374-b8c8-9506f50f1a4a service neutron] 10.222.0.32 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218882 Mar 05 00:39:55.659343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-c770034b-5ee5-4b7d-8ccb-eee5ca6c1c46 service neutron] 10.222.0.32 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230326 Mar 05 00:39:56.859628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d37e18f8-0e9f-46ee-b626-fd631f79cb57 req-c648463e-945e-4dcf-a3d7-14bc615d9c0c tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 210 time: 0.0437710 Mar 05 00:39:57.403724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:57.716391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:58.028017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5914961f-ad20-4c84-83ea-6a258153832d req-a97d9a5e-5c10-4a5a-ba89-9963e4fdb637 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 210 time: 0.0449808 Mar 05 00:39:58.155708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-a0bf8dc0-24a4-45da-aa3d-0a848e87f078 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:58.156297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-a0bf8dc0-24a4-45da-aa3d-0a848e87f078 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Synchronizing usage tracker for tenant:f4197f71b7174c4399604585217675ef on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:39:58.172506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-a0bf8dc0-24a4-45da-aa3d-0a848e87f078 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Unset dirty status for tenant:f4197f71b7174c4399604585217675ef on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:39:58.173643 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-a0bf8dc0-24a4-45da-aa3d-0a848e87f078 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.10 "GET /v2.0/networks?id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a HTTP/1.1" status: 200 len: 812 time: 0.1588228 Mar 05 00:39:58.190993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Request body: {'port': {'device_id': '4705017d-d644-467a-b0f5-4511b8d04514', 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a', 'admin_state_up': True, 'tenant_id': 'f4197f71b7174c4399604585217675ef'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:39:58.321756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:39:58.325475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Usage tracker for resource:port and tenant:f4197f71b7174c4399604585217675ef is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:39:58.328186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:39:58.333988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:39:58.343346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Made reservation on behalf of f4197f71b7174c4399604585217675ef for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:39:58.346277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:58.501068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Allocated IP 172.20.0.13 (32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a/b474157e-f138-49c4-9c2f-81c0162bb0d6/7d8897c5-211b-467c-a31e-1f80cf8999e2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:39:58.695938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:58.723078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:58.794461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:39:58.797794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:39:58.799594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Pushing event updated for resources: {'Port': ['ID=7d8897c5-211b-467c-a31e-1f80cf8999e2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:58.802135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:39:58.863283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:58.863875 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:58.883574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0af685c0-51e2-468e-81aa-153b06007da2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6966059 Mar 05 00:39:58.895396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Request body: {'port': {'device_id': '4705017d-d644-467a-b0f5-4511b8d04514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:39:59.000141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:59.368019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245477c4-f503-4fb1-a655-37c001c79d37 req-c75489e4-ba7b-4de8-927c-b5aa44239ad8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:39:59.368664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-245477c4-f503-4fb1-a655-37c001c79d37 req-c75489e4-ba7b-4de8-927c-b5aa44239ad8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Synchronizing usage tracker for tenant:f4197f71b7174c4399604585217675ef on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:39:59.406064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-245477c4-f503-4fb1-a655-37c001c79d37 req-c75489e4-ba7b-4de8-927c-b5aa44239ad8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Unset dirty status for tenant:f4197f71b7174c4399604585217675ef on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:39:59.407210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-245477c4-f503-4fb1-a655-37c001c79d37 req-c75489e4-ba7b-4de8-927c-b5aa44239ad8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 932 time: 0.2539790 Mar 05 00:39:59.473480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-245477c4-f503-4fb1-a655-37c001c79d37 req-455c8910-688a-4269-93a7-00e802532204 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Synchronizing usage tracker for tenant:f4197f71b7174c4399604585217675ef on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:39:59.537909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8897c5-211b-467c-a31e-1f80cf8999e2 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:39:59.541577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-245477c4-f503-4fb1-a655-37c001c79d37 req-455c8910-688a-4269-93a7-00e802532204 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Unset dirty status for tenant:f4197f71b7174c4399604585217675ef on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:39:59.542698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-245477c4-f503-4fb1-a655-37c001c79d37 req-455c8910-688a-4269-93a7-00e802532204 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269712 Mar 05 00:39:59.546054 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:59.569361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Transition to ACTIVE for port object 7d8897c5-211b-467c-a31e-1f80cf8999e2 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:39:59.572615 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:59.691137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Pushing event updated for resources: {'Port': ['ID=7d8897c5-211b-467c-a31e-1f80cf8999e2,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:39:59.796362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Attempting to bind port 7d8897c5-211b-467c-a31e-1f80cf8999e2 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:39:59.796683 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Attempting to bind port 7d8897c5-211b-467c-a31e-1f80cf8999e2 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'dbc22b28-d77a-4847-8b28-4385efcff68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:39:59.797003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Attempting to bind port 7d8897c5-211b-467c-a31e-1f80cf8999e2 on network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:39:59.802632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Port 7d8897c5-211b-467c-a31e-1f80cf8999e2 on network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:39:59.802946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Attempting to bind port 7d8897c5-211b-467c-a31e-1f80cf8999e2 on network 32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:39:59.809046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:39:59.809415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Checking segment: {'id': 'dbc22b28-d77a-4847-8b28-4385efcff68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:39:59.809792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Bound using segment: {'id': 'dbc22b28-d77a-4847-8b28-4385efcff68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:39:59.810211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Bound port: 7d8897c5-211b-467c-a31e-1f80cf8999e2, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc22b28-d77a-4847-8b28-4385efcff68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:39:59.810553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:59.898365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] For port 7d8897c5-211b-467c-a31e-1f80cf8999e2, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:39:59.901100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] For port 7d8897c5-211b-467c-a31e-1f80cf8999e2, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2,segment=NetworkSegment(dbc22b28-d77a-4847-8b28-4385efcff68f),segment_id=dbc22b28-d77a-4847-8b28-4385efcff68f)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:39:59.905165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:59.962868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:39:59.964357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] 10.222.0.10 "PUT /v2.0/ports/7d8897c5-211b-467c-a31e-1f80cf8999e2 HTTP/1.1" status: 200 len: 1092 time: 1.0728319 Mar 05 00:39:59.967253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4705017d-d644-467a-b0f5-4511b8d04514', 'tag': '7d8897c5-211b-467c-a31e-1f80cf8999e2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:39:59.988557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8b31e-32bb-48dd-9926-a680d2fc489b service neutron] Pushing event updated for resources: {'Port': ['ID=7d8897c5-211b-467c-a31e-1f80cf8999e2,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:00.059483 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4705017d-d644-467a-b0f5-4511b8d04514', 'tag': '7d8897c5-211b-467c-a31e-1f80cf8999e2', 'status': 'completed', 'code': 200} Mar 05 00:40:00.077955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-c006a09e-16cd-4354-b5e0-296fd1e2ab87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4197f71b7174c4399604585217675ef&device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 1095 time: 0.0768704 Mar 05 00:40:00.143273 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-4d4f7f1d-7b74-425e-96c1-b8df09691ecd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2 HTTP/1.1" status: 200 len: 217 time: 0.0592372 Mar 05 00:40:00.205115 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0cce7d16-4968-46f3-934c-db40613142ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:00.206508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-0cce7d16-4968-46f3-934c-db40613142ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b474157e-f138-49c4-9c2f-81c0162bb0d6 HTTP/1.1" status: 200 len: 852 time: 0.0579879 Mar 05 00:40:00.250872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-2264f434-cccb-4a9c-8a7a-f94a6ecebdbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385895 Mar 05 00:40:00.380646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-6d41f44a-9d19-412c-b432-85d4665af212 service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232488 Mar 05 00:40:00.506823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e510047-be54-4095-82c4-0ea60cabd9bb req-f6ab1c51-9591-4e82-a2ed-38fe82ab233e service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204665 Mar 05 00:40:00.624210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-5a43b60c-7c1d-4300-a2fb-a01f9e73b84f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4197f71b7174c4399604585217675ef&device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 1095 time: 0.0746136 Mar 05 00:40:00.888478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-568bd4e7-c6e1-4db9-90a6-ac63c90d1cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:00.890143 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-568bd4e7-c6e1-4db9-90a6-ac63c90d1cd6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a HTTP/1.1" status: 200 len: 913 time: 0.2605765 Mar 05 00:40:00.901004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83429c7-f666-41e1-87c3-9cc3ce52aa96 req-b657fc72-d740-4c9d-8956-4928af10f414 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:00.902360 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f83429c7-f666-41e1-87c3-9cc3ce52aa96 req-b657fc72-d740-4c9d-8956-4928af10f414 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 944 time: 0.2101138 Mar 05 00:40:00.980550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-73ab8b39-5f3e-41f9-a184-d3fde29e241b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2 HTTP/1.1" status: 200 len: 217 time: 0.0772862 Mar 05 00:40:01.042877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f83429c7-f666-41e1-87c3-9cc3ce52aa96 req-b6103582-6d34-450b-bd0d-925dac948534 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 Mar 05 00:40:01.054874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-12bed8b0-682f-47bc-91aa-6ca9781648da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:01.056232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-12bed8b0-682f-47bc-91aa-6ca9781648da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b474157e-f138-49c4-9c2f-81c0162bb0d6 HTTP/1.1" status: 200 len: 852 time: 0.0657139 Mar 05 00:40:01.105830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-3b9dc4b4-8a1c-44f1-bc7e-1f8ec800fe06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427642 Mar 05 00:40:01.235871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-41a21bee-1663-4732-9029-ce71242699c1 service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242943 Mar 05 00:40:01.363345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-feaa049e-a211-40e8-90d1-2a3ce7c2d2e3 req-7b019b51-7d1b-47dd-a422-64caf2fce325 service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212847 Mar 05 00:40:02.238802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463e760-1231-4b3a-a387-6e539c143a9d req-8442f0ef-74b8-49b8-9b8b-681425be3b9d tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:02.240131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0463e760-1231-4b3a-a387-6e539c143a9d req-8442f0ef-74b8-49b8-9b8b-681425be3b9d tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 944 time: 0.0741639 Mar 05 00:40:02.292132 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0463e760-1231-4b3a-a387-6e539c143a9d req-5ae4744b-a466-4d47-bcef-0a1e27b2db66 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Mar 05 00:40:02.624245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7d8897c5-211b-467c-a31e-1f80cf8999e2 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:40:02.755819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7d8897c5-211b-467c-a31e-1f80cf8999e2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2,segment=NetworkSegment(dbc22b28-d77a-4847-8b28-4385efcff68f),segment_id=dbc22b28-d77a-4847-8b28-4385efcff68f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:02.768780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7d8897c5-211b-467c-a31e-1f80cf8999e2', 'network_id': '32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a', 'port_id': '7d8897c5-211b-467c-a31e-1f80cf8999e2', 'mac_address': 'fa:16:3e:be:b6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b474157e-f138-49c4-9c2f-81c0162bb0d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:40:02.820830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:02.840620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8897c5-211b-467c-a31e-1f80cf8999e2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:40:02.856023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7d8897c5-211b-467c-a31e-1f80cf8999e2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2,segment=NetworkSegment(dbc22b28-d77a-4847-8b28-4385efcff68f),segment_id=dbc22b28-d77a-4847-8b28-4385efcff68f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:02.859650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:02.925180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7d8897c5-211b-467c-a31e-1f80cf8999e2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:03.219846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7d8897c5-211b-467c-a31e-1f80cf8999e2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:40:03.495279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9d121-ad79-495c-b9dd-59302f5c46ac req-af93ad33-c2eb-4ae6-8099-7ed6964b2de0 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:03.496669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ede9d121-ad79-495c-b9dd-59302f5c46ac req-af93ad33-c2eb-4ae6-8099-7ed6964b2de0 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 945 time: 0.0759339 Mar 05 00:40:03.541598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ede9d121-ad79-495c-b9dd-59302f5c46ac req-cff3d343-efb6-4b60-9bd6-99e48170f4c3 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Mar 05 00:40:04.633577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7d8897c5-211b-467c-a31e-1f80cf8999e2 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:04.701639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7d8897c5-211b-467c-a31e-1f80cf8999e2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:04.707538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7d8897c5-211b-467c-a31e-1f80cf8999e2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:04.707998 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:04.735060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c5f5-4308-44d8-ba11-50630dfa1f5d req-0ceebf27-1107-4ae1-aa38-8e84e2aa6fe6 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:04.736525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6936c5f5-4308-44d8-ba11-50630dfa1f5d req-0ceebf27-1107-4ae1-aa38-8e84e2aa6fe6 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 945 time: 0.0772221 Mar 05 00:40:04.782982 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6936c5f5-4308-44d8-ba11-50630dfa1f5d req-93bd8fed-6e07-46e1-b66b-084eb4434512 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Mar 05 00:40:04.822401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:04.848047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4705017d-d644-467a-b0f5-4511b8d04514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8897c5-211b-467c-a31e-1f80cf8999e2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:40:04.857952 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7d8897c5-211b-467c-a31e-1f80cf8999e2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2,segment=NetworkSegment(dbc22b28-d77a-4847-8b28-4385efcff68f),segment_id=dbc22b28-d77a-4847-8b28-4385efcff68f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:04.862858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:04.906557 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4705017d-d644-467a-b0f5-4511b8d04514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8897c5-211b-467c-a31e-1f80cf8999e2', 'code': 200} Mar 05 00:40:04.930384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7d8897c5-211b-467c-a31e-1f80cf8999e2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:04.951838 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fcf19ab7-8ce8-4a5b-a88f-f7048081cce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:05.030105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d1b9229-2ca2-4289-8683-95129de6fe06 req-4a4ba7e0-4bd2-4569-893b-7ca7f472ce38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 1097 time: 0.0697172 Mar 05 00:40:05.071021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d1b9229-2ca2-4289-8683-95129de6fe06 req-f3fd5a40-965a-4912-9a29-f4d4129f7ae1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350680 Mar 05 00:40:05.978403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58dc3-755c-47b7-8921-1843bac27f5f req-a3533254-a33b-42f6-94e4-745832c964fb tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:05.979844 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efd58dc3-755c-47b7-8921-1843bac27f5f req-a3533254-a33b-42f6-94e4-745832c964fb tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0784473 Mar 05 00:40:06.025540 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efd58dc3-755c-47b7-8921-1843bac27f5f req-905004cb-7b2b-40ed-9587-e48804626f88 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Mar 05 00:40:07.042982 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33b86800-b84a-4261-8b63-41480dce776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:07.219573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e294-2b2d-4f1e-bf17-df3925913650 req-b329b9de-28d1-4cf1-8644-e1365fea3ecd tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:07.221036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea24e294-2b2d-4f1e-bf17-df3925913650 req-b329b9de-28d1-4cf1-8644-e1365fea3ecd tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0755620 Mar 05 00:40:07.267761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea24e294-2b2d-4f1e-bf17-df3925913650 req-97236c10-13a9-44b6-8f88-8a2d4ae8c628 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Mar 05 00:40:07.462052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a70d25-3c83-40f4-a5cf-f59b46628641 req-b1733072-3445-4562-b3c3-9de0fbaac8bf tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:07.463479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6a70d25-3c83-40f4-a5cf-f59b46628641 req-b1733072-3445-4562-b3c3-9de0fbaac8bf tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0745988 Mar 05 00:40:07.507202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a6a70d25-3c83-40f4-a5cf-f59b46628641 req-44e39ab8-e836-4299-beaf-5cec21bc0e5e tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Mar 05 00:40:08.004502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9af37-c039-4389-8be4-21a61f9f7a62 req-221da071-c79a-4997-8bd3-ea351d5c9688 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:08.005979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39b9af37-c039-4389-8be4-21a61f9f7a62 req-221da071-c79a-4997-8bd3-ea351d5c9688 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.1649141 Mar 05 00:40:08.050073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39b9af37-c039-4389-8be4-21a61f9f7a62 req-6e13635f-9688-44ff-b025-c04e273a94d2 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Mar 05 00:40:08.352953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:08.428538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:08.485429 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:40:09.244702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c0796-771d-499d-abca-2c29792a7d88 req-7e7f7164-f8ea-4104-997a-79be38cb0fe4 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:09.246178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f8c0796-771d-499d-abca-2c29792a7d88 req-7e7f7164-f8ea-4104-997a-79be38cb0fe4 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0760140 Mar 05 00:40:09.290776 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f8c0796-771d-499d-abca-2c29792a7d88 req-cb92ce68-6bb0-4e1b-b7ad-99afda0a19f6 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Mar 05 00:40:09.699573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c58c-e603-4d6b-9e8a-d0fbeda78ba0 req-ad663af5-ca0b-4f86-8495-2ca4b8b6dd3f tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:09.700908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebd7c58c-e603-4d6b-9e8a-d0fbeda78ba0 req-ad663af5-ca0b-4f86-8495-2ca4b8b6dd3f tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.1331453 Mar 05 00:40:09.703670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-11aa17cd-8640-46ec-8169-9ad8d79e4a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4197f71b7174c4399604585217675ef&device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 1097 time: 0.1046600 Mar 05 00:40:09.817196 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:09.825628 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebd7c58c-e603-4d6b-9e8a-d0fbeda78ba0 req-2a2df238-1d93-47eb-873b-5a20ae8e99a9 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190825 Mar 05 00:40:09.860768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-dd712cbd-c698-48c1-a1ba-a542748f92d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:09.862212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-dd712cbd-c698-48c1-a1ba-a542748f92d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a HTTP/1.1" status: 200 len: 913 time: 0.1428156 Mar 05 00:40:09.930308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-2b5098f5-3743-4e4a-ae5f-c31825514e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2 HTTP/1.1" status: 200 len: 217 time: 0.0626137 Mar 05 00:40:09.991033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-f589641f-c2b7-4b74-bf62-c15c24793a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:09.992531 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-f589641f-c2b7-4b74-bf62-c15c24793a3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b474157e-f138-49c4-9c2f-81c0162bb0d6 HTTP/1.1" status: 200 len: 852 time: 0.0567622 Mar 05 00:40:10.039522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-281f0048-37d4-4b26-aedc-2b1db23a1e63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412827 Mar 05 00:40:10.258721 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-fa3d7297-c0ad-4120-980e-8aa5b06c8f73 service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132380 Mar 05 00:40:10.388697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e0501de0-4b26-4792-b56c-eef482a4ae18 req-02eee2e8-8720-41b8-9b34-4cdc2afa8003 service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242831 Mar 05 00:40:11.021102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374009d-12db-4138-84a0-028062c3696f req-7a6cfcc5-6371-48ef-a867-9f604c897540 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:11.023137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1374009d-12db-4138-84a0-028062c3696f req-7a6cfcc5-6371-48ef-a867-9f604c897540 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0753152 Mar 05 00:40:11.066847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1374009d-12db-4138-84a0-028062c3696f req-a7e2c468-ac28-486a-ab31-6df904ddc03d tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Mar 05 00:40:12.263971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356c8d-d979-49c8-97c5-559d29a93530 req-7dc8c145-6102-429b-849d-3350e31f99d4 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:12.265345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4356c8d-d979-49c8-97c5-559d29a93530 req-7dc8c145-6102-429b-849d-3350e31f99d4 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0762789 Mar 05 00:40:12.309313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4356c8d-d979-49c8-97c5-559d29a93530 req-d41e05d4-e772-4d3a-9870-06e554e7267f tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Mar 05 00:40:12.724486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffba943-3559-4b86-bb74-7d99e2c2d630 req-9174ab80-cd19-4008-89ed-ecc38a17082d tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:12.725955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ffba943-3559-4b86-bb74-7d99e2c2d630 req-9174ab80-cd19-4008-89ed-ecc38a17082d tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0802150 Mar 05 00:40:12.770190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ffba943-3559-4b86-bb74-7d99e2c2d630 req-0d1ddaa3-030a-4db7-9cd4-0e3de6d56815 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Mar 05 00:40:13.965546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699beb23-1cbd-43e1-b52b-39956b7e0e6c req-54ebae94-e212-4ee1-90a4-b0a0520cf247 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:13.967005 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-699beb23-1cbd-43e1-b52b-39956b7e0e6c req-54ebae94-e212-4ee1-90a4-b0a0520cf247 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0791295 Mar 05 00:40:14.012145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-699beb23-1cbd-43e1-b52b-39956b7e0e6c req-8587206f-bb11-42a4-a09e-9aac025eaa58 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Mar 05 00:40:14.369874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d292e-ebe5-417a-a336-09d73f7bfef7 req-3cab6b9d-fb4b-475f-8517-ef81783954be tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:14.371541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c5d292e-ebe5-417a-a336-09d73f7bfef7 req-3cab6b9d-fb4b-475f-8517-ef81783954be tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0795147 Mar 05 00:40:14.386698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-b59aab38-2e18-454b-a62d-f3afc5c698c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4197f71b7174c4399604585217675ef&device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 1097 time: 0.0722580 Mar 05 00:40:14.419411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c5d292e-ebe5-417a-a336-09d73f7bfef7 req-3d622611-90af-4827-9115-8f89ccc149fb tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Mar 05 00:40:14.513906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-228c5f33-7b02-4bc1-bf3a-9a622d2a0c03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:14.515384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-228c5f33-7b02-4bc1-bf3a-9a622d2a0c03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a HTTP/1.1" status: 200 len: 913 time: 0.1234601 Mar 05 00:40:14.586238 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-3dd9aa91-66f6-4fb3-9678-534351ca33fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2 HTTP/1.1" status: 200 len: 217 time: 0.0646999 Mar 05 00:40:14.645830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-00d2fe05-3b20-4098-94e0-3be9060b817c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:14.647228 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-00d2fe05-3b20-4098-94e0-3be9060b817c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b474157e-f138-49c4-9c2f-81c0162bb0d6 HTTP/1.1" status: 200 len: 852 time: 0.0558836 Mar 05 00:40:14.693431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-cc7e1fb1-4af7-4e12-90c4-55dc784fe31f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410466 Mar 05 00:40:14.820373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-9b749cb1-c2c0-40b9-bb01-4e4f1e4a7c93 service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210456 Mar 05 00:40:14.946680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-683bb2bc-12ec-4f4c-ace5-09a3d31b80c2 req-44f4bb43-f08e-4629-9e31-b240e80dcbca service neutron] 10.222.0.10 "GET /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202476 Mar 05 00:40:15.615121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40b48b-a0c6-46d1-b73d-5b805489bd19 req-fc022cf0-5c70-4a5d-b32b-a2c7b30e0067 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:15.616600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca40b48b-a0c6-46d1-b73d-5b805489bd19 req-fc022cf0-5c70-4a5d-b32b-a2c7b30e0067 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0762718 Mar 05 00:40:15.661693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca40b48b-a0c6-46d1-b73d-5b805489bd19 req-346dc11d-e0fc-4076-810b-19a3f584dbbd tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Mar 05 00:40:16.858605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c7a56-1347-44bd-b2be-8e91cb1c371a req-9b3b622d-11eb-43e7-8d76-4d729547e0d8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:16.860055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d1c7a56-1347-44bd-b2be-8e91cb1c371a req-9b3b622d-11eb-43e7-8d76-4d729547e0d8 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0764010 Mar 05 00:40:16.907155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d1c7a56-1347-44bd-b2be-8e91cb1c371a req-239fdd25-aebc-4750-a391-f7c195c0b98b tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Mar 05 00:40:17.305418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a686cb-13e8-4c3c-91cc-a24f3bda39fc req-7af02373-71c1-41f8-a9c9-a3f6d7b7b5cf tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:17.306850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9a686cb-13e8-4c3c-91cc-a24f3bda39fc req-7af02373-71c1-41f8-a9c9-a3f6d7b7b5cf tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0776858 Mar 05 00:40:17.351429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f9a686cb-13e8-4c3c-91cc-a24f3bda39fc req-bc034cd0-df43-4149-a6c6-8cfe5fecc949 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Mar 05 00:40:18.545953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8ecb4-fdfe-4159-8a50-8dd5a9873e00 req-2b1a6ca9-8e8f-4ae0-aab5-12aaebab719b tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:18.547379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a8ecb4-fdfe-4159-8a50-8dd5a9873e00 req-2b1a6ca9-8e8f-4ae0-aab5-12aaebab719b tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0779979 Mar 05 00:40:18.592688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1a8ecb4-fdfe-4159-8a50-8dd5a9873e00 req-f569e9ae-69bc-45c6-a1ed-5e5383b0af48 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Mar 05 00:40:19.182853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-ca326cc1-b116-4a85-9264-8ec753c39917 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:19.184250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-ca326cc1-b116-4a85-9264-8ec753c39917 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.10 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0736690 Mar 05 00:40:19.253248 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Deleting port 7d8897c5-211b-467c-a31e-1f80cf8999e2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:40:19.253600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:19.481698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] For port 7d8897c5-211b-467c-a31e-1f80cf8999e2, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7d8897c5-211b-467c-a31e-1f80cf8999e2,segment=NetworkSegment(dbc22b28-d77a-4847-8b28-4385efcff68f),segment_id=dbc22b28-d77a-4847-8b28-4385efcff68f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:19.482044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:19.684310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Calling delete_port for 7d8897c5-211b-467c-a31e-1f80cf8999e2 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:40:19.785197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cbc31-1264-4fea-9bcf-27efc45974cd req-9fea83ba-d51c-4eb0-af80-6aba5cbc0203 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:19.786697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d5cbc31-1264-4fea-9bcf-27efc45974cd req-9fea83ba-d51c-4eb0-af80-6aba5cbc0203 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/ports?device_id=4705017d-d644-467a-b0f5-4511b8d04514 HTTP/1.1" status: 200 len: 946 time: 0.0756462 Mar 05 00:40:19.825880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:19.836319 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d5cbc31-1264-4fea-9bcf-27efc45974cd req-ce79874c-1f31-4307-9d16-782f8e0fa088 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Mar 05 00:40:19.838313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7d8897c5-211b-467c-a31e-1f80cf8999e2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:40:19.873608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Pushing event deleted for resources: {'Port': ['ID=7d8897c5-211b-467c-a31e-1f80cf8999e2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:19.946131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] No DVR routers for this DVR port 7d8897c5-211b-467c-a31e-1f80cf8999e2 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:40:19.948603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:19.951048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4705017d-d644-467a-b0f5-4511b8d04514', 'name': 'network-vif-deleted', 'tag': '7d8897c5-211b-467c-a31e-1f80cf8999e2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:40:19.966537 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bda3cf70-c3c7-4ad6-92aa-23dc4ba2d207 req-1244a960-1ad0-4ed2-a5ef-513ed832f269 tempest-TestServerAdvancedOps-393854870 tempest-TestServerAdvancedOps-393854870-project] 10.222.0.10 "DELETE /v2.0/ports/7d8897c5-211b-467c-a31e-1f80cf8999e2 HTTP/1.1" status: 204 len: 173 time: 0.7771871 Mar 05 00:40:20.007047 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4705017d-d644-467a-b0f5-4511b8d04514', 'name': 'network-vif-deleted', 'tag': '7d8897c5-211b-467c-a31e-1f80cf8999e2', 'status': 'completed', 'code': 200} Mar 05 00:40:20.942711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41436) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:21.001101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Deleting subnet b474157e-f138-49c4-9c2f-81c0162bb0d6 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:40:21.003981 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.051205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.108430 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.171820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.209246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b474157e-f138-49c4-9c2f-81c0162bb0d6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:21.214467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.219509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-92c7cb81-0d53-4d9f-a2f5-6784dab62332 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b474157e-f138-49c4-9c2f-81c0162bb0d6 HTTP/1.1" status: 204 len: 168 time: 0.2751188 Mar 05 00:40:21.221981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41440) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:21.323799 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.443088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.470190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:21.482090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc22b28-d77a-4847-8b28-4385efcff68f') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:21.482375 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc22b28-d77a-4847-8b28-4385efcff68f') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:21.493642 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.508611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.514416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:40:21.514789 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:40:21.527280 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:40:21.600063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.621920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.631929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] Pushing event deleted for resources: {'Network': ['ID=32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:21.639900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccc7965c-6d22-4e5c-aca4-314b9007772d admin admin] 10.222.0.32 "DELETE /v2.0/networks/32a3f2c3-cc2c-40d7-8307-1dd63e9bce0a HTTP/1.1" status: 204 len: 168 time: 0.4169590 Mar 05 00:40:21.642529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41444) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:21.699795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Deleting subnet 1329a1d7-ee58-4431-87d8-5efbb1786dfa {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:40:21.702677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.750428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.806664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.872150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.908002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1329a1d7-ee58-4431-87d8-5efbb1786dfa,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:21.914016 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:21.919599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7e3bf477-96f4-406c-85b1-3f3f2b8b2f85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1329a1d7-ee58-4431-87d8-5efbb1786dfa HTTP/1.1" status: 204 len: 168 time: 0.2761512 Mar 05 00:40:21.922064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41448) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:22.025877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.145953 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.173540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c73d32-a694-4b15-a68c-64d4725f07f5']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:22.185652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e63fb3-430d-4127-984d-dc84051cdb4f') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:22.185947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e63fb3-430d-4127-984d-dc84051cdb4f') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:22.196846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.212617 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.219387 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:40:22.219769 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:40:22.233283 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:40:22.308725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.324363 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.333183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c73d32-a694-4b15-a68c-64d4725f07f5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:22.336175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b1b81a70-1aa5-4f07-ba88-f1d6c5968024 admin admin] 10.222.0.32 "DELETE /v2.0/networks/49c73d32-a694-4b15-a68c-64d4725f07f5 HTTP/1.1" status: 204 len: 168 time: 0.4132233 Mar 05 00:40:22.543785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41454) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:22.593432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f96d3149-9cdc-4a47-a380-61b275241a9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4197f71b7174c4399604585217675ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483508 Mar 05 00:40:22.595707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41458) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:22.653089 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e175bb5-846b-422e-908c-22e5eed348e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.677991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e175bb5-846b-422e-908c-22e5eed348e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.723315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7d8897c5-211b-467c-a31e-1f80cf8999e2 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:40:22.731177 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e175bb5-846b-422e-908c-22e5eed348e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.747467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e175bb5-846b-422e-908c-22e5eed348e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5bddc0-d3d2-4820-8d3e-c056168c6d2e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:22.759797 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e175bb5-846b-422e-908c-22e5eed348e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:22.760899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e175bb5-846b-422e-908c-22e5eed348e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f5bddc0-d3d2-4820-8d3e-c056168c6d2e HTTP/1.1" status: 204 len: 168 time: 0.1643085 Mar 05 00:40:22.762474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 7d8897c5-211b-467c-a31e-1f80cf8999e2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:40:22.762801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7d8897c5-211b-467c-a31e-1f80cf8999e2 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:40:23.181700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41466) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:23.235038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-43722997-9d35-4b18-aa3f-e5985ce992ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7fb0f3921614201b334d2dccc0e6094&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521314 Mar 05 00:40:23.237435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41470) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:23.294042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8cfecf2-4299-44ad-a8e9-488105e5bce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:23.318348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8cfecf2-4299-44ad-a8e9-488105e5bce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:23.369562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8cfecf2-4299-44ad-a8e9-488105e5bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:23.385105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfecf2-4299-44ad-a8e9-488105e5bce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a89c01-4fa8-42cc-9ad4-4528a71263b7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:23.389886 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e8cfecf2-4299-44ad-a8e9-488105e5bce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:23.390495 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e8cfecf2-4299-44ad-a8e9-488105e5bce7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00a89c01-4fa8-42cc-9ad4-4528a71263b7 HTTP/1.1" status: 204 len: 168 time: 0.1521451 Mar 05 00:40:24.201119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41492) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:24.357795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-267913929-network', 'tenant_id': '32e7f9745ef547e485831d98486ebd29'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:24.363099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:24.367513 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Usage tracker for resource:network and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:24.370333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:24.375890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:24.385561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Made reservation on behalf of 32e7f9745ef547e485831d98486ebd29 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:40:24.387947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.399871 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.430734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:24.434499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:24.437263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:24.442768 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:24.510833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.514484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.543236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:40:24.551808 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb3cf9-1964-400f-bf92-71f8d032e8e2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:24.559879 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.559879 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Added segment dd0cd602-9ff0-4450-af32-ac78891d355c of type vlan for network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 Mar 05 00:40:24.586008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.614565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.616140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:24.616704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:24.800688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5984356 Mar 05 00:40:24.801398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520c747-87eb-41aa-b3bf-0d405ec5ab07 admin admin] Pushing event updated for resources: {'Network': ['ID=84e474fd-ee55-4327-8ff6-52e0e66c1e15,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:24.803848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41498) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:24.809291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Request body: {'subnet': {'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-267913929-subnet', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:24.811701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:40:24.814779 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:24.818642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Usage tracker for resource:subnet and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:24.821514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:24.827735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:24.838517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Made reservation on behalf of 32e7f9745ef547e485831d98486ebd29 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:40:24.840966 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.037908 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.110408 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a661f5c-68c3-42cb-91fd-56d3455e4c0e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:25.121317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Checking segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:25.121669 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Network hostable DHCP agents. Network: 84e474fd-ee55-4327-8ff6-52e0e66c1e15, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:40:25.143292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:40:25.152943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 84e474fd-ee55-4327-8ff6-52e0e66c1e15) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:25.156770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:25.157382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.162151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adb344-9fd8-4305-8213-c5c3637a6e70 None None] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:40:25.181645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:25.182166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b161b3dd-ab64-4262-8cf1-dc6d970ce9c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3769951 Mar 05 00:40:25.187027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:25.192821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:25.197387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Usage tracker for resource:router and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:25.200208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:25.205792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:25.216963 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.217908 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.234715 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.373010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:40:25.374039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.380124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.530372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Allocated IP 172.20.0.2 (84e474fd-ee55-4327-8ff6-52e0e66c1e15/9a661f5c-68c3-42cb-91fd-56d3455e4c0e/10b2c9ec-5306-445b-97cf-5d2fd43a6b4a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:25.564815 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.598532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.727255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Allocated IP 172.25.0.234 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/ac7c5d54-9524-46a7-8f34-66239c122af8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:25.734089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.744555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Transition to ACTIVE for port object 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:25.762914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Transition to ACTIVE for port object 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:25.767990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.836152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:25.838954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:25.841380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:25.847635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Pushing event updated for resources: {'Port': ['ID=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:25.873414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.901702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.930361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Attempting to bind port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:25.930726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Attempting to bind port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:25.931088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Attempting to bind port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a on network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:25.937397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:25.937768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Checking segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:25.938163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.938552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Bound using segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:25.939010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Bound port: 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:25.939376 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:25.972496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:25.978700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Pushing event updated for resources: {'Port': ['ID=ac7c5d54-9524-46a7-8f34-66239c122af8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:25.981244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:25.983287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:26.028959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] For port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:26.032553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] For port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:26.036241 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:26.127560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf254c-903f-4998-8c79-edefe763ca0f None None] Pushing event updated for resources: {'Port': ['ID=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:26.144103 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:26.144853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:26.481556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:40:26.680683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:40:26.689270 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Sync routers for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:40:26.700948 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:26.701615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:26.705625 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:26.706864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2166eb6a-2bc5-42eb-b19b-d9b07d8f7b9c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5241683 Mar 05 00:40:26.710383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41506) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:26.910769 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:27.088883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b6022-3ae7-4a3f-a849-c90a3379df2d None None] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:40:27.191066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b7cc3a80-8d1a-46ad-a77a-fc5de2a8615f None None] Provisioning for port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:27.206194 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:26Z', 'revision_number': 3, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:27.211170 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Checking router: 10a01f4e-7925-4887-b38b-04b9ad3bdcfc for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:40:27.211640 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Updating router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc port ac7c5d54-9524-46a7-8f34-66239c122af8 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:40:27.269245 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.420519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.479494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.617643 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.630480 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Transition to ACTIVE for port object ac7c5d54-9524-46a7-8f34-66239c122af8 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:27.637255 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.692758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Allocated IP 172.20.0.1 (84e474fd-ee55-4327-8ff6-52e0e66c1e15/9a661f5c-68c3-42cb-91fd-56d3455e4c0e/3a0f2b1a-4681-461e-acb0-769d0bb23d54) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:27.719039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.719551 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Attempting to bind port ac7c5d54-9524-46a7-8f34-66239c122af8 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:27.720049 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Attempting to bind port ac7c5d54-9524-46a7-8f34-66239c122af8 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:27.720282 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Attempting to bind port ac7c5d54-9524-46a7-8f34-66239c122af8 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:27.722964 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Pushing event updated for resources: {'Port': ['ID=ac7c5d54-9524-46a7-8f34-66239c122af8,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:27.734139 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:27.734495 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:27.734886 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.735268 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:27.735718 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Bound port: ac7c5d54-9524-46a7-8f34-66239c122af8, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:27.736076 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.758596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.758933 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.759264 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.759589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.759910 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.760229 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.760543 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.760853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.761163 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.761510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.761819 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:27.812686 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] For port ac7c5d54-9524-46a7-8f34-66239c122af8, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:27.815924 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] For port ac7c5d54-9524-46a7-8f34-66239c122af8, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac7c5d54-9524-46a7-8f34-66239c122af8,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:27.820177 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.841967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.857462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Transition to ACTIVE for port object 3a0f2b1a-4681-461e-acb0-769d0bb23d54 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:27.881785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:27.898657 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76d43-c5a7-4b12-a37f-810b233ebb96 None None] Pushing event updated for resources: {'Port': ['ID=ac7c5d54-9524-46a7-8f34-66239c122af8,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:27.902230 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:27.902853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:27.946617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:27.949873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:27.952449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:28.103668 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:28.122804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:28.130271 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.141905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Pushing event updated for resources: {'Port': ['ID=3a0f2b1a-4681-461e-acb0-769d0bb23d54,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:28.216508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:28.226468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:28.226841 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.239071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.295480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1c4bae73-c2a4-4ec5-ba01-fa395aaf505a None None] Provisioning for port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:28.301992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1c4bae73-c2a4-4ec5-ba01-fa395aaf505a None None] Provisioning complete for port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:28.302358 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1c4bae73-c2a4-4ec5-ba01-fa395aaf505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.421114 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:26Z', 'revision_number': 3, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:28.425536 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f476cd36-2f4e-44ce-9f87-1a07a96bcc77 None None] The sync data for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 is: [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:26Z', 'revision_number': 3, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:40:28.433648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1c4bae73-c2a4-4ec5-ba01-fa395aaf505a None None] Port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:40:28.436874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.470744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:28.478513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.480994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.488059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.550753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:28.607918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:28.613208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Pushing event updated for resources: {'Port': ['ID=3a0f2b1a-4681-461e-acb0-769d0bb23d54,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:28.760885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:28.762035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:29.058910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-af9de67a-8717-4716-8dbb-37d0cd875c74 None None] Provisioning complete for port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:29.059277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af9de67a-8717-4716-8dbb-37d0cd875c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:29.114259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-af9de67a-8717-4716-8dbb-37d0cd875c74 None None] Port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:40:29.172488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:40:29.367980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:40:29.376793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-db31c9fc-1ba8-45df-a608-ec3f18905f9c admin admin] 10.222.0.32 "PUT /v2.0/routers/10a01f4e-7925-4887-b38b-04b9ad3bdcfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6653903 Mar 05 00:40:30.117656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:30.184950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:30.185353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.279292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41528) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:30.284895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1560253777-network', 'tenant_id': '3776295407424defbab88f3de4fde436'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:30.290827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:30.294703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Usage tracker for resource:network and tenant:3776295407424defbab88f3de4fde436 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:30.297721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:30.303962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:30.307899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac7c5d54-9524-46a7-8f34-66239c122af8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:30.313932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Made reservation on behalf of 3776295407424defbab88f3de4fde436 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:40:30.316179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.328371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.358977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:30.362696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Usage tracker for resource:security_group_rule and tenant:3776295407424defbab88f3de4fde436 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:30.366206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:30.371937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:30.375274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ac7c5d54-9524-46a7-8f34-66239c122af8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:30.380327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ac7c5d54-9524-46a7-8f34-66239c122af8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:30.380703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.437013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.441174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.470160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:40:30.482664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df584387-d770-4f13-a1b2-68523495f8b5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:30.486957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.487301 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Added segment 837ea44f-107a-44d1-a3b9-1975fdd74077 of type vlan for network 9d037722-0ab4-4de7-acff-6f4c118ca2cd Mar 05 00:40:30.497536 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.513374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port ac7c5d54-9524-46a7-8f34-66239c122af8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac7c5d54-9524-46a7-8f34-66239c122af8,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:30.515722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.517011 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.545677 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.546623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:30.547269 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.582801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=ac7c5d54-9524-46a7-8f34-66239c122af8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:30.648897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] Pushing event updated for resources: {'Network': ['ID=9d037722-0ab4-4de7-acff-6f4c118ca2cd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:30.651615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-39dafbca-5cf7-4643-8330-481fe6a10c34 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3712683 Mar 05 00:40:30.654367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41532) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:30.658571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:40:30.659603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Request body: {'subnet': {'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1560253777-subnet', 'tenant_id': '3776295407424defbab88f3de4fde436', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:30.665714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:30.669639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Usage tracker for resource:subnet and tenant:3776295407424defbab88f3de4fde436 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:30.672443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:30.678198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:30.687794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Made reservation on behalf of 3776295407424defbab88f3de4fde436 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:40:30.690338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:30.983203 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.055842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:31.066825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Checking segment: {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:31.067173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Network hostable DHCP agents. Network: 9d037722-0ab4-4de7-acff-6f4c118ca2cd, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:40:31.089781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:40:31.098529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 9d037722-0ab4-4de7-acff-6f4c118ca2cd) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:31.102373 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:31.102954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.109145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d3746e-5f52-4ab6-9477-2b894a3adb5e None None] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:40:31.122677 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-42fd9d0a-60d1-4065-a59f-11fed041b692 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4673254 Mar 05 00:40:31.125197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41536) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:31.130466 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:31.136146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:31.139941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Usage tracker for resource:router and tenant:3776295407424defbab88f3de4fde436 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:31.142819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:31.149084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:31.159415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.160301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.177948 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.322135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-9d037722-0ab4-4de7-acff-6f4c118ca2cd', 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd', 'tenant_id': '3776295407424defbab88f3de4fde436', 'fixed_ips': [{'subnet_id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:40:31.323481 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.324914 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.479904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Allocated IP 172.20.0.2 (9d037722-0ab4-4de7-acff-6f4c118ca2cd/3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc/be8747b2-7dbc-48ec-a704-841388e3d480) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:31.515562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.544966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.692611 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.692816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Allocated IP 172.25.0.95 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/aa35b6ce-7d46-4368-b31c-fbeda6c81c87) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:31.703431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Transition to ACTIVE for port object be8747b2-7dbc-48ec-a704-841388e3d480 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:31.722438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Transition to ACTIVE for port object be8747b2-7dbc-48ec-a704-841388e3d480 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:31.729159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.797488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:31.800197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:31.803785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:31.814335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Pushing event updated for resources: {'Port': ['ID=be8747b2-7dbc-48ec-a704-841388e3d480,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:31.845097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.876145 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.888669 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Sync routers for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:40:31.910191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Attempting to bind port be8747b2-7dbc-48ec-a704-841388e3d480 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:31.910553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Attempting to bind port be8747b2-7dbc-48ec-a704-841388e3d480 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:31.910908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Attempting to bind port be8747b2-7dbc-48ec-a704-841388e3d480 on network 9d037722-0ab4-4de7-acff-6f4c118ca2cd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:31.920209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:31.920575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Checking segment: {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:31.920967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.921383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Bound using segment: {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:31.921838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Bound port: be8747b2-7dbc-48ec-a704-841388e3d480, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:31.922201 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:31.931041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:31.931642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:31.945569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:31.948240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:31.951955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:31.984397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Pushing event updated for resources: {'Port': ['ID=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:32.078035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac7c5d54-9524-46a7-8f34-66239c122af8 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:32.118794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:32.119485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:32.256916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] For port be8747b2-7dbc-48ec-a704-841388e3d480, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:32.260726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] For port be8747b2-7dbc-48ec-a704-841388e3d480, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be8747b2-7dbc-48ec-a704-841388e3d480,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:32.265739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:32.322168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:32.351005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Router 00362d6f-0675-46b9-aaea-c490e4f53ec3 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:40:32.388768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ac7c5d54-9524-46a7-8f34-66239c122af8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:32.389058 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:32.525605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa286a0-9d82-4d58-959b-11ddbe9d6c7e None None] Pushing event updated for resources: {'Port': ['ID=be8747b2-7dbc-48ec-a704-841388e3d480,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:32.563325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:40:32.574893 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Sync routers for ids ['00362d6f-0675-46b9-aaea-c490e4f53ec3'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:40:32.599366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:32.604627 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-70a293cb-662b-4a63-a832-3d8894ec6776 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4741535 Mar 05 00:40:32.604834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41540) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:32.633981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Routers {'00362d6f-0675-46b9-aaea-c490e4f53ec3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:32.636131 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['00362d6f-0675-46b9-aaea-c490e4f53ec3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:32.814082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 2, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:32.819135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Checking router: 10a01f4e-7925-4887-b38b-04b9ad3bdcfc for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:40:32.819671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Updating router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:40:32.872681 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:32.875569 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Set router 00362d6f-0675-46b9-aaea-c490e4f53ec3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:33.170389 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:32Z', 'revision_number': 3, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:33.174965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Checking router: 00362d6f-0675-46b9-aaea-c490e4f53ec3 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:40:33.175356 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Updating router 00362d6f-0675-46b9-aaea-c490e4f53ec3 port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:40:33.233894 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.278920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.295149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Transition to ACTIVE for port object 3a0f2b1a-4681-461e-acb0-769d0bb23d54 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:33.304508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.473553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ce3d2-2880-4c85-a692-2678175a6d70 None None] Pushing event updated for resources: {'Port': ['ID=3a0f2b1a-4681-461e-acb0-769d0bb23d54,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:33.536090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.553754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e3adf-4a15-4064-9aa7-1d285d0505cc None None] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:40:33.656495 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.663935 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Attempting to bind port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:33.664185 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Attempting to bind port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:33.664556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Attempting to bind port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 on network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:33.670530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Transition to ACTIVE for port object aa35b6ce-7d46-4368-b31c-fbeda6c81c87 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:33.678819 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.679383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-45dbf859-924d-424e-bf7a-773b585eaff5 None None] Provisioning for port be8747b2-7dbc-48ec-a704-841388e3d480 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:33.682379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:33.682766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Checking segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:33.683140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.683506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Bound using segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:33.683988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Bound port: 3a0f2b1a-4681-461e-acb0-769d0bb23d54, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:33.684336 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.760748 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e657a-ba9b-4af4-a68e-f3905c94d93a None None] Pushing event updated for resources: {'Port': ['ID=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:33.766308 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Attempting to bind port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:33.766667 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Attempting to bind port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:33.767017 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Attempting to bind port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:33.773548 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:33.773901 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:33.774290 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.774709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:33.775197 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Bound port: aa35b6ce-7d46-4368-b31c-fbeda6c81c87, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:33.775513 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.776298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Allocated IP 172.20.0.1 (9d037722-0ab4-4de7-acff-6f4c118ca2cd/3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc/358f2e40-0518-4214-bdd0-d37c608d5a0e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:33.851239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] For port aa35b6ce-7d46-4368-b31c-fbeda6c81c87, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:33.855205 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] For port aa35b6ce-7d46-4368-b31c-fbeda6c81c87, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:33.859930 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.934493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:33.940504 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e657a-ba9b-4af4-a68e-f3905c94d93a None None] Pushing event updated for resources: {'Port': ['ID=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:33.947217 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Routers {'00362d6f-0675-46b9-aaea-c490e4f53ec3'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:33.947810 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['00362d6f-0675-46b9-aaea-c490e4f53ec3'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:33.961607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] For port 3a0f2b1a-4681-461e-acb0-769d0bb23d54, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:33.967869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Transition to ACTIVE for port object 358f2e40-0518-4214-bdd0-d37c608d5a0e will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:33.988674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] For port 3a0f2b1a-4681-461e-acb0-769d0bb23d54, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3a0f2b1a-4681-461e-acb0-769d0bb23d54,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:34.002693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.018426 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.093435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:34.097757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:34.098016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:34.100136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:34.109596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:34.280403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ce3d2-2880-4c85-a692-2678175a6d70 None None] Pushing event updated for resources: {'Port': ['ID=3a0f2b1a-4681-461e-acb0-769d0bb23d54,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:34.293256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be8747b2-7dbc-48ec-a704-841388e3d480 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:34.330186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Pushing event updated for resources: {'Port': ['ID=358f2e40-0518-4214-bdd0-d37c608d5a0e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:34.344778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.366225 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] Set router 00362d6f-0675-46b9-aaea-c490e4f53ec3 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:34.447002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.491626 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port be8747b2-7dbc-48ec-a704-841388e3d480 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:34.497163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:34.543695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port be8747b2-7dbc-48ec-a704-841388e3d480 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:34.544056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.702233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.735119 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:32Z', 'revision_number': 3, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:34.739104 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dcfe5-7983-4b0d-a2c6-7ce202762572 None None] The sync data for ids ['00362d6f-0675-46b9-aaea-c490e4f53ec3'] in n-d-828979-4 is: [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:32Z', 'revision_number': 3, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:40:34.758558 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.763728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.768438 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c291914c-7218-4af5-818b-36410ff134b9 None None] Provisioning complete for port be8747b2-7dbc-48ec-a704-841388e3d480 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:34.768805 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c291914c-7218-4af5-818b-36410ff134b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.866896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Pushing event updated for resources: {'Port': ['ID=358f2e40-0518-4214-bdd0-d37c608d5a0e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:34.869304 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:34.911814 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port be8747b2-7dbc-48ec-a704-841388e3d480, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be8747b2-7dbc-48ec-a704-841388e3d480,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:34.919643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:35.012980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:35.014161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:35.047945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c06fdcd9-3c34-47ba-961a-7937271ba1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:35.111827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=be8747b2-7dbc-48ec-a704-841388e3d480,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:35.171850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:33Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:35.176046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5bc8f-2420-4aa1-9017-006d89269173 None None] The sync data for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 is: [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:33Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:40:35.278787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-03c3e7c0-4db2-4c5d-881b-cd2bce792f04 None None] Provisioning for port 358f2e40-0518-4214-bdd0-d37c608d5a0e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:35.285163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-03c3e7c0-4db2-4c5d-881b-cd2bce792f04 None None] Provisioning complete for port 358f2e40-0518-4214-bdd0-d37c608d5a0e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:35.287861 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-03c3e7c0-4db2-4c5d-881b-cd2bce792f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:35.347820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-03c3e7c0-4db2-4c5d-881b-cd2bce792f04 None None] Port 358f2e40-0518-4214-bdd0-d37c608d5a0e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:40:35.464703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Router 00362d6f-0675-46b9-aaea-c490e4f53ec3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:40:35.690353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:40:35.700471 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccbb5d16-4a3b-48fe-8460-7b7fe078b3eb admin admin] 10.222.0.32 "PUT /v2.0/routers/00362d6f-0675-46b9-aaea-c490e4f53ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0962646 Mar 05 00:40:36.187485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aa35b6ce-7d46-4368-b31c-fbeda6c81c87 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:36.270933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:36.276366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:36.276845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.384478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41550) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:36.390122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334767689', 'description': 'tempest-secgroup-smoke-1334767689 description', 'project_id': '32e7f9745ef547e485831d98486ebd29'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:36.396907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:36.400730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:36.401888 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.404553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:36.410332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:36.421696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port aa35b6ce-7d46-4368-b31c-fbeda6c81c87, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:36.422105 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.426752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.428286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3a0f2b1a-4681-461e-acb0-769d0bb23d54 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:36.459700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:36.463463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:36.466580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:36.472036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:36.545475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:36.559449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:36.564896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:36.565298 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.631857 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.635762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.678554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:36.681761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.685935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9298131f-1e01-45f9-bb33-17550e18f2ea tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2974935 Mar 05 00:40:36.686187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41554) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:36.691955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group_rule': {'security_group_id': 'b3c8d705-5c66-4709-80d2-1a3f74fa7f0e', 'project_id': '32e7f9745ef547e485831d98486ebd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:36.698696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:36.702592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:36.705498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:36.711960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:36.725650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.728782 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.757120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 3a0f2b1a-4681-461e-acb0-769d0bb23d54, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3a0f2b1a-4681-461e-acb0-769d0bb23d54,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:36.760868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.761656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be8747b2-7dbc-48ec-a704-841388e3d480 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:36.792499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.796116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.818979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4781def8-57a3-43e9-a1cd-616ec1b2ab87,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:36.829608 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.834479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-32b29c33-7d1a-4d73-8209-840499e202ed tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437895 Mar 05 00:40:36.835601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41558) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:36.841354 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group_rule': {'security_group_id': 'b3c8d705-5c66-4709-80d2-1a3f74fa7f0e', 'project_id': '32e7f9745ef547e485831d98486ebd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:36.847970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:36.852557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:36.855376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:36.861034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:36.873898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=3a0f2b1a-4681-461e-acb0-769d0bb23d54,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:36.879182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.887329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port be8747b2-7dbc-48ec-a704-841388e3d480 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:36.887690 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.946611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.951668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.975905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6990fb-eacb-402f-ade7-d51cf46b8519,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:36.986881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:36.990738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fa2c0745-1b7d-42cd-8348-0942776e3a36 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1517873 Mar 05 00:40:36.991092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41562) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:36.997275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group_rule': {'security_group_id': 'b3c8d705-5c66-4709-80d2-1a3f74fa7f0e', 'project_id': '32e7f9745ef547e485831d98486ebd29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:37.008004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:37.012053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:37.015057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:37.020966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:37.036252 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da2c3d4f-c4eb-4d93-b02e-bb11c15651a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.037780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.097428 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.100825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.122769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abea531-eb85-49a5-aafa-d8fe6c597b26,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:37.131385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.132633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7e17b105-c520-48bb-b2b5-009554a9507e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405303 Mar 05 00:40:37.135288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41566) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:37.140481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group_rule': {'security_group_id': 'b3c8d705-5c66-4709-80d2-1a3f74fa7f0e', 'project_id': '32e7f9745ef547e485831d98486ebd29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:37.147337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:37.151128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:37.153933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:37.159480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:37.177048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.238473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.241783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.263978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97270041-209a-4599-b867-041c6a2ed59f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:37.273243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.274421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-119fc706-e203-43e8-aeb4-d7be3817d949 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1382384 Mar 05 00:40:37.277016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:37.282274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group_rule': {'security_group_id': 'b3c8d705-5c66-4709-80d2-1a3f74fa7f0e', 'project_id': '32e7f9745ef547e485831d98486ebd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:37.288551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:37.292364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:37.295201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:37.300772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:37.310956 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Project 32e7f9745ef547e485831d98486ebd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:40:37.317200 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.379135 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.383015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.403935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70e5dc0-c74a-4730-89f6-40de84abe4d4,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:37.416623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.417805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5531cb8d-07d0-4d4b-b194-98c95e818384 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1398718 Mar 05 00:40:37.420452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:37.425672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'security_group_rule': {'security_group_id': 'b3c8d705-5c66-4709-80d2-1a3f74fa7f0e', 'project_id': '32e7f9745ef547e485831d98486ebd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:37.432454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:37.436225 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:security_group_rule and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:37.439049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:37.445247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:37.455146 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Project 32e7f9745ef547e485831d98486ebd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:40:37.461614 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.614194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.618295 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.641903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1a81d4-5e4e-44ab-a7b2-07f8a05992aa,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:37.649916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:37.651243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1589db13-c601-4338-8f5e-4f7a190892ab tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2299011 Mar 05 00:40:37.820007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-f51586da-8362-4b80-8b35-5dd9909e2d2b tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Synchronizing usage tracker for tenant:32e7f9745ef547e485831d98486ebd29 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:40:37.836280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-f51586da-8362-4b80-8b35-5dd9909e2d2b tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Unset dirty status for tenant:32e7f9745ef547e485831d98486ebd29 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:40:37.837604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-f51586da-8362-4b80-8b35-5dd9909e2d2b tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334767689&fields=id&tenant_id=32e7f9745ef547e485831d98486ebd29 HTTP/1.1" status: 200 len: 267 time: 0.0572419 Mar 05 00:40:37.983773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-bf7601fd-4b45-49c1-8b56-bb6087c66d28 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:37.985183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-bf7601fd-4b45-49c1-8b56-bb6087c66d28 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 808 time: 0.1410255 Mar 05 00:40:38.002142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-ad6ff893-5ebc-44da-8f17-855b0bce82e3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/quotas/32e7f9745ef547e485831d98486ebd29 HTTP/1.1" status: 200 len: 375 time: 0.0110276 Mar 05 00:40:38.066633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aa35b6ce-7d46-4368-b31c-fbeda6c81c87 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:38.086328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-5933e29f-7209-4527-bb0e-700f3738bff8 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Synchronizing usage tracker for tenant:32e7f9745ef547e485831d98486ebd29 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:40:38.103503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-5933e29f-7209-4527-bb0e-700f3738bff8 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Unset dirty status for tenant:32e7f9745ef547e485831d98486ebd29 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:40:38.104958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-5933e29f-7209-4527-bb0e-700f3738bff8 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968857 Mar 05 00:40:38.134181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:38.134556 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:38.247695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3a0f2b1a-4681-461e-acb0-769d0bb23d54 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:38.311998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:38.312365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:38.372544 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-fee2537a-82a6-4458-b9ee-f1ea8dbd70b3 service neutron] 10.222.0.32 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551765 Mar 05 00:40:38.375518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:38.438129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:38.512188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-9bee461d-03c4-43fb-a316-26704421e97e service neutron] 10.222.0.32 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336446 Mar 05 00:40:38.727017 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b9ed2ec2-fedf-4afc-a3e7-3f7da2f82c5d req-712ee0d6-b574-400c-9f15-823611c43fec tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 210 time: 0.0442693 Mar 05 00:40:39.822311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:39.893352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e49fdb24-1cf3-41df-a060-45e5ecbfc9df req-29a5dfdd-5e16-4014-97cb-a8fe1b5c4d50 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 210 time: 0.0411267 Mar 05 00:40:40.062005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-2831c9da-7703-42c0-b3b4-c7707245b8e9 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:40.062678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-2831c9da-7703-42c0-b3b4-c7707245b8e9 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Synchronizing usage tracker for tenant:32e7f9745ef547e485831d98486ebd29 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:40:40.079674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-2831c9da-7703-42c0-b3b4-c7707245b8e9 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Unset dirty status for tenant:32e7f9745ef547e485831d98486ebd29 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:40:40.080799 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-2831c9da-7703-42c0-b3b4-c7707245b8e9 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 808 time: 0.1675935 Mar 05 00:40:40.131980 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-056811c2-5245-4106-aec7-66a1d3514f6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Synchronizing usage tracker for tenant:32e7f9745ef547e485831d98486ebd29 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:40:40.143013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-056811c2-5245-4106-aec7-66a1d3514f6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Unset dirty status for tenant:32e7f9745ef547e485831d98486ebd29 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:40:40.144073 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-056811c2-5245-4106-aec7-66a1d3514f6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e7f9745ef547e485831d98486ebd29 HTTP/1.1" status: 200 len: 380 time: 0.0522046 Mar 05 00:40:40.152208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'port': {'device_id': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'admin_state_up': True, 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'security_groups': ['b3c8d705-5c66-4709-80d2-1a3f74fa7f0e']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:40.285742 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:40.295030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:40.304403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Made reservation on behalf of 32e7f9745ef547e485831d98486ebd29 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:40:40.307373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:40.464448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Allocated IP 172.20.0.11 (84e474fd-ee55-4327-8ff6-52e0e66c1e15/9a661f5c-68c3-42cb-91fd-56d3455e4c0e/5e630fa4-2b39-43ad-8ea1-84fa065121a8) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:40.658861 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:40.674156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Transition to ACTIVE for port object 5e630fa4-2b39-43ad-8ea1-84fa065121a8 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:40.696377 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:40.767607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:40.770359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:40.772795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:40.816866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'Port': ['ID=5e630fa4-2b39-43ad-8ea1-84fa065121a8,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:40.839707 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:40.840399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:40.865899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-0743d5e9-df30-40e5-b226-ba5de198619a tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7170882 Mar 05 00:40:40.875871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Request body: {'port': {'device_id': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:40.989020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.016019 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-819a24b4-c15b-4b18-bf23-4426d2a81406 None None] Provisioning for port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:41.022098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-819a24b4-c15b-4b18-bf23-4426d2a81406 None None] Provisioning complete for port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:41.022404 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-819a24b4-c15b-4b18-bf23-4426d2a81406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.078419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-819a24b4-c15b-4b18-bf23-4426d2a81406 None None] Port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:40:41.214143 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7bbc5-c33c-40f8-ba06-f23eea5eff82 req-3e38372e-795a-4f26-a9b2-ec8535958e7e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:41.214830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-55d7bbc5-c33c-40f8-ba06-f23eea5eff82 req-3e38372e-795a-4f26-a9b2-ec8535958e7e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Synchronizing usage tracker for tenant:32e7f9745ef547e485831d98486ebd29 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:40:41.286361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-55d7bbc5-c33c-40f8-ba06-f23eea5eff82 req-3e38372e-795a-4f26-a9b2-ec8535958e7e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Unset dirty status for tenant:32e7f9745ef547e485831d98486ebd29 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:40:41.288079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55d7bbc5-c33c-40f8-ba06-f23eea5eff82 req-3e38372e-795a-4f26-a9b2-ec8535958e7e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 932 time: 0.2538786 Mar 05 00:40:41.367853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55d7bbc5-c33c-40f8-ba06-f23eea5eff82 req-9107f6d0-65f0-4847-a07a-f03212074b79 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736408 Mar 05 00:40:41.434077 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e630fa4-2b39-43ad-8ea1-84fa065121a8 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:40:41.440831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.454566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Transition to ACTIVE for port object 5e630fa4-2b39-43ad-8ea1-84fa065121a8 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:41.459228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.581759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Pushing event updated for resources: {'Port': ['ID=5e630fa4-2b39-43ad-8ea1-84fa065121a8,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:41.776073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Attempting to bind port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:41.776396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Attempting to bind port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:41.776716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Attempting to bind port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 on network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:41.782433 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 on network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:40:41.782745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Attempting to bind port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 on network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:41.790044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:41.790429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Checking segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:41.790748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Bound using segment: {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:41.791163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Bound port: 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0cd602-9ff0-4450-af32-ac78891d355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:41.791499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.878146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] For port 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:41.881668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] For port 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:41.885525 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.945961 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:41.947313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] 10.222.0.10 "PUT /v2.0/ports/5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1092 time: 1.0755908 Mar 05 00:40:41.947805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:40:41.974902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40a8ac-af88-4b3e-834e-062962f34401 service neutron] Pushing event updated for resources: {'Port': ['ID=5e630fa4-2b39-43ad-8ea1-84fa065121a8,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:42.023203 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'status': 'completed', 'code': 200} Mar 05 00:40:42.152583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-6011d338-5141-43a1-8a19-a846af6ea06d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1095 time: 0.1542597 Mar 05 00:40:42.219620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-40c4fa4e-b87f-4f8c-96cb-a52bca37b198 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 217 time: 0.0609491 Mar 05 00:40:42.282340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-2c547edf-7bdb-4387-86de-9bbbf164b420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:42.283713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-2c547edf-7bdb-4387-86de-9bbbf164b420 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0590541 Mar 05 00:40:42.354792 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-4ff4b847-ac92-4bff-b044-6a939070c6dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652852 Mar 05 00:40:42.482253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-36d11a7f-c984-4ab5-acb1-e2ecb307c9b3 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215677 Mar 05 00:40:42.665492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a29a0e45-8f0b-4151-b65a-80802e829fd1 req-5894fc7c-5a0c-4c49-bd75-624e21158c44 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775794 Mar 05 00:40:42.674935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab921-7615-423d-9675-81c33583d17c req-b2b99932-c36a-4b54-9e4f-ffbd3ed2d990 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:42.676315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98eab921-7615-423d-9675-81c33583d17c req-b2b99932-c36a-4b54-9e4f-ffbd3ed2d990 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 944 time: 0.1875820 Mar 05 00:40:42.763095 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98eab921-7615-423d-9675-81c33583d17c req-7a908268-1dcc-4cc4-a696-51fa35492ba7 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802832 Mar 05 00:40:42.790331 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-4d8e1455-2739-4898-a163-e512c075d927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1095 time: 0.0757515 Mar 05 00:40:42.918901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-119a8abc-d88b-4208-8555-e7cc7d788644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:42.920260 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-119a8abc-d88b-4208-8555-e7cc7d788644 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1245914 Mar 05 00:40:42.988770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-cea9bf05-85da-4a3e-af6c-40ba428b7dbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 217 time: 0.0620630 Mar 05 00:40:43.048130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-ed158ea0-e420-43b7-bced-ddeb929df6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:43.049585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-ed158ea0-e420-43b7-bced-ddeb929df6ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0556281 Mar 05 00:40:43.124063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-a3fa10e3-30f6-4625-a380-3c4677b5fe09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684342 Mar 05 00:40:43.249888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-12ba1643-cb54-42d3-89b4-eef0ab8388b6 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202457 Mar 05 00:40:43.465600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45a4d274-5093-4e6b-ba39-8f098ad867c3 req-7282f85d-64e7-4cf8-b0e8-eb49a9bbe09a service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100196 Mar 05 00:40:43.954867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c738e8-76f5-48d1-9a48-605589267c49 req-1f42f46d-72e1-498b-8c7f-59f5e5d27160 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:43.956311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6c738e8-76f5-48d1-9a48-605589267c49 req-1f42f46d-72e1-498b-8c7f-59f5e5d27160 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 944 time: 0.0741682 Mar 05 00:40:44.000685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6c738e8-76f5-48d1-9a48-605589267c49 req-720a74b6-a0af-42d1-84a8-7c49c5eacda1 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Mar 05 00:40:44.904028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5e630fa4-2b39-43ad-8ea1-84fa065121a8 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:40:45.036275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:45.049414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'port_id': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'mac_address': 'fa:16:3e:7f:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:40:45.102010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:45.119284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e630fa4-2b39-43ad-8ea1-84fa065121a8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:40:45.134726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:45.138087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:45.196103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19080d0a-8280-4bb4-ba72-140773ae2501 req-b8d6697f-77e1-43de-8532-47bda59ba4eb tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:45.197933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19080d0a-8280-4bb4-ba72-140773ae2501 req-b8d6697f-77e1-43de-8532-47bda59ba4eb tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 945 time: 0.0773418 Mar 05 00:40:45.205692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5e630fa4-2b39-43ad-8ea1-84fa065121a8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:45.243520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19080d0a-8280-4bb4-ba72-140773ae2501 req-ecf379a0-5eba-45f8-9fff-ecc05a37fead tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Mar 05 00:40:45.424251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['5e630fa4-2b39-43ad-8ea1-84fa065121a8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:40:45.485792 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:40:46.441833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e1808-30ac-4f2c-8791-3521d08c6f5b req-4c69e808-6476-47c5-a724-23b5a42d1f92 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:46.443274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-698e1808-30ac-4f2c-8791-3521d08c6f5b req-4c69e808-6476-47c5-a724-23b5a42d1f92 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 945 time: 0.0799537 Mar 05 00:40:46.488932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-698e1808-30ac-4f2c-8791-3521d08c6f5b req-d0ecaa74-8cf4-4a4e-8abf-a7c447b35579 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401165 Mar 05 00:40:46.919219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5e630fa4-2b39-43ad-8ea1-84fa065121a8 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:40:46.985681 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:40:46.990351 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:40:46.990721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:47.103074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:47.128706 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:40:47.138474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:40:47.141791 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:47.185967 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'code': 200} Mar 05 00:40:47.214959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=5e630fa4-2b39-43ad-8ea1-84fa065121a8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:47.309694 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f7a2417-da86-495c-b1af-e7bfe504c34e req-4fb9723e-1b0a-4020-8613-815743014a8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0681632 Mar 05 00:40:47.349658 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1f7a2417-da86-495c-b1af-e7bfe504c34e req-476032ec-4101-4e2c-aa70-6989d285a2e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Mar 05 00:40:47.684490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de4821-5806-4aad-8809-78862203c1eb req-c356d004-7688-4bb9-92d6-cc698ddad9bd tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:47.686114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97de4821-5806-4aad-8809-78862203c1eb req-c356d004-7688-4bb9-92d6-cc698ddad9bd tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.0781608 Mar 05 00:40:47.734447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97de4821-5806-4aad-8809-78862203c1eb req-5f75e0e5-23f9-4bdc-acd3-bd83c58b2d42 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Mar 05 00:40:48.927363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25d5bf-d6db-4013-be22-0bf02ef0cf80 req-3f02ca26-6e04-456f-8fc8-e2bb84290a6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:48.929289 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb25d5bf-d6db-4013-be22-0bf02ef0cf80 req-3f02ca26-6e04-456f-8fc8-e2bb84290a6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.0742345 Mar 05 00:40:48.973000 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fb25d5bf-d6db-4013-be22-0bf02ef0cf80 req-e1f670f6-aa88-419a-9659-4d591298a225 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Mar 05 00:40:49.163850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa855a66-4605-4171-bb3a-c40da0d65f4b req-946e3d8a-7b37-4793-a8c0-097bfcdadac2 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:49.165335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa855a66-4605-4171-bb3a-c40da0d65f4b req-946e3d8a-7b37-4793-a8c0-097bfcdadac2 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.0745406 Mar 05 00:40:49.208846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa855a66-4605-4171-bb3a-c40da0d65f4b req-68beddfc-ae70-40fc-a54e-216f8fffa3be tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382195 Mar 05 00:40:49.551532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e4ce6-daaa-4fc4-9e8f-72cc9e7ecbbc req-e2ad37a8-f8b7-4c27-ad22-9021805c5c26 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:49.553476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729e4ce6-daaa-4fc4-9e8f-72cc9e7ecbbc req-e2ad37a8-f8b7-4c27-ad22-9021805c5c26 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.0770483 Mar 05 00:40:49.597667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-729e4ce6-daaa-4fc4-9e8f-72cc9e7ecbbc req-87b2052c-517e-4de7-a714-2eed2dfa0101 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Mar 05 00:40:49.624377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41634) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:49.755539 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-719ae059-57c0-4202-9492-8ccbbccf8586 tempest-TestServerBasicOps-1166395280 tempest-TestServerBasicOps-1166395280-project-admin] Synchronizing usage tracker for tenant:3776295407424defbab88f3de4fde436 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:40:49.772445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-719ae059-57c0-4202-9492-8ccbbccf8586 tempest-TestServerBasicOps-1166395280 tempest-TestServerBasicOps-1166395280-project-admin] Unset dirty status for tenant:3776295407424defbab88f3de4fde436 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:40:49.773875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-719ae059-57c0-4202-9492-8ccbbccf8586 tempest-TestServerBasicOps-1166395280 tempest-TestServerBasicOps-1166395280-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1092 time: 0.1485119 Mar 05 00:40:49.776812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41640) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:40:49.782153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:40:49.789083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:40:49.793040 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Usage tracker for resource:floatingip and tenant:32e7f9745ef547e485831d98486ebd29 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:40:49.796003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:40:49.801763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:40:49.815656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:49.944854 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:50.079557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Allocated IP 172.25.0.194 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/4df40de6-72ec-4a0c-b4b3-e71a6836015a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:40:50.222246 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:50.249729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:50.316798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:40:50.319502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:40:50.323189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:40:50.356381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'Port': ['ID=4df40de6-72ec-4a0c-b4b3-e71a6836015a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:50.812689 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:50.866691 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:51.150421 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:51.154825 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:51.262598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event updated for resources: {'Port': ['ID=4df40de6-72ec-4a0c-b4b3-e71a6836015a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:51.275149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:51.457892 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Floating IP 0c54e286-88e3-4820-8604-11e1e6ed73f2 associated. External IP: 172.25.0.194, port: 5e630fa4-2b39-43ad-8ea1-84fa065121a8. Mar 05 00:40:51.843581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:40:52.042852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:40:52.052428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] Sync routers for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:40:52.064765 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:52.065508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:52.066570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:52.120846 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-271436ba-019a-46f0-afb2-7bfaef578b80 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3429410 Mar 05 00:40:52.121943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:40:52.186089 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'status': 'completed', 'code': 200} Mar 05 00:40:52.274548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-930ebc6f-7027-4a70-ba3c-4828a33c9d4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0698729 Mar 05 00:40:52.274859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:52.403603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-57124368-cf2f-4117-891f-73a7abe51022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:52.404928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-57124368-cf2f-4117-891f-73a7abe51022 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1252830 Mar 05 00:40:52.504408 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-aae99def-19e8-458b-8888-b7ed3b66dc0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1000 time: 0.0940030 Mar 05 00:40:52.616966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0c54e286-88e3-4820-8604-11e1e6ed73f2', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'port_id': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'mac_address': 'fa:16:3e:7f:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:40:50Z', 'updated_at': '2022-03-05T00:40:50Z', 'revision_number': 0, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:52.621379 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] Checking router: 10a01f4e-7925-4887-b38b-04b9ad3bdcfc for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:40:52.632553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:52.633175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:52.671529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-c571ec62-c714-45b3-ae3f-427fd032e610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:40:52.672850 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-c571ec62-c714-45b3-ae3f-427fd032e610 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.1632578 Mar 05 00:40:52.746965 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-53cbe2fb-8092-453c-a7b7-d2328579c34e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675993 Mar 05 00:40:52.811230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:52.877265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-9e2c3b5a-47e1-4640-9d0a-822755df8baa service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247113 Mar 05 00:40:53.007718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a66b9c19-c3f1-474a-887a-4ea4676ec87f req-df4a9fa7-83f9-442d-89f9-d353598e4a83 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248472 Mar 05 00:40:53.153589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0c54e286-88e3-4820-8604-11e1e6ed73f2', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'port_id': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'mac_address': 'fa:16:3e:7f:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:40:50Z', 'updated_at': '2022-03-05T00:40:50Z', 'revision_number': 0, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:53.157485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9db842-0be2-4ce6-86a3-9e83f1c75d85 None None] The sync data for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 is: [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '0c54e286-88e3-4820-8604-11e1e6ed73f2', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'port_id': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'mac_address': 'fa:16:3e:7f:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:40:50Z', 'updated_at': '2022-03-05T00:40:50Z', 'revision_number': 0, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:40:57.231456 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f42dab-1ff1-4ea3-b152-1a727f53281f None None] New status for floating IP 0c54e286-88e3-4820-8604-11e1e6ed73f2: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:40:57.247141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Sync routers for ids ['00362d6f-0675-46b9-aaea-c490e4f53ec3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:40:57.259968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Routers {'00362d6f-0675-46b9-aaea-c490e4f53ec3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:57.260602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['00362d6f-0675-46b9-aaea-c490e4f53ec3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:57.430145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:57.447143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Set router 00362d6f-0675-46b9-aaea-c490e4f53ec3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:57.735380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:57.803027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:34Z', 'revision_number': 4, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '358f2e40-0518-4214-bdd0-d37c608d5a0e', 'name': '', 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd', 'tenant_id': '3776295407424defbab88f3de4fde436', 'mac_address': 'fa:16:3e:9f:db:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:33Z', 'updated_at': '2022-03-05T00:40:34Z', 'revision_number': 2, 'project_id': '3776295407424defbab88f3de4fde436', 'subnets': [{'id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:57.806764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Checking router: 00362d6f-0675-46b9-aaea-c490e4f53ec3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:40:57.807115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Updating router 00362d6f-0675-46b9-aaea-c490e4f53ec3 port 358f2e40-0518-4214-bdd0-d37c608d5a0e binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:40:57.859493 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:58.189075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:58.200018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Transition to ACTIVE for port object 358f2e40-0518-4214-bdd0-d37c608d5a0e will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:40:58.206287 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:58.329839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Pushing event updated for resources: {'Port': ['ID=358f2e40-0518-4214-bdd0-d37c608d5a0e,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:58.370560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.370897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.371235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.371563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.371886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.372210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.372532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.372849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.373167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.373513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.373825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:40:58.429964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Attempting to bind port 358f2e40-0518-4214-bdd0-d37c608d5a0e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:40:58.430333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Attempting to bind port 358f2e40-0518-4214-bdd0-d37c608d5a0e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:40:58.430695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Attempting to bind port 358f2e40-0518-4214-bdd0-d37c608d5a0e on network 9d037722-0ab4-4de7-acff-6f4c118ca2cd {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:40:58.437269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:40:58.437591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Checking segment: {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:40:58.438018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:58.438407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Bound using segment: {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:40:58.438867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Bound port: 358f2e40-0518-4214-bdd0-d37c608d5a0e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ea44f-107a-44d1-a3b9-1975fdd74077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:40:58.439244 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:58.525109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] For port 358f2e40-0518-4214-bdd0-d37c608d5a0e, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:40:58.528187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] For port 358f2e40-0518-4214-bdd0-d37c608d5a0e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=358f2e40-0518-4214-bdd0-d37c608d5a0e,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:40:58.533811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:40:58.627198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308495-32fe-4480-ba3b-565e482b8015 None None] Pushing event updated for resources: {'Port': ['ID=358f2e40-0518-4214-bdd0-d37c608d5a0e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:40:58.631828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Routers {'00362d6f-0675-46b9-aaea-c490e4f53ec3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:40:58.632434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:40:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['00362d6f-0675-46b9-aaea-c490e4f53ec3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:58.810340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] Set router 00362d6f-0675-46b9-aaea-c490e4f53ec3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:40:59.119672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:34Z', 'revision_number': 4, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '358f2e40-0518-4214-bdd0-d37c608d5a0e', 'name': '', 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd', 'tenant_id': '3776295407424defbab88f3de4fde436', 'mac_address': 'fa:16:3e:9f:db:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:33Z', 'updated_at': '2022-03-05T00:40:58Z', 'revision_number': 4, 'project_id': '3776295407424defbab88f3de4fde436', 'subnets': [{'id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:40:59.123542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c76b13-c842-4c8f-a7d8-d4b04f7cc4e7 None None] The sync data for ids ['00362d6f-0675-46b9-aaea-c490e4f53ec3'] in n-d-828979-4 is: [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:34Z', 'revision_number': 4, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '358f2e40-0518-4214-bdd0-d37c608d5a0e', 'name': '', 'network_id': '9d037722-0ab4-4de7-acff-6f4c118ca2cd', 'tenant_id': '3776295407424defbab88f3de4fde436', 'mac_address': 'fa:16:3e:9f:db:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:33Z', 'updated_at': '2022-03-05T00:40:58Z', 'revision_number': 4, 'project_id': '3776295407424defbab88f3de4fde436', 'subnets': [{'id': '3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:41:00.085317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 358f2e40-0518-4214-bdd0-d37c608d5a0e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:41:00.151409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 358f2e40-0518-4214-bdd0-d37c608d5a0e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:41:00.155835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 358f2e40-0518-4214-bdd0-d37c608d5a0e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:41:00.156202 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:00.305007 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:00.335734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 358f2e40-0518-4214-bdd0-d37c608d5a0e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=358f2e40-0518-4214-bdd0-d37c608d5a0e,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:41:00.338686 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:00.403136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=358f2e40-0518-4214-bdd0-d37c608d5a0e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:41:02.070335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 358f2e40-0518-4214-bdd0-d37c608d5a0e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:41:02.135331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 358f2e40-0518-4214-bdd0-d37c608d5a0e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:41:02.135693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:04.949543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2faa4f18-f34a-43f3-a096-bd74387845a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:07.038352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6c477bc6-bcf8-49ce-85e5-eb2ab1c88be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:08.358721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:08.400245 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:09.823507 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:22.487825 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:41:27.418078 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:27.714997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:34.951336 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8c02f237-2abe-4a44-a6b9-ff5a7aa863e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:37.040396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-77397d61-758f-4189-b254-29faa48bb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:38.361966 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:38.401456 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:39.825744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:48.729592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-ccc1782e-8939-4f5e-8515-356b30f4dd9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706973 Mar 05 00:41:48.864210 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-2291ecdf-237c-4728-ac3f-dd0561f0d804 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0701671 Mar 05 00:41:49.004715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-3fd703db-01c8-4cdd-ab1b-ece63eb18e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:41:49.006177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-3fd703db-01c8-4cdd-ab1b-ece63eb18e1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1248336 Mar 05 00:41:49.106252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-0899a417-3e9a-4271-9e1f-6e7e99089afa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1002 time: 0.0943074 Mar 05 00:41:49.165778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-d9f0820e-e98e-45c1-9c68-553d0d502337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:41:49.167151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-d9f0820e-e98e-45c1-9c68-553d0d502337 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0555813 Mar 05 00:41:49.241875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-e023ab1d-6380-4bd2-9d96-dc3aba72c38b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693033 Mar 05 00:41:49.251758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-a427d540-68c5-4e25-b6d2-bf0e9bd5703d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:41:49.252660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-a427d540-68c5-4e25-b6d2-bf0e9bd5703d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046055 Mar 05 00:41:49.381402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-9b568a67-48f9-4e32-b32b-a8ee8c5a0960 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226332 Mar 05 00:41:49.507496 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8802e0be-a50a-4f3c-8205-079068bd2114 req-191351c6-2abb-4b0b-97ba-0161f4acac0a service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203640 Mar 05 00:41:56.520710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41678) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:41:56.658174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72281932-418c-42a0-b9a2-85ef7a934076 req-8aa62b76-2306-4bc2-8194-923a784a5bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.1362658 Mar 05 00:41:56.698593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72281932-418c-42a0-b9a2-85ef7a934076 req-9bc0dacc-5131-4249-a7d7-c81827064c0b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348616 Mar 05 00:41:57.425891 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:57.714684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:41:59.487223 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:42:04.955918 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac942-141b-4660-8353-e8d677614146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:07.042308 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b65da73c-6b81-4589-b834-39bd4dac23ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:08.363715 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:08.402465 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:09.828225 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:16.205851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-0b1c3461-4120-42f2-8d5d-7b81d5832f3c req-0e25c87d-8e43-4e5a-98aa-1ad62b22dec0 service neutron] (83782) timed out ('10.222.0.10', 55592) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:42:27.428730 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:27.713387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:34.960748 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-73191775-ce5e-419f-b3dc-50999e59deca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:36.488488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:42:37.043592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a343921b-dcdf-4b59-8ad1-3b3cd99b3344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:38.366284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:38.403150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:39.829598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:50.738387 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-fada7195-050e-448f-93f1-17e73ccf8d8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685096 Mar 05 00:42:50.868969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-8b6f0c85-f274-49b2-af94-86229429cec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0667017 Mar 05 00:42:51.007793 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-d5c10306-3367-4efb-a13e-f46326fc1b60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:42:51.009332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-d5c10306-3367-4efb-a13e-f46326fc1b60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1232235 Mar 05 00:42:51.200977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-885d9521-0973-4878-973f-3863547dd85c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1002 time: 0.1862905 Mar 05 00:42:51.262673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-d28fd9fc-1bb3-421c-99a7-cc8b674af69d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:42:51.264012 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-d28fd9fc-1bb3-421c-99a7-cc8b674af69d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0565619 Mar 05 00:42:51.342186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-b172feb2-d65a-4f92-ab61-783e242b0552 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717337 Mar 05 00:42:51.470295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-a3fa32f5-1124-46e9-88f9-7d7c5c09d582 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222055 Mar 05 00:42:51.601439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2ef75a16-3715-4ee2-8bda-6d430221a711 req-7ce88971-05d7-4267-ab46-ae89a84007a2 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253190 Mar 05 00:42:57.441468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:42:57.712825 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:04.964118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5cf834e-5967-4078-8d51-0b289f70b1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:07.044513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-106fbf20-e27b-488a-80aa-c43eb43e9840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:08.368616 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:08.403798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:09.831810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:13.489150 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:43:27.458562 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:27.712022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:34.966561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ba91bf05-a571-4105-a46b-b36cfbe98038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:37.045844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e0c52a8-1bb5-48d6-be94-09076dc0ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:38.371143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:38.404545 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:39.835313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:50.489601 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:43:50.718185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-172ccdb0-dfa2-4d25-a03a-c061bb09e1b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662487 Mar 05 00:43:50.853829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-4e179a5c-3dea-4859-8a94-20ec4b3badf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0667417 Mar 05 00:43:50.990311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-23769698-5038-4f44-a56f-b7add495c9d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:43:50.991779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-23769698-5038-4f44-a56f-b7add495c9d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1214111 Mar 05 00:43:51.092906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-7f5f3084-fd9c-4b89-8909-cdbc4348d954 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1002 time: 0.0957339 Mar 05 00:43:51.155889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-2f695700-621c-47c7-a023-b8c1913e8337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:43:51.157276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-2f695700-621c-47c7-a023-b8c1913e8337 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0581918 Mar 05 00:43:51.230762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-36acf689-12f5-49b1-80de-b7b8406f962f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676160 Mar 05 00:43:51.358449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-0a3a0bd7-79fd-445e-84b1-8c2afc5973fc service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213439 Mar 05 00:43:51.486267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6457daff-6b5d-4e02-832a-8577a7698a64 req-fb80a305-7b98-47b9-afd9-e5c7e4b8a9a8 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209986 Mar 05 00:43:57.457507 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:43:57.713060 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:04.968765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16a5952a-8309-4eea-99d9-dce475834907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:07.047683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e5faee93-cf24-4b34-bb2d-297fa9941ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:08.373738 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:08.404165 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:09.837721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:27.455878 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:27.490129 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:44:27.710894 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:34.972982 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a38e-032e-4058-8495-1426aa62747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:37.049098 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e98d62dd-6d76-4db3-a2d6-29b7e38b7168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:38.375689 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:38.402765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:39.839629 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:51.719796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-c44ef073-2296-4e3a-bca9-6d24dc78cd5f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701735 Mar 05 00:44:51.854166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-1c218775-554b-43fd-8604-dfdae9e085b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0679920 Mar 05 00:44:51.993075 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-859b9f15-d451-4de0-86e5-0be557980000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:44:51.994478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-859b9f15-d451-4de0-86e5-0be557980000 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1240032 Mar 05 00:44:52.184127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-f6a6ee90-a4b9-4065-bb3c-9c2e9d79502f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1002 time: 0.1836112 Mar 05 00:44:52.246017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-5508418a-5f22-4fae-ab6a-d860e3aa1066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:44:52.247314 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-5508418a-5f22-4fae-ab6a-d860e3aa1066 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0567513 Mar 05 00:44:52.323735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-98dbf2a2-6c71-42a9-a3bc-c5a0d711d7df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702264 Mar 05 00:44:52.452738 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-2b069faa-1ece-4248-876c-e7886a51ed0d service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216767 Mar 05 00:44:52.581163 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b7d911b-e315-4fe0-aea8-de46685b997e req-b234bb7a-1148-4f50-9771-6b985246746c service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227582 Mar 05 00:44:57.455868 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:44:57.711050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:04.491003 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:45:04.975753 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-055e59a1-4b37-46ef-8ee8-356095266634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:07.050703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-218b0e2b-540a-4fa3-a6b1-d2822becbb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:08.378822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:08.403493 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:09.842644 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:27.454005 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:27.723935 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:34.978056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-33798dfa-99dd-4b42-9ffe-a3c3e63bad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:37.051621 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-419ca2ad-fc31-4044-8f18-96c840d120e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:38.381308 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:38.403692 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:39.845390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:41.491652 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:45:51.813563 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-c6aa2c3d-5f4e-43d9-97fa-0e4fa21483a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1501353 Mar 05 00:45:51.945758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-d7df554a-5c49-4044-9ad9-99a403739f89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32e7f9745ef547e485831d98486ebd29&device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 1097 time: 0.0664763 Mar 05 00:45:52.084547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-f498d9d4-4edf-4eaa-842e-5efeaa278cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:45:52.086255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-f498d9d4-4edf-4eaa-842e-5efeaa278cae service neutron] 10.222.0.10 "GET /v2.0/networks?id=84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 200 len: 909 time: 0.1237631 Mar 05 00:45:52.186693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-ddfdb413-61e9-4663-bc59-1d37f6331c5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 200 len: 1002 time: 0.0941014 Mar 05 00:45:52.250376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-b6f43afe-762e-41cc-b4d5-81ee834bed48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:45:52.251698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-b6f43afe-762e-41cc-b4d5-81ee834bed48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 200 len: 847 time: 0.0598335 Mar 05 00:45:52.323067 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-f88e3f12-9ee5-4749-a257-ad77a28b0cec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84e474fd-ee55-4327-8ff6-52e0e66c1e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657701 Mar 05 00:45:52.449690 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-68f71757-d988-4ce1-9ccb-07891ce4373e service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203735 Mar 05 00:45:52.577077 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0787e9d2-7e8f-4a91-bd2c-a80d99925e19 req-91c74167-f3c0-4992-8c0d-b11c660cef85 service neutron] 10.222.0.10 "GET /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211851 Mar 05 00:45:57.453833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:45:57.745152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:01.779343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056f7d2-d034-4b7f-b8a2-982c11119486 req-8a079a98-79cf-4908-81f1-c6b5160b6a0e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:01.780771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0056f7d2-d034-4b7f-b8a2-982c11119486 req-8a079a98-79cf-4908-81f1-c6b5160b6a0e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.1505163 Mar 05 00:46:01.826364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0056f7d2-d034-4b7f-b8a2-982c11119486 req-ef5c29f3-2aa7-4ed5-afc5-b530b3888df7 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399141 Mar 05 00:46:02.321994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-da0f3b4b-55d2-4880-928f-fcb9167393c2 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:02.323441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-da0f3b4b-55d2-4880-928f-fcb9167393c2 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.0801492 Mar 05 00:46:02.392531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Deleting port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:02.392869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:02.720991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] For port 5e630fa4-2b39-43ad-8ea1-84fa065121a8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=5e630fa4-2b39-43ad-8ea1-84fa065121a8,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:02.721374 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:03.008877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:03.009668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:03.009668 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Floating IP 0c54e286-88e3-4820-8604-11e1e6ed73f2 disassociated. External IP: 172.25.0.194, port: 5e630fa4-2b39-43ad-8ea1-84fa065121a8. Mar 05 00:46:03.009955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Calling delete_port for 5e630fa4-2b39-43ad-8ea1-84fa065121a8 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:03.131832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18557e-c267-4838-9cf2-298703fc7489 req-eed081ca-6285-40ee-8463-77d4abc9af6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:03.133192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb18557e-c267-4838-9cf2-298703fc7489 req-eed081ca-6285-40ee-8463-77d4abc9af6e tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 946 time: 0.1550212 Mar 05 00:46:03.150708 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:03.179924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fb18557e-c267-4838-9cf2-298703fc7489 req-64431245-6b7a-4e24-9e94-c139fd6eab34 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 Mar 05 00:46:03.198900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event deleted for resources: {'Port': ['ID=5e630fa4-2b39-43ad-8ea1-84fa065121a8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:03.214789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.214789 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.215074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.215349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.215672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.215993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.216315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.216630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.216943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.217281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.217705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:03.419956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:46:03.631681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:46:03.643597 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] Sync routers for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:46:03.656701 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:46:03.657602 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:45:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:03.711962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] No DVR routers for this DVR port 5e630fa4-2b39-43ad-8ea1-84fa065121a8 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:46:03.715425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:03.719637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'name': 'network-vif-deleted', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:46:03.736283 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-812c0aa4-e0ea-4dab-9792-b573db2ab06b req-a9f374ce-b3cb-440d-bd65-5fbbee99c33d tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.10 "DELETE /v2.0/ports/5e630fa4-2b39-43ad-8ea1-84fa065121a8 HTTP/1.1" status: 204 len: 173 time: 1.4074159 Mar 05 00:46:03.866109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:46:03.912299 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9a3c44-fec3-41fe-9847-fb08a4559dee', 'name': 'network-vif-deleted', 'tag': '5e630fa4-2b39-43ad-8ea1-84fa065121a8', 'status': 'completed', 'code': 200} Mar 05 00:46:04.221305 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:04.225287 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] Checking router: 10a01f4e-7925-4887-b38b-04b9ad3bdcfc for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:46:04.236458 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:46:04.237068 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:45:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:04.380045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f880ea01-8e7f-4ab2-af1d-b6fcf7efcc33 req-3c6a0b62-63d2-422b-9215-d69c4857f745 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9a3c44-fec3-41fe-9847-fb08a4559dee HTTP/1.1" status: 200 len: 210 time: 0.0415058 Mar 05 00:46:04.392139 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5e630fa4-2b39-43ad-8ea1-84fa065121a8 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:04.428824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 5e630fa4-2b39-43ad-8ea1-84fa065121a8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:04.429167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 5e630fa4-2b39-43ad-8ea1-84fa065121a8 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:04.432391 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:46:04.733086 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:04.736771 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf33e6-9b98-40ac-a5c5-02f9ddac3e44 None None] The sync data for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 is: [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:28Z', 'revision_number': 4, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '3a0f2b1a-4681-461e-acb0-769d0bb23d54', 'name': '', 'network_id': '84e474fd-ee55-4327-8ff6-52e0e66c1e15', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'mac_address': 'fa:16:3e:74:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:27Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'subnets': [{'id': '9a661f5c-68c3-42cb-91fd-56d3455e4c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:46:04.955210 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df48664-830a-4551-8432-60f1bbfbd646 None None] New status for floating IP 0c54e286-88e3-4820-8604-11e1e6ed73f2: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:46:05.098751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fae50f52-a34e-4034-9cf3-2739649219e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:05.500203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41812) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:05.651873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Deleting port 4df40de6-72ec-4a0c-b4b3-e71a6836015a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:05.652210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:05.814165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:05.814492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.016670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Calling delete_port for 4df40de6-72ec-4a0c-b4b3-e71a6836015a owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:06.150763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.198734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event deleted for resources: {'Port': ['ID=4df40de6-72ec-4a0c-b4b3-e71a6836015a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:06.265104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.265476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.265817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.266152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.266479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.266807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.267139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.267464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.267785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.268102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.268419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:06.298906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.312268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.313449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c2a35417-c8dd-499e-bc9e-f9058f9bc310 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "DELETE /v2.0/floatingips/0c54e286-88e3-4820-8604-11e1e6ed73f2 HTTP/1.1" status: 204 len: 168 time: 0.8122480 Mar 05 00:46:06.464457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41820) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:06.534827 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d2a406-8c27-4ad3-b70c-2d3f1dc076b3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.562933 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d2a406-8c27-4ad3-b70c-2d3f1dc076b3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.627165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d2a406-8c27-4ad3-b70c-2d3f1dc076b3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.645158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2a406-8c27-4ad3-b70c-2d3f1dc076b3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c8d705-5c66-4709-80d2-1a3f74fa7f0e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:06.658336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-43d2a406-8c27-4ad3-b70c-2d3f1dc076b3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:06.659426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-43d2a406-8c27-4ad3-b70c-2d3f1dc076b3 tempest-TestServerBasicOps-531302024 tempest-TestServerBasicOps-531302024-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3c8d705-5c66-4709-80d2-1a3f74fa7f0e HTTP/1.1" status: 204 len: 168 time: 0.1939685 Mar 05 00:46:06.709955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41826) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:07.052562 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-afa8248b-22bb-4802-adbf-ed34a7a78495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:07.228475 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:07.795686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Deleting port 3a0f2b1a-4681-461e-acb0-769d0bb23d54 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:07.796382 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:08.064169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] For port 3a0f2b1a-4681-461e-acb0-769d0bb23d54, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=3a0f2b1a-4681-461e-acb0-769d0bb23d54,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:08.064440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:08.180041 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Calling delete_port for 3a0f2b1a-4681-461e-acb0-769d0bb23d54 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:08.342467 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:08.384920 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:08.387888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0f2b1a-4681-461e-acb0-769d0bb23d54,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:08.408565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:08.671292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:09.228951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:46:09.526165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:46:09.535722 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] Sync routers for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:46:09.539848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1eee42a7-5467-4c23-a480-907bd2cdad06 admin admin] 10.222.0.32 "PUT /v2.0/routers/10a01f4e-7925-4887-b38b-04b9ad3bdcfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282337 Mar 05 00:46:09.542081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41834) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:09.547380 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:46:09.547979 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:46:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:09.719187 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:46:09.736524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:09.849394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:09.930739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:09.941286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Deleting port ac7c5d54-9524-46a7-8f34-66239c122af8 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:09.941862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:10.001985 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:46:08Z', 'revision_number': 5, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port': {'id': 'ac7c5d54-9524-46a7-8f34-66239c122af8', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:10.006005 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] Checking router: 10a01f4e-7925-4887-b38b-04b9ad3bdcfc for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:46:10.016974 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] Routers {'10a01f4e-7925-4887-b38b-04b9ad3bdcfc'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:46:10.017604 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:46:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:10.117321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] For port ac7c5d54-9524-46a7-8f34-66239c122af8, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ac7c5d54-9524-46a7-8f34-66239c122af8,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:10.117574 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:10.197934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] Set router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:46:10.240264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Calling delete_port for ac7c5d54-9524-46a7-8f34-66239c122af8 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:10.306518 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:46:09Z', 'revision_number': 6, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:10.310514 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50683287-2a14-4adb-a1b4-e74c3fb9e153 None None] The sync data for ids ['10a01f4e-7925-4887-b38b-04b9ad3bdcfc'] in n-d-828979-4 is: [{'id': '10a01f4e-7925-4887-b38b-04b9ad3bdcfc', 'name': 'tempest-TestServerBasicOps-267913929-router', 'tenant_id': '32e7f9745ef547e485831d98486ebd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:25Z', 'updated_at': '2022-03-05T00:46:09Z', 'revision_number': 6, 'project_id': '32e7f9745ef547e485831d98486ebd29', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:46:10.406304 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:10.447854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7c5d54-9524-46a7-8f34-66239c122af8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:10.667032 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.026603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.031176 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.058772 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.059473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a01f4e-7925-4887-b38b-04b9ad3bdcfc {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:46:11.073692 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.074853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ac574e9d-35b7-4440-9d84-c3dcdac26d85 admin admin] 10.222.0.32 "DELETE /v2.0/routers/10a01f4e-7925-4887-b38b-04b9ad3bdcfc HTTP/1.1" status: 204 len: 168 time: 1.5318797 Mar 05 00:46:11.077449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:11.138624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Deleting subnet 9a661f5c-68c3-42cb-91fd-56d3455e4c0e {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:46:11.141557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.190334 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.279747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.346355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.386180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a661f5c-68c3-42cb-91fd-56d3455e4c0e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:11.392266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.398034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58e189-12e5-41f2-a62d-068a0ca66c74 None None] Network 84e474fd-ee55-4327-8ff6-52e0e66c1e15 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:46:11.400619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41844) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:11.401075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-233584c7-b141-428b-83d4-8458d7f22242 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9a661f5c-68c3-42cb-91fd-56d3455e4c0e HTTP/1.1" status: 204 len: 168 time: 0.3222215 Mar 05 00:46:11.504323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.514549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Deleting port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:11.514874 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.644773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] DHCP port deletion for 84e474fd-ee55-4327-8ff6-52e0e66c1e15 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:46:11.648978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Deleting port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:11.649385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.723076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] For port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:11.723420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.853831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] For port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,segment=NetworkSegment(dd0cd602-9ff0-4450-af32-ac78891d355c),segment_id=dd0cd602-9ff0-4450-af32-ac78891d355c)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:11.854855 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:11.943562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Calling delete_port for 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:11.972317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Calling delete_port for 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:12.015279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.044806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:46:12.045150 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:46:12.059879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b2c9ec-5306-445b-97cf-5d2fd43a6b4a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:12.065236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] No DVR routers for this DVR port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:46:12.177354 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.206447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e474fd-ee55-4327-8ff6-52e0e66c1e15']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:12.213146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:12.219843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0cd602-9ff0-4450-af32-ac78891d355c') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:12.220137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0cd602-9ff0-4450-af32-ac78891d355c') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:12.231314 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.245325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:12.245663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:12.246072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac7c5d54-9524-46a7-8f34-66239c122af8 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:12.247238 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.254246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:46:12.254622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:46:12.268083 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:46:12.278191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ac7c5d54-9524-46a7-8f34-66239c122af8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:12.278534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ac7c5d54-9524-46a7-8f34-66239c122af8 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:12.278943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3a0f2b1a-4681-461e-acb0-769d0bb23d54 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:12.311845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 3a0f2b1a-4681-461e-acb0-769d0bb23d54 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:12.312199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 3a0f2b1a-4681-461e-acb0-769d0bb23d54 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:12.343279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.362123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.371922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e474fd-ee55-4327-8ff6-52e0e66c1e15,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:12.384306 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9ec8b54d-7acc-4978-b461-e643994f7334 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84e474fd-ee55-4327-8ff6-52e0e66c1e15 HTTP/1.1" status: 204 len: 168 time: 0.9826219 Mar 05 00:46:12.387720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41850) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:12.546630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Deleting port 10b2c9ec-5306-445b-97cf-5d2fd43a6b4a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:12.547184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:12.609790 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc4499-3e53-4acc-8de5-34840f340339 None None] The port '10b2c9ec-5306-445b-97cf-5d2fd43a6b4a' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:46:12.773629 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:13.443509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Deleting port 358f2e40-0518-4214-bdd0-d37c608d5a0e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:13.443761 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:13.608466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] For port 358f2e40-0518-4214-bdd0-d37c608d5a0e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=358f2e40-0518-4214-bdd0-d37c608d5a0e,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:13.608815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:13.728167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Calling delete_port for 358f2e40-0518-4214-bdd0-d37c608d5a0e owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:13.893346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:13.938243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Pushing event deleted for resources: {'Port': ['ID=358f2e40-0518-4214-bdd0-d37c608d5a0e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:14.223355 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:14.871547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Router 00362d6f-0675-46b9-aaea-c490e4f53ec3 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:46:15.068227 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:46:15.076637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] Sync routers for ids ['00362d6f-0675-46b9-aaea-c490e4f53ec3'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:46:15.085794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f5ed706b-075b-47a7-90c2-ae191801964c admin admin] 10.222.0.32 "PUT /v2.0/routers/00362d6f-0675-46b9-aaea-c490e4f53ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965148 Mar 05 00:46:15.087881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41858) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:15.089031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] Routers {'00362d6f-0675-46b9-aaea-c490e4f53ec3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:46:15.089666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:46:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['00362d6f-0675-46b9-aaea-c490e4f53ec3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:15.280882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:15.298376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] Set router 00362d6f-0675-46b9-aaea-c490e4f53ec3 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:46:15.476493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:15.487212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Deleting port aa35b6ce-7d46-4368-b31c-fbeda6c81c87 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:15.487546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:15.575350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:46:13Z', 'revision_number': 5, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port': {'id': 'aa35b6ce-7d46-4368-b31c-fbeda6c81c87', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:15.579121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] Checking router: 00362d6f-0675-46b9-aaea-c490e4f53ec3 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:46:15.590193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] Routers {'00362d6f-0675-46b9-aaea-c490e4f53ec3'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:46:15.590776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:46:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['00362d6f-0675-46b9-aaea-c490e4f53ec3'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:15.655315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] For port aa35b6ce-7d46-4368-b31c-fbeda6c81c87, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:15.655667 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:15.735764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] Set router 00362d6f-0675-46b9-aaea-c490e4f53ec3 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:46:15.775001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Calling delete_port for aa35b6ce-7d46-4368-b31c-fbeda6c81c87 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:15.839143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:46:15Z', 'revision_number': 6, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:15.842974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf9fe5-ab10-43e8-8c4e-560ec3f32828 None None] The sync data for ids ['00362d6f-0675-46b9-aaea-c490e4f53ec3'] in n-d-828979-4 is: [{'id': '00362d6f-0675-46b9-aaea-c490e4f53ec3', 'name': 'tempest-TestServerBasicOps-1560253777-router', 'tenant_id': '3776295407424defbab88f3de4fde436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:40:31Z', 'updated_at': '2022-03-05T00:46:15Z', 'revision_number': 6, 'project_id': '3776295407424defbab88f3de4fde436', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:46:15.943833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:15.988684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa35b6ce-7d46-4368-b31c-fbeda6c81c87,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:16.246265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 358f2e40-0518-4214-bdd0-d37c608d5a0e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:16.283809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 358f2e40-0518-4214-bdd0-d37c608d5a0e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:16.284256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 358f2e40-0518-4214-bdd0-d37c608d5a0e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:16.316422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.564128 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.568191 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.594130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.594697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00362d6f-0675-46b9-aaea-c490e4f53ec3 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:46:16.608877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.610047 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7efba109-3f20-4b8e-9fe8-b34a49c40f10 admin admin] 10.222.0.32 "DELETE /v2.0/routers/00362d6f-0675-46b9-aaea-c490e4f53ec3 HTTP/1.1" status: 204 len: 168 time: 1.5212288 Mar 05 00:46:16.612483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41862) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:16.671626 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Deleting subnet 3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:46:16.674778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.726944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.803334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.869388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.910294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:16.915029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:16.920615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd8c7d-1019-41a8-9eec-a54e494c2fc1 None None] Network 9d037722-0ab4-4de7-acff-6f4c118ca2cd requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:46:16.923687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c80aa3cb-04e7-4d61-bd0a-cdfdfff64a00 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e9ba6bf-5574-4ae0-a8cf-e4b4ca9a81bc HTTP/1.1" status: 204 len: 168 time: 0.3101017 Mar 05 00:46:16.926079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41866) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:17.028277 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.038300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Deleting port be8747b2-7dbc-48ec-a704-841388e3d480 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:17.038622 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.160002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] DHCP port deletion for 9d037722-0ab4-4de7-acff-6f4c118ca2cd request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:46:17.163782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Deleting port be8747b2-7dbc-48ec-a704-841388e3d480 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:17.164153 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.237776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] For port be8747b2-7dbc-48ec-a704-841388e3d480, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be8747b2-7dbc-48ec-a704-841388e3d480,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:17.238134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.359495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Calling delete_port for be8747b2-7dbc-48ec-a704-841388e3d480 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:17.365417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] For port be8747b2-7dbc-48ec-a704-841388e3d480, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=be8747b2-7dbc-48ec-a704-841388e3d480,segment=NetworkSegment(837ea44f-107a-44d1-a3b9-1975fdd74077),segment_id=837ea44f-107a-44d1-a3b9-1975fdd74077)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:17.365902 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.431675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.475532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Pushing event deleted for resources: {'Port': ['ID=be8747b2-7dbc-48ec-a704-841388e3d480,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:17.484105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] No DVR routers for this DVR port be8747b2-7dbc-48ec-a704-841388e3d480 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:46:17.518728 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Calling delete_port for be8747b2-7dbc-48ec-a704-841388e3d480 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:17.587029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:46:17.587385 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:46:17.597249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.624596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d037722-0ab4-4de7-acff-6f4c118ca2cd']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:17.642409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837ea44f-107a-44d1-a3b9-1975fdd74077') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:17.642700 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837ea44f-107a-44d1-a3b9-1975fdd74077') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:46:17.655444 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.769580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.776007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:46:17.776391 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:46:17.789052 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:46:17.866407 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.882457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:17.894972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d037722-0ab4-4de7-acff-6f4c118ca2cd,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:17.899612 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91f8a1a3-40f3-48fb-8e15-a87e7e7b174c admin admin] 10.222.0.32 "DELETE /v2.0/networks/9d037722-0ab4-4de7-acff-6f4c118ca2cd HTTP/1.1" status: 204 len: 168 time: 0.9726241 Mar 05 00:46:18.034430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41876) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:18.084030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63ca76ff-2f25-42cb-9cff-c2a966a9ab01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32e7f9745ef547e485831d98486ebd29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484657 Mar 05 00:46:18.086708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 41880) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:18.088452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Deleting port be8747b2-7dbc-48ec-a704-841388e3d480 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:18.088833 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.145056 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4dd66236-17bf-4a9d-bbdc-1a69fb8e4afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.151788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-cdca48a2-0523-4f38-bad5-eb5e1a0a1eb1 None None] The port 'be8747b2-7dbc-48ec-a704-841388e3d480' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:46:18.177358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4dd66236-17bf-4a9d-bbdc-1a69fb8e4afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.213789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aa35b6ce-7d46-4368-b31c-fbeda6c81c87 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:18.231017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4dd66236-17bf-4a9d-bbdc-1a69fb8e4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.246844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: aa35b6ce-7d46-4368-b31c-fbeda6c81c87 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:18.247274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device aa35b6ce-7d46-4368-b31c-fbeda6c81c87 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:18.247758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be8747b2-7dbc-48ec-a704-841388e3d480 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:18.249432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd66236-17bf-4a9d-bbdc-1a69fb8e4afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb3cf9-1964-400f-bf92-71f8d032e8e2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:18.257797 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4dd66236-17bf-4a9d-bbdc-1a69fb8e4afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.258912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4dd66236-17bf-4a9d-bbdc-1a69fb8e4afb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1cb3cf9-1964-400f-bf92-71f8d032e8e2 HTTP/1.1" status: 204 len: 168 time: 0.1713326 Mar 05 00:46:18.289633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: be8747b2-7dbc-48ec-a704-841388e3d480 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:18.289909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device be8747b2-7dbc-48ec-a704-841388e3d480 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:18.491851 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:46:18.662658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:18.711421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9624304a-9286-4785-a2b1-ec91d0bd7069 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3776295407424defbab88f3de4fde436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475996 Mar 05 00:46:18.714335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 41894) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:18.770576 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d997bb81-8bf5-44c7-a382-75763f3bea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.796140 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d997bb81-8bf5-44c7-a382-75763f3bea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.846149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d997bb81-8bf5-44c7-a382-75763f3bea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.863246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997bb81-8bf5-44c7-a382-75763f3bea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df584387-d770-4f13-a1b2-68523495f8b5,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:18.867538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d997bb81-8bf5-44c7-a382-75763f3bea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:18.868645 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d997bb81-8bf5-44c7-a382-75763f3bea9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df584387-d770-4f13-a1b2-68523495f8b5 HTTP/1.1" status: 204 len: 168 time: 0.1534338 Mar 05 00:46:27.452975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:27.739885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:30.036671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-5b8ce807-1139-43c4-9f2e-f199d2fdb377 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=35ec6de9b6744ac6beb6fc686bb3160f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315843 Mar 05 00:46:30.179323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-43b7e9a9-7991-494a-baeb-193c11350159 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:30.180734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-43b7e9a9-7991-494a-baeb-193c11350159 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391518 Mar 05 00:46:30.196910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-e02e6e40-0167-43fe-a97b-48c490652bfe tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/quotas/35ec6de9b6744ac6beb6fc686bb3160f HTTP/1.1" status: 200 len: 375 time: 0.0108902 Mar 05 00:46:30.240919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-51cc3a42-9aed-4f35-8fd6-4d5b091f015f tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35ec6de9b6744ac6beb6fc686bb3160f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388920 Mar 05 00:46:30.432418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1754c01d-3661-4023-adec-a4af9ca9651c req-9fa09c51-976a-4cd2-a5dc-ebac787a1195 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 210 time: 0.0436409 Mar 05 00:46:31.520145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-84eca498-2694-442e-a3b2-5e1b47efd993 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=35ec6de9b6744ac6beb6fc686bb3160f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267875 Mar 05 00:46:31.651442 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d911685d-5fd3-4ccb-8e63-8758084bdabf req-9b1ae431-d833-4881-81a3-3c1a725748e9 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 210 time: 0.0558693 Mar 05 00:46:31.703412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-594b6e75-0f10-412c-ad04-45fdbd45f328 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:31.704811 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-594b6e75-0f10-412c-ad04-45fdbd45f328 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803627 Mar 05 00:46:31.720377 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Request body: {'port': {'device_id': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'admin_state_up': True, 'tenant_id': '35ec6de9b6744ac6beb6fc686bb3160f'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:46:31.849412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:31.853134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Usage tracker for resource:port and tenant:35ec6de9b6744ac6beb6fc686bb3160f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:31.855903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:31.861450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:31.870562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Made reservation on behalf of 35ec6de9b6744ac6beb6fc686bb3160f for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:46:31.873957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:31.891081 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:31.920929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:31.924702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Usage tracker for resource:security_group_rule and tenant:35ec6de9b6744ac6beb6fc686bb3160f is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:31.927475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:31.933022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:32.001178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.004957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.087858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac89ec1b-5b4c-4d14-9906-a7282aede9e3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:32.170834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Allocated IP 192.168.233.119 (47f3f0f6-3899-430c-aa43-8557228995e9/5765bcd5-2042-4f35-a91f-1c7e6c98605d/fe1b06fd-e957-4e4b-9e21-e5b811379e6b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:46:32.364178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.379489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Transition to ACTIVE for port object fe1b06fd-e957-4e4b-9e21-e5b811379e6b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:46:32.400156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.473532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Network 47f3f0f6-3899-430c-aa43-8557228995e9 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:46:32.476547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:46:32.481298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:46:32.506263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Pushing event updated for resources: {'Port': ['ID=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:32.544229 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:32.544888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.570631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-3fa0dc16-f8aa-4495-9406-01f61902d9f4 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8535430 Mar 05 00:46:32.582221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Request body: {'port': {'device_id': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:46:32.695872 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.727056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3615147-abfe-4b12-adac-d5105f416eb3 None None] Provisioning for port fe1b06fd-e957-4e4b-9e21-e5b811379e6b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:46:32.733196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c3615147-abfe-4b12-adac-d5105f416eb3 None None] Provisioning complete for port fe1b06fd-e957-4e4b-9e21-e5b811379e6b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:46:32.733781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c3615147-abfe-4b12-adac-d5105f416eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:32.798279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c3615147-abfe-4b12-adac-d5105f416eb3 None None] Port fe1b06fd-e957-4e4b-9e21-e5b811379e6b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:46:32.856219 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4f18-bb25-4813-86fb-e2f8da554ef4 req-a90a1b44-7a08-48eb-a02e-46f8a258729b tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:32.857744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37bb4f18-bb25-4813-86fb-e2f8da554ef4 req-a90a1b44-7a08-48eb-a02e-46f8a258729b tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 936 time: 0.0846012 Mar 05 00:46:32.904335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-37bb4f18-bb25-4813-86fb-e2f8da554ef4 req-fdf727d8-97cf-4108-aa8e-c5367dc8563d tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Mar 05 00:46:33.126856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1b06fd-e957-4e4b-9e21-e5b811379e6b {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:46:33.133538 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:33.147590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Transition to ACTIVE for port object fe1b06fd-e957-4e4b-9e21-e5b811379e6b will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:46:33.151100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:33.273158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:33.383292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Attempting to bind port fe1b06fd-e957-4e4b-9e21-e5b811379e6b on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:46:33.383643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Attempting to bind port fe1b06fd-e957-4e4b-9e21-e5b811379e6b by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:46:33.383961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Attempting to bind port fe1b06fd-e957-4e4b-9e21-e5b811379e6b on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:46:33.390319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Port fe1b06fd-e957-4e4b-9e21-e5b811379e6b on network 47f3f0f6-3899-430c-aa43-8557228995e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:46:33.390633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Attempting to bind port fe1b06fd-e957-4e4b-9e21-e5b811379e6b on network 47f3f0f6-3899-430c-aa43-8557228995e9 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:46:33.396688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:46:33.397016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Checking segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:46:33.397423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Bound using segment: {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:46:33.397834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Bound port: fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09018aea-4126-441a-8cb0-5c76d217b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:46:33.398172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:33.485467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] For port fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:46:33.488220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] For port fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:46:33.492547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:33.551600 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:33.552937 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe1b06fd-e957-4e4b-9e21-e5b811379e6b HTTP/1.1" status: 200 len: 1096 time: 0.9749877 Mar 05 00:46:33.553386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'tag': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:46:33.570625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e230b2-65c8-4aad-b73b-290c3b982ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:33.632663 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'tag': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b', 'status': 'completed', 'code': 200} Mar 05 00:46:33.665487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-cd77e3d1-6675-4bbe-bfd5-2bff72ec9a42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35ec6de9b6744ac6beb6fc686bb3160f&device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 1099 time: 0.0734642 Mar 05 00:46:33.737413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-2eb92a48-8ec7-44cf-9257-7e20ae34bb24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b HTTP/1.1" status: 200 len: 217 time: 0.0647368 Mar 05 00:46:33.796763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-f8ff6d2b-f6dc-4c89-bee1-10536b8bdd2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:33.798151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-f8ff6d2b-f6dc-4c89-bee1-10536b8bdd2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0558562 Mar 05 00:46:33.874265 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-0fc09b67-62d6-4cae-af54-6e2b851c6cce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703626 Mar 05 00:46:34.003458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-71a652b6-f886-4740-90c2-d1999ce4fc25 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233866 Mar 05 00:46:34.108030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e719c3-2ca8-4687-afb0-619f24320268 req-ac7cecd0-d438-4359-82b6-9b74c4ffb230 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:34.109538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42e719c3-2ca8-4687-afb0-619f24320268 req-ac7cecd0-d438-4359-82b6-9b74c4ffb230 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 948 time: 0.0822575 Mar 05 00:46:34.137306 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69876a2e-3c6e-4b0c-b0bc-ffe291a7b9be req-ade6dd2d-d4b2-4ce9-95a2-97a9bfacadda service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285987 Mar 05 00:46:34.158077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42e719c3-2ca8-4687-afb0-619f24320268 req-7d5620c6-c651-4cd1-9746-e3624ad81786 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Mar 05 00:46:34.251325 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-fc3c73c0-ea4b-4d07-a259-56da2552f791 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35ec6de9b6744ac6beb6fc686bb3160f&device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 1099 time: 0.0690036 Mar 05 00:46:34.377607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-d23d3a08-7073-4a8d-9ca4-4508f61d139f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:34.379008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-d23d3a08-7073-4a8d-9ca4-4508f61d139f service neutron] 10.222.0.10 "GET /v2.0/networks?id=47f3f0f6-3899-430c-aa43-8557228995e9 HTTP/1.1" status: 200 len: 870 time: 0.1222589 Mar 05 00:46:34.446654 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-11b62678-670b-417e-afba-882927d70532 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b HTTP/1.1" status: 200 len: 217 time: 0.0617239 Mar 05 00:46:34.506532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-b79a7137-05b9-43bb-b91a-a9bc350f0b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:34.507876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-b79a7137-05b9-43bb-b91a-a9bc350f0b6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5765bcd5-2042-4f35-a91f-1c7e6c98605d HTTP/1.1" status: 200 len: 843 time: 0.0553408 Mar 05 00:46:34.669419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-b1fa149c-21ff-44f2-863e-cc869b066320 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47f3f0f6-3899-430c-aa43-8557228995e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560221 Mar 05 00:46:34.796780 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-9b115f49-3fc4-48d9-96f9-851b7ba53c9a service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215281 Mar 05 00:46:34.923888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c19dbf70-d219-486a-86fa-f8146b13c4bf req-b428218c-ab7b-4817-b91c-f8dcb547a6c4 service neutron] 10.222.0.10 "GET /v2.0/networks/47f3f0f6-3899-430c-aa43-8557228995e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208272 Mar 05 00:46:34.979883 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec3ae-6210-449f-adcf-59ee6faf579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:35.359891 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-00ddcf01-0151-4c47-a8fa-d148c2349f2c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:35.360574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-00ddcf01-0151-4c47-a8fa-d148c2349f2c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Synchronizing usage tracker for tenant:35ec6de9b6744ac6beb6fc686bb3160f on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:46:35.377069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-00ddcf01-0151-4c47-a8fa-d148c2349f2c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Unset dirty status for tenant:35ec6de9b6744ac6beb6fc686bb3160f on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:46:35.378262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-00ddcf01-0151-4c47-a8fa-d148c2349f2c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 948 time: 0.0917354 Mar 05 00:46:35.421775 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-9c166f6e-3c44-4b25-82c9-abb4471e852f tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Synchronizing usage tracker for tenant:35ec6de9b6744ac6beb6fc686bb3160f on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:46:35.437686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-9c166f6e-3c44-4b25-82c9-abb4471e852f tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Unset dirty status for tenant:35ec6de9b6744ac6beb6fc686bb3160f on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:46:35.438770 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f64f5f43-c493-41fd-bcbb-1c5428aeb536 req-9c166f6e-3c44-4b25-82c9-abb4471e852f tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550506 Mar 05 00:46:36.562921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fe1b06fd-e957-4e4b-9e21-e5b811379e6b details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:46:36.631100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8374a8-047b-4ee6-a50e-6d7eeb05582c req-26116715-6c8c-42f3-9222-0b66f9ae3cca tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:36.632625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca8374a8-047b-4ee6-a50e-6d7eeb05582c req-26116715-6c8c-42f3-9222-0b66f9ae3cca tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 948 time: 0.0775204 Mar 05 00:46:36.677774 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca8374a8-047b-4ee6-a50e-6d7eeb05582c req-4fee7b0f-5eb6-4c38-bf39-5a8a8717b221 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Mar 05 00:46:36.698159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:36.712184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b', 'network_id': '47f3f0f6-3899-430c-aa43-8557228995e9', 'port_id': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b', 'mac_address': 'fa:16:3e:42:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5765bcd5-2042-4f35-a91f-1c7e6c98605d', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:46:36.767803 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:36.784263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1b06fd-e957-4e4b-9e21-e5b811379e6b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:46:36.798962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:36.802972 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:36.866302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:36.875353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.875698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.876031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.876361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.876686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.877009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.877361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.877682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.877997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.878320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:36.878634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:46:37.053759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bec2-6f39-4a20-96a7-160fbc9ad25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:37.116502 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fe1b06fd-e957-4e4b-9e21-e5b811379e6b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:46:37.874244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a17f3d-2ede-4cb0-b9e2-6b35803dad3e req-21978147-87e8-4e59-bfb1-979dc024c758 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:37.875674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8a17f3d-2ede-4cb0-b9e2-6b35803dad3e req-21978147-87e8-4e59-bfb1-979dc024c758 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 949 time: 0.0782740 Mar 05 00:46:37.920218 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8a17f3d-2ede-4cb0-b9e2-6b35803dad3e req-4bc92ab8-5b37-4156-874e-6e283e663440 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Mar 05 00:46:38.133173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-adf5edb6-5642-40d9-8a61-0387c659f308 req-acc7ffe7-1c60-48a4-9a54-ecd100bb0d97 service neutron] (83782) timed out ('10.222.0.10', 55091) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:46:38.391834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:38.402703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:38.593097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fe1b06fd-e957-4e4b-9e21-e5b811379e6b up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:46:38.660022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port fe1b06fd-e957-4e4b-9e21-e5b811379e6b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:46:38.664480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port fe1b06fd-e957-4e4b-9e21-e5b811379e6b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:46:38.664851 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:38.775579 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:38.800841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:46:38.810672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:38.814862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:38.882736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:38.940647 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b', 'code': 200} Mar 05 00:46:39.114009 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ac7e176-c06e-4fae-a6b6-dfbc0f0a5577 req-2466facf-4c01-427f-bd78-2088f6cee817 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 1101 time: 0.1189623 Mar 05 00:46:39.150978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888267-6afb-4784-a696-282a3a8f6d9c req-87f56d87-fe8a-4108-860f-474416ebda96 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:39.152385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70888267-6afb-4784-a696-282a3a8f6d9c req-87f56d87-fe8a-4108-860f-474416ebda96 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 950 time: 0.1137521 Mar 05 00:46:39.186746 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ac7e176-c06e-4fae-a6b6-dfbc0f0a5577 req-96468ff1-6a33-43d3-afb7-9ef7810474c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663316 Mar 05 00:46:39.205559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70888267-6afb-4784-a696-282a3a8f6d9c req-b57db56c-f1dd-4615-bb83-f9f7755aa7c6 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Mar 05 00:46:39.850380 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:40.407240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187e07f-6314-48e8-8001-66403d768fc9 req-4cc02d9f-39a6-4b3b-a9c3-9d37af4ea92a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:40.408643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6187e07f-6314-48e8-8001-66403d768fc9 req-4cc02d9f-39a6-4b3b-a9c3-9d37af4ea92a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 950 time: 0.0810714 Mar 05 00:46:40.455655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6187e07f-6314-48e8-8001-66403d768fc9 req-5e9d1cf5-02d5-4b8e-8893-d146a31da502 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Mar 05 00:46:41.648956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512265-d616-498c-a4ea-9190bf46ff32 req-b0dbe079-b98d-4715-a4ce-f556f2da12ee tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:41.650414 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6512265-d616-498c-a4ea-9190bf46ff32 req-b0dbe079-b98d-4715-a4ce-f556f2da12ee tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 950 time: 0.0782881 Mar 05 00:46:41.696745 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e6512265-d616-498c-a4ea-9190bf46ff32 req-6000489f-2092-402a-ba09-d80ad5a331a2 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Mar 05 00:46:42.238061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-74b63627-4b3c-4132-b30c-7771505c0eca req-2b2c624f-4251-46e6-a67d-21cc9e42d2f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1913302 Mar 05 00:46:42.804470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d7cdb53-ebc0-463c-b8d6-b37be36c8734 req-815982c2-732c-4bec-958f-ce38d686a9e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1418231 Mar 05 00:46:43.337005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ae508-7979-4772-963d-4254ec16b7d5 req-a34f67fb-efb9-4944-9c9e-40f4a98a4503 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:43.338489 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f54ae508-7979-4772-963d-4254ec16b7d5 req-a34f67fb-efb9-4944-9c9e-40f4a98a4503 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 950 time: 0.0784416 Mar 05 00:46:43.382949 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f54ae508-7979-4772-963d-4254ec16b7d5 req-01b9f824-bd0d-477a-963e-617af5b34d5c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385129 Mar 05 00:46:44.577461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d67f90-104e-4aae-834b-edd5bb8aa7e4 req-fe836708-4365-403d-9343-66bc57b19d3c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:44.578901 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61d67f90-104e-4aae-834b-edd5bb8aa7e4 req-fe836708-4365-403d-9343-66bc57b19d3c tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 950 time: 0.0774837 Mar 05 00:46:44.625053 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-61d67f90-104e-4aae-834b-edd5bb8aa7e4 req-e26e0093-1f85-41e4-9858-df0d0a8422df tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac89ec1b-5b4c-4d14-9906-a7282aede9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Mar 05 00:46:44.662019 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710acf9-8093-42bb-9246-80588c79295f req-1b3472a9-4d89-4ad9-9ec0-84e0298ea2bd tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:44.663470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4710acf9-8093-42bb-9246-80588c79295f req-1b3472a9-4d89-4ad9-9ec0-84e0298ea2bd tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.10 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 950 time: 0.0768161 Mar 05 00:46:44.731932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Deleting port fe1b06fd-e957-4e4b-9e21-e5b811379e6b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:46:44.732189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:44.966448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] For port fe1b06fd-e957-4e4b-9e21-e5b811379e6b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,segment=NetworkSegment(09018aea-4126-441a-8cb0-5c76d217b3f4),segment_id=09018aea-4126-441a-8cb0-5c76d217b3f4)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:44.966805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:45.083167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Calling delete_port for fe1b06fd-e957-4e4b-9e21-e5b811379e6b owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:46:45.223302 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:45.235870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fe1b06fd-e957-4e4b-9e21-e5b811379e6b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:46:45.357197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Pushing event deleted for resources: {'Port': ['ID=fe1b06fd-e957-4e4b-9e21-e5b811379e6b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:45.432256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] No DVR routers for this DVR port fe1b06fd-e957-4e4b-9e21-e5b811379e6b on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:46:45.435413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:45.438037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'name': 'network-vif-deleted', 'tag': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:46:45.455080 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4710acf9-8093-42bb-9246-80588c79295f req-f81c71fa-7869-4170-b5df-bfc08e281a1a tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.10 "DELETE /v2.0/ports/fe1b06fd-e957-4e4b-9e21-e5b811379e6b HTTP/1.1" status: 204 len: 173 time: 0.7860041 Mar 05 00:46:45.498475 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21e4be4-a1bd-4a96-a516-b73ef138afe2', 'name': 'network-vif-deleted', 'tag': 'fe1b06fd-e957-4e4b-9e21-e5b811379e6b', 'status': 'completed', 'code': 200} Mar 05 00:46:45.793353 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d793184-0116-4e7a-ab81-5811c6c5f810 req-d0154b8b-011b-4c4a-9949-9f76fc6ea9d7 tempest-ServersAdminNegativeTestJSON-942993331 tempest-ServersAdminNegativeTestJSON-942993331-project] 10.222.0.32 "GET /v2.0/ports?device_id=a21e4be4-a1bd-4a96-a516-b73ef138afe2 HTTP/1.1" status: 200 len: 210 time: 0.0395980 Mar 05 00:46:47.175906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42034) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:47.342130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-29cda0fc-5fc7-41c5-b9e0-caea99c874c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35ec6de9b6744ac6beb6fc686bb3160f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1649973 Mar 05 00:46:47.344559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42040) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:47.401507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6b2022b7-f71d-49f0-9f49-194fe0de0013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:47.426221 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6b2022b7-f71d-49f0-9f49-194fe0de0013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:47.476148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6b2022b7-f71d-49f0-9f49-194fe0de0013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:47.492761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2022b7-f71d-49f0-9f49-194fe0de0013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac89ec1b-5b4c-4d14-9906-a7282aede9e3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:47.504003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6b2022b7-f71d-49f0-9f49-194fe0de0013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:47.505114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6b2022b7-f71d-49f0-9f49-194fe0de0013 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac89ec1b-5b4c-4d14-9906-a7282aede9e3 HTTP/1.1" status: 204 len: 168 time: 0.1596308 Mar 05 00:46:47.822688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:47.841447 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:47.871526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:47.875199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8f05f843f04238834a698f4a0af525 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:47.877974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:47.883523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:47.961436 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:47.965746 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:48.011904 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3965556c-eac8-4640-8cfc-e8bb3d4c13a9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:48.016037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c7ddf502-b0fe-4c29-a492-b6f1e2bc1f91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb8f05f843f04238834a698f4a0af525&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923048 Mar 05 00:46:48.018712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42052) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:48.077164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e2559aa-8207-4222-beff-df282c89965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:48.102308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e2559aa-8207-4222-beff-df282c89965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:48.151465 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e2559aa-8207-4222-beff-df282c89965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:48.167290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2559aa-8207-4222-beff-df282c89965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3965556c-eac8-4640-8cfc-e8bb3d4c13a9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:48.171553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9e2559aa-8207-4222-beff-df282c89965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:48.175231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9e2559aa-8207-4222-beff-df282c89965d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3965556c-eac8-4640-8cfc-e8bb3d4c13a9 HTTP/1.1" status: 204 len: 168 time: 0.1530540 Mar 05 00:46:48.640703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fe1b06fd-e957-4e4b-9e21-e5b811379e6b no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:46:48.671923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: fe1b06fd-e957-4e4b-9e21-e5b811379e6b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:46:48.672395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fe1b06fd-e957-4e4b-9e21-e5b811379e6b not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:46:48.985712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42074) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:49.110838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1526958155-network', 'tenant_id': 'ee652a7155d94e7bbe6e4f8f8bcd30b0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:46:49.116308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:49.120116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Usage tracker for resource:network and tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:49.123595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:49.129179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:49.142339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Made reservation on behalf of ee652a7155d94e7bbe6e4f8f8bcd30b0 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:46:49.144669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.157066 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.187470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:49.191226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Usage tracker for resource:security_group_rule and tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:49.193975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:49.199544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:49.264523 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.268070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.297087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:46:49.305602 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5862805f-0288-450c-a7ef-4b784521de94,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:49.310985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.311323 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Added segment 901f92e7-3492-418b-8500-6ba0404b3810 of type vlan for network faf6420c-e8c3-4c93-ac56-1c8fe3531889 Mar 05 00:46:49.336149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.365116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.365971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:49.366535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.466724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4799268 Mar 05 00:46:49.467551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffa4e7-e530-4cd4-8b8a-1c7bf7b955aa admin admin] Pushing event updated for resources: {'Network': ['ID=faf6420c-e8c3-4c93-ac56-1c8fe3531889,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:49.469535 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42080) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:46:49.474929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Request body: {'subnet': {'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1526958155-subnet', 'tenant_id': 'ee652a7155d94e7bbe6e4f8f8bcd30b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:46:49.477428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network faf6420c-e8c3-4c93-ac56-1c8fe3531889 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:46:49.480888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:49.484632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Usage tracker for resource:subnet and tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:49.487465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:49.493026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:49.503403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Made reservation on behalf of ee652a7155d94e7bbe6e4f8f8bcd30b0 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:46:49.505831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.700593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.775404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:49.786866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Checking segment: {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:46:49.787212 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Network hostable DHCP agents. Network: faf6420c-e8c3-4c93-ac56-1c8fe3531889, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:46:49.808165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Network faf6420c-e8c3-4c93-ac56-1c8fe3531889 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:46:49.816962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, faf6420c-e8c3-4c93-ac56-1c8fe3531889) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:46:49.820825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:49.821439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:49.826357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b4929-951b-4f52-ad34-fe45a654d60f None None] Network faf6420c-e8c3-4c93-ac56-1c8fe3531889 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:46:49.842963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-79047ea9-a92f-4be3-8a84-043de1598053 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3723602 Mar 05 00:46:50.042771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f9d12-2892-4dea-9a0f-c9d367c37588 None None] Network faf6420c-e8c3-4c93-ac56-1c8fe3531889 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:46:50.383631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-d3937255-9cb0-45df-896d-0ef3ff0304c3 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:50.384990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-d3937255-9cb0-45df-896d-0ef3ff0304c3 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 812 time: 0.1443202 Mar 05 00:46:50.401169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-7a5ce124-c7d2-4810-9560-cee2d1324569 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/quotas/ee652a7155d94e7bbe6e4f8f8bcd30b0 HTTP/1.1" status: 200 len: 375 time: 0.0108328 Mar 05 00:46:50.537106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-5588d79b-2b3b-4f33-a89b-c4519065184a tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313367 Mar 05 00:46:50.547682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-c88bcfce-30ad-4ff8-bae2-95ad57715602 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:46:50.548593 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-c88bcfce-30ad-4ff8-bae2-95ad57715602 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047450 Mar 05 00:46:50.677570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-8b519a74-be7c-4c4e-9891-80239105ce48 service neutron] 10.222.0.32 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234391 Mar 05 00:46:50.805526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-e98313ab-135a-49bb-bd69-96d2ada0b457 service neutron] 10.222.0.32 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223814 Mar 05 00:46:51.000016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-92da1c24-66d5-4633-ad78-cc1b7fc11f30 req-9810d22f-4c77-4739-88c3-d20fee6679b2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 210 time: 0.0483887 Mar 05 00:46:52.162311 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f260b37d-33fa-46a5-90f7-9a289339c4fd req-c28e4c8b-267e-44d6-8289-fc8e5042a201 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 210 time: 0.0424359 Mar 05 00:46:52.268782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-b2c9bad8-aecf-4a76-a976-41a2751ae963 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:52.269482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-b2c9bad8-aecf-4a76-a976-41a2751ae963 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Synchronizing usage tracker for tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:46:52.286308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-b2c9bad8-aecf-4a76-a976-41a2751ae963 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Unset dirty status for tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:46:52.287889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-b2c9bad8-aecf-4a76-a976-41a2751ae963 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.10 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 812 time: 0.1642888 Mar 05 00:46:52.303621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Request body: {'port': {'device_id': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889', 'admin_state_up': True, 'tenant_id': 'ee652a7155d94e7bbe6e4f8f8bcd30b0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:46:52.434635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:46:52.438371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Usage tracker for resource:port and tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:46:52.441122 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:46:52.446652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:46:52.455422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Made reservation on behalf of ee652a7155d94e7bbe6e4f8f8bcd30b0 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:46:52.458521 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:52.617193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Allocated IP 172.20.0.7 (faf6420c-e8c3-4c93-ac56-1c8fe3531889/beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23/8502385e-284c-4938-bd50-35594d5e7037) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:46:52.817180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:52.845809 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:52.921262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Network faf6420c-e8c3-4c93-ac56-1c8fe3531889 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:46:52.924576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:52.926899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:46:52.928950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:46:52.987867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:52.988470 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:53.008709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-4d1b8c3d-769d-4218-a6e4-cc3f25c1174b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090602 Mar 05 00:46:53.020822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Request body: {'port': {'device_id': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:46:53.126236 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:53.533146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-c3d83504-768b-4bbe-b3b0-82fdd330a334 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:53.533865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-c3d83504-768b-4bbe-b3b0-82fdd330a334 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Synchronizing usage tracker for tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:46:53.599080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-c3d83504-768b-4bbe-b3b0-82fdd330a334 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Unset dirty status for tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:46:53.600196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-c3d83504-768b-4bbe-b3b0-82fdd330a334 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 931 time: 0.3152208 Mar 05 00:46:53.623739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8502385e-284c-4938-bd50-35594d5e7037 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:46:53.634049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:53.662835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Transition to ACTIVE for port object 8502385e-284c-4938-bd50-35594d5e7037 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:46:53.666962 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-00641a1c-74fb-426c-ad33-69842e6e1a52 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Synchronizing usage tracker for tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:46:53.671156 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:53.790815 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-00641a1c-74fb-426c-ad33-69842e6e1a52 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Unset dirty status for tenant:ee652a7155d94e7bbe6e4f8f8bcd30b0 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:46:53.791868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e01c634-bd5e-40d0-bc0e-cdae847344d1 req-00641a1c-74fb-426c-ad33-69842e6e1a52 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841912 Mar 05 00:46:53.802000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:53.913079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:46:53.913454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:46:53.913782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 on network faf6420c-e8c3-4c93-ac56-1c8fe3531889 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:46:53.920082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Port 8502385e-284c-4938-bd50-35594d5e7037 on network faf6420c-e8c3-4c93-ac56-1c8fe3531889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:46:53.920401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 on network faf6420c-e8c3-4c93-ac56-1c8fe3531889 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:46:53.926628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:46:53.926960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Checking segment: {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:46:53.927338 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Bound using segment: {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:46:53.927757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Bound port: 8502385e-284c-4938-bd50-35594d5e7037, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:46:53.928104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:54.017189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:46:54.020126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:46:54.024490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:54.084929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:54.086582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] 10.222.0.10 "PUT /v2.0/ports/8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 1091 time: 1.0699065 Mar 05 00:46:54.087031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'tag': '8502385e-284c-4938-bd50-35594d5e7037'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:46:54.104321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390b088-ab73-4b68-8e76-b0bb5a3599dc service neutron] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:54.155115 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'tag': '8502385e-284c-4938-bd50-35594d5e7037', 'status': 'completed', 'code': 200} Mar 05 00:46:54.193769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-f0794f43-71e1-41f8-8a0c-af2dcf73791b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1094 time: 0.0693548 Mar 05 00:46:54.262925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-83fc2ae2-f728-44a0-83d2-c6ed198f4eca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.0619197 Mar 05 00:46:54.321523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-21ac0d7c-c161-4559-81fc-1314870fc75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:54.322901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-21ac0d7c-c161-4559-81fc-1314870fc75e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.0550478 Mar 05 00:46:54.369543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-b97a2572-45f7-4ace-8c2a-c490c210e084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407243 Mar 05 00:46:54.494856 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-c1093820-deb3-4afd-b8d0-60c590167562 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195796 Mar 05 00:46:54.620986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7fcda990-0950-4b1e-8db1-a1a9ac0b7960 req-1ffce590-19a5-4a10-8bbc-b278831107f5 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197977 Mar 05 00:46:54.731187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-64869032-ba98-492a-b35d-25462f6e2e0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1094 time: 0.0661776 Mar 05 00:46:54.861017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-9cb1cf44-50e5-4e39-a455-ace56c6acc20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:54.862555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-9cb1cf44-50e5-4e39-a455-ace56c6acc20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 913 time: 0.1260796 Mar 05 00:46:54.961243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-19342517-0296-4688-bd10-71eed0c71b2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.0927725 Mar 05 00:46:55.130462 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-df2ce604-67ed-4540-ac9c-c3171564fa9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:55.131853 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-df2ce604-67ed-4540-ac9c-c3171564fa9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.1647816 Mar 05 00:46:55.177028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e164141-d6fb-4998-94ab-d2d9e5c03afb req-dbd00613-2740-4630-9159-66156660bd6d tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:55.178486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e164141-d6fb-4998-94ab-d2d9e5c03afb req-dbd00613-2740-4630-9159-66156660bd6d tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 943 time: 0.2617855 Mar 05 00:46:55.184676 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-1eb01883-a9a4-4518-af35-a6cbe6a1fa6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458319 Mar 05 00:46:55.302909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e164141-d6fb-4998-94ab-d2d9e5c03afb req-51a5a6af-7d7d-435a-8cb8-ad1181a1c3a8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173196 Mar 05 00:46:55.340726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-6cbedf88-7036-40f4-828b-d07117618821 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425328 Mar 05 00:46:55.466518 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c591cae-2b04-4b79-86a5-9a6c1c5330bf req-43a9566b-5a68-40e2-ace9-494a327b6754 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200869 Mar 05 00:46:55.492444 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:46:56.494053 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261ae8d-bf4d-4065-9901-6e2ace1766e9 req-fa7af319-8264-419a-979c-7e3801e5dea5 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:56.496128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9261ae8d-bf4d-4065-9901-6e2ace1766e9 req-fa7af319-8264-419a-979c-7e3801e5dea5 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 943 time: 0.0743911 Mar 05 00:46:56.542947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9261ae8d-bf4d-4065-9901-6e2ace1766e9 req-176fd67d-6b21-418d-a1a8-94581d8b1bbf tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Mar 05 00:46:56.706237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:46:56.835310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:56.853272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '8502385e-284c-4938-bd50-35594d5e7037', 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889', 'port_id': '8502385e-284c-4938-bd50-35594d5e7037', 'mac_address': 'fa:16:3e:08:67:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:46:56.904670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:56.921737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8502385e-284c-4938-bd50-35594d5e7037 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:46:56.937470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:56.941259 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:57.011419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:57.222993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['8502385e-284c-4938-bd50-35594d5e7037'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:46:57.464928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:57.741479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0761-1c2e-474f-92e7-ee3d62b3de37 req-1b612b05-d6b7-4ce3-be52-68e4e6267fe2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:57.742816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4aba0761-1c2e-474f-92e7-ee3d62b3de37 req-1b612b05-d6b7-4ce3-be52-68e4e6267fe2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 944 time: 0.0787170 Mar 05 00:46:57.770674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:57.787024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4aba0761-1c2e-474f-92e7-ee3d62b3de37 req-4f5d82c9-b853-4b35-b8c0-c4d1873f6fc5 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Mar 05 00:46:58.718407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:46:58.788195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 8502385e-284c-4938-bd50-35594d5e7037 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:46:58.792969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 8502385e-284c-4938-bd50-35594d5e7037 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:46:58.793362 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:58.906347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:58.936073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8502385e-284c-4938-bd50-35594d5e7037'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:46:58.951135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:46:58.959016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:46:59.003478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056b446-59e5-44e1-abee-155e74cd346b req-0a2efda6-4ee5-4e48-b9a4-19738a1c3db8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:46:59.005725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b056b446-59e5-44e1-abee-155e74cd346b req-0a2efda6-4ee5-4e48-b9a4-19738a1c3db8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 944 time: 0.0915606 Mar 05 00:46:59.007742 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8502385e-284c-4938-bd50-35594d5e7037', 'code': 200} Mar 05 00:46:59.035893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:46:59.052644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b056b446-59e5-44e1-abee-155e74cd346b req-c7501624-8884-4ed4-ab31-dc1e5e4c2117 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Mar 05 00:46:59.126086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae175de8-0cad-4fe9-906e-794a00c382d4 req-8576bcc3-a3d1-4d88-b68c-cce89f1cf8ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1096 time: 0.0663071 Mar 05 00:46:59.166428 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ae175de8-0cad-4fe9-906e-794a00c382d4 req-e5770510-e7f1-4091-84a9-4abf68cf7a93 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346103 Mar 05 00:47:00.250927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dd6e5-e89f-444e-8bb8-393ba8e81f44 req-00501465-f727-4e84-9f2e-6c0fe47564c1 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:00.252353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d39dd6e5-e89f-444e-8bb8-393ba8e81f44 req-00501465-f727-4e84-9f2e-6c0fe47564c1 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0791099 Mar 05 00:47:00.297757 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d39dd6e5-e89f-444e-8bb8-393ba8e81f44 req-4c255625-4330-449e-8fb5-25d2deae2644 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Mar 05 00:47:01.492660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967555-e497-481c-b0be-22cfc5c12891 req-533be6b7-6828-44d2-9217-6cca588e32c0 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:01.494127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4967555-e497-481c-b0be-22cfc5c12891 req-533be6b7-6828-44d2-9217-6cca588e32c0 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0793443 Mar 05 00:47:01.538551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4967555-e497-481c-b0be-22cfc5c12891 req-7b5a80f8-7b10-4f71-ad56-101293dcf52b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Mar 05 00:47:01.727864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6dfdcc1a-e0e0-47a3-869f-8e87311600e0 req-bdf52f24-7b7c-4360-aff1-7c14a7260c54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661995 Mar 05 00:47:02.084723 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-0ce3d5e4-54ac-4700-b2f6-46b32c0b5d80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1827419 Mar 05 00:47:02.091285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e60f03-57a7-4fd2-8306-882b0b3ee99c req-6bbf935c-0bc3-458f-88a0-fcff0a256bc3 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:02.092647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3e60f03-57a7-4fd2-8306-882b0b3ee99c req-6bbf935c-0bc3-458f-88a0-fcff0a256bc3 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.1378503 Mar 05 00:47:02.138783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3e60f03-57a7-4fd2-8306-882b0b3ee99c req-5dcfd7be-0c19-416a-baf3-d228da310f25 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Mar 05 00:47:03.201447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e9c3d1d9-bcbb-4f63-bab1-9de6d543ab31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1096 time: 0.0720322 Mar 05 00:47:03.378745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab45c5-1809-4692-a633-dd0b92782732 req-9931d246-dd07-4c06-a82f-a9e7dcdbcbee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:03.380190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-9931d246-dd07-4c06-a82f-a9e7dcdbcbee service neutron] 10.222.0.10 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 913 time: 0.1735804 Mar 05 00:47:03.442039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359541d2-4132-4fcc-afae-1077eec8395f req-2e9810b3-25a3-40e4-9048-eb853a1b8a6c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:03.443458 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-359541d2-4132-4fcc-afae-1077eec8395f req-2e9810b3-25a3-40e4-9048-eb853a1b8a6c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.1739562 Mar 05 00:47:03.471997 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-8e714190-d0f1-44e1-8ca3-8fcfe0158ddd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.0840917 Mar 05 00:47:03.542483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-359541d2-4132-4fcc-afae-1077eec8395f req-de9aa540-5b60-4183-9349-c30c6ab6b7ea tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927205 Mar 05 00:47:03.547666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab45c5-1809-4692-a633-dd0b92782732 req-b93b83d3-5fca-4399-a19a-a711f9301c12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:03.549018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-b93b83d3-5fca-4399-a19a-a711f9301c12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.0717239 Mar 05 00:47:03.596805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-d561b06a-d80f-4bd6-8d77-f8a00920e71e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421946 Mar 05 00:47:03.723749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e9b2d5b5-e100-4f8d-91ee-03db8fbc654a service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215963 Mar 05 00:47:03.855991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-7ffc4c38-5e05-4258-a484-a97ce35b0352 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264663 Mar 05 00:47:04.888864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaaf66-4116-4b57-be3f-9191d615b800 req-7e61ea9f-e30c-4b85-90d6-fd0c3b3d707c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:04.890253 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9aaaf66-4116-4b57-be3f-9191d615b800 req-7e61ea9f-e30c-4b85-90d6-fd0c3b3d707c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0778689 Mar 05 00:47:04.934218 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d9aaaf66-4116-4b57-be3f-9191d615b800 req-1fc29f9f-22a4-45df-8704-0f7b2ee14ab6 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Mar 05 00:47:04.986706 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0dc143c9-6ae0-4c5f-94f3-28e437321846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:06.126515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4e69-093e-4fa7-9947-e70ff0fcf2f2 req-8014c5f3-a425-4709-931f-9cfc2b61129e tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:06.127936 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af6c4e69-093e-4fa7-9947-e70ff0fcf2f2 req-8014c5f3-a425-4709-931f-9cfc2b61129e tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0734491 Mar 05 00:47:06.171476 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-af6c4e69-093e-4fa7-9947-e70ff0fcf2f2 req-09896997-0bc8-40e3-a255-2b1de23798d8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382617 Mar 05 00:47:07.054826 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-60d1eceb-f623-478a-afe9-adfe12a2e68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:07.363398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8963-ccf1-4e4b-a164-ca0a9ec0d836 req-f33b1251-e61d-4830-9fe1-92eaf069f7ab tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:07.364828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-482d8963-ccf1-4e4b-a164-ca0a9ec0d836 req-f33b1251-e61d-4830-9fe1-92eaf069f7ab tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0774653 Mar 05 00:47:07.408326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-482d8963-ccf1-4e4b-a164-ca0a9ec0d836 req-0ffcd68e-08ee-4998-9e77-3764de14bd1c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Mar 05 00:47:08.393688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:08.403771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:08.696684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b3e79-1e1e-46c9-a60a-52fc282375b9 req-367a158a-78f8-4674-82a0-6f39a0f239f3 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:08.698056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-974b3e79-1e1e-46c9-a60a-52fc282375b9 req-367a158a-78f8-4674-82a0-6f39a0f239f3 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.1702604 Mar 05 00:47:08.741804 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-974b3e79-1e1e-46c9-a60a-52fc282375b9 req-79d1e80d-b97b-4aaf-9906-b97607f74240 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 Mar 05 00:47:09.851632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:09.930896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766ee6-8b38-4764-aa86-142a2fd2f5da req-0a169011-bf91-437e-934f-f22d5682d78b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:09.932318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79766ee6-8b38-4764-aa86-142a2fd2f5da req-0a169011-bf91-437e-934f-f22d5682d78b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0735574 Mar 05 00:47:09.981719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79766ee6-8b38-4764-aa86-142a2fd2f5da req-049621d4-3356-4680-8fee-4b78e0b8ec7b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Mar 05 00:47:11.172892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04b04-a854-491f-b372-e5c1d76bacd9 req-8b16a8a3-8ec5-446d-a10e-08f45f4bdee7 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:11.174379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eee04b04-a854-491f-b372-e5c1d76bacd9 req-8b16a8a3-8ec5-446d-a10e-08f45f4bdee7 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0739508 Mar 05 00:47:11.221267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eee04b04-a854-491f-b372-e5c1d76bacd9 req-da88d4e8-2462-4a97-947e-75754c640d0a tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Mar 05 00:47:12.415862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c1fb-b726-4f03-b681-71b8a4e82899 req-fbd3a91e-d20d-46cc-a752-dd0c3cd5796c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:12.417340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0588c1fb-b726-4f03-b681-71b8a4e82899 req-fbd3a91e-d20d-46cc-a752-dd0c3cd5796c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0746210 Mar 05 00:47:12.462334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0588c1fb-b726-4f03-b681-71b8a4e82899 req-c52c6480-8555-492d-b8ef-58de6d631426 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Mar 05 00:47:13.655062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74177-8624-4acb-8f0d-bce344917b30 req-52fb2e4a-dd19-4768-ba15-c0ee987cfde2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:13.656526 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afb74177-8624-4acb-8f0d-bce344917b30 req-52fb2e4a-dd19-4768-ba15-c0ee987cfde2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0751722 Mar 05 00:47:13.699796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-afb74177-8624-4acb-8f0d-bce344917b30 req-adaa7bf6-1ec8-4f48-a5f5-386746ded920 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Mar 05 00:47:14.893176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f82aa-de22-4eeb-af0a-994661d0ad61 req-31ee4791-c5c2-4efe-9266-59dd960b6ff6 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:14.895248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-747f82aa-de22-4eeb-af0a-994661d0ad61 req-31ee4791-c5c2-4efe-9266-59dd960b6ff6 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0788083 Mar 05 00:47:14.939965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-747f82aa-de22-4eeb-af0a-994661d0ad61 req-0d134570-545d-405f-ac24-2119b10b6c5a tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Mar 05 00:47:16.142997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13880-4a7c-485b-a05e-5ea714f9545d req-46eb45bd-9e45-405f-a574-8a804b138057 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:16.144418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8f13880-4a7c-485b-a05e-5ea714f9545d req-46eb45bd-9e45-405f-a574-8a804b138057 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0771210 Mar 05 00:47:16.188734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c8f13880-4a7c-485b-a05e-5ea714f9545d req-0e8ce619-5061-4694-8837-03e0b3b3901f tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Mar 05 00:47:17.383900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e29b9-da38-49b2-a957-f1587265867f req-cb72f397-da22-4813-badf-2809f6621b03 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:17.385384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-736e29b9-da38-49b2-a957-f1587265867f req-cb72f397-da22-4813-badf-2809f6621b03 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0745926 Mar 05 00:47:17.431016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-736e29b9-da38-49b2-a957-f1587265867f req-e63d7c12-075a-4248-9187-0669bbe3df93 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Mar 05 00:47:18.622468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff11f4-6339-4b8d-9141-4c8735bec887 req-a89c2719-0e17-4ea4-9e2f-e2808021ca73 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:18.623900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cff11f4-6339-4b8d-9141-4c8735bec887 req-a89c2719-0e17-4ea4-9e2f-e2808021ca73 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0753703 Mar 05 00:47:18.667972 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cff11f4-6339-4b8d-9141-4c8735bec887 req-d6b9bef3-0dfd-4eb5-8dd5-030db95fb0a8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Mar 05 00:47:19.865247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650648-acec-4f5b-8abd-bdd18a1627a7 req-6ede6366-9740-4178-af81-5d34b0765656 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:19.866704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd650648-acec-4f5b-8abd-bdd18a1627a7 req-6ede6366-9740-4178-af81-5d34b0765656 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0789659 Mar 05 00:47:19.910327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dd650648-acec-4f5b-8abd-bdd18a1627a7 req-14bb2a99-570d-4a65-93a1-d582fdfe7286 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Mar 05 00:47:21.105309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c064-4a78-44fb-ab47-66386b0f1abb req-8b1d76b6-318c-406a-b461-83967ff872ed tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:21.107245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed99c064-4a78-44fb-ab47-66386b0f1abb req-8b1d76b6-318c-406a-b461-83967ff872ed tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0783324 Mar 05 00:47:21.150487 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed99c064-4a78-44fb-ab47-66386b0f1abb req-dc7fec53-0dba-4533-a890-422bb055d495 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Mar 05 00:47:22.341750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bd477-ffca-4edc-b507-7708af638fdc req-fd0b7f01-5dd5-4ae0-a005-522d8f9d2c4a tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:22.343175 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41bd477-ffca-4edc-b507-7708af638fdc req-fd0b7f01-5dd5-4ae0-a005-522d8f9d2c4a tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0750682 Mar 05 00:47:22.389960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41bd477-ffca-4edc-b507-7708af638fdc req-384a6ecc-d1b8-46ef-aa2a-92d4ae9ef5df tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Mar 05 00:47:23.585242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3286b2-cc95-4809-83ad-2fe673e0c234 req-89c902fa-c73e-41ec-a233-c5386a7a59f4 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:23.586966 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f3286b2-cc95-4809-83ad-2fe673e0c234 req-89c902fa-c73e-41ec-a233-c5386a7a59f4 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0753899 Mar 05 00:47:23.635413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5f3286b2-cc95-4809-83ad-2fe673e0c234 req-2546befe-3335-4f3d-bb45-9627f59d8216 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Mar 05 00:47:24.831030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa81d-6379-48a3-89c3-11281e6e17f3 req-aae3f2c4-a4fd-46c0-a464-47633de73e3c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:24.836040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f56fa81d-6379-48a3-89c3-11281e6e17f3 req-aae3f2c4-a4fd-46c0-a464-47633de73e3c tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0761552 Mar 05 00:47:24.879581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f56fa81d-6379-48a3-89c3-11281e6e17f3 req-d76e3867-d05c-49a4-98be-5c9d7a6f3f88 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Mar 05 00:47:26.071608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a839a3-68ab-4e9c-9ce0-04912e7b6e0b req-11805f0e-ac47-40b9-bd88-5d5e18397087 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:26.073050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10a839a3-68ab-4e9c-9ce0-04912e7b6e0b req-11805f0e-ac47-40b9-bd88-5d5e18397087 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0747168 Mar 05 00:47:26.119871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10a839a3-68ab-4e9c-9ce0-04912e7b6e0b req-fd9b67cc-9e27-4aef-90a6-b2d9db672a06 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Mar 05 00:47:27.447707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9df5-e7f3-4129-a4e4-92a7d80f2aaa req-d799df6b-8998-4e00-80c9-41fae6c780a2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:27.449168 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-260c9df5-e7f3-4129-a4e4-92a7d80f2aaa req-d799df6b-8998-4e00-80c9-41fae6c780a2 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.1441622 Mar 05 00:47:27.472157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:27.577918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-260c9df5-e7f3-4129-a4e4-92a7d80f2aaa req-92734084-07ba-4858-ad66-21020310f4cf tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224878 Mar 05 00:47:27.773892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:28.772490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97b93-645c-4319-ac03-c1b8a41e0aea req-ecddf032-d1e7-480b-a7af-b2a310fcc887 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:28.773964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ba97b93-645c-4319-ac03-c1b8a41e0aea req-ecddf032-d1e7-480b-a7af-b2a310fcc887 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0787916 Mar 05 00:47:28.817945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ba97b93-645c-4319-ac03-c1b8a41e0aea req-68e76302-2438-428a-b2f8-157b4bb486e5 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Mar 05 00:47:30.010538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e2390-66bc-46f2-b3a4-d31809129b53 req-39f7649c-b968-4204-97b9-694343c56bd6 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:30.012513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-082e2390-66bc-46f2-b3a4-d31809129b53 req-39f7649c-b968-4204-97b9-694343c56bd6 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.0758612 Mar 05 00:47:30.056726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-082e2390-66bc-46f2-b3a4-d31809129b53 req-06ec590e-3625-45dc-89f2-ab3ccd6df9be tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Mar 05 00:47:30.938924 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e74f8153-4cb0-47a0-8395-3a29ed9e2942 service neutron] show failed (client error): The resource could not be found. Mar 05 00:47:30.939899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e74f8153-4cb0-47a0-8395-3a29ed9e2942 service neutron] 10.222.0.10 "GET /v2.0/ports/8502385e-284c-4938-bd50-35594d5e7037/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0723598 Mar 05 00:47:31.274440 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-d85928ad-abda-4b1c-925c-a53f1966b935 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13&tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0 HTTP/1.1" status: 200 len: 1096 time: 0.1469784 Mar 05 00:47:31.284581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:47:31.443120 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:31.466867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfda8-1640-4f0b-a359-c1eaaabfdd08 req-d0aa862f-c04d-414e-b2c7-05922f622f69 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:31.468226 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e2bfda8-1640-4f0b-a359-c1eaaabfdd08 req-d0aa862f-c04d-414e-b2c7-05922f622f69 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.2361035 Mar 05 00:47:31.600641 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e2bfda8-1640-4f0b-a359-c1eaaabfdd08 req-90e57c94-c476-4624-8222-68f50a7ade38 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082544 Mar 05 00:47:31.746079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:31.773385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:47:31.826656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8502385e-284c-4938-bd50-35594d5e7037'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:47:31.832360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:31.848089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Transition to ACTIVE for port object 8502385e-284c-4938-bd50-35594d5e7037 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:47:31.851833 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:31.894185 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8502385e-284c-4938-bd50-35594d5e7037', 'code': 200} Mar 05 00:47:32.083741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:32.099386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] No DVR routers for this DVR port 8502385e-284c-4938-bd50-35594d5e7037 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:47:32.103777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.104112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.104439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.104764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.105083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.105454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.105771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.106083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.106394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.106704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.107012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:32.161942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:47:32.162262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:47:32.162580 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 on network faf6420c-e8c3-4c93-ac56-1c8fe3531889 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:47:32.168126 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Port 8502385e-284c-4938-bd50-35594d5e7037 on network faf6420c-e8c3-4c93-ac56-1c8fe3531889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:47:32.168437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Attempting to bind port 8502385e-284c-4938-bd50-35594d5e7037 on network faf6420c-e8c3-4c93-ac56-1c8fe3531889 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:47:32.174427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:47:32.174750 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Checking segment: {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:47:32.175118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Bound using segment: {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:47:32.175542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Bound port: 8502385e-284c-4938-bd50-35594d5e7037, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901f92e7-3492-418b-8500-6ba0404b3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:47:32.175850 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:32.261613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:47:32.264422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:47:32.268268 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:32.326655 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:32.328006 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 1091 time: 1.0473258 Mar 05 00:47:32.345512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966ab0e-d3dd-455d-b7d4-015ea8bd43a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:32.417539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-fa8d5ba0-417b-4250-8a98-1c937e17f70b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1094 time: 0.0684674 Mar 05 00:47:32.492795 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:47:32.542472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab45c5-1809-4692-a633-dd0b92782732 req-acf2ecd6-6062-47ab-a5be-4cfc28e3411a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:32.544419 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-acf2ecd6-6062-47ab-a5be-4cfc28e3411a service neutron] 10.222.0.36 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 913 time: 0.1209736 Mar 05 00:47:32.608162 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-3800c378-09a1-45f0-b2a3-ce5138ce7d4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.0585544 Mar 05 00:47:32.670394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab45c5-1809-4692-a633-dd0b92782732 req-66405395-f62b-4af5-b3d8-38874ac81612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:32.671837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-66405395-f62b-4af5-b3d8-38874ac81612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.0587306 Mar 05 00:47:32.716632 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-0a5cd149-9c40-4b8d-af4b-96ef82dca433 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380056 Mar 05 00:47:32.726837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-d586bc6e-9a02-4185-91b8-020922e35073 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:47:32.727724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-d586bc6e-9a02-4185-91b8-020922e35073 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046775 Mar 05 00:47:32.909577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-c80d6900-51c4-4833-a15a-ca7b0970a973 service neutron] 10.222.0.36 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523187 Mar 05 00:47:32.914952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934b10a-5d82-4f90-9526-024e6aff74c8 req-b84e698f-160f-4966-8201-6c4e211184ff tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:32.916274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0934b10a-5d82-4f90-9526-024e6aff74c8 req-b84e698f-160f-4966-8201-6c4e211184ff tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 943 time: 0.1877060 Mar 05 00:47:33.049821 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0934b10a-5d82-4f90-9526-024e6aff74c8 req-cbccc931-a3b5-45aa-835a-b1d24a654330 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155818 Mar 05 00:47:33.071704 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34ab45c5-1809-4692-a633-dd0b92782732 req-b94f61f6-be28-425d-9b1d-a71602514cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545401 Mar 05 00:47:33.895290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'tag': '8502385e-284c-4938-bd50-35594d5e7037'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:47:33.960695 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'tag': '8502385e-284c-4938-bd50-35594d5e7037', 'status': 'completed', 'code': 200} Mar 05 00:47:34.101868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-18a77456-42bf-4c17-a2bc-05ccbaea394c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1094 time: 0.1246347 Mar 05 00:47:34.105364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-5745e396-f1f9-469e-9eb9-4543c3d19c28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1094 time: 0.0991461 Mar 05 00:47:34.489616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-5bc2489f-bca2-45b8-84a5-4d730ef41408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:34.490942 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-5bc2489f-bca2-45b8-84a5-4d730ef41408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 913 time: 0.3663495 Mar 05 00:47:34.496907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-beaa8043-e4bf-43e5-ac29-3b828732d4fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:34.498207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-beaa8043-e4bf-43e5-ac29-3b828732d4fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 913 time: 0.3903253 Mar 05 00:47:34.616676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98df0-02be-4095-af3d-b11024623d34 req-44b7e129-4b16-4adb-956a-5a8fc7236f55 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:34.618095 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97a98df0-02be-4095-af3d-b11024623d34 req-44b7e129-4b16-4adb-956a-5a8fc7236f55 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 943 time: 0.4199033 Mar 05 00:47:34.639749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-cb32c727-5f1c-4856-b6df-e81b3c699629 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.0935230 Mar 05 00:47:34.640861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-0dacee04-7e48-4ce5-836f-f3cee0d34418 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.1418521 Mar 05 00:47:34.763811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-219cbae9-9606-412a-9ff8-09bf2167a1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:34.765145 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-219cbae9-9606-412a-9ff8-09bf2167a1af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.1190636 Mar 05 00:47:34.768862 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97a98df0-02be-4095-af3d-b11024623d34 req-b5a11190-1fc4-4bb0-ad2e-0f646b452666 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433868 Mar 05 00:47:34.773016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-9245b1cb-a4d4-402e-b168-543f790a3053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:34.774323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-9245b1cb-a4d4-402e-b168-543f790a3053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.0953422 Mar 05 00:47:34.826936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:47:34.846413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-82089db3-b2ba-4559-b236-6336f8b6f2fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748882 Mar 05 00:47:34.851870 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-68dae6da-fc66-48e4-91f5-1ab76cefca01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460992 Mar 05 00:47:34.884357 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:47:34.980158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b687-d1f7-4de2-9764-9491719547b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:35.085548 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-f0ea72cd-5fe0-41e2-998f-8ae2482fea47 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326827 Mar 05 00:47:35.087597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-be9533b6-3789-4a9b-a1e4-2ec983bb3c9e service neutron] 10.222.0.36 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183442 Mar 05 00:47:35.315774 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-8af6e136-c8bb-41a5-85b2-b90c56ac6e35 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247560 Mar 05 00:47:35.317550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f071ebb5-1d9c-478b-a795-e2d32249c88e req-26911f23-7da5-42d6-bda4-0e0e4d7b00eb service neutron] 10.222.0.36 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101181 Mar 05 00:47:35.970588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4af0-cc4c-4238-829e-d1a3ab9f559c req-4839cc38-f2a4-4234-bd49-527d824c55eb tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:35.972781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24ce4af0-cc4c-4238-829e-d1a3ab9f559c req-4839cc38-f2a4-4234-bd49-527d824c55eb tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 943 time: 0.0806127 Mar 05 00:47:36.023346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24ce4af0-cc4c-4238-829e-d1a3ab9f559c req-8bc9134c-1256-44e2-8398-52c33143b733 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Mar 05 00:47:37.057596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f23b7936-b9ce-42b5-a515-308f8eb76fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:37.220917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b67c2-6264-46af-8fde-309775670230 req-5f9e69f8-74da-4de6-a419-0fdbe076bac8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:37.222416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-452b67c2-6264-46af-8fde-309775670230 req-5f9e69f8-74da-4de6-a419-0fdbe076bac8 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 943 time: 0.0753500 Mar 05 00:47:37.266186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-452b67c2-6264-46af-8fde-309775670230 req-c488f9b7-7daf-46d0-bb4d-4feb64443882 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383201 Mar 05 00:47:37.641805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452358-aa07-4471-a624-d09932c028a2 req-f39eb179-455e-494b-94b7-29f3d3e90d20 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:37.643221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-f39eb179-455e-494b-94b7-29f3d3e90d20 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13&tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 943 time: 0.0827963 Mar 05 00:47:37.718664 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-7a452358-aa07-4471-a624-d09932c028a2 req-4fed1996-ea6c-4c8d-857e-80e6f2fd6672 service neutron] delete failed (client error): The resource could not be found. Mar 05 00:47:37.719620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-4fed1996-ea6c-4c8d-857e-80e6f2fd6672 service neutron] 10.222.0.10 "DELETE /v2.0/ports/8502385e-284c-4938-bd50-35594d5e7037/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0712104 Mar 05 00:47:37.780453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:47:37.851996 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-d038f18f-aec0-4be3-8338-b9d73ce171fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 1094 time: 0.0669799 Mar 05 00:47:37.911329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:37.924083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '8502385e-284c-4938-bd50-35594d5e7037', 'network_id': 'faf6420c-e8c3-4c93-ac56-1c8fe3531889', 'port_id': '8502385e-284c-4938-bd50-35594d5e7037', 'mac_address': 'fa:16:3e:08:67:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:47:37.977199 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:37.979888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452358-aa07-4471-a624-d09932c028a2 req-fdcc4661-97e5-4b3d-a805-f905140d051b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:37.981701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-fdcc4661-97e5-4b3d-a805-f905140d051b service neutron] 10.222.0.10 "GET /v2.0/networks?id=faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 200 len: 913 time: 0.1242986 Mar 05 00:47:37.994327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8502385e-284c-4938-bd50-35594d5e7037 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:47:38.015526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:38.019410 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:38.052245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-0856bde4-1c01-475f-a758-cb0917082185 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 200 len: 217 time: 0.0653634 Mar 05 00:47:38.087637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:38.096305 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.096658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.097043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.097389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.097719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.098044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.098367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.098688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.099009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.099326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.099643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:38.113057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452358-aa07-4471-a624-d09932c028a2 req-9b227c25-18ec-4d4e-9fa3-a4c0138eff58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:38.114521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-9b227c25-18ec-4d4e-9fa3-a4c0138eff58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 200 len: 852 time: 0.0567403 Mar 05 00:47:38.257829 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-cdaa8c60-d5b3-4a99-a152-a04e74164c1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faf6420c-e8c3-4c93-ac56-1c8fe3531889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376908 Mar 05 00:47:38.366341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['8502385e-284c-4938-bd50-35594d5e7037'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:47:38.382806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-218cb7df-5e71-4d07-b748-c1297a8bdd66 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191473 Mar 05 00:47:38.433434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:38.436683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:38.512196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-fdf59313-2e0d-4bbd-84c5-ba82f0d4e667 service neutron] 10.222.0.10 "GET /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237590 Mar 05 00:47:39.288698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5067d3-efd4-47d9-989d-11d1f9f36a6b req-d69bfde0-3b32-4c3f-bdcf-41fdd7750281 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:39.290189 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd5067d3-efd4-47d9-989d-11d1f9f36a6b req-d69bfde0-3b32-4c3f-bdcf-41fdd7750281 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 944 time: 0.0741203 Mar 05 00:47:39.337441 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bd5067d3-efd4-47d9-989d-11d1f9f36a6b req-39ecce45-a1b0-49ad-bea1-81bf80cb2efd tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Mar 05 00:47:39.802776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:47:39.896627 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:39.912714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 8502385e-284c-4938-bd50-35594d5e7037 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:47:39.917349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 8502385e-284c-4938-bd50-35594d5e7037 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:47:39.918211 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:40.028029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:40.053590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8502385e-284c-4938-bd50-35594d5e7037'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:47:40.063095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:40.066792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:40.110540 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8502385e-284c-4938-bd50-35594d5e7037', 'code': 200} Mar 05 00:47:40.132660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:40.571240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f7369-55ac-4a62-9f90-2e93b56f2fed req-04aebc28-8846-485f-b6e6-98a12b26627b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:40.572670 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-116f7369-55ac-4a62-9f90-2e93b56f2fed req-04aebc28-8846-485f-b6e6-98a12b26627b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.1156912 Mar 05 00:47:40.634066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452358-aa07-4471-a624-d09932c028a2 req-915d5e71-a242-4c8a-b4ca-1e84d4c48c52 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:40.635398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-915d5e71-a242-4c8a-b4ca-1e84d4c48c52 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cf2c450-35f9-4b0a-9a01-63ccca40ce13 HTTP/1.1" status: 200 len: 945 time: 0.1225014 Mar 05 00:47:40.640485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-116f7369-55ac-4a62-9f90-2e93b56f2fed req-7b1bb17f-9e68-4c42-a20d-183f4645568b tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5862805f-0288-450c-a7ef-4b784521de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598800 Mar 05 00:47:40.701751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Deleting port 8502385e-284c-4938-bd50-35594d5e7037 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:47:40.702090 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:40.935644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] For port 8502385e-284c-4938-bd50-35594d5e7037, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=8502385e-284c-4938-bd50-35594d5e7037,segment=NetworkSegment(901f92e7-3492-418b-8500-6ba0404b3810),segment_id=901f92e7-3492-418b-8500-6ba0404b3810)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:40.935916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:41.052328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Calling delete_port for 8502385e-284c-4938-bd50-35594d5e7037 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:47:41.189913 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:41.201678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['8502385e-284c-4938-bd50-35594d5e7037'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:47:41.237717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Pushing event deleted for resources: {'Port': ['ID=8502385e-284c-4938-bd50-35594d5e7037,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:41.310434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] No DVR routers for this DVR port 8502385e-284c-4938-bd50-35594d5e7037 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:47:41.312844 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:41.315250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-deleted', 'tag': '8502385e-284c-4938-bd50-35594d5e7037'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:47:41.339149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a452358-aa07-4471-a624-d09932c028a2 req-775ecd9d-89cb-419e-90ee-a1b2829aee61 tempest-DeleteServersTestJSON-641471147 tempest-DeleteServersTestJSON-641471147-project] 10.222.0.36 "DELETE /v2.0/ports/8502385e-284c-4938-bd50-35594d5e7037 HTTP/1.1" status: 204 len: 173 time: 0.6976020 Mar 05 00:47:41.376901 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf2c450-35f9-4b0a-9a01-63ccca40ce13', 'name': 'network-vif-deleted', 'tag': '8502385e-284c-4938-bd50-35594d5e7037', 'status': 'completed', 'code': 200} Mar 05 00:47:41.905172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42246) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:47:41.962631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Deleting subnet beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:47:41.966130 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.016898 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.068845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.137824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.175105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:42.184998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.189291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.189642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.189974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.190302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.190622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.190944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.191260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.191577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.191889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.192222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.192515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:47:42.197855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7302e2b7-542d-4bef-9647-1dba8e561c04 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/beb97bd6-4e59-41e7-8ce3-33a2ee9d2f23 HTTP/1.1" status: 204 len: 168 time: 0.2914400 Mar 05 00:47:42.200715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42250) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:47:42.302874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.424870 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.454445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf6420c-e8c3-4c93-ac56-1c8fe3531889']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:47:42.466704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f92e7-3492-418b-8500-6ba0404b3810') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:47:42.467000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f92e7-3492-418b-8500-6ba0404b3810') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:47:42.478843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.494638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.501634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:47:42.502202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:47:42.516305 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:47:42.593186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.609127 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.621873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf6420c-e8c3-4c93-ac56-1c8fe3531889,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:42.627826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1d69a15c-dad2-4597-8b81-0f0fb92c8473 admin admin] 10.222.0.32 "DELETE /v2.0/networks/faf6420c-e8c3-4c93-ac56-1c8fe3531889 HTTP/1.1" status: 204 len: 168 time: 0.4258630 Mar 05 00:47:42.764923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42256) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:47:42.817704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4440cf15-af72-470f-99fa-f79ad0103dad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee652a7155d94e7bbe6e4f8f8bcd30b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515597 Mar 05 00:47:42.820298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42260) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:47:42.881903 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0208eccf-7194-4b22-9531-5c9fb0fd4a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.907058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0208eccf-7194-4b22-9531-5c9fb0fd4a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.958283 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0208eccf-7194-4b22-9531-5c9fb0fd4a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.974128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208eccf-7194-4b22-9531-5c9fb0fd4a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5862805f-0288-450c-a7ef-4b784521de94,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:42.987302 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0208eccf-7194-4b22-9531-5c9fb0fd4a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:42.988426 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0208eccf-7194-4b22-9531-5c9fb0fd4a6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5862805f-0288-450c-a7ef-4b784521de94 HTTP/1.1" status: 204 len: 168 time: 0.1672478 Mar 05 00:47:43.803982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42282) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:47:43.820206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:47:43.853017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 8502385e-284c-4938-bd50-35594d5e7037 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:47:43.853394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 8502385e-284c-4938-bd50-35594d5e7037 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:47:43.932080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-35471912-network', 'tenant_id': '3bbab621544a4749805cd012832eccca'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:47:43.938103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:47:43.941956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Usage tracker for resource:network and tenant:3bbab621544a4749805cd012832eccca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:47:43.944927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:47:43.951331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:47:43.963600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Made reservation on behalf of 3bbab621544a4749805cd012832eccca for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:47:43.965959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:43.978190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.009960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:47:44.014235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Usage tracker for resource:security_group_rule and tenant:3bbab621544a4749805cd012832eccca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:47:44.017068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:47:44.022937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:47:44.090054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.093515 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.125267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:47:44.130231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc67a2-0105-4974-81b9-507253f95bdb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:44.138243 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.138243 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Added segment e47b5e38-9b78-457b-875e-cfcf94e78a91 of type vlan for network 42c9fec7-907e-4878-b5c7-711bc63402ea Mar 05 00:47:44.170344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.198501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.199808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:44.200373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.299785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] Pushing event updated for resources: {'Network': ['ID=42c9fec7-907e-4878-b5c7-711bc63402ea,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:44.305413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c525eb0b-c9f4-4360-b85a-c2699ab0b283 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4976707 Mar 05 00:47:44.305784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42288) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:47:44.309986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 42c9fec7-907e-4878-b5c7-711bc63402ea details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:47:44.311507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Request body: {'subnet': {'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-35471912-subnet', 'tenant_id': '3bbab621544a4749805cd012832eccca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:47:44.316933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:47:44.320776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Usage tracker for resource:subnet and tenant:3bbab621544a4749805cd012832eccca is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:47:44.323576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:47:44.330085 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:47:44.341171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Made reservation on behalf of 3bbab621544a4749805cd012832eccca for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:47:44.343587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.542123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.615451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9963df7b-22b2-46b3-be84-24ed61ac6914,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:44.624889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Checking segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:47:44.625267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Network hostable DHCP agents. Network: 42c9fec7-907e-4878-b5c7-711bc63402ea, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:47:44.645809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Network 42c9fec7-907e-4878-b5c7-711bc63402ea is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:47:44.655003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 42c9fec7-907e-4878-b5c7-711bc63402ea) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:47:44.658864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:44.659442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:44.664867 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ecfb1-604d-4496-b52c-2aafb140f804 None None] Network 42c9fec7-907e-4878-b5c7-711bc63402ea requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:47:44.689271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-99a069b4-80ce-4b3f-9e10-e9ced1b0369c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3768425 Mar 05 00:47:44.871250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e7600-641f-465b-afdf-dbf4c313d2d8 None None] Network 42c9fec7-907e-4878-b5c7-711bc63402ea requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:47:45.214301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e4c880d4-5882-433e-8e86-78a1db476186 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:45.215556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e4c880d4-5882-433e-8e86-78a1db476186 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Synchronizing usage tracker for tenant:3bbab621544a4749805cd012832eccca on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:47:45.231759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e4c880d4-5882-433e-8e86-78a1db476186 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Unset dirty status for tenant:3bbab621544a4749805cd012832eccca on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:47:45.232940 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e4c880d4-5882-433e-8e86-78a1db476186 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 813 time: 0.1597118 Mar 05 00:47:45.249437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-6d071889-c11c-447b-b3e9-0995e3aa62fe tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/quotas/3bbab621544a4749805cd012832eccca HTTP/1.1" status: 200 len: 375 time: 0.0110662 Mar 05 00:47:45.379235 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b3dfa536-51ff-4d37-a845-4a1fd89bdef9 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248894 Mar 05 00:47:45.507644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-9f567ad3-0aeb-468e-bb38-262c776cd747 service neutron] 10.222.0.32 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219113 Mar 05 00:47:45.639166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-2b7f3bce-bc7d-4c9e-8bc1-148b02d74bfe service neutron] 10.222.0.32 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251659 Mar 05 00:47:45.818179 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e5e0573-84b4-4f13-a211-8b786b44f2ea req-acf697a8-1cd3-414c-b502-2f6c3961bc73 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 210 time: 0.0405724 Mar 05 00:47:46.813560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-8617f789-6ae3-4933-8700-d69bcacdd87d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:46.814968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-8617f789-6ae3-4933-8700-d69bcacdd87d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 813 time: 0.1439841 Mar 05 00:47:46.830971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Request body: {'port': {'device_id': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'admin_state_up': True, 'tenant_id': '3bbab621544a4749805cd012832eccca'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:47:46.981861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47c83ef5-e867-47ed-b8e0-a2bcc555352a req-239da729-b86c-4d23-8638-97e625eb96df tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 210 time: 0.0412142 Mar 05 00:47:47.062058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:47:47.066198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Usage tracker for resource:port and tenant:3bbab621544a4749805cd012832eccca is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:47:47.068882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:47:47.075101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:47:47.084859 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Made reservation on behalf of 3bbab621544a4749805cd012832eccca for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:47:47.088131 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:47.244678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Allocated IP 172.20.0.12 (42c9fec7-907e-4878-b5c7-711bc63402ea/9963df7b-22b2-46b3-be84-24ed61ac6914/dc9eb862-474f-4a3a-8ac9-7a8024e7618e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:47:47.438362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:47.464404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:47.537588 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Network 42c9fec7-907e-4878-b5c7-711bc63402ea is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:47:47.540529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:47:47.543464 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:47:47.579341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:47.609365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:47.610062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:47.629588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-b081a8fc-19ea-4702-a57a-4f44d3ff4324 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028495 Mar 05 00:47:47.741301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Request body: {'port': {'device_id': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:47:47.846231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:48.242971 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a9eda-773f-49b5-a897-5dcded403622 req-dfb63ca5-3ce0-4ff2-a5e3-252f9e44df1f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:48.243662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3a3a9eda-773f-49b5-a897-5dcded403622 req-dfb63ca5-3ce0-4ff2-a5e3-252f9e44df1f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Synchronizing usage tracker for tenant:3bbab621544a4749805cd012832eccca on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:47:48.249242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9eb862-474f-4a3a-8ac9-7a8024e7618e {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:47:48.259017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:48.279632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3a3a9eda-773f-49b5-a897-5dcded403622 req-dfb63ca5-3ce0-4ff2-a5e3-252f9e44df1f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Unset dirty status for tenant:3bbab621544a4749805cd012832eccca on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:47:48.280834 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a3a9eda-773f-49b5-a897-5dcded403622 req-dfb63ca5-3ce0-4ff2-a5e3-252f9e44df1f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 932 time: 0.1782444 Mar 05 00:47:48.281760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Transition to ACTIVE for port object dc9eb862-474f-4a3a-8ac9-7a8024e7618e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:47:48.285116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:48.428012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:48.446609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a3a9eda-773f-49b5-a897-5dcded403622 req-93ae432e-d018-4a85-ac7b-f781a2986add tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577528 Mar 05 00:47:48.547879 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:47:48.548121 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:47:48.548440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:47:48.554043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on network 42c9fec7-907e-4878-b5c7-711bc63402ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:47:48.554353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:47:48.560900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:47:48.561244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Checking segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:47:48.561617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Bound using segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:47:48.562024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Bound port: dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:47:48.562352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:48.646571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:47:48.649452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:47:48.653651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:48.713473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:48.715207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-e874b746-6ef7-41da-94bc-b357200effba service neutron] 10.222.0.36 "PUT /v2.0/ports/dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 1092 time: 1.0408013 Mar 05 00:47:48.717983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:47:48.738876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874b746-6ef7-41da-94bc-b357200effba service neutron] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:48.786461 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'status': 'completed', 'code': 200} Mar 05 00:47:48.821546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-d4c5fde5-d892-4534-b806-41d62a12c31c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1095 time: 0.0675235 Mar 05 00:47:48.980807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-5ea775a0-cbcb-4ef4-a50e-1f27625a8feb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.1528521 Mar 05 00:47:49.040646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-7815085e-b08a-42d8-87d5-fd74dacfc508 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:49.042115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-7815085e-b08a-42d8-87d5-fd74dacfc508 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0556149 Mar 05 00:47:49.085833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-8b4887b3-7145-4a31-b9fa-e06190ec1d7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380733 Mar 05 00:47:49.211928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-40487127-3be6-444d-8505-1c5eb3512374 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208413 Mar 05 00:47:49.339298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e38e07e-213a-40f7-a1bf-1f21ddf94368 req-a95c7cf5-921a-4fdb-89a6-27ffd7bb6519 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216342 Mar 05 00:47:49.456280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-d2c16ee1-320b-454d-a503-ca44175b6861 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1095 time: 0.0706894 Mar 05 00:47:49.626404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-d845aca2-2391-4f28-a936-98307338cfcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:49.627753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-d845aca2-2391-4f28-a936-98307338cfcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1657517 Mar 05 00:47:49.704689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-4e480dd7-880d-46a2-a0f4-e7c3dfed0ac1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.0691185 Mar 05 00:47:49.747241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f95132-af5c-49f2-8617-0c2ad8b7b37b req-9bce942e-8c0f-4ecc-9245-153b99869eb0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:49.748626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0f95132-af5c-49f2-8617-0c2ad8b7b37b req-9bce942e-8c0f-4ecc-9245-153b99869eb0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.1842570 Mar 05 00:47:49.802516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-7b922f3e-b9cb-4260-88cf-41d2561c122c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:49.803871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-7b922f3e-b9cb-4260-88cf-41d2561c122c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0932474 Mar 05 00:47:49.810598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d0f95132-af5c-49f2-8617-0c2ad8b7b37b req-07515585-988d-4657-99a2-39d34d01a7a7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522287 Mar 05 00:47:49.850034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-dfca4e0b-a8b3-4c34-87f0-6a056997f931 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385575 Mar 05 00:47:49.975482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-c916656b-d449-4ba7-8765-35e337ce52f0 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196177 Mar 05 00:47:50.104807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e09e3755-774d-494a-a8b7-4103ea43e1b0 req-e5bd9afd-95e2-4822-a32d-ce5f5f95b5e0 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220417 Mar 05 00:47:51.009472 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d49a4-4dcf-45fe-b95f-2ac2a85ad30d req-823a8dfc-76e4-4372-abee-3725f12a0cf1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:51.010934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a25d49a4-4dcf-45fe-b95f-2ac2a85ad30d req-823a8dfc-76e4-4372-abee-3725f12a0cf1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0787740 Mar 05 00:47:51.055201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a25d49a4-4dcf-45fe-b95f-2ac2a85ad30d req-447d29c1-8057-4b54-b61c-b24eb715a6bb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Synchronizing usage tracker for tenant:3bbab621544a4749805cd012832eccca on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:47:51.071290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a25d49a4-4dcf-45fe-b95f-2ac2a85ad30d req-447d29c1-8057-4b54-b61c-b24eb715a6bb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Unset dirty status for tenant:3bbab621544a4749805cd012832eccca on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:47:51.072681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a25d49a4-4dcf-45fe-b95f-2ac2a85ad30d req-447d29c1-8057-4b54-b61c-b24eb715a6bb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Mar 05 00:47:52.271512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f6af-7c26-4685-8faf-b5dfe0cc2980 req-08787280-9589-4bbe-a354-8c37d787b6de tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:52.272952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8567f6af-7c26-4685-8faf-b5dfe0cc2980 req-08787280-9589-4bbe-a354-8c37d787b6de tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0742350 Mar 05 00:47:52.317413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8567f6af-7c26-4685-8faf-b5dfe0cc2980 req-0a37f482-4adb-4174-9a0f-3253f6219b7a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Mar 05 00:47:53.508505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f780b3-bd9e-4af9-8542-6a8432e6af5d req-844fed45-523a-463e-9bff-0ddeff2a350a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:53.509981 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46f780b3-bd9e-4af9-8542-6a8432e6af5d req-844fed45-523a-463e-9bff-0ddeff2a350a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0753810 Mar 05 00:47:53.556743 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46f780b3-bd9e-4af9-8542-6a8432e6af5d req-c086ed41-267a-4284-8b90-a6830ff23d92 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Mar 05 00:47:53.865611 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:47:53.996792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:54.009699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'port_id': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'mac_address': 'fa:16:3e:ba:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963df7b-22b2-46b3-be84-24ed61ac6914', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:47:54.061381 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:54.081288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9eb862-474f-4a3a-8ac9-7a8024e7618e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:47:54.096953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:54.100629 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:54.163208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:54.390727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['dc9eb862-474f-4a3a-8ac9-7a8024e7618e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:47:54.752711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6d29-8b24-4419-94c2-ab1f26cfc299 req-fe622cd4-55de-4ad7-953a-15d0b56b9867 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:54.754171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-427a6d29-8b24-4419-94c2-ab1f26cfc299 req-fe622cd4-55de-4ad7-953a-15d0b56b9867 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 945 time: 0.0784662 Mar 05 00:47:54.797578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-427a6d29-8b24-4419-94c2-ab1f26cfc299 req-9e595922-f753-4219-8a5c-2fbc2aa911ed tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Mar 05 00:47:55.880590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:47:55.948703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port dc9eb862-474f-4a3a-8ac9-7a8024e7618e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:47:55.953922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port dc9eb862-474f-4a3a-8ac9-7a8024e7618e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:47:55.954284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:55.991890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f5a1-5f33-4e7b-8452-caa08a67b25f req-6b6426c9-3fc8-44e1-84ba-a9ed9866233a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:55.993504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dba5f5a1-5f33-4e7b-8452-caa08a67b25f req-6b6426c9-3fc8-44e1-84ba-a9ed9866233a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 945 time: 0.0790234 Mar 05 00:47:56.040312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dba5f5a1-5f33-4e7b-8452-caa08a67b25f req-a3c6d930-c439-4315-b511-a36dc1ed9e88 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Mar 05 00:47:56.070944 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:56.097245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:47:56.106460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:47:56.111498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:56.153385 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'code': 200} Mar 05 00:47:56.180290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:47:56.272302 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5de6c52a-e452-4975-8d18-2322578f9526 req-36abc1a9-fee4-4bd2-9da2-f2b40b2a3250 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1097 time: 0.0667474 Mar 05 00:47:56.317620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5de6c52a-e452-4975-8d18-2322578f9526 req-ebdaf126-d7af-4fc4-a5a9-e110938cc28c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Mar 05 00:47:57.241801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0af05b-7953-4e4a-8724-681b4864acc0 req-e7ab575d-d6f9-49a0-9cf6-b59304419c9f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:57.243245 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de0af05b-7953-4e4a-8724-681b4864acc0 req-e7ab575d-d6f9-49a0-9cf6-b59304419c9f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0794127 Mar 05 00:47:57.287527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-de0af05b-7953-4e4a-8724-681b4864acc0 req-3813c76d-6c2a-4cdb-baf5-0c699be880d8 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Mar 05 00:47:57.494432 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:57.788131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:47:58.482455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110ce53-37a0-460a-b0b4-c2408b6f73ca req-b911ca19-8ac6-4303-ac0b-835ae629b61a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:58.483823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8110ce53-37a0-460a-b0b4-c2408b6f73ca req-b911ca19-8ac6-4303-ac0b-835ae629b61a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0754917 Mar 05 00:47:58.528274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8110ce53-37a0-460a-b0b4-c2408b6f73ca req-5025a17d-77a2-4d81-b7f5-7ace0de1d30e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Mar 05 00:47:58.721747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03aec4-4edb-431a-a0a5-495888a5d9ec req-7a906141-0bb6-4145-8d5d-cbfc3d7f40e7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:58.723188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d03aec4-4edb-431a-a0a5-495888a5d9ec req-7a906141-0bb6-4145-8d5d-cbfc3d7f40e7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0750279 Mar 05 00:47:58.766695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d03aec4-4edb-431a-a0a5-495888a5d9ec req-7b97798e-7069-4f08-8cd8-5ac4ef78583e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Mar 05 00:47:59.132763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35da850-0cdf-40e4-9d77-d135dbe82621 req-67026ab0-e58c-44c0-987d-e34bde5c399d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:59.134238 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e35da850-0cdf-40e4-9d77-d135dbe82621 req-67026ab0-e58c-44c0-987d-e34bde5c399d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0782454 Mar 05 00:47:59.178430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e35da850-0cdf-40e4-9d77-d135dbe82621 req-614e596e-edc5-4342-9722-5c961c6af203 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Mar 05 00:47:59.462729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef3965-8859-424e-a9f5-88b353fd3728 req-25ff5dc2-24f6-4eae-8716-a977e6401a3a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:47:59.464067 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80ef3965-8859-424e-a9f5-88b353fd3728 req-25ff5dc2-24f6-4eae-8716-a977e6401a3a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.1678774 Mar 05 00:47:59.507878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80ef3965-8859-424e-a9f5-88b353fd3728 req-3189de4b-be72-485a-b0f4-a2655533288c tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Mar 05 00:47:59.702568 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad531f00-9d34-4d5e-98f3-157b869665b3 req-b0012193-06c7-4c97-93f6-15d53f272807 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658255 Mar 05 00:47:59.962106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-4bae7ffe-445d-4a49-bd8f-60891bee6101 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822701 Mar 05 00:48:00.017444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579164d-0970-4ba3-bfd3-5521b8cf8d2f req-7d5588c9-6589-45de-b890-be679d258f95 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:00.018934 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2579164d-0970-4ba3-bfd3-5521b8cf8d2f req-7d5588c9-6589-45de-b890-be679d258f95 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0836737 Mar 05 00:48:00.069020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2579164d-0970-4ba3-bfd3-5521b8cf8d2f req-8550f373-a477-4bec-94c5-e9c4606a7e5e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Mar 05 00:48:01.163172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-df0508dd-5f9f-438a-b2b2-da9b05a0fbb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1097 time: 0.0708580 Mar 05 00:48:01.267726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cf4fc-56f0-4cd1-b742-915dc22c03d6 req-361bb21f-4aea-439a-ab40-4bac4ca463db tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:01.269367 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc3cf4fc-56f0-4cd1-b742-915dc22c03d6 req-361bb21f-4aea-439a-ab40-4bac4ca463db tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0795326 Mar 05 00:48:01.296773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-882315ea-f10a-456e-b092-34212a5411ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:01.298259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-882315ea-f10a-456e-b092-34212a5411ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1294935 Mar 05 00:48:01.316077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dc3cf4fc-56f0-4cd1-b742-915dc22c03d6 req-4c60995a-7fc6-4f90-803d-aa66e3e02bd4 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Mar 05 00:48:01.364664 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-6e5e44f5-f595-46d8-9159-2e980331d538 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.0604165 Mar 05 00:48:01.426665 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-44f370ec-22df-4775-868a-c1d096894278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:01.428045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-44f370ec-22df-4775-868a-c1d096894278 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0583992 Mar 05 00:48:01.470884 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1f824c69-d622-4ccb-9b22-1138e2c291a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373750 Mar 05 00:48:01.599085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-baff2ccb-0e75-43d3-8604-c589dd4f37e0 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222265 Mar 05 00:48:01.727307 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-acdef0c2-a4a0-4464-b328-86319965eef1 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230206 Mar 05 00:48:02.510434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c29ba-a542-4d0f-99cf-123e585982f4 req-637b987c-4f9a-41bc-a0f4-7ed797c6d143 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:02.512149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-369c29ba-a542-4d0f-99cf-123e585982f4 req-637b987c-4f9a-41bc-a0f4-7ed797c6d143 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0780926 Mar 05 00:48:02.556243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-369c29ba-a542-4d0f-99cf-123e585982f4 req-e6f071b1-3f15-4418-8b83-0fb130a6140f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Mar 05 00:48:03.757424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3329058-e2a3-4a77-aedb-8f6b4cdaba2c req-62a94f16-2a66-4d0d-a8b4-9e41a2ed6f57 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:03.758835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3329058-e2a3-4a77-aedb-8f6b4cdaba2c req-62a94f16-2a66-4d0d-a8b4-9e41a2ed6f57 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0793657 Mar 05 00:48:03.805687 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f3329058-e2a3-4a77-aedb-8f6b4cdaba2c req-d03dda5b-3888-4760-86c1-e7fb55d17db9 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Mar 05 00:48:05.002873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883853f-a466-4b73-b4dc-d827536ccce4 req-ebfc8bc8-a7ec-4b69-b51b-779a99320da6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:05.004297 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d883853f-a466-4b73-b4dc-d827536ccce4 req-ebfc8bc8-a7ec-4b69-b51b-779a99320da6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0804126 Mar 05 00:48:05.014551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f7f81f6-63e9-4850-ac34-4a5b1d658c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:05.050295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d883853f-a466-4b73-b4dc-d827536ccce4 req-02c4e7c9-422a-4461-899d-719ca1c089b9 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Mar 05 00:48:06.241087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63022f-6069-4169-9104-aa718ccf44ab req-cf6b3ac5-6f57-4d99-ad91-e77904e3b7cb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:06.242536 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f63022f-6069-4169-9104-aa718ccf44ab req-cf6b3ac5-6f57-4d99-ad91-e77904e3b7cb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0743420 Mar 05 00:48:06.287487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f63022f-6069-4169-9104-aa718ccf44ab req-12e16fbe-52af-4446-a397-2e6e897389fa tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Mar 05 00:48:07.060193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-92ca5da9-7df6-4642-a659-debf15c34dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:07.487708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12c9f9-85da-4828-ba1f-238e84411331 req-e7b08ff4-4934-4354-8167-7d3ca0e82a44 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:07.489133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee12c9f9-85da-4828-ba1f-238e84411331 req-e7b08ff4-4934-4354-8167-7d3ca0e82a44 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0782139 Mar 05 00:48:07.533601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee12c9f9-85da-4828-ba1f-238e84411331 req-b5a96f82-8909-4e89-9a14-fccf02315cfb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 Mar 05 00:48:07.938656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-6616163e-8e44-474a-a827-c7dfa050a478 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1097 time: 0.0684633 Mar 05 00:48:08.082181 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-675a1821-e5a6-4abb-8238-60391dcc9e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:08.083623 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-675a1821-e5a6-4abb-8238-60391dcc9e5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1262815 Mar 05 00:48:08.153063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-ddfd012f-9952-4cbe-9b5b-fbd7be0a4e9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.0636110 Mar 05 00:48:08.213071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-d378d9b2-4eb8-4f1e-bbfa-14c8b4b94818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:08.214650 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-d378d9b2-4eb8-4f1e-bbfa-14c8b4b94818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0557160 Mar 05 00:48:08.262112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-d0e9e7ad-4379-47a5-82e8-cd6403780788 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418539 Mar 05 00:48:08.399513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:08.411856 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:08.484952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-95cbb6c6-3142-47ad-9e1c-1432ed961576 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157969 Mar 05 00:48:08.614276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b41e3f51-3c4d-4227-9f58-6fa7308684fe req-8947c4d9-b4e5-4e08-a58c-a84e0aa70fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231749 Mar 05 00:48:08.728074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec0732-57d3-429c-81ad-3c50fd9d9f3f req-76b0b07b-59a1-468b-81ea-9d3e1dde84cc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:08.729517 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89ec0732-57d3-429c-81ad-3c50fd9d9f3f req-76b0b07b-59a1-468b-81ea-9d3e1dde84cc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0770695 Mar 05 00:48:08.772765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89ec0732-57d3-429c-81ad-3c50fd9d9f3f req-4b1e8cc9-b7f5-46f8-b818-32453efbd51c tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Mar 05 00:48:09.493132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:48:09.857894 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:09.966926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e76fc9-aec6-4a91-8e07-c45878c633c0 req-72c37416-0d41-462e-b85c-24f32e350e98 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:09.968383 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50e76fc9-aec6-4a91-8e07-c45878c633c0 req-72c37416-0d41-462e-b85c-24f32e350e98 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0754340 Mar 05 00:48:10.014097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-50e76fc9-aec6-4a91-8e07-c45878c633c0 req-8d6ca6e5-381e-46ae-8b59-151a109ce633 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Mar 05 00:48:11.212086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970a6be-6401-40e8-b06a-e848ccb23072 req-d034040f-92c0-49f4-a85f-43fae819f4c7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:11.213597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7970a6be-6401-40e8-b06a-e848ccb23072 req-d034040f-92c0-49f4-a85f-43fae819f4c7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0779872 Mar 05 00:48:11.263849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7970a6be-6401-40e8-b06a-e848ccb23072 req-2a273a3f-fa4a-4b02-bcbf-d4c7c23f83dc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Mar 05 00:48:12.459235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633c83e-dfd7-4ae1-942d-f04271461a2b req-bd84d052-3fb3-4502-9c03-2ba1f4a7f170 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:12.460679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a633c83e-dfd7-4ae1-942d-f04271461a2b req-bd84d052-3fb3-4502-9c03-2ba1f4a7f170 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0787692 Mar 05 00:48:12.504737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a633c83e-dfd7-4ae1-942d-f04271461a2b req-fafca79e-bf1e-496f-a53e-9d78ef06fed6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Mar 05 00:48:13.696209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235740-11fc-4fe8-a859-cb1e14744e63 req-5c087632-2baf-4471-bef1-c44d584ef03a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:13.697660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf235740-11fc-4fe8-a859-cb1e14744e63 req-5c087632-2baf-4471-bef1-c44d584ef03a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0745623 Mar 05 00:48:13.742016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf235740-11fc-4fe8-a859-cb1e14744e63 req-643d22f1-3eb6-47dc-b71d-35e4ce7018dd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Mar 05 00:48:14.937204 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b3191-8606-40a5-b4f3-ad3a4145423e req-795fc770-392a-4e16-b714-1f3512f707d0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:14.938687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f4b3191-8606-40a5-b4f3-ad3a4145423e req-795fc770-392a-4e16-b714-1f3512f707d0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0749352 Mar 05 00:48:14.984860 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f4b3191-8606-40a5-b4f3-ad3a4145423e req-afac8b96-eefc-4e2c-b24b-ae92ef0798e6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Mar 05 00:48:16.264664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb6366-9d76-43e3-a9d1-3c6335e55794 req-81fd43c5-8b65-43f2-bbff-534e62e6531a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:16.266049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9fb6366-9d76-43e3-a9d1-3c6335e55794 req-81fd43c5-8b65-43f2-bbff-534e62e6531a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.1622596 Mar 05 00:48:16.313972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9fb6366-9d76-43e3-a9d1-3c6335e55794 req-616b74ac-58d3-4375-ab62-2de52d89c47b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Mar 05 00:48:17.512411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa15955-0942-4aed-940b-d69d277edf3e req-9164a174-4383-4f5b-b5f6-29e7386a60f4 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:17.513872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efa15955-0942-4aed-940b-d69d277edf3e req-9164a174-4383-4f5b-b5f6-29e7386a60f4 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0776649 Mar 05 00:48:17.559559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efa15955-0942-4aed-940b-d69d277edf3e req-5fa0efb8-8e26-4671-a5be-c7440b1b026f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Mar 05 00:48:18.755027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db087035-d5b3-4d18-8280-b9d2f2d59cdf req-5269cdef-90b3-47ca-aca7-0b3764d79cad tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:18.756443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db087035-d5b3-4d18-8280-b9d2f2d59cdf req-5269cdef-90b3-47ca-aca7-0b3764d79cad tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0751302 Mar 05 00:48:18.799555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db087035-d5b3-4d18-8280-b9d2f2d59cdf req-f9ed657b-7fd1-4857-a7a9-2f793a067a5d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Mar 05 00:48:19.990497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6eeac-c8ee-41cd-a8a2-fbc46f77c85a req-5192997d-26c0-44da-856e-86c82df4a5d1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:19.991963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dae6eeac-c8ee-41cd-a8a2-fbc46f77c85a req-5192997d-26c0-44da-856e-86c82df4a5d1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0745821 Mar 05 00:48:20.041685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dae6eeac-c8ee-41cd-a8a2-fbc46f77c85a req-8c190a49-13c8-433a-8646-af6bc71247b6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Mar 05 00:48:21.236474 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56561-e210-465c-b246-846449bab449 req-ebe55cc3-a466-460e-a272-35d77152aa76 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:21.237943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48d56561-e210-465c-b246-846449bab449 req-ebe55cc3-a466-460e-a272-35d77152aa76 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0778377 Mar 05 00:48:21.282246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-48d56561-e210-465c-b246-846449bab449 req-7d52d1ce-3053-4fc7-afdc-720c6d25224f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Mar 05 00:48:22.476922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4fd5-e83d-45a5-89f5-f8646c28dad8 req-0ce541d3-8db1-4f00-9db3-e9f72ce8f4ed tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:22.478364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c3e4fd5-e83d-45a5-89f5-f8646c28dad8 req-0ce541d3-8db1-4f00-9db3-e9f72ce8f4ed tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0744903 Mar 05 00:48:22.521130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c3e4fd5-e83d-45a5-89f5-f8646c28dad8 req-10ba29aa-39ce-4b11-830d-c348e7b88597 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Mar 05 00:48:23.717193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f4985-b1dc-49fd-82f8-3615ea4bed25 req-67b1ac73-fa4b-4e1d-91a6-ea3d0eb728ca tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:23.718666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75f4985-b1dc-49fd-82f8-3615ea4bed25 req-67b1ac73-fa4b-4e1d-91a6-ea3d0eb728ca tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0746636 Mar 05 00:48:23.762728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75f4985-b1dc-49fd-82f8-3615ea4bed25 req-ad671c75-ec7f-4c83-a782-8fd56f8e6d58 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Mar 05 00:48:24.964951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c02d7b-baa9-4a76-80d7-81f10a183871 req-83d48d38-d896-42a2-a954-a4bdcabe902e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:24.968036 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54c02d7b-baa9-4a76-80d7-81f10a183871 req-83d48d38-d896-42a2-a954-a4bdcabe902e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0835085 Mar 05 00:48:25.012748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54c02d7b-baa9-4a76-80d7-81f10a183871 req-5e601ba2-c19e-4c79-bf9d-b43772e25557 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392263 Mar 05 00:48:26.212812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a76de3-4cef-4693-92ef-a31af86d4455 req-f8258507-2dfd-4ea1-8ac4-5ab2df3ec38d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:26.214845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3a76de3-4cef-4693-92ef-a31af86d4455 req-f8258507-2dfd-4ea1-8ac4-5ab2df3ec38d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0793796 Mar 05 00:48:26.259617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3a76de3-4cef-4693-92ef-a31af86d4455 req-9fe74fb2-62f6-4689-9a1a-d31492fff35f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Mar 05 00:48:27.452798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93da3c-75d7-4abc-8127-6bf763db33d3 req-f67f454a-1b4a-4388-b0a9-b8a02b083b8a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:27.454250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d93da3c-75d7-4abc-8127-6bf763db33d3 req-f67f454a-1b4a-4388-b0a9-b8a02b083b8a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0738955 Mar 05 00:48:27.493360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:27.500520 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d93da3c-75d7-4abc-8127-6bf763db33d3 req-c3a7c824-72e8-4dfb-8e55-e4976e08fa73 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Mar 05 00:48:27.785356 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:28.580392 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-8e4357ad-a204-4e3e-bc10-945566ff60f6 service neutron] show failed (client error): The resource could not be found. Mar 05 00:48:28.581417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-8e4357ad-a204-4e3e-bc10-945566ff60f6 service neutron] 10.222.0.36 "GET /v2.0/ports/dc9eb862-474f-4a3a-8ac9-7a8024e7618e/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0756159 Mar 05 00:48:28.698331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d2846-da66-460f-a586-6b5e38cc1581 req-3f7d0eaf-6adc-4215-b176-05b0f2ec2cc1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:28.699801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e04d2846-da66-460f-a586-6b5e38cc1581 req-3f7d0eaf-6adc-4215-b176-05b0f2ec2cc1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0772879 Mar 05 00:48:28.761649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e04d2846-da66-460f-a586-6b5e38cc1581 req-67b18d85-2678-40fa-b98d-ceff2d79764b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556540 Mar 05 00:48:28.934222 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-80b7a9a7-a0e7-4b31-bec6-ce14261ec24d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2&tenant_id=3bbab621544a4749805cd012832eccca HTTP/1.1" status: 200 len: 1097 time: 0.1281896 Mar 05 00:48:28.944311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:48:29.051133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:29.310137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:29.338222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:48:29.392313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:48:29.396986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:29.412034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Transition to ACTIVE for port object dc9eb862-474f-4a3a-8ac9-7a8024e7618e will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:48:29.415159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:29.632525 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'code': 200} Mar 05 00:48:29.658546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:29.670723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] No DVR routers for this DVR port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:48:29.721734 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:48:29.722055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:48:29.722371 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:48:29.727890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on network 42c9fec7-907e-4878-b5c7-711bc63402ea not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:48:29.728203 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Attempting to bind port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:48:29.734418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:48:29.734783 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Checking segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:48:29.735166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Bound using segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:48:29.735590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Bound port: dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:48:29.735931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:29.824901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:48:29.827950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:48:29.832704 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:29.894234 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:29.895601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] 10.222.0.10 "PUT /v2.0/ports/dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 1092 time: 0.9551287 Mar 05 00:48:29.907667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b905-23b9-4c7f-a4db-3ee2d0813f11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:29.963587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1af1f5-545a-4032-bcf8-0da7d4093df8 req-66059bbe-3756-47a9-82f5-318495529b09 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:29.965716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1af1f5-545a-4032-bcf8-0da7d4093df8 req-66059bbe-3756-47a9-82f5-318495529b09 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0849693 Mar 05 00:48:29.992363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-4fb04331-c197-4e3a-92eb-9981acf366cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1095 time: 0.0732994 Mar 05 00:48:30.019555 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa1af1f5-545a-4032-bcf8-0da7d4093df8 req-1370548f-ccde-4147-9ef3-149a175316ad tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Mar 05 00:48:30.122056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-60468210-074a-440c-84cc-aec497412aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:30.123386 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-60468210-074a-440c-84cc-aec497412aaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1253011 Mar 05 00:48:30.188118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-fbaeccfc-dfe0-44e6-afc7-4a0921d18154 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.0584512 Mar 05 00:48:30.251738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-c641ebb1-e7c7-49e9-a099-c957312276af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:30.253162 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-c641ebb1-e7c7-49e9-a099-c957312276af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0590992 Mar 05 00:48:30.296524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-4a5f65e1-0e01-4974-8e23-eb3c2a01914b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377061 Mar 05 00:48:30.424578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-a1f6bb09-b261-41a7-9cf0-1b9ed4f305c4 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220508 Mar 05 00:48:30.552655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a97fabb-9ca4-444d-9860-4eb37c695361 req-a847c450-02ac-4205-bcd7-277f720c9743 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227279 Mar 05 00:48:31.213522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1792c7a-5a45-4377-bfcc-370d8b6e45f4 req-f3381e10-f33b-4c8c-9efc-147ff824c8fd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:31.214960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1792c7a-5a45-4377-bfcc-370d8b6e45f4 req-f3381e10-f33b-4c8c-9efc-147ff824c8fd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0741298 Mar 05 00:48:31.262606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1792c7a-5a45-4377-bfcc-370d8b6e45f4 req-445e57c9-7546-492d-b507-fa14f4f46c3c tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Mar 05 00:48:31.633973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:48:31.698151 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'status': 'completed', 'code': 200} Mar 05 00:48:31.840534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-03e60786-36fa-4efc-a1ea-bd435e365765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1095 time: 0.1227674 Mar 05 00:48:31.843148 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-bc2b0e42-3f98-4bd5-bbcc-4ab796e7353a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1095 time: 0.0960691 Mar 05 00:48:32.037444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:48:32.074244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-c79119e4-4a9b-4068-bb1f-cbb26f7ffa32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:32.075681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-c79119e4-4a9b-4068-bb1f-cbb26f7ffa32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.2288685 Mar 05 00:48:32.077822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-9844c268-26d0-4007-a121-9c26c41248a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:32.079105 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-9844c268-26d0-4007-a121-9c26c41248a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.2104561 Mar 05 00:48:32.091772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:48:32.294888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-95ba3492-5456-40aa-9d2a-87b267dd2db0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.2124107 Mar 05 00:48:32.296153 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-330b7b1a-fec6-42a8-b5c7-427f5fa553b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.1636612 Mar 05 00:48:32.443382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-6de6763b-22bf-4a87-8fe6-044435ef7a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:32.444782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-6de6763b-22bf-4a87-8fe6-044435ef7a49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.1439812 Mar 05 00:48:32.448991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-f9e6445d-7fd6-4df5-bcba-815802061a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:32.450365 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-f9e6445d-7fd6-4df5-bcba-815802061a04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.1485047 Mar 05 00:48:32.535650 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-0ee0dacb-b92b-472c-a7df-aa12948d3e44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834150 Mar 05 00:48:32.538609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-2c448978-81b3-44c4-92b6-f564ce002b9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569143 Mar 05 00:48:32.708799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76db15-4cab-47c9-bf1d-22163cb0a17e req-e06d78ba-9f69-4f68-83ea-da790a73a68b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:32.710185 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b76db15-4cab-47c9-bf1d-22163cb0a17e req-e06d78ba-9f69-4f68-83ea-da790a73a68b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.3214612 Mar 05 00:48:32.820464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-2b3a1c24-446d-4129-84cb-6fe925f079d9 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773058 Mar 05 00:48:32.822150 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-58be87ec-57e4-456e-ab1f-8d295f79c96a service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772443 Mar 05 00:48:32.825323 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7b76db15-4cab-47c9-bf1d-22163cb0a17e req-639101fa-e784-43d6-8428-d6d3a3d5528e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074564 Mar 05 00:48:33.055911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-aa497844-7116-4546-ae07-7d1a7780c32f service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296171 Mar 05 00:48:33.058397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4404c10-6b53-44a1-aad4-e1629f9d9c15 req-5e5f8cce-fc89-490c-977a-b465ee2f6550 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149329 Mar 05 00:48:34.027144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ee6d4-a903-4bb3-b61c-a5cdcc74dccd req-9b9dfada-68c8-43e3-bb8a-29c70c63eab1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:34.028590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d2ee6d4-a903-4bb3-b61c-a5cdcc74dccd req-9b9dfada-68c8-43e3-bb8a-29c70c63eab1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0791128 Mar 05 00:48:34.072523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d2ee6d4-a903-4bb3-b61c-a5cdcc74dccd req-1908902d-e2a6-4427-aafe-8c1258081bc9 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Mar 05 00:48:34.398900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-43d40c3d-777b-492c-87eb-0415e88802d3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:34.400236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-43d40c3d-777b-492c-87eb-0415e88802d3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2&tenant_id=3bbab621544a4749805cd012832eccca&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 944 time: 0.0833910 Mar 05 00:48:34.410177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0d0c-673b-417b-abbc-6e78f622807d req-344f072f-f9d2-4c4c-8792-8484967dde7e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:34.411631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fbed0d0c-673b-417b-abbc-6e78f622807d req-344f072f-f9d2-4c4c-8792-8484967dde7e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 944 time: 0.0803423 Mar 05 00:48:34.457160 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fbed0d0c-673b-417b-abbc-6e78f622807d req-1d593620-6a54-4b98-825d-db7c849e0755 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 Mar 05 00:48:34.476117 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-a3cda68b-c82f-46f3-a441-a237f3d344b5 service neutron] delete failed (client error): The resource could not be found. Mar 05 00:48:34.477107 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-a3cda68b-c82f-46f3-a441-a237f3d344b5 service neutron] 10.222.0.36 "DELETE /v2.0/ports/dc9eb862-474f-4a3a-8ac9-7a8024e7618e/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0718026 Mar 05 00:48:34.611551 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-d2ef2616-7587-4479-8105-6da3af8d21d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 1095 time: 0.0670459 Mar 05 00:48:34.737990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-0754fc8a-553e-40d1-9fdc-fb30e5d96a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:34.739322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-0754fc8a-553e-40d1-9fdc-fb30e5d96a7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1223953 Mar 05 00:48:34.806519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-26614b2b-b499-4b37-85d1-cd1e5519469d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 200 len: 217 time: 0.0616252 Mar 05 00:48:34.865703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-2583e518-ed5d-4a49-a0f5-0806a07ece1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:34.867056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-2583e518-ed5d-4a49-a0f5-0806a07ece1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0551491 Mar 05 00:48:34.912529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-7cb62df8-5304-473d-99ae-d3023672bbc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399942 Mar 05 00:48:34.986428 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a22a90ce-8db2-4ae7-853c-6b1f2d7de69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:35.090312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:48:35.146317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-cf396f9c-f52b-4f5b-9007-6e594eefad5d service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281110 Mar 05 00:48:35.226500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:35.239791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'port_id': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'mac_address': 'fa:16:3e:ba:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963df7b-22b2-46b3-be84-24ed61ac6914', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:48:35.274749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4939e629-ad1a-4717-a75c-0ba301f5f370 req-326a3ba9-d43c-4cf4-9a27-30a71a625517 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226463 Mar 05 00:48:35.291741 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:35.313088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9eb862-474f-4a3a-8ac9-7a8024e7618e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:48:35.328308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:35.331838 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:35.395786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:35.635360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dc9eb862-474f-4a3a-8ac9-7a8024e7618e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:48:35.670881 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0271b-a5f0-4f54-b68d-db19e262570e req-903a1c1c-1fe3-438a-8a84-e6951b24dcf0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:35.674385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56d0271b-a5f0-4f54-b68d-db19e262570e req-903a1c1c-1fe3-438a-8a84-e6951b24dcf0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 945 time: 0.0926266 Mar 05 00:48:35.725011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-56d0271b-a5f0-4f54-b68d-db19e262570e req-46ddc63c-5cf9-473c-ad90-749312b17c87 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Mar 05 00:48:36.923933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6d83-b2de-46d4-82bc-83f71898bfba req-b637c4e9-4d8a-4355-b449-81c638852896 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:36.925392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-593f6d83-b2de-46d4-82bc-83f71898bfba req-b637c4e9-4d8a-4355-b449-81c638852896 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 945 time: 0.0782337 Mar 05 00:48:36.970800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-593f6d83-b2de-46d4-82bc-83f71898bfba req-62b0f5e7-0bcf-4eee-87f4-31a285c238cb tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Mar 05 00:48:37.062490 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bd00a7a0-cb14-439a-b359-5a7914b5dac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:37.104621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:48:37.169334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b966a5-df56-4c6e-99ed-0bdc2f8969fd req-d2840c44-e261-48ee-934d-3e9edb9259e0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:37.170930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8b966a5-df56-4c6e-99ed-0bdc2f8969fd req-d2840c44-e261-48ee-934d-3e9edb9259e0 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 945 time: 0.0796413 Mar 05 00:48:37.173444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port dc9eb862-474f-4a3a-8ac9-7a8024e7618e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:48:37.178255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port dc9eb862-474f-4a3a-8ac9-7a8024e7618e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:48:37.178656 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:37.216350 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8b966a5-df56-4c6e-99ed-0bdc2f8969fd req-37495018-5cdb-4f9b-87a4-3e58e979afb6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Mar 05 00:48:37.293946 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:37.320318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:48:37.330859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:37.335538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:37.411627 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:37.420930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391869af-e1b5-46b5-8fdd-2510d7d56815 req-69721628-f5c4-473d-bb88-68304ea2ae64 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:37.422425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-391869af-e1b5-46b5-8fdd-2510d7d56815 req-69721628-f5c4-473d-bb88-68304ea2ae64 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0794449 Mar 05 00:48:37.472131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-391869af-e1b5-46b5-8fdd-2510d7d56815 req-b97e0ba1-161e-4184-a931-75359e48c149 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Mar 05 00:48:37.493065 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'code': 200} Mar 05 00:48:37.966959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-7e0bb6ae-640d-480c-b41c-ef5687cedf2e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:37.968285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-7e0bb6ae-640d-480c-b41c-ef5687cedf2e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 813 time: 0.1372454 Mar 05 00:48:37.985298 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-58183a4e-884f-423e-a93a-a6cd7f6460fe tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/quotas/3bbab621544a4749805cd012832eccca HTTP/1.1" status: 200 len: 375 time: 0.0116358 Mar 05 00:48:38.059492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-526d0827-71ae-42c9-acb9-d610f8a3ba32 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693851 Mar 05 00:48:38.069975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-e3f2938b-cea5-46eb-9ca0-a3de52a4399b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:48:38.070878 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-e3f2938b-cea5-46eb-9ca0-a3de52a4399b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048606 Mar 05 00:48:38.198411 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-987787fd-4d1e-4e94-8631-29557951c371 service neutron] 10.222.0.32 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215353 Mar 05 00:48:38.327472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-061e27c3-9ae7-43c6-8d98-8d65654f97ba service neutron] 10.222.0.32 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229286 Mar 05 00:48:38.405313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:38.416385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:38.521649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e65dd032-d0e1-4bf8-b9a1-1eb167c5ecbf req-03d7f392-0fac-45cc-8a02-3c3f275990e5 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 210 time: 0.0405166 Mar 05 00:48:39.177034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-b62222d4-2d35-4583-b2cd-50f4fd2a4bf5 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:39.178477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-b62222d4-2d35-4583-b2cd-50f4fd2a4bf5 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4ffa52f-ca04-401d-9491-5ab9565cfea2 HTTP/1.1" status: 200 len: 946 time: 0.0798860 Mar 05 00:48:39.244584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Deleting port dc9eb862-474f-4a3a-8ac9-7a8024e7618e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:48:39.245816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:39.356048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.10', 55821) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:48:39.501093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] For port dc9eb862-474f-4a3a-8ac9-7a8024e7618e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:39.501480 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:39.504195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-296740b9-d1df-4eea-8805-d66987b5fe1b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:39.505641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-296740b9-d1df-4eea-8805-d66987b5fe1b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 813 time: 0.1479709 Mar 05 00:48:39.527323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Request body: {'port': {'device_id': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'admin_state_up': True, 'tenant_id': '3bbab621544a4749805cd012832eccca'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:48:39.627232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Calling delete_port for dc9eb862-474f-4a3a-8ac9-7a8024e7618e owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:48:39.667186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:48:39.676585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:48:39.686136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Made reservation on behalf of 3bbab621544a4749805cd012832eccca for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:48:39.689101 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:39.713018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4e69c26d-565a-4467-a06a-b99ddc6080c1 req-e0e7dffb-7b11-4c0c-9a4f-80c18de5a1be tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 210 time: 0.0587080 Mar 05 00:48:39.809720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:39.822721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dc9eb862-474f-4a3a-8ac9-7a8024e7618e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:48:39.854221 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Allocated IP 172.20.0.14 (42c9fec7-907e-4878-b5c7-711bc63402ea/9963df7b-22b2-46b3-be84-24ed61ac6914/9e7a832d-e021-4b33-ba09-a02a1e928c8d) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:48:39.879776 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:39.957875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Pushing event deleted for resources: {'Port': ['ID=dc9eb862-474f-4a3a-8ac9-7a8024e7618e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:39.998131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:39.998455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:39.998787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:39.999678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:39.999678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:39.999866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:40.000053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:40.000365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:40.000680 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:40.001013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:40.001346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:40.040906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] No DVR routers for this DVR port dc9eb862-474f-4a3a-8ac9-7a8024e7618e on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:48:40.043537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.046037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-deleted', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:48:40.061452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.10 "DELETE /v2.0/ports/dc9eb862-474f-4a3a-8ac9-7a8024e7618e HTTP/1.1" status: 204 len: 173 time: 0.8769183 Mar 05 00:48:40.068004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.099319 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.101631 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffa52f-ca04-401d-9491-5ab9565cfea2', 'name': 'network-vif-deleted', 'tag': 'dc9eb862-474f-4a3a-8ac9-7a8024e7618e', 'status': 'completed', 'code': 200} Mar 05 00:48:40.111394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dc9eb862-474f-4a3a-8ac9-7a8024e7618e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:48:40.277244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Network 42c9fec7-907e-4878-b5c7-711bc63402ea is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:48:40.280815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:48:40.282731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:40.284840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:48:40.344119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:40.344725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.368116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-5e72c1c0-8d76-44ff-8f91-24659673dfcd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8450320 Mar 05 00:48:40.378063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Request body: {'port': {'device_id': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:48:40.485743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.817493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7a832d-e021-4b33-ba09-a02a1e928c8d {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:48:40.824314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.839426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Transition to ACTIVE for port object 9e7a832d-e021-4b33-ba09-a02a1e928c8d will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:48:40.842374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:40.910609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d50a88-21cc-4506-9205-192857accee4 req-5374229d-06a7-4f76-9b3f-3e3f0f12c44f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:40.911307 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-22d50a88-21cc-4506-9205-192857accee4 req-5374229d-06a7-4f76-9b3f-3e3f0f12c44f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Synchronizing usage tracker for tenant:3bbab621544a4749805cd012832eccca on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:48:40.927322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-22d50a88-21cc-4506-9205-192857accee4 req-5374229d-06a7-4f76-9b3f-3e3f0f12c44f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Unset dirty status for tenant:3bbab621544a4749805cd012832eccca on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:48:40.928597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22d50a88-21cc-4506-9205-192857accee4 req-5374229d-06a7-4f76-9b3f-3e3f0f12c44f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0965676 Mar 05 00:48:40.968769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:40.976952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-22d50a88-21cc-4506-9205-192857accee4 req-48936d07-0fe6-4c86-821e-40cba65068b6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Mar 05 00:48:41.073992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:48:41.074318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:48:41.074635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:48:41.080194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on network 42c9fec7-907e-4878-b5c7-711bc63402ea not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:48:41.080509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:48:41.086893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:48:41.087224 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Checking segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:48:41.087599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Bound using segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:48:41.088013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Bound port: 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:48:41.088347 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:41.174238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:48:41.177102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:48:41.181402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:41.245918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:41.247317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 1092 time: 0.8734663 Mar 05 00:48:41.247753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:48:41.266917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2d16-6046-47d5-b20c-c529b8c87782 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:41.356714 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-a842d7b9-8939-4aa9-aeb5-618158c27778 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0754437 Mar 05 00:48:41.426340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-6a7c6800-33e4-4e0b-b829-abccb5bbde3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0631983 Mar 05 00:48:41.466595 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'status': 'completed', 'code': 200} Mar 05 00:48:41.489915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-25614893-cd5c-4b9c-ab5f-5fad7bf67ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:41.491337 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-25614893-cd5c-4b9c-ab5f-5fad7bf67ab5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0592837 Mar 05 00:48:41.537959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-797b722a-7d29-4871-b503-c933d134deb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413628 Mar 05 00:48:41.667033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-8051c7ab-2f69-4756-b4f4-737cfecbd729 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233675 Mar 05 00:48:41.795094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a30e596b-2c0c-48a9-bc78-8e7db4a38b44 req-03e9e61d-da1e-4cac-abdb-f92f8c018078 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221428 Mar 05 00:48:41.907001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-13805be7-1632-4f81-8744-808cef9eb1f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0677474 Mar 05 00:48:42.124413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-c950a35c-32d1-4deb-bec6-1ac986b52780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:42.125845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-c950a35c-32d1-4deb-bec6-1ac986b52780 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.2127008 Mar 05 00:48:42.177574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d105b-748d-4621-acf2-6f471ec353ea req-5840b548-fd3a-44aa-a3e9-ce187cc933e9 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:42.179015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a1d105b-748d-4621-acf2-6f471ec353ea req-5840b548-fd3a-44aa-a3e9-ce187cc933e9 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0756974 Mar 05 00:48:42.194368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-de1e56b5-93ab-45ca-9a42-929bcd4369a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0627940 Mar 05 00:48:42.226545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3a1d105b-748d-4621-acf2-6f471ec353ea req-56f497d7-46c8-4819-8a79-3013ababd6cc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Mar 05 00:48:42.255571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-5f2fb2b8-b2c9-45da-941b-fae22e84ee68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:42.256999 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-5f2fb2b8-b2c9-45da-941b-fae22e84ee68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0576773 Mar 05 00:48:42.300395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-a23baa0e-193b-420f-a25c-4230829a5fd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378385 Mar 05 00:48:42.429639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-ec9631c7-5320-44a7-9924-30ed4f961e9f service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231189 Mar 05 00:48:42.557903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b59bcf2-264b-4176-9d0d-38733025c1b6 req-2d5939e1-3706-449b-8f04-28f0408daaa3 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226969 Mar 05 00:48:43.151701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:48:43.183647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: dc9eb862-474f-4a3a-8ac9-7a8024e7618e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:48:43.183979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dc9eb862-474f-4a3a-8ac9-7a8024e7618e not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:48:43.428859 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5479-0a39-4f5c-857a-312e53feb78d req-bb65d3ad-b0a5-4ddd-ae19-ab282b44b48e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:43.429568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f40f5479-0a39-4f5c-857a-312e53feb78d req-bb65d3ad-b0a5-4ddd-ae19-ab282b44b48e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Synchronizing usage tracker for tenant:3bbab621544a4749805cd012832eccca on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:48:43.441293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f40f5479-0a39-4f5c-857a-312e53feb78d req-bb65d3ad-b0a5-4ddd-ae19-ab282b44b48e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Unset dirty status for tenant:3bbab621544a4749805cd012832eccca on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:48:43.442364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f40f5479-0a39-4f5c-857a-312e53feb78d req-bb65d3ad-b0a5-4ddd-ae19-ab282b44b48e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0896666 Mar 05 00:48:43.486472 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f40f5479-0a39-4f5c-857a-312e53feb78d req-71cce66a-9384-47da-9533-737bd45a4ca1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387557 Mar 05 00:48:44.680844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe174-5251-4f86-84af-e80992b11a3f req-988da1c3-2f70-44ad-a0a4-dfda1db00c3f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:44.682959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-242fe174-5251-4f86-84af-e80992b11a3f req-988da1c3-2f70-44ad-a0a4-dfda1db00c3f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0767639 Mar 05 00:48:44.728246 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-242fe174-5251-4f86-84af-e80992b11a3f req-1f2bb49f-7b8d-4a0a-bbd1-12c7289c7f17 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Mar 05 00:48:45.918929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8539b4-81a9-412e-8d69-51cffc818db7 req-6e176abd-8c8a-4e4b-b9a0-7871a2ec4e75 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:45.920386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad8539b4-81a9-412e-8d69-51cffc818db7 req-6e176abd-8c8a-4e4b-b9a0-7871a2ec4e75 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0750287 Mar 05 00:48:45.969572 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad8539b4-81a9-412e-8d69-51cffc818db7 req-cc9338c8-ef39-434e-baf3-fb6bcc33b2ed tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Mar 05 00:48:46.494056 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:48:47.161278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00873d81-5bea-4521-8444-e5e1dcc463f2 req-7b3833ae-ad21-4118-8d8f-7d3fd5ad4ed1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:47.162697 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00873d81-5bea-4521-8444-e5e1dcc463f2 req-7b3833ae-ad21-4118-8d8f-7d3fd5ad4ed1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0772727 Mar 05 00:48:47.182421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:48:47.206939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00873d81-5bea-4521-8444-e5e1dcc463f2 req-e4af3403-17b8-4b75-a429-fbbe22dc5127 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Mar 05 00:48:47.312800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:47.325778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'port_id': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'mac_address': 'fa:16:3e:a6:75:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963df7b-22b2-46b3-be84-24ed61ac6914', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:48:47.384580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:47.401835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7a832d-e021-4b33-ba09-a02a1e928c8d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:48:47.415843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:47.420469 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:47.482304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:47.490479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.490816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.491144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.491467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.491789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.492106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.492421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.492734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.493046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.493389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.493701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:48:47.706496 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['9e7a832d-e021-4b33-ba09-a02a1e928c8d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:48:48.397071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3cfbc-3f2a-45b7-abad-db1071953b58 req-b14487f0-5987-44c2-ac00-4294ac1943e7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:48.398612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56f3cfbc-3f2a-45b7-abad-db1071953b58 req-b14487f0-5987-44c2-ac00-4294ac1943e7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 945 time: 0.0745704 Mar 05 00:48:48.443282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56f3cfbc-3f2a-45b7-abad-db1071953b58 req-b4d47ae7-85d9-4bf8-b315-ccfcb342d394 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Mar 05 00:48:49.200869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:48:49.266807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 9e7a832d-e021-4b33-ba09-a02a1e928c8d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:48:49.271465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 9e7a832d-e021-4b33-ba09-a02a1e928c8d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:48:49.271858 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:49.383596 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:49.409759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:48:49.419310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:48:49.423062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:49.467776 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'code': 200} Mar 05 00:48:49.520388 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:48:49.646976 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57332299-3c2d-43ba-9d7e-335c763a8954 req-5eb043d7-e4fa-4aeb-99a8-61f03cb076f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1269519 Mar 05 00:48:49.680860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0936-2a00-492d-907c-9631392f18ce req-78835b71-bc03-4852-a253-80689e8d0631 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:49.682830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-deee0936-2a00-492d-907c-9631392f18ce req-78835b71-bc03-4852-a253-80689e8d0631 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.1053061 Mar 05 00:48:49.727734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57332299-3c2d-43ba-9d7e-335c763a8954 req-e1a7d85f-56fe-4634-bf1e-1977c58a5b02 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735455 Mar 05 00:48:49.739797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-deee0936-2a00-492d-907c-9631392f18ce req-af453e4c-ee99-495a-a7b9-6841c33538ef tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487349 Mar 05 00:48:50.936655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f63ce7-0f78-4685-9122-0bf85cbcfe00 req-2baf06ff-f72d-47ba-a562-a7c4fcfd4846 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:50.938235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53f63ce7-0f78-4685-9122-0bf85cbcfe00 req-2baf06ff-f72d-47ba-a562-a7c4fcfd4846 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0753658 Mar 05 00:48:50.988409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-53f63ce7-0f78-4685-9122-0bf85cbcfe00 req-4f5df4fa-6c89-44d7-bd0e-503b338e6866 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Mar 05 00:48:52.181195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92920180-e9f6-46d6-bf37-a29345017f9b req-c1940703-10bc-401a-8bae-aacc1da1da1d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:52.183128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92920180-e9f6-46d6-bf37-a29345017f9b req-c1940703-10bc-401a-8bae-aacc1da1da1d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0776565 Mar 05 00:48:52.228331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92920180-e9f6-46d6-bf37-a29345017f9b req-fe7f7754-bfd5-4aaa-b363-bcec07d306de tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Mar 05 00:48:52.425175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824bda-8763-470a-98cc-c7e082e1811e req-9ce65e33-4440-4247-a87d-26d4b9498b68 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:52.426620 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06824bda-8763-470a-98cc-c7e082e1811e req-9ce65e33-4440-4247-a87d-26d4b9498b68 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0795715 Mar 05 00:48:52.472698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06824bda-8763-470a-98cc-c7e082e1811e req-54c2c329-4ca5-4df9-86ce-3c8a591df9d5 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Mar 05 00:48:52.762119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f59ade1-2433-4314-91dd-85467ad49cd6 req-75822f34-d7aa-424d-a2bc-ee7a31135042 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1309774 Mar 05 00:48:53.009850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-39865b88-861d-418b-a82e-257a90852ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709267 Mar 05 00:48:53.073267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc728e32-53b6-4b50-8ab4-2eeccd39587f req-2cb15754-c9d4-474a-a6a9-4e59c0ba6909 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:53.074732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc728e32-53b6-4b50-8ab4-2eeccd39587f req-2cb15754-c9d4-474a-a6a9-4e59c0ba6909 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0810332 Mar 05 00:48:53.120533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc728e32-53b6-4b50-8ab4-2eeccd39587f req-238a0d98-c153-446d-8e25-07bb23750441 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Mar 05 00:48:54.124968 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-0d65818b-406f-4ecc-89ca-47792eeab0c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0676653 Mar 05 00:48:54.289057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-21dd6f15-5ff3-489e-9701-4db751cb7ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:54.290468 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-21dd6f15-5ff3-489e-9701-4db751cb7ec0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1593723 Mar 05 00:48:54.358439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-7063d846-c24f-47c4-9206-e25561eb873b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0617981 Mar 05 00:48:54.519141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-c66afccc-3b7f-41cb-b121-545b8ca393ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:54.520557 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-c66afccc-3b7f-41cb-b121-545b8ca393ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.1560690 Mar 05 00:48:54.529918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5ce71-dd27-48dd-9232-4d1da606e3c0 req-f1168283-524b-4789-ac0e-9b328565bac6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:54.531236 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89f5ce71-dd27-48dd-9232-4d1da606e3c0 req-f1168283-524b-4789-ac0e-9b328565bac6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.2840717 Mar 05 00:48:54.583328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-a2c0277b-19e4-4f00-8388-1110484617ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511107 Mar 05 00:48:54.686583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89f5ce71-dd27-48dd-9232-4d1da606e3c0 req-d69d22cf-d446-40a2-95ce-8f17a0718911 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267688 Mar 05 00:48:54.726825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-57b437fc-3fd7-445c-80cb-61de6e452f35 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380644 Mar 05 00:48:54.855964 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-640a536c-7818-4563-afd2-212c2e185a01 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225855 Mar 05 00:48:55.020688 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-10814b81-1c7b-4f6b-872f-ed631b6e42b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0791523 Mar 05 00:48:55.162826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-b9a6a7da-69f2-495f-8e22-784067db5fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:55.164167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-b9a6a7da-69f2-495f-8e22-784067db5fa7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1257811 Mar 05 00:48:55.233523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-004faad0-8740-4626-b1ca-3f814d123cf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0635669 Mar 05 00:48:55.294807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-73cd9d34-b2b7-4c29-a11d-544166c65f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:55.296213 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-73cd9d34-b2b7-4c29-a11d-544166c65f73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0575151 Mar 05 00:48:55.339539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-095e1058-a736-4c6d-aa93-9fb2f873ec6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372393 Mar 05 00:48:55.467675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-7b7ed72e-f032-4fc4-98d7-4623560f6829 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224279 Mar 05 00:48:55.594847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-048b8f5c-c737-429d-923f-e4d60f6c228e req-b6af8914-741e-4f71-8a04-a4fe8e8cdf57 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217952 Mar 05 00:48:55.884919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa7a99-9f51-4b83-b2eb-deade4766727 req-b112b508-9dbf-4fb7-8950-a96f95ff6f12 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:55.886984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66fa7a99-9f51-4b83-b2eb-deade4766727 req-b112b508-9dbf-4fb7-8950-a96f95ff6f12 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0792146 Mar 05 00:48:55.930158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-66fa7a99-9f51-4b83-b2eb-deade4766727 req-11a3c84a-af58-4e06-aa8c-074cbd6bdad5 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Mar 05 00:48:57.127647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8ccdb-5e65-4bba-966f-e1ca4fba08d9 req-33d8d4e6-1766-41ab-b5da-299c24f6e6b2 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:57.129078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ce8ccdb-5e65-4bba-966f-e1ca4fba08d9 req-33d8d4e6-1766-41ab-b5da-299c24f6e6b2 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0799379 Mar 05 00:48:57.173418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ce8ccdb-5e65-4bba-966f-e1ca4fba08d9 req-5b74ddf7-ec54-4d65-9ac7-186db8d7c630 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389948 Mar 05 00:48:57.499443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:57.782263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:48:58.365627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cd6d7-5c8c-4f71-a967-23f581905225 req-1e24945a-01e8-4da5-acaf-d6cb05dd4e32 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:58.367048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f49cd6d7-5c8c-4f71-a967-23f581905225 req-1e24945a-01e8-4da5-acaf-d6cb05dd4e32 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0743356 Mar 05 00:48:58.413374 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f49cd6d7-5c8c-4f71-a967-23f581905225 req-9296a923-cf6b-4a04-8d15-b9cc163434be tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Mar 05 00:48:59.608577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507abe59-f613-40e6-928e-eb05195afb4f req-af04f12f-4674-453f-bd12-daad4907df80 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:48:59.610022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-507abe59-f613-40e6-928e-eb05195afb4f req-af04f12f-4674-453f-bd12-daad4907df80 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0762119 Mar 05 00:48:59.655699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-507abe59-f613-40e6-928e-eb05195afb4f req-7c875110-9750-4754-b4ac-4271aa2456f3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Mar 05 00:49:00.846896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cdd9f-0fc8-42d9-becf-b28c3cf2e261 req-f123b39c-5ebf-4802-84bf-5a01617f2925 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:00.848368 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d99cdd9f-0fc8-42d9-becf-b28c3cf2e261 req-f123b39c-5ebf-4802-84bf-5a01617f2925 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0745797 Mar 05 00:49:00.893722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d99cdd9f-0fc8-42d9-becf-b28c3cf2e261 req-d0cd9879-6f81-40e3-a7d4-ab8833a7b9d2 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Mar 05 00:49:02.092821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86186cae-958e-4a51-9b89-932091da4c67 req-a74055ab-8d35-4c59-9471-53b5da4fdd85 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:02.094273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86186cae-958e-4a51-9b89-932091da4c67 req-a74055ab-8d35-4c59-9471-53b5da4fdd85 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0769343 Mar 05 00:49:02.143115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86186cae-958e-4a51-9b89-932091da4c67 req-9b07d201-5c66-4d33-9191-ee953044ac52 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Mar 05 00:49:03.343140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fff164-b41d-4b12-956f-50ed5fb08262 req-4de04253-afce-449a-bae3-0f80ba1dfd24 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:03.344560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7fff164-b41d-4b12-956f-50ed5fb08262 req-4de04253-afce-449a-bae3-0f80ba1dfd24 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0779924 Mar 05 00:49:03.389373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7fff164-b41d-4b12-956f-50ed5fb08262 req-dfd63c0e-6328-4390-960c-4056ca30f63b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Mar 05 00:49:04.584528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f368c8-1a4f-4684-8875-c375e690fddc req-20f9fd59-1d4e-4b10-9265-d5224dcf010c tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:04.586045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89f368c8-1a4f-4684-8875-c375e690fddc req-20f9fd59-1d4e-4b10-9265-d5224dcf010c tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0762441 Mar 05 00:49:04.640190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89f368c8-1a4f-4684-8875-c375e690fddc req-801cfa54-c319-4e40-8024-323f9c21981b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476882 Mar 05 00:49:04.988291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d7ce3e79-51f4-4386-b82c-c494e7152c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:05.993399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479400-e82b-44ef-a63b-fcdc994a44d0 req-16bb2dfd-0bc9-4a95-8efe-f2a3398a7e5f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:05.995367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc479400-e82b-44ef-a63b-fcdc994a44d0 req-16bb2dfd-0bc9-4a95-8efe-f2a3398a7e5f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0772655 Mar 05 00:49:06.039687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc479400-e82b-44ef-a63b-fcdc994a44d0 req-f78542dd-b540-4018-807c-3d7a899350d3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Mar 05 00:49:07.064082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ffd61b0b-0ef6-4db4-91f5-7e70362ad24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:07.247632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaae2a-bd18-41d9-abe8-67c51f60205f req-beb3eb36-3458-4d2f-910c-5298dee2785d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:07.249101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39aaae2a-bd18-41d9-abe8-67c51f60205f req-beb3eb36-3458-4d2f-910c-5298dee2785d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0755961 Mar 05 00:49:07.300583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39aaae2a-bd18-41d9-abe8-67c51f60205f req-81253095-050e-45cf-a985-e9fb0c757089 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445004 Mar 05 00:49:08.403187 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:08.419128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:08.511931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40d86d-2ee8-4d05-a0ee-f5fb417767eb req-1b3a21f0-744f-4108-83a7-27db88690831 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:08.513385 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c40d86d-2ee8-4d05-a0ee-f5fb417767eb req-1b3a21f0-744f-4108-83a7-27db88690831 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0790904 Mar 05 00:49:08.557705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0c40d86d-2ee8-4d05-a0ee-f5fb417767eb req-18358726-36f0-4183-87a1-05a369738ea1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Mar 05 00:49:09.838716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946fc39-dd63-424d-8091-331afd11e4fc req-7c881599-25d0-4435-9bb2-2c3b5cb53058 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:09.840153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4946fc39-dd63-424d-8091-331afd11e4fc req-7c881599-25d0-4435-9bb2-2c3b5cb53058 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.1632733 Mar 05 00:49:09.863074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:09.886836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4946fc39-dd63-424d-8091-331afd11e4fc req-17ca2ce3-23cb-4f55-9e44-9e1a0515076d tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Mar 05 00:49:11.080890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fc596-6932-489d-bd76-4297c0117c18 req-03cf266f-091e-4089-b935-e451e0c02bcf tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:11.082353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-021fc596-6932-489d-bd76-4297c0117c18 req-03cf266f-091e-4089-b935-e451e0c02bcf tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0754335 Mar 05 00:49:11.130212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-021fc596-6932-489d-bd76-4297c0117c18 req-1b5bd7cd-7b59-49e6-94d6-798f9196e5d4 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Mar 05 00:49:12.324189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba2cf2-0bcb-405c-b50d-6004ae2bafe0 req-76f11a3a-57ce-4cd4-bffe-94389d63b49b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:12.325666 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4bba2cf2-0bcb-405c-b50d-6004ae2bafe0 req-76f11a3a-57ce-4cd4-bffe-94389d63b49b tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0760100 Mar 05 00:49:12.371202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4bba2cf2-0bcb-405c-b50d-6004ae2bafe0 req-75b80350-3f3a-4f2d-b6db-ed9499b9f6fa tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Mar 05 00:49:13.571201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe821d-87c0-4207-86d9-32db93eebe63 req-41f37614-ff79-4647-945e-c63bb4217ccc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:13.572680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfbe821d-87c0-4207-86d9-32db93eebe63 req-41f37614-ff79-4647-945e-c63bb4217ccc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0807641 Mar 05 00:49:13.616545 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dfbe821d-87c0-4207-86d9-32db93eebe63 req-471799c3-c354-42b6-8949-72d913da35d7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384068 Mar 05 00:49:14.813918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf196d-cacc-4677-b27e-4784f692630a req-61a568b6-2eff-421d-ad0b-d3dc842fa269 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:14.815360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5daf196d-cacc-4677-b27e-4784f692630a req-61a568b6-2eff-421d-ad0b-d3dc842fa269 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0788305 Mar 05 00:49:14.859823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5daf196d-cacc-4677-b27e-4784f692630a req-92452c0f-df05-42a3-af43-ed9c1a696735 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Mar 05 00:49:16.054778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81de210-58f2-4624-8644-335b4efa9ab0 req-87144c63-e880-496d-b1e4-428dbba616da tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:16.056195 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e81de210-58f2-4624-8644-335b4efa9ab0 req-87144c63-e880-496d-b1e4-428dbba616da tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0772007 Mar 05 00:49:16.100874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e81de210-58f2-4624-8644-335b4efa9ab0 req-476c4e74-a27c-46bb-bc70-50e362542d9f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 Mar 05 00:49:17.292907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd8768-551b-44bc-8d0b-50431122687e req-c057d637-5707-45f8-97ea-cb2e7b8fa6cc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:17.294389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9cd8768-551b-44bc-8d0b-50431122687e req-c057d637-5707-45f8-97ea-cb2e7b8fa6cc tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0742178 Mar 05 00:49:17.338695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e9cd8768-551b-44bc-8d0b-50431122687e req-897308bc-eabc-4dbd-b71b-fada42e776ae tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 Mar 05 00:49:18.530965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eccab7-04c6-47dc-89a1-0c46eff8cc8e req-1a53a902-17b1-4950-bc6c-7535a6e17097 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:18.532377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78eccab7-04c6-47dc-89a1-0c46eff8cc8e req-1a53a902-17b1-4950-bc6c-7535a6e17097 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0744987 Mar 05 00:49:18.580334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78eccab7-04c6-47dc-89a1-0c46eff8cc8e req-89fae67d-b0ed-4a00-8940-a51fb2528b16 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Mar 05 00:49:19.776805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552b99-ab74-409f-90f2-9589d4e94f4c req-6c0bf0c1-ba2e-49c4-8157-12cb518056ac tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:19.778271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d552b99-ab74-409f-90f2-9589d4e94f4c req-6c0bf0c1-ba2e-49c4-8157-12cb518056ac tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0783310 Mar 05 00:49:19.822983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d552b99-ab74-409f-90f2-9589d4e94f4c req-9b477498-e603-423f-bbbb-151d857ed1d1 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Mar 05 00:49:21.018046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23a885-9182-42d9-88fc-9ee32ceebd0a req-76b48087-d5df-4c88-9465-a43203b9336a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:21.019485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea23a885-9182-42d9-88fc-9ee32ceebd0a req-76b48087-d5df-4c88-9465-a43203b9336a tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0791860 Mar 05 00:49:21.064144 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea23a885-9182-42d9-88fc-9ee32ceebd0a req-3812c68e-0ae6-44e8-af92-a74284e6c417 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Mar 05 00:49:21.648574 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-d6eb0b98-48fa-4425-bef4-95f46f3a3782 service neutron] show failed (client error): The resource could not be found. Mar 05 00:49:21.649586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-d6eb0b98-48fa-4425-bef4-95f46f3a3782 service neutron] 10.222.0.10 "GET /v2.0/ports/9e7a832d-e021-4b33-ba09-a02a1e928c8d/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0762753 Mar 05 00:49:21.897395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-9b8052b7-ff06-419f-9696-f1329f7d8e74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7&tenant_id=3bbab621544a4749805cd012832eccca HTTP/1.1" status: 200 len: 1097 time: 0.0665603 Mar 05 00:49:21.907435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:22.012017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:22.284193 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e454d-642b-42c0-b3fb-428721da91a8 req-2bc04c3d-832d-41c0-a00b-4070ee4fcbc7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:22.285829 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a7e454d-642b-42c0-b3fb-428721da91a8 req-2bc04c3d-832d-41c0-a00b-4070ee4fcbc7 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0770063 Mar 05 00:49:22.330930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a7e454d-642b-42c0-b3fb-428721da91a8 req-4b872b45-f833-43cd-a141-3a899ef82707 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Mar 05 00:49:22.357350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:22.386036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:49:22.438738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:22.443811 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:22.458366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Transition to ACTIVE for port object 9e7a832d-e021-4b33-ba09-a02a1e928c8d will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:22.462726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:22.566007 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'code': 200} Mar 05 00:49:22.583028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:22.625111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] No DVR routers for this DVR port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:49:22.674430 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:49:22.674751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:49:22.675068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:22.680492 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on network 42c9fec7-907e-4878-b5c7-711bc63402ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:49:22.680802 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Attempting to bind port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on network 42c9fec7-907e-4878-b5c7-711bc63402ea {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:22.687427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:49:22.687757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Checking segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:49:22.688127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Bound using segment: {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:49:22.688542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Bound port: 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47b5e38-9b78-457b-875e-cfcf94e78a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:49:22.688870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:22.773378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:49:22.776221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:49:22.780535 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:22.842242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:22.843569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-6b29a554-adee-4651-82c6-27b378be187e service neutron] 10.222.0.36 "PUT /v2.0/ports/9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 1092 time: 0.9400437 Mar 05 00:49:22.855932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29a554-adee-4651-82c6-27b378be187e service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:22.934908 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-ecd2aeb8-d348-427b-9db8-3d6fcdba1617 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0695231 Mar 05 00:49:23.062104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-1f14d59b-1c60-4022-b18d-24fff12941e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:23.063409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-1f14d59b-1c60-4022-b18d-24fff12941e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1224041 Mar 05 00:49:23.127858 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-34d67f18-2096-43d5-b8cb-215062238132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0588622 Mar 05 00:49:23.190088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-0c3becd8-a98c-4ab5-99a0-f33f8982e446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:23.191453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-0c3becd8-a98c-4ab5-99a0-f33f8982e446 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0587356 Mar 05 00:49:23.234422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-812bf550-dfaa-42ea-931e-667d484152dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374069 Mar 05 00:49:23.358964 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-98986376-3aab-4249-95c6-b3f105036195 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186769 Mar 05 00:49:23.492373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7cb44856-e70c-458a-8cc9-7bc751d45be2 req-0ede5c7c-167f-4d68-a31d-334ea5c00095 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278224 Mar 05 00:49:23.494932 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:49:23.530694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e0b05-c09a-498b-b424-44521100f7a2 req-6372dc88-c3ce-440e-8162-c251d51e9034 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:23.532151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b55e0b05-c09a-498b-b424-44521100f7a2 req-6372dc88-c3ce-440e-8162-c251d51e9034 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0814421 Mar 05 00:49:23.578112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b55e0b05-c09a-498b-b424-44521100f7a2 req-722e5d9d-40d9-4e46-96a6-ef6a26a2ecd6 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Mar 05 00:49:24.567017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:24.635916 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'status': 'completed', 'code': 200} Mar 05 00:49:24.728402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-9a6266b8-e23e-4386-b9ad-257e3bd42f00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0701077 Mar 05 00:49:24.772604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-47b06f21-b735-48fc-9991-953665244b75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1095 time: 0.1204548 Mar 05 00:49:24.857982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90847a5-a400-4250-962a-c8f05efba434 req-45260656-ae39-42eb-9a7a-b766eca2d832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:24.859333 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-45260656-ae39-42eb-9a7a-b766eca2d832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1244938 Mar 05 00:49:24.874310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e94c8-ce7f-49c3-9cef-31d1525e118d req-ce09af03-6c90-4508-9877-8fe2c7c84c6f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:24.875750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-100e94c8-ce7f-49c3-9cef-31d1525e118d req-ce09af03-6c90-4508-9877-8fe2c7c84c6f tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.1714215 Mar 05 00:49:24.943768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90847a5-a400-4250-962a-c8f05efba434 req-be3c2ced-0bc1-4d04-81ed-255aafc954a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:24.945256 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-be3c2ced-0bc1-4d04-81ed-255aafc954a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1674821 Mar 05 00:49:25.019909 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-100e94c8-ce7f-49c3-9cef-31d1525e118d req-936d0461-7b95-463e-bab9-4861a2d788bd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376331 Mar 05 00:49:25.021342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-7383a650-fa77-47fe-926e-385a59067b0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0695336 Mar 05 00:49:25.022790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-c5b191a0-059f-4330-aa42-f181711cd845 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.1566627 Mar 05 00:49:25.081412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90847a5-a400-4250-962a-c8f05efba434 req-bc23a088-388d-4f45-84e3-e09a2a744c77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:25.082867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-bc23a088-388d-4f45-84e3-e09a2a744c77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0564475 Mar 05 00:49:25.086346 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90847a5-a400-4250-962a-c8f05efba434 req-dcee326e-1f3e-4c69-bf54-06949a66358f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:25.088625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-dcee326e-1f3e-4c69-bf54-06949a66358f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0597336 Mar 05 00:49:25.129533 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-a68bd5f4-b688-49e5-bddc-1f4c6d0e57c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404706 Mar 05 00:49:25.133469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-c473c683-93ec-41eb-b2ec-482a8de3b977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389171 Mar 05 00:49:25.272998 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-0796523e-2245-4bec-971d-6c609a783063 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338620 Mar 05 00:49:25.278332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-2e9e2b0d-8c33-4fb3-b747-3c16d5379a7f service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428640 Mar 05 00:49:25.369255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:49:25.410309 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-25b75f47-d82c-4727-ae12-d17099a8a070 service neutron] 10.222.0.36 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313043 Mar 05 00:49:25.421967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e90847a5-a400-4250-962a-c8f05efba434 req-c2398813-e9b5-400e-82ab-7e3ca4ecab91 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383984 Mar 05 00:49:25.441976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:49:26.216205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0190a-8f26-4800-8cc5-248278997179 req-474db4e1-15ec-4a1d-bd82-d8328eaef4ec tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:26.217631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ff0190a-8f26-4800-8cc5-248278997179 req-474db4e1-15ec-4a1d-bd82-d8328eaef4ec tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0750275 Mar 05 00:49:26.261909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9ff0190a-8f26-4800-8cc5-248278997179 req-8f071287-c332-4e76-a67c-86a88cf3c928 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Mar 05 00:49:27.463114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5f492-47e1-4ba5-8e5f-6d5bb9436c9f req-d98f1d69-c6d8-4121-8c50-93453c8fedb3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:27.464535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8f5f492-47e1-4ba5-8e5f-6d5bb9436c9f req-d98f1d69-c6d8-4121-8c50-93453c8fedb3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.0791860 Mar 05 00:49:27.493258 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:27.511080 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8f5f492-47e1-4ba5-8e5f-6d5bb9436c9f req-3396bdb8-60bb-40d0-af6f-074687f109bf tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Mar 05 00:49:27.797821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:27.975165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-6864ffc7-3b8f-485b-a260-e038076f0860 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:27.976497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-6864ffc7-3b8f-485b-a260-e038076f0860 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7&tenant_id=3bbab621544a4749805cd012832eccca&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 944 time: 0.2298689 Mar 05 00:49:27.982720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1e3b6-df7a-4154-9ac5-c80b04937a09 req-6a00a470-0f74-409b-a892-7cd2b0787d24 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:27.984012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75b1e3b6-df7a-4154-9ac5-c80b04937a09 req-6a00a470-0f74-409b-a892-7cd2b0787d24 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 944 time: 0.2068744 Mar 05 00:49:28.085316 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-75b1e3b6-df7a-4154-9ac5-c80b04937a09 req-1e87d932-89d6-4b5e-9962-93015cddd1b3 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Mar 05 00:49:28.089338 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-4de90a19-86a9-4640-b3ca-db87803881a7 service neutron] delete failed (client error): The resource could not be found. Mar 05 00:49:28.090214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-4de90a19-86a9-4640-b3ca-db87803881a7 service neutron] 10.222.0.10 "DELETE /v2.0/ports/9e7a832d-e021-4b33-ba09-a02a1e928c8d/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.1053832 Mar 05 00:49:28.223801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-e85af13e-a69c-4813-b087-20a757450b47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbab621544a4749805cd012832eccca&device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0677681 Mar 05 00:49:28.237648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:49:28.351320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-42a761f2-72ad-4595-b39a-d95483bfe379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:28.352753 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-42a761f2-72ad-4595-b39a-d95483bfe379 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 200 len: 914 time: 0.1235702 Mar 05 00:49:28.369115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:28.381990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'network_id': '42c9fec7-907e-4878-b5c7-711bc63402ea', 'port_id': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'mac_address': 'fa:16:3e:a6:75:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963df7b-22b2-46b3-be84-24ed61ac6914', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:49:28.421915 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-6b9e1446-6d85-4800-82c4-4a5ff5dbd523 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 200 len: 217 time: 0.0632179 Mar 05 00:49:28.437963 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:28.455045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7a832d-e021-4b33-ba09-a02a1e928c8d {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:49:28.469988 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:28.474348 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:28.484306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-23e05467-42cc-465b-a908-2ebfd2e903fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:28.485765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-23e05467-42cc-465b-a908-2ebfd2e903fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 200 len: 853 time: 0.0584354 Mar 05 00:49:28.530364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-bcc8cc63-c1d0-4d16-9503-528f24dc96cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42c9fec7-907e-4878-b5c7-711bc63402ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381017 Mar 05 00:49:28.538570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:28.662493 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-c505f68d-4843-4f87-9330-96b1be31038c service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264470 Mar 05 00:49:28.788272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3fb0c052-41f8-4ae3-92de-898cba5d6519 req-22d3ec8d-0414-44e6-befb-7525d693d0a4 service neutron] 10.222.0.10 "GET /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204078 Mar 05 00:49:28.798376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['9e7a832d-e021-4b33-ba09-a02a1e928c8d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:49:29.285977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94e38a-dc9a-4220-ace1-34912f3ce37d req-fb37cb28-7e5b-466b-87a3-246c8c93cf23 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:29.287424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc94e38a-dc9a-4220-ace1-34912f3ce37d req-fb37cb28-7e5b-466b-87a3-246c8c93cf23 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 945 time: 0.0809746 Mar 05 00:49:29.332444 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cc94e38a-dc9a-4220-ace1-34912f3ce37d req-1ac5af74-e608-4202-bbaa-f0031da93217 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Mar 05 00:49:30.238099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:30.303087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 9e7a832d-e021-4b33-ba09-a02a1e928c8d completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:30.308065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 9e7a832d-e021-4b33-ba09-a02a1e928c8d triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:30.308429 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:30.419112 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:30.444526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:30.455466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:30.459436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:30.506850 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'code': 200} Mar 05 00:49:30.532544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:30.547467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ded42e-70e9-41e4-ab44-a9b1dedd623f req-f5d3bb47-d443-484d-a733-e27915db98c4 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:30.548913 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92ded42e-70e9-41e4-ab44-a9b1dedd623f req-f5d3bb47-d443-484d-a733-e27915db98c4 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0966220 Mar 05 00:49:30.593025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92ded42e-70e9-41e4-ab44-a9b1dedd623f req-63389f02-eee3-48c4-ac55-9e6a94dab28c tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Mar 05 00:49:30.787577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935cb5-0d7b-4bcd-906d-1812945006e8 req-55cc7e51-1ec5-454c-892d-83e81290096e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:30.789008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7935cb5-0d7b-4bcd-906d-1812945006e8 req-55cc7e51-1ec5-454c-892d-83e81290096e tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0741963 Mar 05 00:49:30.835761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d7935cb5-0d7b-4bcd-906d-1812945006e8 req-de5b324b-8a9c-4d24-b5c0-80ee45f8bcb2 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Mar 05 00:49:31.031164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94251-fc82-4fe4-af5e-e51518b803de req-f6ee9060-48b2-492b-b497-32605cfdc774 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:31.032617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cc94251-fc82-4fe4-af5e-e51518b803de req-f6ee9060-48b2-492b-b497-32605cfdc774 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0758269 Mar 05 00:49:31.079899 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cc94251-fc82-4fe4-af5e-e51518b803de req-9979976b-1ab2-4022-a363-1d0cb7b0f704 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Mar 05 00:49:31.651953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9c363-d046-43cc-9329-cafb6feda462 req-9b169542-b713-4d2d-9afb-062372327dde tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:31.653334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea9c363-d046-43cc-9329-cafb6feda462 req-9b169542-b713-4d2d-9afb-062372327dde tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0752325 Mar 05 00:49:31.697397 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea9c363-d046-43cc-9329-cafb6feda462 req-b87225c5-7976-431f-8e4d-c664d7456229 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Mar 05 00:49:32.899805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2ed8a-fad4-4f16-aa55-80738d379a85 req-844d6941-0355-4e2b-bd15-68809571e7ab tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:32.901596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93f2ed8a-fad4-4f16-aa55-80738d379a85 req-844d6941-0355-4e2b-bd15-68809571e7ab tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0782771 Mar 05 00:49:32.932146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-cee95f32-ef85-4a3a-b629-274d5f8061e8 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:32.933614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-cee95f32-ef85-4a3a-b629-274d5f8061e8 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58000f4-51e1-461d-84d3-ac7f10dee3b7 HTTP/1.1" status: 200 len: 946 time: 0.0793376 Mar 05 00:49:32.947791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93f2ed8a-fad4-4f16-aa55-80738d379a85 req-09f6d8a0-9d4b-4681-9e62-6f82e477c070 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fc67a2-0105-4974-81b9-507253f95bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Mar 05 00:49:33.007206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Deleting port 9e7a832d-e021-4b33-ba09-a02a1e928c8d {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:49:33.007467 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:33.260198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] For port 9e7a832d-e021-4b33-ba09-a02a1e928c8d, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=9e7a832d-e021-4b33-ba09-a02a1e928c8d,segment=NetworkSegment(e47b5e38-9b78-457b-875e-cfcf94e78a91),segment_id=e47b5e38-9b78-457b-875e-cfcf94e78a91)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:33.260452 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:33.376414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Calling delete_port for 9e7a832d-e021-4b33-ba09-a02a1e928c8d owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:49:33.513709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:33.524658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['9e7a832d-e021-4b33-ba09-a02a1e928c8d'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:49:33.562541 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Pushing event deleted for resources: {'Port': ['ID=9e7a832d-e021-4b33-ba09-a02a1e928c8d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:33.724395 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] No DVR routers for this DVR port 9e7a832d-e021-4b33-ba09-a02a1e928c8d on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:49:33.726947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:33.729890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-deleted', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:33.744813 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d77f03a7-e57b-4722-894f-de6c819dc09b req-6c1b575b-89e0-400c-a432-9c9dadc0eccd tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] 10.222.0.36 "DELETE /v2.0/ports/9e7a832d-e021-4b33-ba09-a02a1e928c8d HTTP/1.1" status: 204 len: 173 time: 0.8060496 Mar 05 00:49:33.785964 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58000f4-51e1-461d-84d3-ac7f10dee3b7', 'name': 'network-vif-deleted', 'tag': '9e7a832d-e021-4b33-ba09-a02a1e928c8d', 'status': 'completed', 'code': 200} Mar 05 00:49:34.201392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42674) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:34.263554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Deleting subnet 9963df7b-22b2-46b3-be84-24ed61ac6914 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:49:34.266560 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.314865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.368494 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.435882 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.470429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9963df7b-22b2-46b3-be84-24ed61ac6914,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:34.484067 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.489331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.489676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.490010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.490347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.490673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.490999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.491321 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.491642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.491960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.492279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.492596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:34.497189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9e84b9ef-c9c8-4291-9409-f1a7f2bf5a7f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9963df7b-22b2-46b3-be84-24ed61ac6914 HTTP/1.1" status: 204 len: 168 time: 0.2947516 Mar 05 00:49:34.499616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42678) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:34.602957 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.813031 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.838503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c9fec7-907e-4878-b5c7-711bc63402ea']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:34.850364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47b5e38-9b78-457b-875e-cfcf94e78a91') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:34.850656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47b5e38-9b78-457b-875e-cfcf94e78a91') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:34.861636 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.877277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.883556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:49:34.883935 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:49:34.897583 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:49:34.972672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.990884 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7afe2411-d53a-476f-b077-ad93ee58f940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:34.991673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:35.000758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=42c9fec7-907e-4878-b5c7-711bc63402ea,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:35.010808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-801e8bd7-f2d4-40ec-be3d-e967388aedd9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/42c9fec7-907e-4878-b5c7-711bc63402ea HTTP/1.1" status: 204 len: 168 time: 0.5101006 Mar 05 00:49:35.139100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42684) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:35.187911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-63791d1d-fd7d-4116-aba2-03d711e6b006 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bbab621544a4749805cd012832eccca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476568 Mar 05 00:49:35.190427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42688) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:35.256639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b2797c29-b4da-44f1-ad83-4c99b4c4491a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:35.281476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b2797c29-b4da-44f1-ad83-4c99b4c4491a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:35.332711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b2797c29-b4da-44f1-ad83-4c99b4c4491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:35.350330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2797c29-b4da-44f1-ad83-4c99b4c4491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc67a2-0105-4974-81b9-507253f95bdb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:35.359811 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b2797c29-b4da-44f1-ad83-4c99b4c4491a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:35.360934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b2797c29-b4da-44f1-ad83-4c99b4c4491a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96fc67a2-0105-4974-81b9-507253f95bdb HTTP/1.1" status: 204 len: 168 time: 0.1696155 Mar 05 00:49:36.163871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42712) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:36.253373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:49:36.286860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 9e7a832d-e021-4b33-ba09-a02a1e928c8d {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:49:36.287199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 9e7a832d-e021-4b33-ba09-a02a1e928c8d not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:49:36.291467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-968318966-network', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:36.296811 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:36.300629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Usage tracker for resource:network and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:36.303444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:36.309537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:36.319022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Made reservation on behalf of a5e3e523549a49be9f7005d5e3d68808 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:49:36.321175 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.333348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.364760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:36.369004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:36.371794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:36.377353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:36.441527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.444935 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.475188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:49:36.483556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086792d-93be-4589-bf84-025b1168ec8d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:36.489768 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.490121 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Added segment d8a1e355-2a84-4cec-9e6c-14b554bce248 of type vlan for network cc7dd19e-1172-499e-8206-ee5a4d426253 Mar 05 00:49:36.519333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.546830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.547635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:36.548198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.650967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4860270 Mar 05 00:49:36.651810 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6566ca9-74aa-4544-8914-3f59bb0412c6 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7dd19e-1172-499e-8206-ee5a4d426253,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:36.653798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42718) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:36.659585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Request body: {'subnet': {'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-968318966-subnet', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:36.663204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network cc7dd19e-1172-499e-8206-ee5a4d426253 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:49:36.665088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:36.668989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Usage tracker for resource:subnet and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:36.671825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:36.677471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:36.687469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Made reservation on behalf of a5e3e523549a49be9f7005d5e3d68808 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:49:36.689815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.889547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:36.963102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:36.974226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:49:36.974576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Network hostable DHCP agents. Network: cc7dd19e-1172-499e-8206-ee5a4d426253, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:49:36.997592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:49:37.006983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, cc7dd19e-1172-499e-8206-ee5a4d426253) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:37.011089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:37.011862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.016488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622176ae-c824-497f-b8db-7fa357662691 None None] Network cc7dd19e-1172-499e-8206-ee5a4d426253 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:49:37.031785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e2668ad9-6390-4fbb-8815-fc46103058ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3768291 Mar 05 00:49:37.034309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42722) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:37.039296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:37.045068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:37.048898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Usage tracker for resource:router and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:37.051814 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:37.058112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:37.068515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.069684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.088918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.109902 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-538ec763-c55a-4d7c-b09c-2d531c6399c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.230566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.241979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-cc7dd19e-1172-499e-8206-ee5a4d426253', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:49:37.242941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.417741 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.427029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Allocated IP 172.20.0.2 (cc7dd19e-1172-499e-8206-ee5a4d426253/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f/f2661ea5-b690-43ba-b0be-7c0c7d2b15dc) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:49:37.447543 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.581427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Allocated IP 172.25.0.76 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/56f42e9e-c0bd-44f6-b59b-383b428f24ee) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:49:37.627377 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.637941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Transition to ACTIVE for port object f2661ea5-b690-43ba-b0be-7c0c7d2b15dc will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:37.656328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Transition to ACTIVE for port object f2661ea5-b690-43ba-b0be-7c0c7d2b15dc will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:37.661727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.721953 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:49:37.728716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:37.729654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.731228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:49:37.746489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Pushing event updated for resources: {'Port': ['ID=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:37.759606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.826364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:49:37.827558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Attempting to bind port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:49:37.827920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Attempting to bind port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:49:37.828503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Attempting to bind port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:37.829016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:37.832744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:49:37.835426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:49:37.835789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:49:37.836185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.836571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:49:37.837871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Bound port: f2661ea5-b690-43ba-b0be-7c0c7d2b15dc, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:49:37.838240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.861282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Pushing event updated for resources: {'Port': ['ID=56f42e9e-c0bd-44f6-b59b-383b428f24ee,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:37.926012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] For port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:49:37.928963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] For port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:49:37.934030 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.991158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:37.991720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:38.016656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4933daf-d63d-4248-8218-aeaeeec0c136 None None] Pushing event updated for resources: {'Port': ['ID=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:38.343675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:49:38.344200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f2661ea5-b690-43ba-b0be-7c0c7d2b15dc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:38.425060 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:38.431535 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:38.442756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:38.538423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:49:38.547736 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:49:38.561365 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:49:38.561610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:38.562134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:38.562806 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bbf29e41-d984-4303-8e05-136c5f57760a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5275288 Mar 05 00:49:38.565553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42728) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:38.750527 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:49:38.954810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dab352d-7189-404f-85e6-31290e700033 None None] Network cc7dd19e-1172-499e-8206-ee5a4d426253 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:49:39.052217 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:37Z', 'revision_number': 3, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:39.056205 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:49:39.056550 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Updating router ba26784c-f1d3-4195-8d69-5de7c27463a9 port 56f42e9e-c0bd-44f6-b59b-383b428f24ee binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:49:39.071072 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] Provisioning for port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:39.081310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] Provisioning complete for port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:39.081682 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.113943 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.295109 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.326287 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.335142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] For port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:39.342513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.428155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6b045-3c69-4707-b708-e4f03cbd1c55 None None] Pushing event updated for resources: {'Port': ['ID=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:39.501381 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.516344 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Transition to ACTIVE for port object 56f42e9e-c0bd-44f6-b59b-383b428f24ee will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:39.523665 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.565711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c9863583-d80c-431f-ad0c-41e8a4e7b208 None None] Provisioning complete for port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:39.566299 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c9863583-d80c-431f-ad0c-41e8a4e7b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.570081 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Allocated IP 172.20.0.1 (cc7dd19e-1172-499e-8206-ee5a4d426253/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f/a26752b3-1f39-4b65-b651-c9c125dd5aba) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:49:39.603244 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Attempting to bind port 56f42e9e-c0bd-44f6-b59b-383b428f24ee on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:49:39.603782 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Attempting to bind port 56f42e9e-c0bd-44f6-b59b-383b428f24ee by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:49:39.603872 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Attempting to bind port 56f42e9e-c0bd-44f6-b59b-383b428f24ee on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:39.605960 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Pushing event updated for resources: {'Port': ['ID=56f42e9e-c0bd-44f6-b59b-383b428f24ee,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:39.617082 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:49:39.617453 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:49:39.617806 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.618214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:49:39.619189 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Bound port: 56f42e9e-c0bd-44f6-b59b-383b428f24ee, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:49:39.619683 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.651210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.651558 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.651882 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.652207 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.652528 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.652845 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.653160 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.653512 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.653824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.654133 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.654441 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:39.705291 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] For port 56f42e9e-c0bd-44f6-b59b-383b428f24ee, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:49:39.708904 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] For port 56f42e9e-c0bd-44f6-b59b-383b428f24ee, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=56f42e9e-c0bd-44f6-b59b-383b428f24ee,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:49:39.713815 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.720734 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.735713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Transition to ACTIVE for port object a26752b3-1f39-4b65-b651-c9c125dd5aba will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:39.756567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.791610 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85bf9-df50-4363-866e-137448223779 None None] Pushing event updated for resources: {'Port': ['ID=56f42e9e-c0bd-44f6-b59b-383b428f24ee,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:39.796621 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:49:39.796621 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:39.868938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:39.931112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:49:39.933946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:39.938453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:49:39.963106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Pushing event updated for resources: {'Port': ['ID=a26752b3-1f39-4b65-b651-c9c125dd5aba,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:39.978689 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:49:39.995881 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.087896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.222531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b521f62f-cd37-440f-909b-3f3994bcc0bf None None] Provisioning for port a26752b3-1f39-4b65-b651-c9c125dd5aba completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:40.227408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b521f62f-cd37-440f-909b-3f3994bcc0bf None None] Provisioning complete for port a26752b3-1f39-4b65-b651-c9c125dd5aba triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:40.227795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b521f62f-cd37-440f-909b-3f3994bcc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.279062 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:37Z', 'revision_number': 3, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:40.283145 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0efae3-6e73-4ff3-ad0a-e826368b5a5c None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:37Z', 'revision_number': 3, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:49:40.283264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-b521f62f-cd37-440f-909b-3f3994bcc0bf None None] Port a26752b3-1f39-4b65-b651-c9c125dd5aba cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:49:40.326816 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.333468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.339113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f2661ea5-b690-43ba-b0be-7c0c7d2b15dc up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:40.413897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:40.414270 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.443376 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.447333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Pushing event updated for resources: {'Port': ['ID=a26752b3-1f39-4b65-b651-c9c125dd5aba,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:40.461383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.461729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.462350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.462679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.463003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.463324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.463643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.463958 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.464276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.464591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.464906 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:40.605128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:49:40.606353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:40.911473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5aecb60b-d2b3-4b51-8ff1-fd62918b2752 None None] Provisioning complete for port a26752b3-1f39-4b65-b651-c9c125dd5aba triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:40.912025 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5aecb60b-d2b3-4b51-8ff1-fd62918b2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:40.970411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5aecb60b-d2b3-4b51-8ff1-fd62918b2752 None None] Port a26752b3-1f39-4b65-b651-c9c125dd5aba cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:49:40.999497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:49:41.202923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:49:41.211382 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e26ca11e-8786-459c-82e2-be93350924ad admin admin] 10.222.0.32 "PUT /v2.0/routers/ba26784c-f1d3-4195-8d69-5de7c27463a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448805 Mar 05 00:49:41.619021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42738) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:41.625070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886973736', 'description': 'tempest-description--1968792442'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:41.631632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:41.636123 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Usage tracker for resource:security_group and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:41.638969 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:41.644519 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:41.654630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.687777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:41.691409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Usage tracker for resource:security_group_rule and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:41.694120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:41.700152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:41.752739 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.761975 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.801776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a120cf-8113-4652-9947-54515c8b8579,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:41.806903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.808070 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f612f680-7eee-4078-a5fb-9bb1e7c1e434 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1880589 Mar 05 00:49:41.810924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42742) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:41.816546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'security_group_rule': {'security_group_id': '17a120cf-8113-4652-9947-54515c8b8579', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:41.823677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:41.827437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Usage tracker for resource:security_group_rule and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:41.830250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:41.835817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:41.851337 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.913274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.916611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.939013 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c41996-11a5-4f5a-b41e-b46699254833,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:41.948464 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:41.949637 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a3c28af6-f179-454e-a650-2a2fe06fb175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1377892 Mar 05 00:49:41.952056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42746) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:41.957282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'security_group_rule': {'security_group_id': '17a120cf-8113-4652-9947-54515c8b8579', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:41.963755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:41.967578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Usage tracker for resource:security_group_rule and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:41.970367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:41.975914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:41.991542 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.050697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.053970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.077347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c55fc1f-9cbc-4187-a4f0-e00bb9feb0da,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:42.085453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.086591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-afb33b7d-0fec-4a6d-aef1-8c4b776e02e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1336281 Mar 05 00:49:42.089848 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42750) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:42.094823 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:42.100663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:42.105144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Usage tracker for resource:floatingip and tenant:a5e3e523549a49be9f7005d5e3d68808 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:49:42.108094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:49:42.113900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:42.124698 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.330340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56f42e9e-c0bd-44f6-b59b-383b428f24ee up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:42.357602 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.396747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 56f42e9e-c0bd-44f6-b59b-383b428f24ee completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:42.401777 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 56f42e9e-c0bd-44f6-b59b-383b428f24ee triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:42.402152 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.492271 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Allocated IP 172.25.0.160 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/01a89da9-0684-4ab5-bfd7-f38145c1b724) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:49:42.551677 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.567249 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 56f42e9e-c0bd-44f6-b59b-383b428f24ee, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=56f42e9e-c0bd-44f6-b59b-383b428f24ee,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:42.572016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.637140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=56f42e9e-c0bd-44f6-b59b-383b428f24ee,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:42.642178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.670019 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.738259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:49:42.741632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:42.743534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'Port': ['ID=01a89da9-0684-4ab5-bfd7-f38145c1b724,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:42.745655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:49:42.902838 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:42.956164 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:43.154000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:43.158008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:43.264412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'Port': ['ID=01a89da9-0684-4ab5-bfd7-f38145c1b724,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:43.276075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:43.297141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:43.298317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-169e21d9-81a0-4b70-b02f-1babfabe3a3a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2075737 Mar 05 00:49:43.467150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-ed16e860-62ac-4bcb-b7bd-b63a7410cfc6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1886973736&fields=id&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 267 time: 0.0407033 Mar 05 00:49:43.614187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-9abbeec5-80df-47b6-b18c-1735093691d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:43.615620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-9abbeec5-80df-47b6-b18c-1735093691d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1424019 Mar 05 00:49:43.634169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-900d92ca-f26f-4518-aaf9-fe5f96b307e5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/quotas/a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 375 time: 0.0114892 Mar 05 00:49:43.725056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-5ee71bef-2710-4da0-8134-57a577d8ceaa tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859563 Mar 05 00:49:43.803190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:49:43.815647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:49:43.816260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:43.865640 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-1fc117d3-e73c-4ee7-aac6-76e757bbaa75 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283088 Mar 05 00:49:43.994607 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:49:44.000083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-d68f870b-a2e8-4111-96a9-22f227431bed service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288431 Mar 05 00:49:44.205300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-623d4bc8-6c9d-4f42-ba0f-5c91fd182766 req-959df925-e1b9-4416-b65d-b0fe6b5e731b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:49:44.228274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-623d4bc8-6c9d-4f42-ba0f-5c91fd182766 req-959df925-e1b9-4416-b65d-b0fe6b5e731b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:49:44.229400 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-623d4bc8-6c9d-4f42-ba0f-5c91fd182766 req-959df925-e1b9-4416-b65d-b0fe6b5e731b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 210 time: 0.0773382 Mar 05 00:49:44.321324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56f42e9e-c0bd-44f6-b59b-383b428f24ee up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:44.375488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 2, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:44.385318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:49:44.385743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Updating router ba26784c-f1d3-4195-8d69-5de7c27463a9 port a26752b3-1f39-4b65-b651-c9c125dd5aba binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:49:44.449173 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:44.459362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 56f42e9e-c0bd-44f6-b59b-383b428f24ee triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:44.459723 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:44.889783 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:44.900732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Transition to ACTIVE for port object a26752b3-1f39-4b65-b651-c9c125dd5aba will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:44.906733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:45.030120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef37a2-4da7-4805-9976-2294f326084e None None] Pushing event updated for resources: {'Port': ['ID=a26752b3-1f39-4b65-b651-c9c125dd5aba,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:45.120794 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Attempting to bind port a26752b3-1f39-4b65-b651-c9c125dd5aba on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:49:45.121158 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Attempting to bind port a26752b3-1f39-4b65-b651-c9c125dd5aba by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:49:45.121542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Attempting to bind port a26752b3-1f39-4b65-b651-c9c125dd5aba on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:45.128393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:49:45.128756 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:49:45.129150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:45.129579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:49:45.130039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Bound port: a26752b3-1f39-4b65-b651-c9c125dd5aba, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:49:45.130520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:45.274978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-81b48ca6-4ea7-4d3c-bfa6-2e6d6c73ffd6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:45.275781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-81b48ca6-4ea7-4d3c-bfa6-2e6d6c73ffd6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:49:45.297791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-81b48ca6-4ea7-4d3c-bfa6-2e6d6c73ffd6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:49:45.298927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-81b48ca6-4ea7-4d3c-bfa6-2e6d6c73ffd6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1962125 Mar 05 00:49:45.307166 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] For port a26752b3-1f39-4b65-b651-c9c125dd5aba, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:49:45.310766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] For port a26752b3-1f39-4b65-b651-c9c125dd5aba, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a26752b3-1f39-4b65-b651-c9c125dd5aba,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:49:45.317157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:45.360222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-d93fc180-5006-4ac0-8bb9-24dd69d5ca89 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:49:45.378313 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-d93fc180-5006-4ac0-8bb9-24dd69d5ca89 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:49:45.379730 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-d93fc180-5006-4ac0-8bb9-24dd69d5ca89 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 380 time: 0.0686703 Mar 05 00:49:45.399343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef37a2-4da7-4805-9976-2294f326084e None None] Pushing event updated for resources: {'Port': ['ID=a26752b3-1f39-4b65-b651-c9c125dd5aba,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:45.401522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'port': {'device_id': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'admin_state_up': True, 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'security_groups': ['17a120cf-8113-4652-9947-54515c8b8579']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:45.412636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:49:45.412636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:45.420489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bf9fe31a-d5da-4890-85e7-05aa7489afc7 req-cb324880-e5fc-4ec1-af03-29e4f25baf7c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 210 time: 0.0459881 Mar 05 00:49:45.551903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:49:45.563141 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:49:45.574762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Made reservation on behalf of a5e3e523549a49be9f7005d5e3d68808 for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:49:45.578416 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:45.604273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:49:45.742977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Allocated IP 172.20.0.13 (cc7dd19e-1172-499e-8206-ee5a4d426253/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f/3938f453-0ca7-44d6-94f2-d2f4cbf79f8b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:49:45.930160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:45Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:45.934355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cc2e1-3592-44bd-856e-556b78af976b None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:45Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:49:45.937184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:45.956668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Transition to ACTIVE for port object 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:46.006362 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.177867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:49:46.181461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:49:46.185498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:49:46.216489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:46.257037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:46.257860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.289341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a438edce-b477-47a5-bb34-f7df2b855a7b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8951809 Mar 05 00:49:46.301434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Request body: {'port': {'device_id': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:46.357436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a26752b3-1f39-4b65-b651-c9c125dd5aba up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:46.434277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a26752b3-1f39-4b65-b651-c9c125dd5aba completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:46.439773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a26752b3-1f39-4b65-b651-c9c125dd5aba triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:46.440323 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.450672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.566863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f674658a-8182-4b28-81d4-7fe8a40dfdbf None None] Provisioning for port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:46.584843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f674658a-8182-4b28-81d4-7fe8a40dfdbf None None] Provisioning complete for port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:46.585290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f674658a-8182-4b28-81d4-7fe8a40dfdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.636626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.658533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f674658a-8182-4b28-81d4-7fe8a40dfdbf None None] Port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:49:46.678295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a26752b3-1f39-4b65-b651-c9c125dd5aba, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a26752b3-1f39-4b65-b651-c9c125dd5aba,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:46.684514 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.767018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a26752b3-1f39-4b65-b651-c9c125dd5aba,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:46.770995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16183979-ff42-4469-ad6e-67222fc9dbd0 req-a03bf7af-e853-4ad4-829e-fd58df97b43e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:46.771721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-16183979-ff42-4469-ad6e-67222fc9dbd0 req-a03bf7af-e853-4ad4-829e-fd58df97b43e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:49:46.818869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-16183979-ff42-4469-ad6e-67222fc9dbd0 req-a03bf7af-e853-4ad4-829e-fd58df97b43e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:49:46.820029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16183979-ff42-4469-ad6e-67222fc9dbd0 req-a03bf7af-e853-4ad4-829e-fd58df97b43e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 932 time: 0.2431583 Mar 05 00:49:46.925332 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:49:46.930941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-16183979-ff42-4469-ad6e-67222fc9dbd0 req-c0fea6c2-40eb-40d4-8a96-28d5a4baec0a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042440 Mar 05 00:49:46.934644 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:46.949957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Transition to ACTIVE for port object 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:49:46.958499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:47.089738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:47.193713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:49:47.194043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:49:47.194364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:47.200835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:49:47.201165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:49:47.207344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:49:47.207676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:49:47.208074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:49:47.208484 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Bound port: 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:49:47.208819 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:47.299151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:49:47.302070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:49:47.306771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:47.366797 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:47.368106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] 10.222.0.36 "PUT /v2.0/ports/3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1092 time: 1.0713060 Mar 05 00:49:47.368577 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:47.385994 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d266b-3e78-4489-955a-79b84219d056 service neutron] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:47.455200 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'status': 'completed', 'code': 200} Mar 05 00:49:47.495087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-a3f668af-a67d-4805-aeff-4c71d9473710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1095 time: 0.0780597 Mar 05 00:49:47.562713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-cfa6adce-3db1-4292-bcd0-bb9a24c4cb03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 217 time: 0.0603456 Mar 05 00:49:47.628083 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-0726ebd3-b1b4-4bd2-b613-959ea9b0ac6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:47.629539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-0726ebd3-b1b4-4bd2-b613-959ea9b0ac6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0613821 Mar 05 00:49:47.701328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-f5e040e2-97c6-42c0-839e-2b58bdda370d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658386 Mar 05 00:49:47.834714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-bd22156c-981e-4805-b6c3-f6308edc54a6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272280 Mar 05 00:49:48.058253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d6d0860-1758-490b-9078-e7af9cc611a0 req-49030a29-f413-40ca-8809-aeec4ada647b service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180953 Mar 05 00:49:48.187418 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21013-8358-42fa-8557-b09e05ebdb3f req-199b1c5d-b716-465b-ab51-66d1b948b9ce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:48.188768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15c21013-8358-42fa-8557-b09e05ebdb3f req-199b1c5d-b716-465b-ab51-66d1b948b9ce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.1336098 Mar 05 00:49:48.218021 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-044ac929-5a9a-4a8e-83fa-99e8b2f5cf5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1095 time: 0.1151361 Mar 05 00:49:48.308939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-15c21013-8358-42fa-8557-b09e05ebdb3f req-f87aba51-4ec6-4a41-9d0f-e0e6354bc105 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139457 Mar 05 00:49:48.324231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a26752b3-1f39-4b65-b651-c9c125dd5aba up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:48.362674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-6d097326-e2ba-4658-860a-eed14d6b6b58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:48.364091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-6d097326-e2ba-4658-860a-eed14d6b6b58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1349456 Mar 05 00:49:48.390977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a26752b3-1f39-4b65-b651-c9c125dd5aba triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:48.391343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:48.433633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-34ca7d28-8f0f-4259-be35-735b91532c7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 217 time: 0.0635145 Mar 05 00:49:48.494050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-d90eb8d6-a7e6-4c5d-9dd5-cd53e38fa483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:48.495416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-d90eb8d6-a7e6-4c5d-9dd5-cd53e38fa483 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0567536 Mar 05 00:49:48.572591 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-7cf4eee3-76fb-4921-8d1f-c220b2c7d224 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694969 Mar 05 00:49:48.699578 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-ccdbfd93-adbf-4c70-9836-21b07aa7384b service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211257 Mar 05 00:49:48.829415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9344ec17-cdeb-4cea-9ba1-ee00e1aed86c req-5d7877ad-e620-48b7-9778-cf7b575a0b7b service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234601 Mar 05 00:49:49.506655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b297ca-6240-4617-a99d-9b96f1afc740 req-a4fbe9bb-0ea8-4869-b2c8-9fbbafcdbc07 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:49.507828 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68b297ca-6240-4617-a99d-9b96f1afc740 req-a4fbe9bb-0ea8-4869-b2c8-9fbbafcdbc07 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0746706 Mar 05 00:49:49.555445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-68b297ca-6240-4617-a99d-9b96f1afc740 req-d4f3175e-cd91-4e34-aa3a-c8f300359cc0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Mar 05 00:49:50.747113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b84527-9bf1-4a4b-b2cc-c6c9f31b7f89 req-53eb3774-f913-45b2-b5de-e7d8b15138db tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:50.748536 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5b84527-9bf1-4a4b-b2cc-c6c9f31b7f89 req-53eb3774-f913-45b2-b5de-e7d8b15138db tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0746989 Mar 05 00:49:50.794391 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5b84527-9bf1-4a4b-b2cc-c6c9f31b7f89 req-b0ab0ed6-f876-400a-b0f3-193c7a22bf41 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Mar 05 00:49:51.985119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f74ca-9768-4847-bfd1-5c10b37ce151 req-8881d843-1ec0-42be-b8d6-71a0235f51ce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:51.986581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb5f74ca-9768-4847-bfd1-5c10b37ce151 req-8881d843-1ec0-42be-b8d6-71a0235f51ce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0749497 Mar 05 00:49:52.031520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cb5f74ca-9768-4847-bfd1-5c10b37ce151 req-41ae800d-af43-44b7-b7b8-9816d9acbcb3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Mar 05 00:49:52.331090 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:49:52.463579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:52.476341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'mac_address': 'fa:16:3e:46:2b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:49:52.528249 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:52.545121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:49:52.559896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:52.563993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:52.630845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:52.639316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.639660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.639997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.640325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.640661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.640984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.641334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.641657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.641976 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.642294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.642614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:49:52.874727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:49:53.227635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2fd0-1b35-4c4c-90f4-c936a34586c3 req-4992b7a0-7aed-4020-8ef7-442782deeaac tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:53.228996 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d88e2fd0-1b35-4c4c-90f4-c936a34586c3 req-4992b7a0-7aed-4020-8ef7-442782deeaac tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 945 time: 0.0814462 Mar 05 00:49:53.273115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d88e2fd0-1b35-4c4c-90f4-c936a34586c3 req-1ee6dd0a-b130-4a71-9c8d-128fbb42df90 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Mar 05 00:49:54.331494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:49:54.412591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:49:54.418637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:49:54.419009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:54.539901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:54.567224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:54.576524 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:49:54.580400 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:54.634452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673da741-644a-40e8-9ae4-fdfbcf3d7b1f req-b85c8aa7-e5a8-408d-a260-cd8960726f13 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:54.635886 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'code': 200} Mar 05 00:49:54.636059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-673da741-644a-40e8-9ae4-fdfbcf3d7b1f req-b85c8aa7-e5a8-408d-a260-cd8960726f13 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0872312 Mar 05 00:49:54.658782 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:49:54.686108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-673da741-644a-40e8-9ae4-fdfbcf3d7b1f req-c0e82664-12e9-406d-b7d2-8c68a9b962f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Mar 05 00:49:54.756769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd0a606e-a8b1-417e-a280-cde857ddda34 req-0ebfab5a-0288-401d-8930-2b2e685be4e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1097 time: 0.0664530 Mar 05 00:49:54.802192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd0a606e-a8b1-417e-a280-cde857ddda34 req-99d265da-8856-46f5-8aa2-40f65f4b994d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387959 Mar 05 00:49:55.879873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad4dc5-f5a5-4205-acfb-985d92034944 req-21492c37-1b48-4707-b63c-a3e2b8d180f0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:55.881255 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c9ad4dc5-f5a5-4205-acfb-985d92034944 req-21492c37-1b48-4707-b63c-a3e2b8d180f0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0741708 Mar 05 00:49:55.925354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c9ad4dc5-f5a5-4205-acfb-985d92034944 req-c72f9999-571f-4f2e-bf91-662ba1c6ddce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Mar 05 00:49:57.114804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb4f0-04cd-436c-af1a-485ec834345e req-8f6c0e23-1f16-4b12-b946-f004b8b0a8a5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:57.116249 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-963cb4f0-04cd-436c-af1a-485ec834345e req-8f6c0e23-1f16-4b12-b946-f004b8b0a8a5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0748324 Mar 05 00:49:57.160054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-963cb4f0-04cd-436c-af1a-485ec834345e req-b5bddd68-ed55-4de5-9036-13067d7ea73f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Mar 05 00:49:57.348213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64454-8940-4a38-a449-d21475764705 req-63dcb1d2-baa5-40ce-826c-9000d6ac9e4e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:57.349656 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7b64454-8940-4a38-a449-d21475764705 req-63dcb1d2-baa5-40ce-826c-9000d6ac9e4e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0786591 Mar 05 00:49:57.358763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 42818) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:49:57.364062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'floatingip': {'port_id': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:49:57.436248 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:57.491332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:57.796989 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:58.094982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:58.098506 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:58.284918 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 associated. External IP: 172.25.0.160, port: 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b. Mar 05 00:49:58.663425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:49:58.856488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:49:58.861270 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:49:58.865913 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:49:58.877738 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:49:58.878334 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:58.916093 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-bec406d2-a91f-400c-a16f-12ec4cb512e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "PUT /v2.0/floatingips/3f1522a1-f69e-433f-9fd7-d184347e7331 HTTP/1.1" status: 200 len: 992 time: 1.5553043 Mar 05 00:49:58.916642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:49:58.974815 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'status': 'completed', 'code': 200} Mar 05 00:49:59.059546 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:49:59.074245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-39e55581-a08b-4884-8a9f-833e695367fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1097 time: 0.0756671 Mar 05 00:49:59.095834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c404-9fba-4ece-ab92-6bf29d6c7b8e req-38f7342b-0ca7-41ed-b9d9-a96542ceca38 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:59.097528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8f9c404-9fba-4ece-ab92-6bf29d6c7b8e req-38f7342b-0ca7-41ed-b9d9-a96542ceca38 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0812249 Mar 05 00:49:59.147148 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8f9c404-9fba-4ece-ab92-6bf29d6c7b8e req-849d40b4-a3ad-4c5b-9dda-50a56e79efa8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Mar 05 00:49:59.351009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-7cf3dfa5-c27a-4ad1-9add-181332c1c273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:59.352473 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-7cf3dfa5-c27a-4ad1-9add-181332c1c273 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.2729101 Mar 05 00:49:59.432043 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:46:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:49:57Z', 'revision_number': 1, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:59.435787 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:49:59.446866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:49:59.447497 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:49:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:59.468120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d2a66-2452-4726-93de-649f343d0c06 req-ec4912ed-24d3-4bfc-901f-4e3f8fcb44f2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:59.469590 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b69d2a66-2452-4726-93de-649f343d0c06 req-ec4912ed-24d3-4bfc-901f-4e3f8fcb44f2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.1927433 Mar 05 00:49:59.472535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-9f8a85cf-0253-4ffd-97ec-7cf9e96e1dd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1000 time: 0.1143284 Mar 05 00:49:59.563866 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b69d2a66-2452-4726-93de-649f343d0c06 req-78ee57f6-099d-4607-b5d6-d3a79607ea20 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884738 Mar 05 00:49:59.565301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-eee10ebb-7b39-4818-b2c7-2d0f72a88c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:49:59.567010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-eee10ebb-7b39-4818-b2c7-2d0f72a88c0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0783756 Mar 05 00:49:59.625070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:49:59.653698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-8b92d1c5-fd70-40e1-92b5-45a7cc5e6546 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799253 Mar 05 00:49:59.782843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-f700fbd5-95c6-450d-9da1-71fe7b8798a2 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227281 Mar 05 00:49:59.912521 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9c1a7c06-3241-4769-b2e5-20c1424e19b4 req-cf79a208-fa52-4744-95fe-60606f811eda service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237705 Mar 05 00:49:59.969431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:46:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:49:57Z', 'revision_number': 1, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:49:59.973244 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48537-a2fd-4162-b824-cccc43e84203 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:46:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:49:57Z', 'revision_number': 1, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:50:00.494479 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:50:00.764790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078576-13b1-4a99-a7a4-5dce1b9c4b0f req-436fdb7a-658d-4562-af74-938b7158e478 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:00.766178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e078576-13b1-4a99-a7a4-5dce1b9c4b0f req-436fdb7a-658d-4562-af74-938b7158e478 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0800776 Mar 05 00:50:00.812840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8e078576-13b1-4a99-a7a4-5dce1b9c4b0f req-93e44775-6007-4411-9fb3-a46bee7d6cce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Mar 05 00:50:01.001342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a92d-1428-4a3f-ae2e-2578e0094ae2 req-0e57f7f8-dfd9-4849-b0eb-2f291771dbf8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:01.002810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7814a92d-1428-4a3f-ae2e-2578e0094ae2 req-0e57f7f8-dfd9-4849-b0eb-2f291771dbf8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0746052 Mar 05 00:50:01.047802 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7814a92d-1428-4a3f-ae2e-2578e0094ae2 req-3d418b6d-2d05-412c-8ff3-e73454054e3c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392442 Mar 05 00:50:01.237694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-67715849-b662-4aad-b9af-f0b9fa71e37b req-121e67d9-b2d1-414b-8087-21840ddbf03f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662632 Mar 05 00:50:01.542321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a05ebc-4e4f-4e15-ab85-55429b1fce92 req-758cfd06-7e69-4e97-b09f-3ddb951f06f1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:01.543732 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7a05ebc-4e4f-4e15-ab85-55429b1fce92 req-758cfd06-7e69-4e97-b09f-3ddb951f06f1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0778930 Mar 05 00:50:01.588585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a7a05ebc-4e4f-4e15-ab85-55429b1fce92 req-fb238dd6-5049-48d8-b896-fbb0637d2b33 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Mar 05 00:50:01.621556 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-8ad9e975-97fb-442f-803e-5c3403103c9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370294 Mar 05 00:50:02.835909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1aa62-e57e-445b-9898-f540b89d4405 None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:50:02.870028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-7a5f1dd8-b015-4e97-828b-f96e37afff62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1097 time: 0.0756509 Mar 05 00:50:02.913871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9d991-c92f-457a-b9b2-31480c5f45d5 req-4d7417bf-2028-4acf-b97a-3f6b787e265a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:02.921410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1da9d991-c92f-457a-b9b2-31480c5f45d5 req-4d7417bf-2028-4acf-b97a-3f6b787e265a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.2053435 Mar 05 00:50:02.976011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1da9d991-c92f-457a-b9b2-31480c5f45d5 req-5420fe7a-b4e4-4fc4-9b49-0efe8e0aa2a5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535555 Mar 05 00:50:03.004573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-d0290e98-4a8a-412a-a290-3f3f13f03f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:03.006047 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-d0290e98-4a8a-412a-a290-3f3f13f03f4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1304622 Mar 05 00:50:03.108332 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-19137864-5c68-4699-ac57-900798711df1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1000 time: 0.0962596 Mar 05 00:50:03.172232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-eebfeaca-ad2a-43c1-9b82-966c43f40d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:03.173571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-eebfeaca-ad2a-43c1-9b82-966c43f40d45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0593452 Mar 05 00:50:03.243503 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-e502ddd3-faf1-4cca-93b7-916a0e39686b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647955 Mar 05 00:50:03.369047 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-205fd138-daa7-4cde-b509-81f65a951936 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199374 Mar 05 00:50:03.600452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-85bb06bb-cb5b-44bd-95f5-914d291bd526 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260861 Mar 05 00:50:04.163323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7cdfb-1dd2-4c53-8dd5-c9907c808a4b req-616b7dce-c914-42c7-8ec9-b4726547c6e9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:04.164633 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72d7cdfb-1dd2-4c53-8dd5-c9907c808a4b req-616b7dce-c914-42c7-8ec9-b4726547c6e9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0737917 Mar 05 00:50:04.213066 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-72d7cdfb-1dd2-4c53-8dd5-c9907c808a4b req-aecd0c72-0266-4f6e-9df2-b56dde47da1e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Mar 05 00:50:04.994283 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-49f68e0f-345b-42fc-9df0-e11448e1b2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:05.419884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625bb8-1cf6-4d8c-b87a-8ff1e75bfe73 req-fd2904b5-3b25-4c1a-9672-1bf4047397e9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:05.421348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d625bb8-1cf6-4d8c-b87a-8ff1e75bfe73 req-fd2904b5-3b25-4c1a-9672-1bf4047397e9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0752552 Mar 05 00:50:05.468486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d625bb8-1cf6-4d8c-b87a-8ff1e75bfe73 req-1d1da1b5-4126-426c-a381-42c75c9d0381 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Mar 05 00:50:06.659284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45de52-fdfa-4ad5-8dd3-949d6af32746 req-e180e892-0ba6-49e7-87ae-0397d7f57728 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:06.660785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f45de52-fdfa-4ad5-8dd3-949d6af32746 req-e180e892-0ba6-49e7-87ae-0397d7f57728 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0761766 Mar 05 00:50:06.705932 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f45de52-fdfa-4ad5-8dd3-949d6af32746 req-f3b9d02e-e5de-4301-8b21-12d0614112ce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Mar 05 00:50:07.063102 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c032aa6c-796f-41f8-b963-c1cb32d40130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:07.902067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298fee-db00-47ea-a4ff-61cb99b097cd req-9888434a-b5d1-499d-b4d6-8e87330b2f4b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:07.903513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f298fee-db00-47ea-a4ff-61cb99b097cd req-9888434a-b5d1-499d-b4d6-8e87330b2f4b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0763931 Mar 05 00:50:07.947906 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0f298fee-db00-47ea-a4ff-61cb99b097cd req-61d3cf8f-7e1d-4e36-ac5f-4caab08bbbda tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Mar 05 00:50:08.413780 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:08.423696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:08.924426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-9d7d38bb-c21e-4dbb-b793-8d51ab2b99ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1097 time: 0.0695195 Mar 05 00:50:09.068872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-6761e312-0c76-431e-a913-84ca8bb12ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:09.070373 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-6761e312-0c76-431e-a913-84ca8bb12ccf service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1282835 Mar 05 00:50:09.217024 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-4c9464c3-a6b0-476d-b516-672b4ce7a561 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1002 time: 0.1405053 Mar 05 00:50:09.271343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba64a5-dd1f-482e-94a1-5ed26045d5e6 req-f88c37ec-05fd-423e-bfb0-6748331c55aa tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:09.272758 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1ba64a5-dd1f-482e-94a1-5ed26045d5e6 req-f88c37ec-05fd-423e-bfb0-6748331c55aa tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.1981306 Mar 05 00:50:09.307528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-c5c97d3c-89b5-46d8-9afa-e151d346f644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:09.308899 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-c5c97d3c-89b5-46d8-9afa-e151d346f644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0864468 Mar 05 00:50:09.366660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f1ba64a5-dd1f-482e-94a1-5ed26045d5e6 req-fc6a1896-762e-4554-9353-24db0413957e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872414 Mar 05 00:50:09.392688 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-741e73c8-8831-483b-a3f4-973170bbb17a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751956 Mar 05 00:50:09.522405 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-5fc77753-c859-41c8-b3af-ef302003feb6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238880 Mar 05 00:50:09.647819 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa711d84-c251-4ae7-b34a-0f722ba44599 req-da355f72-9cf0-45b9-b3ba-3cbdb0ab1892 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202390 Mar 05 00:50:09.866335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:10.560856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d366-5947-4db1-9a1e-e1279bf96f21 req-cb2d762f-2036-4fe1-94da-989d254e383a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:10.562371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d480d366-5947-4db1-9a1e-e1279bf96f21 req-cb2d762f-2036-4fe1-94da-989d254e383a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0784287 Mar 05 00:50:10.607726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d480d366-5947-4db1-9a1e-e1279bf96f21 req-1a96623b-0c71-4966-82ad-30ef8acc79fe tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391803 Mar 05 00:50:11.802062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d747c-411f-4a14-b650-c80db836444e req-4fddea14-b5ff-4549-9474-4369c33202a1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:11.803492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-988d747c-411f-4a14-b650-c80db836444e req-4fddea14-b5ff-4549-9474-4369c33202a1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0744247 Mar 05 00:50:11.851109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-988d747c-411f-4a14-b650-c80db836444e req-ab4f081e-be92-456d-b596-e5e775015cfd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 Mar 05 00:50:13.043602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f8650-a345-4205-b4e0-93163e7e1378 req-f558d08b-c993-4249-b401-cb945109cb2c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:13.045054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-314f8650-a345-4205-b4e0-93163e7e1378 req-f558d08b-c993-4249-b401-cb945109cb2c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0750785 Mar 05 00:50:13.089836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-314f8650-a345-4205-b4e0-93163e7e1378 req-aef3165d-e2af-4874-940a-943d81a0035e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Mar 05 00:50:14.282425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b41b5-6f81-465d-803d-e7ae819f1f7c req-0021e465-7f5f-4e44-9604-4219abd559a3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:14.283869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-226b41b5-6f81-465d-803d-e7ae819f1f7c req-0021e465-7f5f-4e44-9604-4219abd559a3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0753248 Mar 05 00:50:14.329891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-226b41b5-6f81-465d-803d-e7ae819f1f7c req-dcbe06c7-96c5-4908-b620-1355de19b57d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Mar 05 00:50:15.526319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d475956-7469-45e8-a7f2-d47930f62c3e req-630ca787-a794-472e-b902-a115451ff5a8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:15.527737 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d475956-7469-45e8-a7f2-d47930f62c3e req-630ca787-a794-472e-b902-a115451ff5a8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0787454 Mar 05 00:50:15.571225 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d475956-7469-45e8-a7f2-d47930f62c3e req-0d5e6bdd-0569-47dd-bea8-5ad6f2b142a4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381370 Mar 05 00:50:16.765764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ad5a-f4d0-46ba-a1c8-75f1df142056 req-cbb6bdfc-7454-47fa-a494-223ff81204d6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:16.767194 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21b7ad5a-f4d0-46ba-a1c8-75f1df142056 req-cbb6bdfc-7454-47fa-a494-223ff81204d6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0782878 Mar 05 00:50:16.811705 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-21b7ad5a-f4d0-46ba-a1c8-75f1df142056 req-641ecac9-cae6-42c8-846d-38bb42ae8643 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Mar 05 00:50:18.009267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dfb84-9779-4289-96b2-39aa69ce3499 req-b10056b8-85fc-4bff-b783-f43e234082bd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:18.010478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-771dfb84-9779-4289-96b2-39aa69ce3499 req-b10056b8-85fc-4bff-b783-f43e234082bd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0787230 Mar 05 00:50:18.057950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-771dfb84-9779-4289-96b2-39aa69ce3499 req-716af979-066f-4a0c-80ea-2640f7763805 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Mar 05 00:50:19.256256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5ccaa-ca3d-4e5d-9516-5aefdde10696 req-41676c81-bf72-40c1-b949-7b09f93e2963 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:19.257708 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0a5ccaa-ca3d-4e5d-9516-5aefdde10696 req-41676c81-bf72-40c1-b949-7b09f93e2963 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0740261 Mar 05 00:50:19.301272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0a5ccaa-ca3d-4e5d-9516-5aefdde10696 req-649cc4d7-50e1-47a2-abbe-e47b24f298ab tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 Mar 05 00:50:20.359772 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-4371c044-c599-4c07-9a1f-a257202ac5ba service neutron] show failed (client error): The resource could not be found. Mar 05 00:50:20.360859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-4371c044-c599-4c07-9a1f-a257202ac5ba service neutron] 10.222.0.36 "GET /v2.0/ports/3938f453-0ca7-44d6-94f2-d2f4cbf79f8b/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0759013 Mar 05 00:50:20.497669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc00f-f5af-4a91-ae17-175811a05ddc req-7dc35f24-c009-4229-b6b0-2df58265d6a8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:20.499867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f35bc00f-f5af-4a91-ae17-175811a05ddc req-7dc35f24-c009-4229-b6b0-2df58265d6a8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0793836 Mar 05 00:50:20.546971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f35bc00f-f5af-4a91-ae17-175811a05ddc req-3c789710-532d-4b1b-a72c-1aea69791e61 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Mar 05 00:50:20.619343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-e48fe765-2808-4922-8423-36e70e5d2fa4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 1097 time: 0.0714962 Mar 05 00:50:20.629088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:50:20.730842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:20.988488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:21.016302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:50:21.073779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:21.079226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:21.094452 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Transition to ACTIVE for port object 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:50:21.098838 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:21.154654 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'code': 200} Mar 05 00:50:21.228167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=6']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:21.291220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] No DVR routers for this DVR port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:50:21.623818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:50:21.624521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:50:21.624521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:50:21.630634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:50:21.630955 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Attempting to bind port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:50:21.637991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:50:21.638391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:50:21.638777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:50:21.639191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Bound port: 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:50:21.639535 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:21.782394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:50:21.785911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:50:21.791918 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:21.846993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7257b5-57f0-4c33-b5b9-bb2d580c8658 req-a6a1118d-7d74-4aff-bbec-80401a39d984 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:21.848373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e7257b5-57f0-4c33-b5b9-bb2d580c8658 req-a6a1118d-7d74-4aff-bbec-80401a39d984 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.1673574 Mar 05 00:50:21.888468 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:21.889871 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] 10.222.0.10 "PUT /v2.0/ports/3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1092 time: 1.2646101 Mar 05 00:50:21.911197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f469-f40c-4b86-ad0e-49afba55cf91 service neutron] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=7']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:21.963178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e7257b5-57f0-4c33-b5b9-bb2d580c8658 req-909b0316-676a-435e-a019-6c5bc79379f2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036408 Mar 05 00:50:22.002508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-55a24f65-aff7-4e57-84c8-69d3849f990f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1095 time: 0.0852528 Mar 05 00:50:22.137238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-67c6fbb0-d1c1-4d4d-b73a-08702ef2600d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:22.138644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-67c6fbb0-d1c1-4d4d-b73a-08702ef2600d service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1300135 Mar 05 00:50:22.240822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-cfb6b6bb-f75d-42f4-a173-26f7cd1d36c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1000 time: 0.0951262 Mar 05 00:50:22.301567 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-ee0aec9b-c098-4738-aa92-8c35cdea9373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:22.302970 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-ee0aec9b-c098-4738-aa92-8c35cdea9373 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0567520 Mar 05 00:50:22.377823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-deb524f9-bee0-41a7-9d57-b735987f272b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691853 Mar 05 00:50:22.508095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-3cadffa0-1bb4-4b92-9e81-e260ec0db115 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240127 Mar 05 00:50:22.637340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a0cc6cef-f3c1-4167-a2bd-b2dc3c6a7642 req-83303ade-44d0-4deb-8810-74c9d489813d service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237597 Mar 05 00:50:23.155914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:23.159981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006b4c-2655-4eb1-93fb-79ca819d7f1b req-29e61c95-7712-425d-b604-d5d9f2939bb5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:23.161457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27006b4c-2655-4eb1-93fb-79ca819d7f1b req-29e61c95-7712-425d-b604-d5d9f2939bb5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0750623 Mar 05 00:50:23.206777 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27006b4c-2655-4eb1-93fb-79ca819d7f1b req-808cbf90-02d8-4ea1-8183-30cd21a63a8c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392396 Mar 05 00:50:23.222878 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'status': 'completed', 'code': 200} Mar 05 00:50:23.308460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-1d11385a-66d3-4bf1-9dce-e634f08f3f34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1095 time: 0.0684385 Mar 05 00:50:23.410121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-94917493-cb41-417d-a451-7f4cd2d1a4aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1095 time: 0.1667519 Mar 05 00:50:23.438783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-101eb014-887d-4f1e-9022-2070ef9bb9d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:23.440203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-101eb014-887d-4f1e-9022-2070ef9bb9d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1261268 Mar 05 00:50:23.538127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-62ad9732-4659-4f42-b61d-7beba2515dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:23.539613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-62ad9732-4659-4f42-b61d-7beba2515dfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1237559 Mar 05 00:50:23.542501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-fe648f48-1801-4d55-98b8-4929de5f155d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1000 time: 0.0958688 Mar 05 00:50:23.603416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-7f130064-6678-48ad-a28d-3d2a1c0391b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:23.604765 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-7f130064-6678-48ad-a28d-3d2a1c0391b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0562491 Mar 05 00:50:23.644600 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-67841881-9af0-4ff3-acbb-e66ae1e8c132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1000 time: 0.0995958 Mar 05 00:50:23.680622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-c47a0b53-e044-4c57-bf05-9db12d8771f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700574 Mar 05 00:50:23.705196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-6a24147a-b527-4255-aa06-16cf697124ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:23.706635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-6a24147a-b527-4255-aa06-16cf697124ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0565190 Mar 05 00:50:23.778469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-94c8766e-78e7-431a-a98b-554ff60a7b6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656042 Mar 05 00:50:23.911431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-7c005d3e-2d8c-4dd8-9d32-78c909125288 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269162 Mar 05 00:50:23.922868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-36b9d9b2-a147-402f-9da9-f6fa36f1e541 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361510 Mar 05 00:50:24.044046 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-d6b7f54c-b037-4b44-8922-5f9c910dd15a service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251695 Mar 05 00:50:24.055046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4fc3c78-5187-4e43-b40b-1d03d0f37d64 req-0c8c2b7b-633f-4932-b1c6-a3fc755f3c9e service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263962 Mar 05 00:50:24.401745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0ba04-6386-479a-869e-bb5b7b2ec7e5 req-377011c0-ffa2-40a8-8281-2efce4a9303c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:24.403185 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7c0ba04-6386-479a-869e-bb5b7b2ec7e5 req-377011c0-ffa2-40a8-8281-2efce4a9303c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0749881 Mar 05 00:50:24.449612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7c0ba04-6386-479a-869e-bb5b7b2ec7e5 req-d98f855a-b55f-4fc2-b159-f63aab99c9e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Mar 05 00:50:24.533840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:50:24.590590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:50:25.651471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acae95b-f2e0-4d3a-a904-90a93c89118e req-3c5782b4-5599-4c95-aec5-5e49e877feee tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:25.652940 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7acae95b-f2e0-4d3a-a904-90a93c89118e req-3c5782b4-5599-4c95-aec5-5e49e877feee tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0813923 Mar 05 00:50:25.699229 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7acae95b-f2e0-4d3a-a904-90a93c89118e req-cc0c1884-28bd-4dcf-b992-af9635d61a33 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Mar 05 00:50:26.066000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-11ea7f64-2728-404a-acf5-409c44d004bc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:26.067439 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-11ea7f64-2728-404a-acf5-409c44d004bc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd&tenant_id=a5e3e523549a49be9f7005d5e3d68808&binding%3Ahost_id=n-h2-828979-4 HTTP/1.1" status: 200 len: 944 time: 0.1333001 Mar 05 00:50:26.115630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab5d3d-e385-4a6c-aec7-e7851c58439f req-63a9133e-125c-4913-8835-e7576967c0aa tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:26.117034 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98ab5d3d-e385-4a6c-aec7-e7851c58439f req-63a9133e-125c-4913-8835-e7576967c0aa tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.1523561 Mar 05 00:50:26.189315 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98ab5d3d-e385-4a6c-aec7-e7851c58439f req-49ad4585-7693-4874-ad12-a6a8fbeba830 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649374 Mar 05 00:50:26.190186 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-0faa4017-f81e-4ecd-bf76-d68e0e2974af service neutron] delete failed (client error): The resource could not be found. Mar 05 00:50:26.191058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-0faa4017-f81e-4ecd-bf76-d68e0e2974af service neutron] 10.222.0.36 "DELETE /v2.0/ports/3938f453-0ca7-44d6-94f2-d2f4cbf79f8b/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.1179090 Mar 05 00:50:26.325447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-1dbf89d9-9b92-4606-9d0c-f87c8f8ce66d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 1095 time: 0.0669286 Mar 05 00:50:26.454873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-dd85f726-ed4f-435f-b7dd-498a030de88c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:26.456490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-dd85f726-ed4f-435f-b7dd-498a030de88c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1245079 Mar 05 00:50:26.555018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-7289fd66-5b7f-4f52-a628-89369b9710d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 200 len: 1000 time: 0.0928419 Mar 05 00:50:26.614133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-54da8605-1a0c-49fc-bb4b-49c7089e3368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:26.615480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-54da8605-1a0c-49fc-bb4b-49c7089e3368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0550811 Mar 05 00:50:26.690114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-1556c518-7d41-438e-81e3-55436c625b62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687752 Mar 05 00:50:26.910398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-ba252c14-c0c3-4908-86ed-33d93222e3a6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141929 Mar 05 00:50:27.037013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-180f159e-67aa-4dcd-9813-ef86ee8c978e req-7aae92ca-38fb-43b4-b35b-35a3e3bb1db3 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204937 Mar 05 00:50:27.390647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766ca2-080a-4731-bb6e-7184cc04f734 req-062746c0-fce5-4afa-93f7-9ec267dde8ad tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:27.392105 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10766ca2-080a-4731-bb6e-7184cc04f734 req-062746c0-fce5-4afa-93f7-9ec267dde8ad tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 944 time: 0.0797257 Mar 05 00:50:27.437873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-10766ca2-080a-4731-bb6e-7184cc04f734 req-5c3fdb00-6587-45b7-aafe-1b84b51ab91f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 Mar 05 00:50:27.488538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:27.616437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:50:27.745593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:27.760714 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'mac_address': 'fa:16:3e:46:2b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:50:27.816849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:27.823047 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:27.839947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:50:27.854874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:27.858297 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:27.924150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:28.243999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:50:28.630017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b04d-93e8-40ad-b0e8-2a65e96c70fb req-6e53daaa-62e1-4626-83c1-f156f5bfe421 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:28.631364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a904b04d-93e8-40ad-b0e8-2a65e96c70fb req-6e53daaa-62e1-4626-83c1-f156f5bfe421 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 945 time: 0.0745084 Mar 05 00:50:28.676341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a904b04d-93e8-40ad-b0e8-2a65e96c70fb req-c7222873-5bbf-4a9e-80a2-0cde1e966b7a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390222 Mar 05 00:50:28.869546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbde2c2-d038-453f-ad45-a894a7e104ba req-5766e1e9-2dad-46e7-bbf8-c442d9685ade tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:28.871002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdbde2c2-d038-453f-ad45-a894a7e104ba req-5766e1e9-2dad-46e7-bbf8-c442d9685ade tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 945 time: 0.0779138 Mar 05 00:50:28.915424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdbde2c2-d038-453f-ad45-a894a7e104ba req-82d84734-6f01-4f6a-9e79-f7b906687427 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Mar 05 00:50:29.107514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae8734-2ef6-4b5c-9e70-51c851bdb3e3 req-b91922a6-9f35-461b-af55-9b1ff8d16590 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:29.108926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-43ae8734-2ef6-4b5c-9e70-51c851bdb3e3 req-b91922a6-9f35-461b-af55-9b1ff8d16590 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 945 time: 0.0775385 Mar 05 00:50:29.152825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-43ae8734-2ef6-4b5c-9e70-51c851bdb3e3 req-72cf33e6-f3b3-4ebd-8a77-0441735453ed tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385630 Mar 05 00:50:29.544545 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152fa64-8f0d-4cd0-916c-1bbf80eff567 req-16216b0e-58b0-46b6-9852-5263376a653b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:29.546005 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8152fa64-8f0d-4cd0-916c-1bbf80eff567 req-16216b0e-58b0-46b6-9852-5263376a653b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 945 time: 0.0759983 Mar 05 00:50:29.590571 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8152fa64-8f0d-4cd0-916c-1bbf80eff567 req-53ccf403-051d-407a-8e59-1fc02a6fe7f3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391762 Mar 05 00:50:29.631744 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:50:29.698218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:50:29.702776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:50:29.703150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:29.814296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:29.840374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:29.850023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:29.854181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:29.896327 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'code': 200} Mar 05 00:50:29.921819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:30.789106 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4665d-148a-4a5a-97cf-62b5ef210f56 req-a8d9ea5c-6882-4259-8990-445aedfe7ccb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:30.791075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bde4665d-148a-4a5a-97cf-62b5ef210f56 req-a8d9ea5c-6882-4259-8990-445aedfe7ccb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0790541 Mar 05 00:50:30.824382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e964-ee50-4023-a744-ed935673212a req-b6d1eded-6b82-49db-a529-9ab7868e6537 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:30.825826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ee3e964-ee50-4023-a744-ed935673212a req-b6d1eded-6b82-49db-a529-9ab7868e6537 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 946 time: 0.0772326 Mar 05 00:50:30.842184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bde4665d-148a-4a5a-97cf-62b5ef210f56 req-6f11cf15-c500-49ab-8ca6-2cec50bdc483 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Mar 05 00:50:30.895169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Deleting port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:50:30.895435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:31.131682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] For port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:31.132031 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:31.409962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:31.410241 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:31.410547 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 disassociated. External IP: 172.25.0.160, port: 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b. Mar 05 00:50:31.410882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Calling delete_port for 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:50:31.546392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:31.595120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event deleted for resources: {'Port': ['ID=3938f453-0ca7-44d6-94f2-d2f4cbf79f8b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:31.799229 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:50:32.062522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-685c147e-13ef-44f4-ad95-4b4ffad98f25 req-633a00c6-b66e-4905-a8db-7e354597c020 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=6659b232-f0b9-4b80-a5c5-ea482454d5fd HTTP/1.1" status: 200 len: 210 time: 0.0933671 Mar 05 00:50:32.133796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:50:32.143857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:50:32.156330 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:50:32.156934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:50:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:32.199551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] No DVR routers for this DVR port 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:50:32.202172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:32.204591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-deleted', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:32.219462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6ee3e964-ee50-4023-a744-ed935673212a req-855c730a-0ab1-4809-98dc-a54764edf968 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "DELETE /v2.0/ports/3938f453-0ca7-44d6-94f2-d2f4cbf79f8b HTTP/1.1" status: 204 len: 173 time: 1.3875070 Mar 05 00:50:32.261950 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659b232-f0b9-4b80-a5c5-ea482454d5fd', 'name': 'network-vif-deleted', 'tag': '3938f453-0ca7-44d6-94f2-d2f4cbf79f8b', 'status': 'completed', 'code': 200} Mar 05 00:50:32.332719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:50:32.640070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:32.643714 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:50:32.653935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:50:32.654533 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:50:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:32.822943 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:50:33.152829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:33.156709 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f61c-e975-4734-a964-fc1acba980f8 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:50:33.379831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8459d8-62c1-4a5a-900b-b95b85e8e35d None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:50:33.441699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-dcca5bb3-996c-4b3e-8469-8ef9c27e4d0d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1886973736&fields=id&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 267 time: 0.0403249 Mar 05 00:50:33.589107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-85dc5979-92ac-4e1f-819b-fe7dadd2fc23 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:33.590586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-85dc5979-92ac-4e1f-819b-fe7dadd2fc23 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1423271 Mar 05 00:50:33.610051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-ae813451-b5eb-4cae-ac1d-f4e0ba9642bd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/quotas/a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 375 time: 0.0134201 Mar 05 00:50:33.696944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-f40065d3-ee68-4d20-8eb0-d2e64f19d31f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:50:33.711438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-f40065d3-ee68-4d20-8eb0-d2e64f19d31f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:50:33.713576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-f40065d3-ee68-4d20-8eb0-d2e64f19d31f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979795 Mar 05 00:50:33.848788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-54ea93b1-130e-487f-a509-b656ba33e5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235292 Mar 05 00:50:33.976994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-bf6eaf3f-9119-46a3-831e-eadb6ec074a3 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226065 Mar 05 00:50:34.170038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42e10bd8-8275-4e8f-bced-cd05836b86a8 req-d5a210fa-8c5f-4453-9dc4-f094eaeb7e6c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 210 time: 0.0454149 Mar 05 00:50:34.997489 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c9db6cf1-724d-4098-b88a-b8578f484700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:35.151752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-12d9c73c-1a79-45c8-9287-eb1022791bef tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:35.153172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-12d9c73c-1a79-45c8-9287-eb1022791bef tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1431952 Mar 05 00:50:35.206279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-7f9e92ac-b591-4785-8ef9-65ff120dfaa9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 380 time: 0.0414793 Mar 05 00:50:35.214534 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'port': {'device_id': '48ec614c-7eb6-483d-9675-0ffd54846228', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'admin_state_up': True, 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'security_groups': ['17a120cf-8113-4652-9947-54515c8b8579']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:50:35.365633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-740fd0af-bf02-44be-8275-7300e8658a27 req-13c50dfd-ad19-4415-b99b-1af612ce1e7e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 210 time: 0.0532210 Mar 05 00:50:35.385108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:50:35.394807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:50:35.404700 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Made reservation on behalf of a5e3e523549a49be9f7005d5e3d68808 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:50:35.407755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:35.563703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Allocated IP 172.20.0.4 (cc7dd19e-1172-499e-8206-ee5a4d426253/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f/b4bd1236-5f7f-423e-8dea-0a38c8e29193) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:50:35.648171 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:50:35.684017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:50:35.684376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 3938f453-0ca7-44d6-94f2-d2f4cbf79f8b not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:50:35.743158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:35.757839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Transition to ACTIVE for port object b4bd1236-5f7f-423e-8dea-0a38c8e29193 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:50:35.778540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:35.944438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:50:35.947818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:50:35.951745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:50:35.986819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:36.009653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.010020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.010325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.010658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.011023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.011351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.011699 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.012021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.012345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.012665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.012991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:50:36.031530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:36.032133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.057288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9468c252-24b1-45da-badb-fc2b570c7d85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8462048 Mar 05 00:50:36.067810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Request body: {'port': {'device_id': '48ec614c-7eb6-483d-9675-0ffd54846228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:50:36.177291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.227572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eb5d1997-bb17-4d6d-9a40-d333077cb765 None None] Provisioning for port b4bd1236-5f7f-423e-8dea-0a38c8e29193 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:50:36.232518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eb5d1997-bb17-4d6d-9a40-d333077cb765 None None] Provisioning complete for port b4bd1236-5f7f-423e-8dea-0a38c8e29193 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:50:36.232886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1997-bb17-4d6d-9a40-d333077cb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.284903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d1997-bb17-4d6d-9a40-d333077cb765 None None] Port b4bd1236-5f7f-423e-8dea-0a38c8e29193 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:50:36.513994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bd1236-5f7f-423e-8dea-0a38c8e29193 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:50:36.520770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.535843 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Transition to ACTIVE for port object b4bd1236-5f7f-423e-8dea-0a38c8e29193 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:50:36.539981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.567553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4894c63-cc17-427f-bd02-0aa481fcef36 req-1c48672d-734b-443f-899e-c065a3dad15f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:36.569018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4894c63-cc17-427f-bd02-0aa481fcef36 req-1c48672d-734b-443f-899e-c065a3dad15f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 931 time: 0.0812764 Mar 05 00:50:36.618606 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f4894c63-cc17-427f-bd02-0aa481fcef36 req-57f54d54-831b-4639-bbfd-ca22e1d9eba9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Mar 05 00:50:36.672026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:36.774602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:50:36.774937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:50:36.775261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:50:36.781065 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:50:36.781479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:50:36.787764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:50:36.788099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:50:36.788481 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:50:36.788903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Bound port: b4bd1236-5f7f-423e-8dea-0a38c8e29193, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:50:36.789274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.880975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:50:36.883817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:50:36.887496 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.946762 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:36.948093 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] 10.222.0.10 "PUT /v2.0/ports/b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 1091 time: 0.8844383 Mar 05 00:50:36.948603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:36.965888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606032e4-ea8f-4f01-9d1a-c33c26b93800 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:37.019911 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'status': 'completed', 'code': 200} Mar 05 00:50:37.065713 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7131ec68-6682-439b-a863-8e409c64e55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:37.069082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-6f04bd1e-2ce9-4104-863c-8cb75a0c4d8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1094 time: 0.0825701 Mar 05 00:50:37.136033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-0b47b2b3-6b77-4e2a-9504-5ab2ab18f56a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 217 time: 0.0609982 Mar 05 00:50:37.199739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9e66564e-9f10-4c36-b2ab-cc705e1c38e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:37.201198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-9e66564e-9f10-4c36-b2ab-cc705e1c38e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0599494 Mar 05 00:50:37.273115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-c2311c9e-b0c8-4e7a-a25c-cddcf5ed5793 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665274 Mar 05 00:50:37.400987 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-7b3692a5-b22d-4a37-9fce-c1f2b1b0290f service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221287 Mar 05 00:50:37.495050 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:50:37.528246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab2ed95d-0cdc-46bc-89c8-8742433120cc req-f5db68de-10fc-4ae5-8e18-8166aadeb4c0 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217444 Mar 05 00:50:37.641208 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-053a93be-04f1-4575-8ce4-14979c142940 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1094 time: 0.0712569 Mar 05 00:50:37.819439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4ae40-5c92-45ba-b0d3-7d8780d315e8 req-730e9a90-899f-42e8-8661-99a8c3c9d624 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:37.820898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ffd4ae40-5c92-45ba-b0d3-7d8780d315e8 req-730e9a90-899f-42e8-8661-99a8c3c9d624 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0761011 Mar 05 00:50:37.868623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-c21e1436-3630-4ba6-ae95-f7c347c67e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:37.870079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-c21e1436-3630-4ba6-ae95-f7c347c67e22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.2227535 Mar 05 00:50:37.870187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ffd4ae40-5c92-45ba-b0d3-7d8780d315e8 req-e14eb702-7625-43af-99c0-37e8c1e72773 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Mar 05 00:50:37.936418 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-def0b342-8787-4e13-970e-52d399cb87d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 217 time: 0.0605154 Mar 05 00:50:37.999641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-33253964-98f5-40c4-8a99-2ca7246124c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:38.001037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-33253964-98f5-40c4-8a99-2ca7246124c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0590489 Mar 05 00:50:38.073323 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-4ad86a9f-8977-4219-a2a9-bb9e5b9406ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657630 Mar 05 00:50:38.202229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-1f0f5cb6-cb70-4c4c-80e8-d9a7ed23048d service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230421 Mar 05 00:50:38.332625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b6dcd64-8bbd-4cf6-9f30-d1cca9b287ac req-56700507-dff9-4506-bad6-df1d4665174c service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232600 Mar 05 00:50:38.415431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:38.425587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:39.067532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3474-22f3-4416-a242-5b4b8f16387a req-a39dbcb5-9482-4fb9-bf6b-e85e293cf62b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:39.068225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-42ff3474-22f3-4416-a242-5b4b8f16387a req-a39dbcb5-9482-4fb9-bf6b-e85e293cf62b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:50:39.083181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-42ff3474-22f3-4416-a242-5b4b8f16387a req-a39dbcb5-9482-4fb9-bf6b-e85e293cf62b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:50:39.084483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42ff3474-22f3-4416-a242-5b4b8f16387a req-a39dbcb5-9482-4fb9-bf6b-e85e293cf62b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0937381 Mar 05 00:50:39.129015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42ff3474-22f3-4416-a242-5b4b8f16387a req-ccdebac8-a848-4e67-b795-a72a7ddeb685 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 Mar 05 00:50:39.870240 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:40.323419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d5103-f986-4176-8761-e0474fa1311c req-1aa803ea-6727-420d-9ab0-9108b6ca843f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:40.324849 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e96d5103-f986-4176-8761-e0474fa1311c req-1aa803ea-6727-420d-9ab0-9108b6ca843f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0777118 Mar 05 00:50:40.370037 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e96d5103-f986-4176-8761-e0474fa1311c req-7c3d021e-a186-408a-8704-d41984b6058c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Mar 05 00:50:41.563826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24dd40-13aa-4c91-bb2d-34d27b1ef9cc req-8fd0be8c-de70-41d1-8e3c-6b96abe874ae tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:41.565281 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c24dd40-13aa-4c91-bb2d-34d27b1ef9cc req-8fd0be8c-de70-41d1-8e3c-6b96abe874ae tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0749035 Mar 05 00:50:41.609872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8c24dd40-13aa-4c91-bb2d-34d27b1ef9cc req-576e4715-fc0b-4668-910e-c6de1f52fd7d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392048 Mar 05 00:50:41.647632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:50:41.777488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:41.790727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'mac_address': 'fa:16:3e:cb:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:50:41.845517 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:41.862637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bd1236-5f7f-423e-8dea-0a38c8e29193 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:50:41.876891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:41.880104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:41.942727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:42.190029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['b4bd1236-5f7f-423e-8dea-0a38c8e29193'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:50:42.805185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61f50-b7a6-430a-9fa2-022b5bbbed90 req-ffc46f4d-1c54-4f08-9dda-12197dffebbb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:42.807164 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4b61f50-b7a6-430a-9fa2-022b5bbbed90 req-ffc46f4d-1c54-4f08-9dda-12197dffebbb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 944 time: 0.0781121 Mar 05 00:50:42.850305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a4b61f50-b7a6-430a-9fa2-022b5bbbed90 req-1ced512e-8811-450f-9f28-0191f656351f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Mar 05 00:50:43.646625 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:50:43.713051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port b4bd1236-5f7f-423e-8dea-0a38c8e29193 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:50:43.717508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port b4bd1236-5f7f-423e-8dea-0a38c8e29193 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:50:43.717874 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:43.827523 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:43.853164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:43.862849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:50:43.866347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:43.908463 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'code': 200} Mar 05 00:50:43.934676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:50:44.042546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa891c23-c686-4129-9fb6-ed4d2113cbec req-49c67638-9b61-45e9-9a95-ac44d4488875 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1096 time: 0.0785520 Mar 05 00:50:44.058867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813730d-13ec-48e9-b083-33d1caf5eac0 req-2269ecd4-a6ff-4630-a665-5491a24c8572 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:44.060301 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9813730d-13ec-48e9-b083-33d1caf5eac0 req-2269ecd4-a6ff-4630-a665-5491a24c8572 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0749624 Mar 05 00:50:44.084490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa891c23-c686-4129-9fb6-ed4d2113cbec req-1a4030f5-05f4-4269-b0fc-5f04ed24db66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Mar 05 00:50:44.104451 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9813730d-13ec-48e9-b083-33d1caf5eac0 req-2a74ded7-2e86-4149-a782-848180d520af tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386624 Mar 05 00:50:45.300368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe193-9070-4b82-8d5f-a870c081d267 req-f7bf0c1f-d939-403a-9398-6ef4e9671d7a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:45.301862 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95bbe193-9070-4b82-8d5f-a870c081d267 req-f7bf0c1f-d939-403a-9398-6ef4e9671d7a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0769072 Mar 05 00:50:45.350257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95bbe193-9070-4b82-8d5f-a870c081d267 req-934d3a3c-5209-4966-aea4-7e93bf963b84 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Mar 05 00:50:46.546461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62adb13-b175-4f65-bfdc-461856b87737 req-084b1465-1bf3-4a08-9002-8b91b53aa354 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:46.547822 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e62adb13-b175-4f65-bfdc-461856b87737 req-084b1465-1bf3-4a08-9002-8b91b53aa354 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0792990 Mar 05 00:50:46.594192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e62adb13-b175-4f65-bfdc-461856b87737 req-275e1c8f-db08-4784-a1a7-0464c5e1659c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404520 Mar 05 00:50:46.782729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c795f7e-6226-460b-9378-e9b5a6a7c0b5 req-a042303b-be33-4f26-8a62-c765b435efa5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:46.784167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c795f7e-6226-460b-9378-e9b5a6a7c0b5 req-a042303b-be33-4f26-8a62-c765b435efa5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0759053 Mar 05 00:50:46.793086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 42992) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:50:46.798489 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'floatingip': {'port_id': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:50:46.874753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:47.540761 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:47.544507 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:47.736639 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 associated. External IP: 172.25.0.160, port: b4bd1236-5f7f-423e-8dea-0a38c8e29193. Mar 05 00:50:48.147993 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:50:48.343812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:50:48.348008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:48.353573 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:50:48.365621 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:50:48.366219 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:50:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:48.402177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-94b5b4c5-8cb8-4de0-b975-2bfc8d66cf96 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "PUT /v2.0/floatingips/3f1522a1-f69e-433f-9fd7-d184347e7331 HTTP/1.1" status: 200 len: 991 time: 1.6053574 Mar 05 00:50:48.402177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:50:48.455017 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'status': 'completed', 'code': 200} Mar 05 00:50:48.544173 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:50:48.548775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-5a6eedc8-5d60-4259-8cb7-26f8bfbe653f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1096 time: 0.0725152 Mar 05 00:50:48.729603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-0c218fc2-4164-4168-a59f-4396faf97eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:48.731042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-0c218fc2-4164-4168-a59f-4396faf97eca service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1770442 Mar 05 00:50:48.892827 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:cb:08:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec614c-7eb6-483d-9675-0ffd54846228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:50:47Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:48.896828 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:50:48.907715 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:50:48.908331 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:50:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:48.966670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-4a1f75f2-3a99-42b7-a79a-d7034fbb4196 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 999 time: 0.2281976 Mar 05 00:50:48.972057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d1dd0-a69d-41a3-983b-b3595bd85be0 req-c91adbd4-9eef-4de6-959d-6cc153709b93 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:48.973451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d43d1dd0-a69d-41a3-983b-b3595bd85be0 req-c91adbd4-9eef-4de6-959d-6cc153709b93 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.2881544 Mar 05 00:50:49.062248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-ab783714-203d-47c9-94d5-29699cb7f9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:49.063690 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-ab783714-203d-47c9-94d5-29699cb7f9b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0894074 Mar 05 00:50:49.068375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d43d1dd0-a69d-41a3-983b-b3595bd85be0 req-9c384f4b-6a0d-4528-a844-b8d0fb0a0b72 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648389 Mar 05 00:50:49.083313 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:50:49.137840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-ec098a59-e0ff-4d4a-992d-a35f5fdfec88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685267 Mar 05 00:50:49.269030 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-293b5a53-d242-4bfc-afbc-a54460f27cd2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246345 Mar 05 00:50:49.399660 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-01faeb0e-aa73-44c9-8c85-ea15a9fb245e req-038bc6b9-495e-4a8b-977a-cac2e43e5190 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251767 Mar 05 00:50:49.455726 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:cb:08:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec614c-7eb6-483d-9675-0ffd54846228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:50:47Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:50:49.459683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9bcd1e-c256-4d1a-b0b4-f523f880da0d None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:cb:08:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec614c-7eb6-483d-9675-0ffd54846228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:50:47Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:50:49.650439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45270f5-46c6-461c-883e-c5bfd83c6b59 None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:50:50.264344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3524e-d7a6-43e4-a13c-9074e094a2e9 req-614600d8-ec97-4da2-8f24-8dfd9193d8af tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:50.265718 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ada3524e-d7a6-43e4-a13c-9074e094a2e9 req-614600d8-ec97-4da2-8f24-8dfd9193d8af tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0757244 Mar 05 00:50:50.310497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ada3524e-d7a6-43e4-a13c-9074e094a2e9 req-74322d45-3428-4d71-bfd6-ee9760cbfdea tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Mar 05 00:50:51.505918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aec5b-3ae2-4e10-9af4-856b943fcb40 req-9e5e0b26-30b2-41ee-b059-f91a1f4a104d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:51.507339 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec4aec5b-3ae2-4e10-9af4-856b943fcb40 req-9e5e0b26-30b2-41ee-b059-f91a1f4a104d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0782199 Mar 05 00:50:51.550976 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ec4aec5b-3ae2-4e10-9af4-856b943fcb40 req-170a85f6-374b-499e-a83a-c7a38d3ea6d2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 Mar 05 00:50:52.746748 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78efb-558e-42af-9c5c-4dc2a25a6b9e req-1cbc2f60-5e78-4bd2-8224-e744169ef1dd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:52.748196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5db78efb-558e-42af-9c5c-4dc2a25a6b9e req-1cbc2f60-5e78-4bd2-8224-e744169ef1dd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0790966 Mar 05 00:50:52.792182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5db78efb-558e-42af-9c5c-4dc2a25a6b9e req-32ef07f2-6501-489c-9b57-fe2d4439fe87 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Mar 05 00:50:53.987005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83c8cd-6850-46ed-ae15-fb346ddf5c9c req-9202a4cb-096f-446a-a45e-19069574e910 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:53.988362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83c8cd-6850-46ed-ae15-fb346ddf5c9c req-9202a4cb-096f-446a-a45e-19069574e910 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0767810 Mar 05 00:50:54.033270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa83c8cd-6850-46ed-ae15-fb346ddf5c9c req-b6651144-84e0-4258-a3ef-8b886ebd1541 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Mar 05 00:50:55.229323 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866bc0-2ece-43ad-9b1e-55dca08a4acf req-d211c1c3-c10a-4ef1-a539-260e6bb56a6d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:55.230902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d866bc0-2ece-43ad-9b1e-55dca08a4acf req-d211c1c3-c10a-4ef1-a539-260e6bb56a6d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0762188 Mar 05 00:50:55.281016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3d866bc0-2ece-43ad-9b1e-55dca08a4acf req-e8450c6d-3780-40d6-add6-ae694851ef63 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 Mar 05 00:50:55.765986 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-0ba2b046-e99a-4c3c-8220-993ec1d78eda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1096 time: 0.0703030 Mar 05 00:50:55.906119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-021b3bab-6980-433f-a369-a55597331b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:55.907534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-021b3bab-6980-433f-a369-a55597331b44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1232023 Mar 05 00:50:56.007791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-3bfeac0f-0126-47fd-83ba-a404f9ed7f9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 1001 time: 0.0940001 Mar 05 00:50:56.067768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-6ebe8604-aa60-4667-a39d-d90d0a2f5d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:56.069110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-6ebe8604-aa60-4667-a39d-d90d0a2f5d8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0549624 Mar 05 00:50:56.140085 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-a4ecba65-1b05-4793-955d-5da783a0846a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650754 Mar 05 00:50:56.270376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-b879619d-d82b-468d-8549-d769e1e89bfe service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225224 Mar 05 00:50:56.403177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4c9c75e0-cf4c-425a-a180-e8b6a88fe6e1 req-9259eb1f-5bc2-4adb-b529-6e9906e8b2f9 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Mar 05 00:50:56.482282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3b047-bfa8-4797-9b88-24b888325908 req-4f8c76a3-5a51-47ca-ade9-20984418d350 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:56.483728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4f3b047-bfa8-4797-9b88-24b888325908 req-4f8c76a3-5a51-47ca-ade9-20984418d350 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0796976 Mar 05 00:50:56.528109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a4f3b047-bfa8-4797-9b88-24b888325908 req-14b75e72-9124-40fa-8383-eaca1306d940 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Mar 05 00:50:57.490551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:57.719767 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c48dbd-c115-468d-80de-0de3db983275 req-f21624ee-3f55-4a64-abc0-0269e5474fdc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:57.721182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38c48dbd-c115-468d-80de-0de3db983275 req-f21624ee-3f55-4a64-abc0-0269e5474fdc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0762923 Mar 05 00:50:57.765011 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-38c48dbd-c115-468d-80de-0de3db983275 req-b544120e-49f2-417a-a2ee-87ffaaaacdfc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 Mar 05 00:50:57.796468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:50:58.956847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420ddb5-44b2-43ae-a35e-d56096d2d777 req-f994b61d-9253-49df-b3cc-deb977e38dd2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:50:58.958360 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4420ddb5-44b2-43ae-a35e-d56096d2d777 req-f994b61d-9253-49df-b3cc-deb977e38dd2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0758560 Mar 05 00:50:59.007372 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4420ddb5-44b2-43ae-a35e-d56096d2d777 req-0fb771fb-6942-4c50-9723-75da14ec0436 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Mar 05 00:51:00.205712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a678a19-2009-48e7-8502-874c6a627719 req-167d3677-fff3-4939-87ee-0a191d018049 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:00.207149 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a678a19-2009-48e7-8502-874c6a627719 req-167d3677-fff3-4939-87ee-0a191d018049 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0775993 Mar 05 00:51:00.251625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7a678a19-2009-48e7-8502-874c6a627719 req-227b3a18-ac7c-4231-a7e5-d331f8438614 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Mar 05 00:51:01.533235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455dbf-a617-45ef-b801-f035d233e1c0 req-5bbdc27e-d596-46f2-bc09-b3e96d291821 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:01.534701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b455dbf-a617-45ef-b801-f035d233e1c0 req-5bbdc27e-d596-46f2-bc09-b3e96d291821 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.1645367 Mar 05 00:51:01.580962 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b455dbf-a617-45ef-b801-f035d233e1c0 req-21dcd686-0020-447e-966c-34b3e32a3608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Mar 05 00:51:02.785912 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1ad9e-e7fd-4038-aa2b-31a97d8d23d8 req-77ed2fe8-da22-4a0b-bf87-9240f1c8f575 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:02.787327 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6d1ad9e-e7fd-4038-aa2b-31a97d8d23d8 req-77ed2fe8-da22-4a0b-bf87-9240f1c8f575 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0735924 Mar 05 00:51:02.830933 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c6d1ad9e-e7fd-4038-aa2b-31a97d8d23d8 req-9cea2e90-6b8a-4649-a68c-deb7a25fe814 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Mar 05 00:51:04.041297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f86c7-af86-4dbc-9704-a4c3be428010 req-9c4564fe-0a7c-47a3-8ef4-079a6cb9e3a3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:04.042747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df7f86c7-af86-4dbc-9704-a4c3be428010 req-9c4564fe-0a7c-47a3-8ef4-079a6cb9e3a3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0894716 Mar 05 00:51:04.090428 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df7f86c7-af86-4dbc-9704-a4c3be428010 req-9f457d9a-2975-4036-bd8f-0019b5f5bb31 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Mar 05 00:51:04.999123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c56cfc4c-7fa2-4006-8761-71f016bb496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:05.286540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f472d-b8aa-40e5-8b63-0d0f1fef9d51 req-01fdaf53-c0d1-4b12-9282-c3f467f44c2c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:05.288114 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea4f472d-b8aa-40e5-8b63-0d0f1fef9d51 req-01fdaf53-c0d1-4b12-9282-c3f467f44c2c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0786870 Mar 05 00:51:05.332305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ea4f472d-b8aa-40e5-8b63-0d0f1fef9d51 req-dd9bcd93-2e32-4d7d-80de-3cf5d51c9e74 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Mar 05 00:51:06.529419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d04b-c86f-46d1-903e-b8895f8914ff req-d0f465bc-9513-4d26-ad1f-56c4073a3633 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:06.530847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7c1d04b-c86f-46d1-903e-b8895f8914ff req-d0f465bc-9513-4d26-ad1f-56c4073a3633 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0743077 Mar 05 00:51:06.574768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7c1d04b-c86f-46d1-903e-b8895f8914ff req-8dd86db8-b166-4a24-be08-5145ffa58a76 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380137 Mar 05 00:51:07.067918 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a249c422-ca22-4897-93b7-d244f55ebd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:07.765458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af66530-fced-4fbb-9c22-f8b666f25236 req-196f339b-0c8d-47f6-90b6-101a42fb9fcb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:07.766871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5af66530-fced-4fbb-9c22-f8b666f25236 req-196f339b-0c8d-47f6-90b6-101a42fb9fcb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0739074 Mar 05 00:51:07.814173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5af66530-fced-4fbb-9c22-f8b666f25236 req-00ecb92a-c389-44bd-b118-7fdc6fbb3876 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419443 Mar 05 00:51:08.416872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:08.427193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:09.009022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3227b-796d-49ef-bd0a-0969913810bc req-3b392624-5156-472b-9a72-345188a62159 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:09.010525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7af3227b-796d-49ef-bd0a-0969913810bc req-3b392624-5156-472b-9a72-345188a62159 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0782766 Mar 05 00:51:09.054150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7af3227b-796d-49ef-bd0a-0969913810bc req-d1376e5b-c525-470c-ba64-41b61ec64838 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381911 Mar 05 00:51:09.872172 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:10.247497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e96af-5048-4ac9-a8c9-4d8d64bac864 req-14162c3a-be6c-4187-bd31-8d8720bcb866 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:10.248912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d9e96af-5048-4ac9-a8c9-4d8d64bac864 req-14162c3a-be6c-4187-bd31-8d8720bcb866 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0745986 Mar 05 00:51:10.292313 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d9e96af-5048-4ac9-a8c9-4d8d64bac864 req-4e0bdbae-2130-4ff2-8110-16133f34f748 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Mar 05 00:51:11.486951 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe18fd-9e31-4660-b182-6e3431dff789 req-65358f74-35a3-4451-886a-61b3345198a3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:11.488438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1bfe18fd-9e31-4660-b182-6e3431dff789 req-65358f74-35a3-4451-886a-61b3345198a3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0756338 Mar 05 00:51:11.536930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1bfe18fd-9e31-4660-b182-6e3431dff789 req-4a3d2de9-b0ad-4dbb-9908-f30335f14ac3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Mar 05 00:51:12.731190 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680ad70-b2b8-46af-b009-7a373c226555 req-93f73ee0-9dad-4b86-948a-010f5129d9ab tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:12.732615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c680ad70-b2b8-46af-b009-7a373c226555 req-93f73ee0-9dad-4b86-948a-010f5129d9ab tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0776644 Mar 05 00:51:12.856678 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c680ad70-b2b8-46af-b009-7a373c226555 req-af4f4dcb-9fab-488f-8d3a-9fffdbceb080 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186070 Mar 05 00:51:14.053146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd18a-c9cb-4466-b9c1-1ba96f4f870d req-652bf436-4bb6-4e7c-bd99-449b2cd3f25c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:14.054603 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db0dd18a-c9cb-4466-b9c1-1ba96f4f870d req-652bf436-4bb6-4e7c-bd99-449b2cd3f25c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0751953 Mar 05 00:51:14.098919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-db0dd18a-c9cb-4466-b9c1-1ba96f4f870d req-f7222d71-c468-496f-acc4-104e870b8c27 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387340 Mar 05 00:51:14.408538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-19754c15-cf69-4aef-a149-a24b0a5e184f req-254d44d5-6eac-4a52-8379-0196c7cb01fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1254075 Mar 05 00:51:14.495620 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:51:14.691411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-5cab9711-7984-4d07-86e1-02562228773b req-b1143536-430d-4758-9745-f94d4670ab96 service neutron] (83783) timed out ('10.222.0.32', 40202) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:51:14.705261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-d698b09a-4053-451f-84a0-658dffd3c192 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223862 Mar 05 00:51:14.724333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3b658-6897-464e-8117-26985724b37a req-60536f0c-9162-43b3-8ebd-5791c905f9e0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:14.725972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57c3b658-6897-464e-8117-26985724b37a req-60536f0c-9162-43b3-8ebd-5791c905f9e0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0885897 Mar 05 00:51:14.772041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-57c3b658-6897-464e-8117-26985724b37a req-f7cde0a2-bd8b-4cfa-8092-ac140ff559be tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Mar 05 00:51:15.803447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-6dec5a5b-bec7-4d7c-b202-c3b527d53d72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1096 time: 0.0694199 Mar 05 00:51:15.932123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-f5cad09d-4431-4f20-8311-3242f6407e63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:15.933625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-f5cad09d-4431-4f20-8311-3242f6407e63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1248980 Mar 05 00:51:15.967169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea35778-76d3-4cbc-9c1b-9ae725d19626 req-0bbf8f4b-d3f3-44e9-a115-f7b990c68de4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:15.968616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea35778-76d3-4cbc-9c1b-9ae725d19626 req-0bbf8f4b-d3f3-44e9-a115-f7b990c68de4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0782807 Mar 05 00:51:16.015018 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5ea35778-76d3-4cbc-9c1b-9ae725d19626 req-35529884-cba3-4b5b-a088-65837b20c190 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Mar 05 00:51:16.041454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-06c8126a-55bf-4d87-8512-739841bc3dd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 1001 time: 0.1027184 Mar 05 00:51:16.101728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-295a8312-0c4c-486d-9287-24be02e11c0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:16.103041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-295a8312-0c4c-486d-9287-24be02e11c0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0563986 Mar 05 00:51:16.174822 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-6775920e-800d-4138-82cb-e940276d7ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658793 Mar 05 00:51:16.300083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-d2f0ac89-f9d9-4a3f-81c5-915cacaf69c5 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189013 Mar 05 00:51:16.427457 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-a4d91c2d-58e3-49cf-a40a-b46442eea9a7 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211455 Mar 05 00:51:17.211661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb7f6-222b-49e1-8f04-46a99160329e req-7ab95af4-b1e8-45c0-89ca-30f6cf648ff5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:17.213367 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d0cb7f6-222b-49e1-8f04-46a99160329e req-7ab95af4-b1e8-45c0-89ca-30f6cf648ff5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0781446 Mar 05 00:51:17.256029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d0cb7f6-222b-49e1-8f04-46a99160329e req-be92344f-e4ec-4a5a-83a5-441f25b5315f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Mar 05 00:51:18.138548 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-2ba0d3a6-e5af-4f15-ad43-5879764710ae service neutron] show failed (client error): The resource could not be found. Mar 05 00:51:18.139509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-2ba0d3a6-e5af-4f15-ad43-5879764710ae service neutron] 10.222.0.10 "GET /v2.0/ports/b4bd1236-5f7f-423e-8dea-0a38c8e29193/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0716383 Mar 05 00:51:18.435122 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-95b38fc4-be6b-4200-86f8-a5e0fb833d19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 1096 time: 0.1117833 Mar 05 00:51:18.447257 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:51:18.543222 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81625a3-d509-4839-a56e-af18ed948b05 req-4ca7afd9-1d4a-438f-a7b4-6e3c0555e64a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:18.544645 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c81625a3-d509-4839-a56e-af18ed948b05 req-4ca7afd9-1d4a-438f-a7b4-6e3c0555e64a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.1666784 Mar 05 00:51:18.594283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:18.617693 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c81625a3-d509-4839-a56e-af18ed948b05 req-3c6fb6f6-1c4a-4f73-829b-8dcb32dea9ac tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 Mar 05 00:51:18.866570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:18.893719 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:51:18.946977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:18.952438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:18.967871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Transition to ACTIVE for port object b4bd1236-5f7f-423e-8dea-0a38c8e29193 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:51:18.972773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:19.017971 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'code': 200} Mar 05 00:51:19.106991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:19.119997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.120264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.120593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.120920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.121304 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.121627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.121944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.122258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.122567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.122876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.123186 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:19.183782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] No DVR routers for this DVR port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:51:19.421850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:51:19.422070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:51:19.422365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:51:19.427942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:51:19.428253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Attempting to bind port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:51:19.434878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:51:19.435206 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:51:19.435803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:51:19.435972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Bound port: b4bd1236-5f7f-423e-8dea-0a38c8e29193, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:51:19.436303 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:19.518527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:51:19.521648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:51:19.525847 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:19.585306 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:19.586713 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 1091 time: 1.1433623 Mar 05 00:51:19.599091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1e15-a4f3-4a63-8273-db7e3a5ed180 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:19.686560 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-0150fa59-d711-49a9-ab04-1b5b9eabec0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1094 time: 0.0766637 Mar 05 00:51:19.957970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-cf7c6c8c-560c-4295-b0a1-0a0b897d0c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:19.959288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-cf7c6c8c-560c-4295-b0a1-0a0b897d0c00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.2675161 Mar 05 00:51:19.969968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001cd8-55bc-43c7-a7f1-3ae5f4f76ed6 req-d23168e9-f132-4f39-a5a3-2ff00b2217cc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:19.971317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31001cd8-55bc-43c7-a7f1-3ae5f4f76ed6 req-d23168e9-f132-4f39-a5a3-2ff00b2217cc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.2104735 Mar 05 00:51:20.102335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-31001cd8-55bc-43c7-a7f1-3ae5f4f76ed6 req-1beb966f-cbc0-470a-a83a-97e8c07eb480 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766575 Mar 05 00:51:20.104026 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-807c83dc-395b-49fd-ba1d-02d8a2763c14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 999 time: 0.1318858 Mar 05 00:51:20.168151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-69d63885-b9cc-45e2-bc63-c4fcd3dae5ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:20.169624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-69d63885-b9cc-45e2-bc63-c4fcd3dae5ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0598457 Mar 05 00:51:20.241832 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-625391ab-ccd0-49f6-9a5f-4b147e2e313c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667801 Mar 05 00:51:20.369823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-e5f886ff-d412-4d59-8ea5-ce9916878b90 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220717 Mar 05 00:51:20.496830 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a9faf09f-40de-48e0-92ef-2cc66b980142 req-735d7cf8-63b0-406e-bec2-902777765f4e service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209469 Mar 05 00:51:21.019461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:21.085654 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'status': 'completed', 'code': 200} Mar 05 00:51:21.182118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-53ce3eee-6573-4401-aba6-cacf6e964706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1094 time: 0.0759792 Mar 05 00:51:21.268944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-4a1d682d-852f-4b5f-8f91-aa65f77734ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1094 time: 0.1657939 Mar 05 00:51:21.376403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-098ddc9f-28e5-4255-8414-8eb2a41efa1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:21.377877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-098ddc9f-28e5-4255-8414-8eb2a41efa1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1892443 Mar 05 00:51:21.387340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da108-8f31-4cf8-b4ac-4bb5d1628219 req-095a9df6-4dd7-4c15-a32e-5a18c4356b0d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:21.388712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f70da108-8f31-4cf8-b4ac-4bb5d1628219 req-095a9df6-4dd7-4c15-a32e-5a18c4356b0d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.1285875 Mar 05 00:51:21.397874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-58c85034-b249-420a-b01b-3c3a29a12d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:21.399830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-58c85034-b249-420a-b01b-3c3a29a12d7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1252124 Mar 05 00:51:21.499811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-c3d897a2-3afb-4399-a92d-93738228cb12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 999 time: 0.0945754 Mar 05 00:51:21.515796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f70da108-8f31-4cf8-b4ac-4bb5d1628219 req-c1c534b3-9c96-4b3b-9d34-66c8f856f4d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765691 Mar 05 00:51:21.517877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-f8198886-59a8-4256-8dd7-937b91731f41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 999 time: 0.1283321 Mar 05 00:51:21.560167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-5817d566-5d5f-4f96-b280-0da3ac572a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:21.561633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-5817d566-5d5f-4f96-b280-0da3ac572a3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0567753 Mar 05 00:51:21.583384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-60fc144c-5375-412d-9cbb-c107a283ddb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:21.584820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-60fc144c-5375-412d-9cbb-c107a283ddb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0596051 Mar 05 00:51:21.635011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-2d68efc5-464a-4d40-a287-fd4233ee2550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681143 Mar 05 00:51:21.658672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-39b3301f-1b4a-4cc1-9290-5894ccda8812 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682261 Mar 05 00:51:21.763966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-7661fa41-d9f1-4803-9a19-a33ac83fcc29 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228199 Mar 05 00:51:21.788755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-7e655cbb-8bbe-4700-a32f-64a871e28fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233335 Mar 05 00:51:21.817620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:51:21.874221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:51:21.894415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-fd4d87d5-4f69-4c72-9d40-c5fcdf47f77f service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250172 Mar 05 00:51:21.919454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2eae155b-1220-4eb5-be79-fe3630678a02 req-e9a4a87a-f736-4914-b1ea-db0dbcd8fd11 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243446 Mar 05 00:51:22.715560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88b5a0-66fb-401a-a514-6153fff8e9a7 req-b8a86690-eb17-4bed-a229-cd8829589ec6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:22.716985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a88b5a0-66fb-401a-a514-6153fff8e9a7 req-b8a86690-eb17-4bed-a229-cd8829589ec6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0786884 Mar 05 00:51:22.760598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1a88b5a0-66fb-401a-a514-6153fff8e9a7 req-1084bd87-ccb3-41f0-9202-c95326efab60 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Mar 05 00:51:23.951722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b037-f4f5-4af9-8c00-83608bdd9587 req-e47bc7f2-74fd-436f-a8b1-6471248189c7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:23.953171 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c947b037-f4f5-4af9-8c00-83608bdd9587 req-e47bc7f2-74fd-436f-a8b1-6471248189c7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0741451 Mar 05 00:51:24.094577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c947b037-f4f5-4af9-8c00-83608bdd9587 req-48bec8e5-65d0-4765-8677-c89b405e4c56 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353853 Mar 05 00:51:24.410445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-231ac656-86a7-47c9-a0c4-20ed3f76bbc1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:24.411801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-231ac656-86a7-47c9-a0c4-20ed3f76bbc1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228&tenant_id=a5e3e523549a49be9f7005d5e3d68808&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 943 time: 0.0786517 Mar 05 00:51:24.413798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5070-696a-4a1c-be24-9d70cd58d969 req-07f6d5e7-5d2e-4cd8-90af-7f96d9653287 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:24.415284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e38a5070-696a-4a1c-be24-9d70cd58d969 req-07f6d5e7-5d2e-4cd8-90af-7f96d9653287 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 943 time: 0.0740411 Mar 05 00:51:24.460159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e38a5070-696a-4a1c-be24-9d70cd58d969 req-329e9a18-31d3-445f-8e65-4dd5f2c98e28 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Mar 05 00:51:24.491222 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-f3a7a329-0372-4ca1-a7f5-5577b8857ab5 service neutron] delete failed (client error): The resource could not be found. Mar 05 00:51:24.492759 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-f3a7a329-0372-4ca1-a7f5-5577b8857ab5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/b4bd1236-5f7f-423e-8dea-0a38c8e29193/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0755198 Mar 05 00:51:24.624541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-d1bd9fe8-8932-4a72-9b92-a53a70f7dd67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1094 time: 0.0681195 Mar 05 00:51:24.751504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-96a48d3b-284d-4129-b4bf-3ff466d35aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:24.752823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-96a48d3b-284d-4129-b4bf-3ff466d35aae service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1231816 Mar 05 00:51:24.852214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-40ca7433-2b5b-4cd3-ada6-9abff85088ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 999 time: 0.0931480 Mar 05 00:51:24.913882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-f68d7b7b-3116-47b6-8b3c-38d946f70400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:24.915786 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-f68d7b7b-3116-47b6-8b3c-38d946f70400 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0582709 Mar 05 00:51:24.952295 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:51:24.989617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-79451f7c-b214-40bb-ad33-eae3f95516fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682342 Mar 05 00:51:25.083831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:25.101269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'mac_address': 'fa:16:3e:cb:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:51:25.124414 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-f16fa5e4-59cf-4c11-b774-50eeb7bfe402 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294453 Mar 05 00:51:25.154208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:25.171551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bd1236-5f7f-423e-8dea-0a38c8e29193 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:51:25.186114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:25.191714 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:25.262026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:25.270898 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.271238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.271574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.271904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.272229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.272553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.272876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.273190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.274163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.274486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.274803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:25.350304 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-edbc78ef-8970-4a27-a42a-6871ac2214fb req-06861b0e-452e-4692-a8e3-891de9164617 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202349 Mar 05 00:51:25.502559 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['b4bd1236-5f7f-423e-8dea-0a38c8e29193'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:51:25.666579 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd8144-2c33-4ead-965f-9fbefed9398c req-5d98b268-a5de-4df2-8bd6-0cd61a15b728 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:25.668347 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a7dd8144-2c33-4ead-965f-9fbefed9398c req-5d98b268-a5de-4df2-8bd6-0cd61a15b728 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 944 time: 0.0846808 Mar 05 00:51:25.727362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a7dd8144-2c33-4ead-965f-9fbefed9398c req-7989b6bd-c9cc-43f2-ab84-f38ddb5165d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Mar 05 00:51:26.920415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a06a2-7e32-4784-b656-cbf06fba1ade req-d70a33a4-0ce0-4b0b-99aa-c4624df8a8e8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:26.921927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1b0a06a2-7e32-4784-b656-cbf06fba1ade req-d70a33a4-0ce0-4b0b-99aa-c4624df8a8e8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 944 time: 0.0796127 Mar 05 00:51:26.954106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:51:26.967351 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1b0a06a2-7e32-4784-b656-cbf06fba1ade req-d4e90f60-b9bf-426b-8ea7-dd73db466ca0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399268 Mar 05 00:51:27.028609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port b4bd1236-5f7f-423e-8dea-0a38c8e29193 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:51:27.033860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port b4bd1236-5f7f-423e-8dea-0a38c8e29193 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:51:27.034267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:27.147396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:27.163005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa5334-809e-4a24-92b2-2c0061349e15 req-40cdc184-1cc2-4953-bf47-3b9848cc51e0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:27.164486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8eaa5334-809e-4a24-92b2-2c0061349e15 req-40cdc184-1cc2-4953-bf47-3b9848cc51e0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 944 time: 0.0762632 Mar 05 00:51:27.177297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:27.188162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:27.192193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:27.211855 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8eaa5334-809e-4a24-92b2-2c0061349e15 req-860eea0e-870a-46c8-b21d-4bc643c0c4e0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Mar 05 00:51:27.232951 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'code': 200} Mar 05 00:51:27.270279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:27.503294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:27.574841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7031-4493-4455-b2cb-9f3b4787d32d req-1bb74524-7109-46d9-b07d-55dded6e7140 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:27.576195 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d0f7031-4493-4455-b2cb-9f3b4787d32d req-1bb74524-7109-46d9-b07d-55dded6e7140 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0796854 Mar 05 00:51:27.601529 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-a664f373-c937-46d7-96d2-6bc1bba4d086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 1096 time: 0.0669923 Mar 05 00:51:27.621650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d0f7031-4493-4455-b2cb-9f3b4787d32d req-1a80973e-9a74-4caf-8fb3-19e12c998a7d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398130 Mar 05 00:51:27.730101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-80d6fbe3-acce-456e-93c6-c9273d4d5dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:27.731519 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-80d6fbe3-acce-456e-93c6-c9273d4d5dc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1242940 Mar 05 00:51:27.811630 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:27.833569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-1f4fa557-65bc-4c34-9fd4-40b252abda39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 200 len: 1001 time: 0.0958521 Mar 05 00:51:27.896306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-a2d3fe01-5ac3-484a-9347-f7473b1fe3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:27.897702 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-a2d3fe01-5ac3-484a-9347-f7473b1fe3dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0588605 Mar 05 00:51:27.971142 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-365e3085-3394-4cb5-91d3-6d234f1e8087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673649 Mar 05 00:51:28.100259 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-462538f2-7d64-4f72-8a97-ac59bc7b1bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233563 Mar 05 00:51:28.227492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5c31c82e-b9d4-4a3a-ab18-812a69138441 req-6cd9a008-95c5-4397-8bf7-518f4cbb8905 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215754 Mar 05 00:51:28.816622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf6a66-8f68-4d7e-9c82-525d6e4525d6 req-a158a511-7d89-4ee7-9833-3a6dcedfd5bf tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:28.818486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1ddf6a66-8f68-4d7e-9c82-525d6e4525d6 req-a158a511-7d89-4ee7-9833-3a6dcedfd5bf tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0756845 Mar 05 00:51:28.866109 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1ddf6a66-8f68-4d7e-9c82-525d6e4525d6 req-f75a1e6f-9851-4540-9bf5-a91366d58095 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Mar 05 00:51:30.059720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bec9f-7681-465e-b3c4-a4eb7c23e715 req-f0143904-8562-4d71-8e3a-9db5742f8441 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:30.061172 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-223bec9f-7681-465e-b3c4-a4eb7c23e715 req-f0143904-8562-4d71-8e3a-9db5742f8441 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0758021 Mar 05 00:51:30.105678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-223bec9f-7681-465e-b3c4-a4eb7c23e715 req-941bd318-4efb-4378-9df7-308eed9a9448 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Mar 05 00:51:30.498816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad009e7-5b16-400f-a198-25a3b06b5a1f req-e16a97af-e8f5-4208-877d-b5b6c1656acb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:30.500147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aad009e7-5b16-400f-a198-25a3b06b5a1f req-e16a97af-e8f5-4208-877d-b5b6c1656acb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.0786049 Mar 05 00:51:30.543827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aad009e7-5b16-400f-a198-25a3b06b5a1f req-2353488e-56b7-40a1-a704-1c0aa54e23c4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383279 Mar 05 00:51:31.787295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02466-086b-4a84-ab06-e2a9cbabdd3c req-8d5e41fa-8d72-4234-8c56-ca837c4ce71e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:31.788701 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97a02466-086b-4a84-ab06-e2a9cbabdd3c req-8d5e41fa-8d72-4234-8c56-ca837c4ce71e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.1257608 Mar 05 00:51:31.823603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-921391e1-b3ce-45b9-8fad-f7354c64aef0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:31.824976 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-921391e1-b3ce-45b9-8fad-f7354c64aef0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 945 time: 0.1106956 Mar 05 00:51:31.880220 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-97a02466-086b-4a84-ab06-e2a9cbabdd3c req-c74c2714-0485-4cfb-ac23-7d31078f21f5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847211 Mar 05 00:51:31.901671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Deleting port b4bd1236-5f7f-423e-8dea-0a38c8e29193 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:51:31.902005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:32.136312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] For port b4bd1236-5f7f-423e-8dea-0a38c8e29193, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=b4bd1236-5f7f-423e-8dea-0a38c8e29193,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:32.136555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:32.496352 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:32.496635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:32.496943 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 disassociated. External IP: 172.25.0.160, port: b4bd1236-5f7f-423e-8dea-0a38c8e29193. Mar 05 00:51:32.497302 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Calling delete_port for b4bd1236-5f7f-423e-8dea-0a38c8e29193 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:51:32.632166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:32.677834 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event deleted for resources: {'Port': ['ID=b4bd1236-5f7f-423e-8dea-0a38c8e29193,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:32.887664 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:51:33.043728 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46f0141b-7d3e-4009-b68d-bd63bd06f2ba req-62532c24-493d-4626-8ab8-1465b59c9ae8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ec614c-7eb6-483d-9675-0ffd54846228 HTTP/1.1" status: 200 len: 210 time: 0.0399780 Mar 05 00:51:33.085016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:51:33.096905 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:51:33.109864 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:51:33.110462 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:33.154614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] No DVR routers for this DVR port b4bd1236-5f7f-423e-8dea-0a38c8e29193 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:51:33.157413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:33.160027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-deleted', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:33.177202 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-322feb22-1d8f-4801-aa1e-4f5db101a6a2 req-f66a65ad-ffcb-4482-807f-d9e484a3b5ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "DELETE /v2.0/ports/b4bd1236-5f7f-423e-8dea-0a38c8e29193 HTTP/1.1" status: 204 len: 173 time: 1.3428199 Mar 05 00:51:33.222386 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ec614c-7eb6-483d-9675-0ffd54846228', 'name': 'network-vif-deleted', 'tag': 'b4bd1236-5f7f-423e-8dea-0a38c8e29193', 'status': 'completed', 'code': 200} Mar 05 00:51:33.288117 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:51:33.593079 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:33.596711 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:51:33.606878 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:51:33.607454 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:51:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:33.780470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:51:34.084401 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:34.089125 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46326438-3556-4770-8145-fa289a0aeec3 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:51:34.307456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01db558-7ede-45bf-9928-5836a7bf2927 None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:51:34.401929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-eb195dd3-28dc-4a6a-9bdc-b80c2dcaba27 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1886973736&fields=id&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 267 time: 0.0399759 Mar 05 00:51:34.547772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7056d701-b7a1-4012-a8a0-67a70119db7f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:34.549180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7056d701-b7a1-4012-a8a0-67a70119db7f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1408842 Mar 05 00:51:34.565860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-c3a4abae-5945-493b-b166-db271c6d4266 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/quotas/a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 375 time: 0.0111094 Mar 05 00:51:34.650488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-adbe90f2-d385-47ee-8dad-f270494eff4e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794220 Mar 05 00:51:34.785161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-65474afa-a710-4772-9d6c-a7aba10c85ed service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233087 Mar 05 00:51:34.912124 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-bd4d2955-8c98-46c4-a538-a628599c04c2 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214356 Mar 05 00:51:35.003669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-766c69a5-9139-4818-9427-05d63f34e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:35.097053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-17b341ea-93c4-4150-808c-6d4ed4af16b7 req-756dcb1f-a939-4bc3-a62f-bee2a787a0f4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:51:35.113603 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-17b341ea-93c4-4150-808c-6d4ed4af16b7 req-756dcb1f-a939-4bc3-a62f-bee2a787a0f4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:51:35.114750 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-17b341ea-93c4-4150-808c-6d4ed4af16b7 req-756dcb1f-a939-4bc3-a62f-bee2a787a0f4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 210 time: 0.0571339 Mar 05 00:51:36.072200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-9e46cd3d-6d07-4e2c-a279-8e7b91003c43 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:36.073619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-9e46cd3d-6d07-4e2c-a279-8e7b91003c43 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1411960 Mar 05 00:51:36.125588 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2b06a6b-deea-4457-97b4-8324005eb67a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 380 time: 0.0400524 Mar 05 00:51:36.134738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'port': {'device_id': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'admin_state_up': True, 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'security_groups': ['17a120cf-8113-4652-9947-54515c8b8579']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:51:36.286025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efbbfc3e-e461-4f81-b0fd-5d31493ef411 req-48c12335-125c-493b-8f43-a562cd3b9267 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 210 time: 0.0442569 Mar 05 00:51:36.308525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:51:36.317953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:51:36.335317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Made reservation on behalf of a5e3e523549a49be9f7005d5e3d68808 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:51:36.338628 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:36.492715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Allocated IP 172.20.0.14 (cc7dd19e-1172-499e-8206-ee5a4d426253/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f/1cf289da-714c-4964-a943-437603a239c0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:51:36.764609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:36.779259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Transition to ACTIVE for port object 1cf289da-714c-4964-a943-437603a239c0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:51:36.800801 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:36.875150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:51:36.878282 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:51:36.880872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:51:36.911950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:36.935783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.936130 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.936464 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.936795 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.937124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.937480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.937802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.938118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.938441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.938754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.939072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:51:36.961470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:36.961993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:36.985291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:51:36.993253 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-7bb8c529-7dc6-4463-90d9-7ea3a7e8e608 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8624423 Mar 05 00:51:37.004432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Request body: {'port': {'device_id': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:51:37.035851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: b4bd1236-5f7f-423e-8dea-0a38c8e29193 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:51:37.036194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device b4bd1236-5f7f-423e-8dea-0a38c8e29193 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:51:37.071961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfc2-9249-4e58-9ca7-de18598a78ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.123175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.203373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-72225f6d-dead-4454-b9ca-2a4ca42c93ca None None] Provisioning for port 1cf289da-714c-4964-a943-437603a239c0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:51:37.208042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-72225f6d-dead-4454-b9ca-2a4ca42c93ca None None] Provisioning complete for port 1cf289da-714c-4964-a943-437603a239c0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:51:37.208436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-72225f6d-dead-4454-b9ca-2a4ca42c93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.264973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-72225f6d-dead-4454-b9ca-2a4ca42c93ca None None] Port 1cf289da-714c-4964-a943-437603a239c0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:51:37.463586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:51:37.471022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.486319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Transition to ACTIVE for port object 1cf289da-714c-4964-a943-437603a239c0 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:51:37.490438 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.618333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:37.651336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04148b7-f49a-42bd-9202-05e24a83433f req-84d06bdb-7aac-46b9-af40-a439c6a73290 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:37.653050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d04148b7-f49a-42bd-9202-05e24a83433f req-84d06bdb-7aac-46b9-af40-a439c6a73290 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0948732 Mar 05 00:51:37.706205 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d04148b7-f49a-42bd-9202-05e24a83433f req-987d9986-a01b-4bd5-81e2-a740919ff3f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451207 Mar 05 00:51:37.730419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:51:37.730749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:51:37.731072 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:51:37.737043 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:51:37.737397 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:51:37.743947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:51:37.744280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:51:37.744660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:51:37.745080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Bound port: 1cf289da-714c-4964-a943-437603a239c0, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:51:37.745445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.834842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:51:37.838133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:51:37.841904 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.901143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:37.903155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] 10.222.0.10 "PUT /v2.0/ports/1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1092 time: 0.9023242 Mar 05 00:51:37.903155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:37.923141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4ab23-cc7a-43b3-a5ee-3741f09ae353 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:37.986105 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'status': 'completed', 'code': 200} Mar 05 00:51:38.030749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-05dd1730-c8a2-4b80-adcf-5807c64f0b5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1095 time: 0.0804141 Mar 05 00:51:38.099991 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-a094ba88-9298-44fb-a578-18a40393c38a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 217 time: 0.0623989 Mar 05 00:51:38.163156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-27326a70-26e9-40ef-b88b-5c105f55d272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:38.165050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-27326a70-26e9-40ef-b88b-5c105f55d272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0596573 Mar 05 00:51:38.237260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-bb812873-9e3f-465f-8f29-3e994bfa8b5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663662 Mar 05 00:51:38.364719 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-f02bb811-29ba-467e-a928-73050892471f service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214569 Mar 05 00:51:38.428631 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:38.434034 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:38.578924 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4ca7599-d0ae-42b4-8b0f-3a1f6188b9b5 req-8e56b2d9-9ce1-4816-8118-c629d32191da service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087495 Mar 05 00:51:38.702099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-bd5d5b44-01e6-41f2-8f51-4bf65a7e9d6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1095 time: 0.0706167 Mar 05 00:51:38.831264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-266d56c8-ab13-40ff-91a4-8ebf2b0f6697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:38.832707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-266d56c8-ab13-40ff-91a4-8ebf2b0f6697 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1247880 Mar 05 00:51:38.894295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13afa9-25d0-49a9-8f66-a2e22d4c2ccc req-d894a4f4-8965-453f-81b8-7c94e881c46b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:38.895765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b13afa9-25d0-49a9-8f66-a2e22d4c2ccc req-d894a4f4-8965-453f-81b8-7c94e881c46b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0761497 Mar 05 00:51:38.897002 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-cce29e43-4204-4f19-bcef-765c076d2157 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 217 time: 0.0581758 Mar 05 00:51:38.941264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8b13afa9-25d0-49a9-8f66-a2e22d4c2ccc req-909a35bd-3ab5-4912-815c-dc79c4a748bd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394084 Mar 05 00:51:38.968371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-d338f084-6f4d-481c-b60b-c402a378b1a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:38.968371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-d338f084-6f4d-481c-b60b-c402a378b1a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0657356 Mar 05 00:51:39.043423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-2e5b94fb-39f9-4b1e-877a-d5bdf3de99f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695169 Mar 05 00:51:39.172522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-48677713-351d-4aed-b587-e19949ddd58f service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230531 Mar 05 00:51:39.300741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b85c4-f178-44a7-ad87-8db5e35d8edd req-28598adb-1cd5-450e-b92a-f8a65164b162 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225157 Mar 05 00:51:39.874797 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:40.148881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6330b-4230-4b50-b0de-bd098d119a74 req-aeb79011-3419-482c-8c8a-acca2dc4830a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:40.149510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-86c6330b-4230-4b50-b0de-bd098d119a74 req-aeb79011-3419-482c-8c8a-acca2dc4830a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:51:40.164922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-86c6330b-4230-4b50-b0de-bd098d119a74 req-aeb79011-3419-482c-8c8a-acca2dc4830a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:51:40.166024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86c6330b-4230-4b50-b0de-bd098d119a74 req-aeb79011-3419-482c-8c8a-acca2dc4830a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0987751 Mar 05 00:51:40.209835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-86c6330b-4230-4b50-b0de-bd098d119a74 req-14165339-34e4-44ee-b483-b0cd19c54106 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Mar 05 00:51:41.407160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf25fc-9934-44ac-b8b4-186d67c2a541 req-16704e95-e2fe-446d-91af-e30174f3e87a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:41.408602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3dbf25fc-9934-44ac-b8b4-186d67c2a541 req-16704e95-e2fe-446d-91af-e30174f3e87a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0781994 Mar 05 00:51:41.452749 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3dbf25fc-9934-44ac-b8b4-186d67c2a541 req-0131e07e-d67c-4cee-afba-18165226ee2b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Mar 05 00:51:41.879281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:51:42.011130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:42.024942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '1cf289da-714c-4964-a943-437603a239c0', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '1cf289da-714c-4964-a943-437603a239c0', 'mac_address': 'fa:16:3e:60:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:51:42.076680 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:42.096731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:51:42.111121 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:42.115056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:42.179892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:42.425654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['1cf289da-714c-4964-a943-437603a239c0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:51:42.644745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6e80e-cc72-4b2a-8992-783e70e320f7 req-9a4a17e1-c8e1-4145-9c21-0bc08e6aeb15 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:42.646242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18a6e80e-cc72-4b2a-8992-783e70e320f7 req-9a4a17e1-c8e1-4145-9c21-0bc08e6aeb15 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0757987 Mar 05 00:51:42.690507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18a6e80e-cc72-4b2a-8992-783e70e320f7 req-88b23c1f-6622-49f2-9914-825853342e85 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Mar 05 00:51:43.883369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736af3df-c5c8-4f25-a4cc-dfcbb1bbe6e8 req-cbcf7ef4-92f5-4932-b1a7-2f001bf1c6da tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:43.884796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-736af3df-c5c8-4f25-a4cc-dfcbb1bbe6e8 req-cbcf7ef4-92f5-4932-b1a7-2f001bf1c6da tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0754981 Mar 05 00:51:43.909614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:51:43.932251 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-736af3df-c5c8-4f25-a4cc-dfcbb1bbe6e8 req-39b8c845-0568-4c11-a4f4-89ee26908793 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Mar 05 00:51:43.977527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 1cf289da-714c-4964-a943-437603a239c0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:51:43.982136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 1cf289da-714c-4964-a943-437603a239c0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:51:43.982448 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:44.099445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:44.125300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:44.135483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:51:44.139000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:44.182381 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'code': 200} Mar 05 00:51:44.206417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:51:44.300708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d82ed0ec-d7b7-45d5-bbb4-cc3d409bd1a9 req-bd65f0a5-4708-458c-8857-754c78db6f85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1097 time: 0.0688968 Mar 05 00:51:44.340873 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d82ed0ec-d7b7-45d5-bbb4-cc3d409bd1a9 req-91410270-026d-4173-aaa9-8ea2e79fea51 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Mar 05 00:51:45.124368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58367f2-c4e9-4b84-ab57-fa9bd9be9f28 req-10cb9805-f3c3-40b6-bc2a-c575fdc39bb5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:45.125824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d58367f2-c4e9-4b84-ab57-fa9bd9be9f28 req-10cb9805-f3c3-40b6-bc2a-c575fdc39bb5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0744963 Mar 05 00:51:45.170223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d58367f2-c4e9-4b84-ab57-fa9bd9be9f28 req-4a83769b-c082-4bda-a777-319489835da7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Mar 05 00:51:46.362318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeceda8-d826-4ea8-b3be-b3a7438493f6 req-b82ab0ed-5d3e-4511-86c5-e3bf63e53e20 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:46.363739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-daeceda8-d826-4ea8-b3be-b3a7438493f6 req-b82ab0ed-5d3e-4511-86c5-e3bf63e53e20 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0749016 Mar 05 00:51:46.412248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-daeceda8-d826-4ea8-b3be-b3a7438493f6 req-12ea0706-88d9-4d05-b24f-fdfd564ba8c9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Mar 05 00:51:46.600298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80d369-bc7e-4fe8-af44-cbce41de2068 req-ee08a6ee-64da-43fd-8430-a5a2c51a8c62 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:46.601766 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba80d369-bc7e-4fe8-af44-cbce41de2068 req-ee08a6ee-64da-43fd-8430-a5a2c51a8c62 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0777028 Mar 05 00:51:46.610394 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43194) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:51:46.615414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'floatingip': {'port_id': '1cf289da-714c-4964-a943-437603a239c0'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:51:46.686759 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:47.348477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:47.351936 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:47.534201 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 associated. External IP: 172.25.0.160, port: 1cf289da-714c-4964-a943-437603a239c0. Mar 05 00:51:47.907074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:51:48.208000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:51:48.212641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:48.220267 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:51:48.235840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:51:48.236479 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:48.264524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-55556c12-db04-4a32-9802-f5e59fe741f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "PUT /v2.0/floatingips/3f1522a1-f69e-433f-9fd7-d184347e7331 HTTP/1.1" status: 200 len: 992 time: 1.6530881 Mar 05 00:51:48.265088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:51:48.319636 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'status': 'completed', 'code': 200} Mar 05 00:51:48.437655 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:51:48.471632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-8cc03d40-941d-4829-b192-9bce0b7b32cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1097 time: 0.1305177 Mar 05 00:51:48.474042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-957de362-e623-4fae-9be0-aae54694d585 req-9d9a5f9b-7410-41e3-93ba-18ce7496422c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0995140 Mar 05 00:51:48.608243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-c755622b-98d3-494b-84fd-fea53ec42ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:48.610035 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-c755622b-98d3-494b-84fd-fea53ec42ad8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1331582 Mar 05 00:51:48.800909 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '1cf289da-714c-4964-a943-437603a239c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:60:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:51:47Z', 'revision_number': 9, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:48.805689 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:51:48.816847 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:51:48.817659 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:51:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:48.847177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937967a-9a14-40a6-aeb7-e10b23780a69 req-c1c921d8-2c8e-4d6d-82b0-6a9ed924de7e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:48.848760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7937967a-9a14-40a6-aeb7-e10b23780a69 req-c1c921d8-2c8e-4d6d-82b0-6a9ed924de7e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0911522 Mar 05 00:51:48.862735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-3e4cb640-9cbc-4bd7-801f-3e2746cf7a5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1000 time: 0.2464054 Mar 05 00:51:48.900445 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7937967a-9a14-40a6-aeb7-e10b23780a69 req-89f254b5-34b0-4d76-af4b-397daadf3a8f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Mar 05 00:51:48.936431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-d5c0b94e-a3d7-4ded-b668-609171ed8ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2349484 Mar 05 00:51:48.939733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-fad03b8f-b3d7-45ac-be84-b79f6ffaba43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:48.941088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-fad03b8f-b3d7-45ac-be84-b79f6ffaba43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0702882 Mar 05 00:51:49.012090 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:51:49.028119 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-5d21e689-7c1e-4493-aa65-7c6af2900ffa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806599 Mar 05 00:51:49.171722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-1a1d0598-cf66-4733-860e-24081829877c service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380820 Mar 05 00:51:49.308710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8a3fbcf4-39a4-4583-ab7a-009cb3d33702 req-a594d6b0-4e64-436b-8141-36ffdc7b96d8 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308722 Mar 05 00:51:49.375197 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '1cf289da-714c-4964-a943-437603a239c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:60:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:51:47Z', 'revision_number': 9, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:51:49.379350 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab901-7287-41db-8c13-3a87e5a73a02 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '1cf289da-714c-4964-a943-437603a239c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:60:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:51:47Z', 'revision_number': 9, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:51:49.590114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296cca66-1dbe-44ca-9208-859796e05592 None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:51:50.104884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb416e-acd6-43c8-bd33-d3d05ed3b89c req-65c88983-fd5a-49ca-8fc8-528fcc4d2587 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:50.106342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fcb416e-acd6-43c8-bd33-d3d05ed3b89c req-65c88983-fd5a-49ca-8fc8-528fcc4d2587 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0744824 Mar 05 00:51:50.153700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0fcb416e-acd6-43c8-bd33-d3d05ed3b89c req-6c4cc343-92b5-466e-8cd2-90767d1110f1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Mar 05 00:51:50.249586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-c537af3e-dcc6-434d-8afd-c574b0e05bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1097 time: 0.0712662 Mar 05 00:51:50.378965 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-cc1ace1c-c75f-4adc-aa7b-a3bc087e4446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:50.380386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-cc1ace1c-c75f-4adc-aa7b-a3bc087e4446 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1252239 Mar 05 00:51:50.478327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-336ec0e2-4ac8-4d7c-808d-c3ea3a13985a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1003 time: 0.0923138 Mar 05 00:51:50.536336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-898c607d-9722-4694-af67-1bda238ef9f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:50.537722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-898c607d-9722-4694-af67-1bda238ef9f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0545354 Mar 05 00:51:50.608033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-0b2a5927-d46d-4c01-80cc-257626437daa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646980 Mar 05 00:51:50.617740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-0ad220e3-0cb9-440f-bb7b-5ce615054000 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:51:50.618639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-0ad220e3-0cb9-440f-bb7b-5ce615054000 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047350 Mar 05 00:51:50.747274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-0d629563-ea74-4491-8650-587f64ff6be8 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229608 Mar 05 00:51:50.873852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-fc815e10-aeef-497f-9bc1-4bde1ef026d5 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207676 Mar 05 00:51:51.349943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d527fe2-3d1c-43a5-981d-1fd6afd0698e req-0eabdaad-c2d6-486f-b40d-ac67cf1f1ff0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:51.351376 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d527fe2-3d1c-43a5-981d-1fd6afd0698e req-0eabdaad-c2d6-486f-b40d-ac67cf1f1ff0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0740201 Mar 05 00:51:51.396097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1d527fe2-3d1c-43a5-981d-1fd6afd0698e req-e60ccc1e-2376-4c78-83b9-c9b8219c2cf5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Mar 05 00:51:51.496510 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:51:52.594021 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620a726-be1f-4599-87c0-e09703a4df21 req-af269d6b-7110-4c53-ab28-14bbe0f62e12 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:52.595376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a620a726-be1f-4599-87c0-e09703a4df21 req-af269d6b-7110-4c53-ab28-14bbe0f62e12 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0781069 Mar 05 00:51:52.640369 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a620a726-be1f-4599-87c0-e09703a4df21 req-a5cd7b85-e3b1-4a15-9f5c-e57ddc8524b6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396025 Mar 05 00:51:53.834822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a2f3c-5c13-4a7e-81b5-d8ff4cc068f1 req-bc461a68-15b2-46f2-aa59-fa56e7e3cbe0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:53.836236 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-315a2f3c-5c13-4a7e-81b5-d8ff4cc068f1 req-bc461a68-15b2-46f2-aa59-fa56e7e3cbe0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0763016 Mar 05 00:51:53.879740 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-315a2f3c-5c13-4a7e-81b5-d8ff4cc068f1 req-36f6611c-60a4-409e-b567-8071adcbd15c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375807 Mar 05 00:51:55.070803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c9ba2-b817-4cf3-bf6a-224b9985a673 req-ecc95598-4f9c-4c1b-9d7c-5b8c7ee95945 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:55.072889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-837c9ba2-b817-4cf3-bf6a-224b9985a673 req-ecc95598-4f9c-4c1b-9d7c-5b8c7ee95945 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0754120 Mar 05 00:51:55.119306 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-837c9ba2-b817-4cf3-bf6a-224b9985a673 req-4a3164c3-622f-450b-8c9a-9a9fbc64510a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Mar 05 00:51:56.314145 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1784-b18a-40c4-aa91-c8b8f15604e0 req-77af2ac8-465a-4366-8ee2-37f608648501 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:56.315572 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44ee1784-b18a-40c4-aa91-c8b8f15604e0 req-77af2ac8-465a-4366-8ee2-37f608648501 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0740731 Mar 05 00:51:56.360027 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44ee1784-b18a-40c4-aa91-c8b8f15604e0 req-45aaa3ee-506c-4efd-8a2d-492bac89e6cc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Mar 05 00:51:57.532830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:57.552438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c231913-6ed0-4bca-8d41-36fa38b0b5be req-b1cd2741-03da-4a48-a9ce-df40eacb3f9b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:57.553902 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c231913-6ed0-4bca-8d41-36fa38b0b5be req-b1cd2741-03da-4a48-a9ce-df40eacb3f9b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0766129 Mar 05 00:51:57.597675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c231913-6ed0-4bca-8d41-36fa38b0b5be req-cdf9b16d-1823-4a1d-9ebb-f46ec0154293 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382731 Mar 05 00:51:57.797582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-c22e9485-93a8-423f-92f5-976855c5405b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1097 time: 0.0704436 Mar 05 00:51:57.810871 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:51:58.031147 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-86f1be34-a8d6-480d-a126-18e329653794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:58.032586 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-86f1be34-a8d6-480d-a126-18e329653794 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.2175903 Mar 05 00:51:58.132784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-6418c69e-cf50-4d62-a7b4-5eaac6ef11ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1003 time: 0.0938945 Mar 05 00:51:58.191856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-7a61a3d9-eb72-441b-ab4d-a6de95d95dba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:58.193266 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-7a61a3d9-eb72-441b-ab4d-a6de95d95dba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0546362 Mar 05 00:51:58.263882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-7754876e-cfb4-402b-999e-eaca4e764a7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645590 Mar 05 00:51:58.391008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-e74df557-bc59-45c4-b71c-2cb290583fc1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199782 Mar 05 00:51:58.517681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97c5f97c-4474-4830-a4cd-049dd63370c2 req-e684eab8-7fb8-43f3-815e-5b03fafb61bb service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205337 Mar 05 00:51:58.793428 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e3c56-f5b0-40df-bfb6-32944a92bef7 req-f2950fb4-82b9-45aa-a25c-ef00faa1802a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:51:58.794885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f6e3c56-f5b0-40df-bfb6-32944a92bef7 req-f2950fb4-82b9-45aa-a25c-ef00faa1802a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0795591 Mar 05 00:51:58.838887 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0f6e3c56-f5b0-40df-bfb6-32944a92bef7 req-307cecf9-4505-45c2-9b50-d3cdbaa805d7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 Mar 05 00:52:00.036803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c6f85-2d66-4fb7-8d2d-d7ce45545fbf req-5a876878-ed81-4b5a-bd40-de8eac7f4526 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:00.038284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-681c6f85-2d66-4fb7-8d2d-d7ce45545fbf req-5a876878-ed81-4b5a-bd40-de8eac7f4526 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0791698 Mar 05 00:52:00.082740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-681c6f85-2d66-4fb7-8d2d-d7ce45545fbf req-770569ae-ba4a-4907-9f74-4243c6f59e76 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384758 Mar 05 00:52:01.275507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea25a-41ed-40aa-a2aa-7d3485abc21f req-975c6fbc-52b2-4b66-99f8-21271fb2d4a7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:01.276928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc2ea25a-41ed-40aa-a2aa-7d3485abc21f req-975c6fbc-52b2-4b66-99f8-21271fb2d4a7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0738704 Mar 05 00:52:01.323824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fc2ea25a-41ed-40aa-a2aa-7d3485abc21f req-02bc8ec8-e547-4f6b-97c1-6c2165184482 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Mar 05 00:52:02.514083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cc86-ba7d-4e0d-a737-51a57346b500 req-69b46659-f2db-4044-8366-72fc3ff30c99 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:02.515524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad21cc86-ba7d-4e0d-a737-51a57346b500 req-69b46659-f2db-4044-8366-72fc3ff30c99 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0755677 Mar 05 00:52:02.562818 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad21cc86-ba7d-4e0d-a737-51a57346b500 req-35745a1f-25b5-45f3-ab32-f4ea90171f7a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Mar 05 00:52:03.760404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a3a55-375e-4964-8c1b-2a907779273d req-46e975c8-df8a-4a39-a4e8-2a847eba7036 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:03.761903 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f6a3a55-375e-4964-8c1b-2a907779273d req-46e975c8-df8a-4a39-a4e8-2a847eba7036 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0752342 Mar 05 00:52:03.805437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f6a3a55-375e-4964-8c1b-2a907779273d req-b5e4559e-9f5d-4987-8876-70ddf23e7879 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381281 Mar 05 00:52:04.995642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf06288-9db8-4df8-8958-df5325583d2c req-f88b7033-e63f-477d-87f8-3bf55d2a1708 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:04.997007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcf06288-9db8-4df8-8958-df5325583d2c req-f88b7033-e63f-477d-87f8-3bf55d2a1708 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0749800 Mar 05 00:52:05.009062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f9d1977c-79fe-4fe1-987b-cd19ed704795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:05.042307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcf06288-9db8-4df8-8958-df5325583d2c req-702f90a2-72e2-41f0-a790-bd9ab2ce9585 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Mar 05 00:52:06.238292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a68e-1c95-4be7-9964-899ddec31d32 req-7690e7d7-25bc-49c3-8272-3a6ec4c08bae tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:06.239737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3525a68e-1c95-4be7-9964-899ddec31d32 req-7690e7d7-25bc-49c3-8272-3a6ec4c08bae tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0794280 Mar 05 00:52:06.286512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3525a68e-1c95-4be7-9964-899ddec31d32 req-6f4053e9-344d-44ea-ab97-be419eb0d035 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Mar 05 00:52:07.074529 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab8b80f5-a07e-4a1c-9873-97622a8f9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:07.484195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822ccb2-f407-408f-967c-cd9f305dce4f req-0cffb8be-6c4a-4723-89ab-060eaf281c5c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:07.485639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a822ccb2-f407-408f-967c-cd9f305dce4f req-0cffb8be-6c4a-4723-89ab-060eaf281c5c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0775802 Mar 05 00:52:07.529576 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a822ccb2-f407-408f-967c-cd9f305dce4f req-1f0e3227-32bc-4111-aaa8-5be59e06b292 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 Mar 05 00:52:07.604711 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-84d30608-1f42-4e3f-8909-a5a4bd78dcbd service neutron] show failed (client error): The resource could not be found. Mar 05 00:52:07.605635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-84d30608-1f42-4e3f-8909-a5a4bd78dcbd service neutron] 10.222.0.10 "GET /v2.0/ports/1cf289da-714c-4964-a943-437603a239c0/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0708096 Mar 05 00:52:07.853196 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2fac0e06-c527-4de3-ac9a-ac86d0f04931 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 1097 time: 0.0678568 Mar 05 00:52:07.863104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:52:07.967820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:08.225671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:08.252274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:52:08.305672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:08.310774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:08.325711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Transition to ACTIVE for port object 1cf289da-714c-4964-a943-437603a239c0 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:52:08.329697 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:08.431256 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:08.435566 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:08.439905 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'code': 200} Mar 05 00:52:08.469744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:08.530951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] No DVR routers for this DVR port 1cf289da-714c-4964-a943-437603a239c0 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:52:08.754177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fedfe-81cd-4d25-ae01-ad22517b8ca4 req-431d4def-d19d-48e6-bd6f-711ddbeea475 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:08.755518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f15fedfe-81cd-4d25-ae01-ad22517b8ca4 req-431d4def-d19d-48e6-bd6f-711ddbeea475 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0796828 Mar 05 00:52:08.799671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f15fedfe-81cd-4d25-ae01-ad22517b8ca4 req-d7beda38-4a36-4511-a9f2-77a6005fd53d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Mar 05 00:52:08.874426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:52:08.874992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:52:08.875140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:52:08.880620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:52:08.880935 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:52:08.887752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:52:08.888090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:52:08.888467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:52:08.888882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Bound port: 1cf289da-714c-4964-a943-437603a239c0, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:52:08.889233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:08.973465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:52:08.976352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:52:08.981780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:09.045563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:09.046901 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] 10.222.0.36 "PUT /v2.0/ports/1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1092 time: 1.1877408 Mar 05 00:52:09.063551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea3828-82d3-4ff6-b7d4-b4b0419797bb service neutron] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:09.138756 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-1cb348a2-d188-4c03-b7ab-f9b7b87d0126 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1095 time: 0.0696983 Mar 05 00:52:09.272008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-b78b9150-f5b0-443f-b157-ee8219b7c150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:09.273484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-b78b9150-f5b0-443f-b157-ee8219b7c150 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1286657 Mar 05 00:52:09.374075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-8020d747-faed-467c-ab4d-90e88b3404d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0948336 Mar 05 00:52:09.434230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-81c96611-fea6-4196-8063-3da341025cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:09.435615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-81c96611-fea6-4196-8063-3da341025cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0559380 Mar 05 00:52:09.510904 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-94d29af8-c456-4e1a-947b-b7ee9b071032 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690107 Mar 05 00:52:09.640950 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-03522d8f-24eb-4cae-8ecd-fc2609596c31 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233840 Mar 05 00:52:09.767771 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a4b540b-08a8-4458-9e39-94c008c6addf req-af09aa1e-0192-43ce-9329-1331293901f6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211894 Mar 05 00:52:09.879464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:10.007255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fc325-bfe0-43d2-b0d3-9dfce5051fda req-fb69c702-2108-41e8-8de7-355245d67f40 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:10.008737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb2fc325-bfe0-43d2-b0d3-9dfce5051fda req-fb69c702-2108-41e8-8de7-355245d67f40 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0751042 Mar 05 00:52:10.053198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bb2fc325-bfe0-43d2-b0d3-9dfce5051fda req-89adbf90-f93a-44d1-b0b4-72de9d0cda63 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Mar 05 00:52:10.440710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:10.505844 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'status': 'completed', 'code': 200} Mar 05 00:52:10.591926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-cc676aa3-6127-42f5-a48e-405b00c7f07d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1095 time: 0.0684698 Mar 05 00:52:10.596790 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-b008f08a-d1b1-4d3a-99e4-1a60e5f3729a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1095 time: 0.0704737 Mar 05 00:52:10.723947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc100-2055-4742-bb24-72f440adb009 req-04b60fef-60e7-4e64-8da2-398220083dc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:10.724356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc100-2055-4742-bb24-72f440adb009 req-f9d4cafb-7aef-4d9f-85db-7b7ff8a44d48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:10.725440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-04b60fef-60e7-4e64-8da2-398220083dc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1277816 Mar 05 00:52:10.725810 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-f9d4cafb-7aef-4d9f-85db-7b7ff8a44d48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1230376 Mar 05 00:52:10.825945 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-b70eeabb-165b-4484-b1e9-b1e7b6fbe2e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0938582 Mar 05 00:52:10.828415 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-d32a344c-9080-4728-a36e-77d12afc5df9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0975282 Mar 05 00:52:10.886965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc100-2055-4742-bb24-72f440adb009 req-ee2780d1-ed5d-46e1-92d6-7a7b9a95fd66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:10.888318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-ee2780d1-ed5d-46e1-92d6-7a7b9a95fd66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0566747 Mar 05 00:52:10.888857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc100-2055-4742-bb24-72f440adb009 req-2f3850b8-ad4d-42d4-9198-d1cd332c2825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:10.890775 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-2f3850b8-ad4d-42d4-9198-d1cd332c2825 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0569623 Mar 05 00:52:10.979652 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-6c75b733-6771-41a2-9ec2-8861806f689d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849273 Mar 05 00:52:11.061824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-58f63eee-5c93-4ad8-8f10-431a1db5688f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654308 Mar 05 00:52:11.195051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-299f0cd3-9c36-43eb-a7df-7b084c840c58 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275620 Mar 05 00:52:11.267939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-dcb2deec-d0ee-4437-9457-d79e3ee06936 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808659 Mar 05 00:52:11.332338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-44223bc8-8b95-445a-ab39-3adafe42c619 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319377 Mar 05 00:52:11.354674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42181031-99e1-4c6d-8813-740a143095c4 req-5e9d1ec4-bf99-4b54-b1cd-082c65f818b0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:11.356096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42181031-99e1-4c6d-8813-740a143095c4 req-5e9d1ec4-bf99-4b54-b1cd-082c65f818b0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.1779044 Mar 05 00:52:11.432735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-42181031-99e1-4c6d-8813-740a143095c4 req-ec3896a9-ebad-4e2f-ae54-6c0bc1d014b7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695126 Mar 05 00:52:11.439983 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-861dc100-2055-4742-bb24-72f440adb009 req-1467a0ad-4b8f-4644-a01d-08384815ee64 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649480 Mar 05 00:52:11.955926 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-4af31473-bf11-43ee-b811-ccba9e32c9ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1095 time: 0.0695202 Mar 05 00:52:11.974885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:52:12.033596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:52:12.102666 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-2a0625bf-c73c-4160-a899-743a5347fa0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:12.104096 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-2a0625bf-c73c-4160-a899-743a5347fa0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1293209 Mar 05 00:52:12.205363 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-deebdde3-556d-49cf-9aee-c085cdc9d8d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0942049 Mar 05 00:52:12.272560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-1aa1953f-2d52-43e7-a852-d9a9efc8585c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:12.274629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-1aa1953f-2d52-43e7-a852-d9a9efc8585c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0634236 Mar 05 00:52:12.346798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-81bd8eaf-6226-4e04-97d4-f4fe12a06b6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655725 Mar 05 00:52:12.477063 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-800204e6-9c82-4f0c-a99f-4b86a7a87caa service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205535 Mar 05 00:52:12.620538 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b6532e-125a-442d-97d5-1ce73ed8d053 req-ad58ce14-18d5-4e5e-b5e4-be1106b5d958 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369662 Mar 05 00:52:12.662484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d7318-08bd-4497-8584-ce4e4ae41706 req-3b3a92b6-599d-466e-b8ee-af0f27c1b4ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:12.663933 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b7d7318-08bd-4497-8584-ce4e4ae41706 req-3b3a92b6-599d-466e-b8ee-af0f27c1b4ba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 944 time: 0.0991256 Mar 05 00:52:12.712614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b7d7318-08bd-4497-8584-ce4e4ae41706 req-844342da-2c25-483e-bc45-d64b43c3c21b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Mar 05 00:52:13.187356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 1cf289da-714c-4964-a943-437603a239c0 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:52:13.320901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:13.333487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '1cf289da-714c-4964-a943-437603a239c0', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '1cf289da-714c-4964-a943-437603a239c0', 'mac_address': 'fa:16:3e:60:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:52:13.385055 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:13.401785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:52:13.416506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:13.420208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:13.483109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:13.728402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['1cf289da-714c-4964-a943-437603a239c0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:52:13.907036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef6b9-b5c1-403f-94f5-c7bfa263e3bd req-73acb776-fdc7-4615-ba40-50e38ab2bd82 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:13.908498 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f6ef6b9-b5c1-403f-94f5-c7bfa263e3bd req-73acb776-fdc7-4615-ba40-50e38ab2bd82 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0759220 Mar 05 00:52:13.956825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f6ef6b9-b5c1-403f-94f5-c7bfa263e3bd req-9dbcf843-7ee5-43cd-9e9f-fe378b76d557 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Mar 05 00:52:14.426681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069233-7381-4ff4-8615-d4260f08a999 req-4fb47505-ac99-4659-9223-701eb275e5da tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:14.428083 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-4fb47505-ac99-4659-9223-701eb275e5da tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d&tenant_id=a5e3e523549a49be9f7005d5e3d68808&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 945 time: 0.1328111 Mar 05 00:52:14.486029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45ae2-9d76-41c2-9c33-03e4ac0807db req-fd2fd2ab-fb2a-4e6a-ab01-08394c3dcd6c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:14.487452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88a45ae2-9d76-41c2-9c33-03e4ac0807db req-fd2fd2ab-fb2a-4e6a-ab01-08394c3dcd6c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.1371298 Mar 05 00:52:14.548552 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-88a45ae2-9d76-41c2-9c33-03e4ac0807db req-3ec9aef4-2eba-4b3a-8bf2-62a4a622fcd9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537171 Mar 05 00:52:14.549925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-e5bddce1-ea66-4f2a-9dc6-70ddd3eab2e5 service neutron] 10.222.0.36 "GET /v2.0/ports/1cf289da-714c-4964-a943-437603a239c0/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.1145236 Mar 05 00:52:14.640203 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-a40c88eb-0d3c-4d72-99f8-7dd2d828612d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1096 time: 0.0705073 Mar 05 00:52:14.854185 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069233-7381-4ff4-8615-d4260f08a999 req-dada4311-3e49-4dca-9aba-85039bc4d4ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:14.855509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-dada4311-3e49-4dca-9aba-85039bc4d4ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.2098596 Mar 05 00:52:14.952467 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-071a989f-521a-40aa-87ea-fda5e39404e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1002 time: 0.0915029 Mar 05 00:52:15.012975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069233-7381-4ff4-8615-d4260f08a999 req-eb9b9fcb-3526-437b-9859-ddf6787da4a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:15.014435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-eb9b9fcb-3526-437b-9859-ddf6787da4a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0558689 Mar 05 00:52:15.084905 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-3c02bd44-fa17-419e-9660-59f87eb01e75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649941 Mar 05 00:52:15.187526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 1cf289da-714c-4964-a943-437603a239c0 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:52:15.213906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-67341e44-8d7c-484f-9f8c-2a269c6fbda9 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215391 Mar 05 00:52:15.259653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 1cf289da-714c-4964-a943-437603a239c0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:52:15.264541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 1cf289da-714c-4964-a943-437603a239c0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:52:15.264914 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:15.344825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-117f93dd-fc44-45e7-bade-269b3654b91c service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247988 Mar 05 00:52:15.375779 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:15.407028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:15.416279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:15.421184 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:15.477166 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'code': 200} Mar 05 00:52:15.490122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:15.747472 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c141-c5ea-49d6-b4d2-3322e571858c req-2d55ed42-2566-43de-abe8-4353dd32fe05 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:15.748801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cf9c141-c5ea-49d6-b4d2-3322e571858c req-2d55ed42-2566-43de-abe8-4353dd32fe05 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0785823 Mar 05 00:52:15.792110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0cf9c141-c5ea-49d6-b4d2-3322e571858c req-a45bdfcc-40bc-4582-9152-699e9eb52175 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Mar 05 00:52:17.151042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22420e06-df19-454c-a3dc-51a98d97b42c req-b352372b-b56d-4a6e-b660-2e166ea6c093 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:17.152410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22420e06-df19-454c-a3dc-51a98d97b42c req-b352372b-b56d-4a6e-b660-2e166ea6c093 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0845535 Mar 05 00:52:17.198681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-22420e06-df19-454c-a3dc-51a98d97b42c req-54836549-5653-41ec-bd25-366f080d4164 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 Mar 05 00:52:17.437646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-d21e4f18-3e6b-4e42-b8a9-a98864013ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 1097 time: 0.0718136 Mar 05 00:52:17.447877 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:52:17.550434 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:17.815960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:17.843975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:52:17.902716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:17.907817 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:17.922158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Transition to ACTIVE for port object 1cf289da-714c-4964-a943-437603a239c0 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:52:17.925968 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:17.975665 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'code': 200} Mar 05 00:52:18.059642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=10']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:18.118490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] No DVR routers for this DVR port 1cf289da-714c-4964-a943-437603a239c0 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:52:18.491624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:52:18.492799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:52:18.492799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:52:18.505525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:52:18.505834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Attempting to bind port 1cf289da-714c-4964-a943-437603a239c0 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:52:18.518360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:52:18.518683 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:52:18.519057 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:52:18.519469 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Bound port: 1cf289da-714c-4964-a943-437603a239c0, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:52:18.519796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:18.571518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea44b3-b0cb-4a92-bc3b-fd6b83ceb2fd req-ee7f65bc-be5d-4d5e-81d8-67cf7a35fcbf tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:18.572948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c3ea44b3-b0cb-4a92-bc3b-fd6b83ceb2fd req-ee7f65bc-be5d-4d5e-81d8-67cf7a35fcbf tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.2366729 Mar 05 00:52:18.650492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c3ea44b3-b0cb-4a92-bc3b-fd6b83ceb2fd req-62183c1a-e4fc-41e7-b7c5-2c04679ce8fb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715222 Mar 05 00:52:18.651342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:52:18.654334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:52:18.659900 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:18.720233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:18.721580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] 10.222.0.10 "PUT /v2.0/ports/1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1093 time: 1.2775867 Mar 05 00:52:18.734275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d492b3e-04a4-4363-9ef2-a93850c3d64c service neutron] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=11']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:18.811649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-41d07b3d-fd55-4d2e-b45f-e44d3c3131df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1096 time: 0.0697360 Mar 05 00:52:18.945784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069233-7381-4ff4-8615-d4260f08a999 req-26087662-99a2-437b-a246-b08a553d23a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:18.947231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-26087662-99a2-437b-a246-b08a553d23a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1293862 Mar 05 00:52:19.049744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-d8d2856b-d734-4895-9a3f-70748ef7258e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0968132 Mar 05 00:52:19.112914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069233-7381-4ff4-8615-d4260f08a999 req-53f58018-00f3-4eb2-a443-d523f45270c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:19.114320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-53f58018-00f3-4eb2-a443-d523f45270c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0590286 Mar 05 00:52:19.185725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-fa36e2e7-d6c8-484f-b9bd-d5d08b1e1551 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657482 Mar 05 00:52:19.315042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-4c99953f-312e-43fb-8159-f07371beee8a service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239815 Mar 05 00:52:19.441941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-41069233-7381-4ff4-8615-d4260f08a999 req-861451b4-62b6-420b-8dbe-2559fea78d7f service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212366 Mar 05 00:52:19.844132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aa10d-2e44-43fb-9b05-b0a921a4128a req-c9fa7532-a08d-48f9-a97a-917541964129 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:19.845613 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d32aa10d-2e44-43fb-9b05-b0a921a4128a req-c9fa7532-a08d-48f9-a97a-917541964129 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0745659 Mar 05 00:52:19.892522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d32aa10d-2e44-43fb-9b05-b0a921a4128a req-19434dd8-cdbb-44f6-ab4b-947c5dad4476 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416443 Mar 05 00:52:19.976677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:20.042162 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'status': 'completed', 'code': 200} Mar 05 00:52:20.126899 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-4def4af8-65ee-416e-9049-40f600e7c154 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1096 time: 0.0674686 Mar 05 00:52:20.134285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-64b19b04-d2ef-47db-9b65-4d8bb5bbf827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 1096 time: 0.0679665 Mar 05 00:52:20.257865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-e9690f0e-2db9-4a75-bc20-38bbfa6945de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:20.259255 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-e9690f0e-2db9-4a75-bc20-38bbfa6945de service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1266937 Mar 05 00:52:20.260739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-1394539b-a10a-46c2-a4d1-8ff74e6aa5ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:20.262175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-1394539b-a10a-46c2-a4d1-8ff74e6aa5ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1227782 Mar 05 00:52:20.361056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-ade2e08f-d33a-45a9-9bfe-371af29a4712 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0958450 Mar 05 00:52:20.364035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-64b57616-8f20-4739-bac3-6fcf842d4ff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 200 len: 1001 time: 0.0961125 Mar 05 00:52:20.423635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-9687c8ee-3843-43e4-9d61-d92cee652bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:20.423884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-6933371d-99f1-4ce5-a6ae-c205a33902cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:20.425086 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-9687c8ee-3843-43e4-9d61-d92cee652bee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0553761 Mar 05 00:52:20.425285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-6933371d-99f1-4ce5-a6ae-c205a33902cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0590162 Mar 05 00:52:20.498061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-bc97519d-9ee6-4c20-855d-20c8a55499c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667672 Mar 05 00:52:20.500097 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-267eddc7-d942-4b7e-8ee2-014b41983268 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690789 Mar 05 00:52:20.628691 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-5ac357a0-3579-4c67-98ee-7bd1b1907d4b service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225801 Mar 05 00:52:20.630480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-bb551356-44c0-4619-b0e3-6fe4ff46fa02 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242955 Mar 05 00:52:20.771762 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-6f5aa13a-34f2-4740-a2c2-ba7f2a153051 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374104 Mar 05 00:52:20.858246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c18f2bce-1566-43f9-9520-a4d734fed96b req-bed58ada-2277-4edd-9494-d6c46d4eefbe service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221303 Mar 05 00:52:21.088990 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720543-898e-44b0-a2e0-d1c1b033f9b6 req-a4cd4116-712f-4106-aafc-02655aa547d2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:21.090447 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2720543-898e-44b0-a2e0-d1c1b033f9b6 req-a4cd4116-712f-4106-aafc-02655aa547d2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0746815 Mar 05 00:52:21.133828 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2720543-898e-44b0-a2e0-d1c1b033f9b6 req-f32257ad-8177-46db-9f47-a912dac784fd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Mar 05 00:52:21.224930 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 1cf289da-714c-4964-a943-437603a239c0 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:52:21.284673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 1cf289da-714c-4964-a943-437603a239c0 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:52:22.339828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f646-bf89-4678-b5c0-4b3ae6a99af0 req-66e3d1fd-7747-4568-95f4-3535c162fcf6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:22.341433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a038f646-bf89-4678-b5c0-4b3ae6a99af0 req-66e3d1fd-7747-4568-95f4-3535c162fcf6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0854707 Mar 05 00:52:22.386644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a038f646-bf89-4678-b5c0-4b3ae6a99af0 req-8c0dbab6-a383-41d2-a87a-8adf2046fa2e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Mar 05 00:52:23.667061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23180640-5d78-4fcb-ac8a-1aa772535e4a req-75cf0512-891f-4a9b-b8c0-13034a24e9df tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:23.668513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-23180640-5d78-4fcb-ac8a-1aa772535e4a req-75cf0512-891f-4a9b-b8c0-13034a24e9df tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.1647589 Mar 05 00:52:23.713429 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-23180640-5d78-4fcb-ac8a-1aa772535e4a req-514eb895-45f5-44c2-a830-8202258a4d0e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389948 Mar 05 00:52:23.905941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2578-fc96-43cd-83fd-3633272fbae0 req-c6685771-d995-4c57-b9c4-2dc322f42b06 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:23.907381 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f4f2578-fc96-43cd-83fd-3633272fbae0 req-c6685771-d995-4c57-b9c4-2dc322f42b06 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0741909 Mar 05 00:52:23.952346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6f4f2578-fc96-43cd-83fd-3633272fbae0 req-9c8e27dd-25db-47bd-9fdb-f715355537be tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 Mar 05 00:52:24.050075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:52:24.143553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce8b17-3b34-4e77-8004-afe010ac165a req-022ff9a3-2546-4f02-b6fc-c7a50676aefc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:24.144985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1ce8b17-3b34-4e77-8004-afe010ac165a req-022ff9a3-2546-4f02-b6fc-c7a50676aefc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 945 time: 0.0734580 Mar 05 00:52:24.182863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:24.189249 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a1ce8b17-3b34-4e77-8004-afe010ac165a req-c593879e-adde-43e5-b4e9-f9c2d3a69e94 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387065 Mar 05 00:52:24.199643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '1cf289da-714c-4964-a943-437603a239c0', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '1cf289da-714c-4964-a943-437603a239c0', 'mac_address': 'fa:16:3e:60:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:52:24.254353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:24.271358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:52:24.286494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:24.290631 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:24.355270 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:24.584532 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b1b2-1914-48c0-9a56-4b97b2bb03fe req-4d6dfe94-2499-4560-abe5-c1722cd21423 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:24.586482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe60b1b2-1914-48c0-9a56-4b97b2bb03fe req-4d6dfe94-2499-4560-abe5-c1722cd21423 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0774488 Mar 05 00:52:24.631052 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fe60b1b2-1914-48c0-9a56-4b97b2bb03fe req-794a4b4e-3822-409d-95cc-4a8ff84729af tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 Mar 05 00:52:24.733117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['1cf289da-714c-4964-a943-437603a239c0'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:52:25.828891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759a841-1944-4061-8311-ae83a21d828d req-a56cd105-436a-4917-878c-1619fe41f274 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:25.830334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c759a841-1944-4061-8311-ae83a21d828d req-a56cd105-436a-4917-878c-1619fe41f274 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0765522 Mar 05 00:52:25.923153 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c759a841-1944-4061-8311-ae83a21d828d req-4aa618a8-6ea0-4240-a36a-ebc84db5f612 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873671 Mar 05 00:52:25.943949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-ecb8b580-94a8-48ad-9297-19c8ab58564d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:25.945272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-ecb8b580-94a8-48ad-9297-19c8ab58564d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 946 time: 0.0909452 Mar 05 00:52:26.018963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Deleting port 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:52:26.019613 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.081326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:52:26.158711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 1cf289da-714c-4964-a943-437603a239c0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:52:26.164060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 1cf289da-714c-4964-a943-437603a239c0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:52:26.164565 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.279831 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.287866 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:26.288223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.305624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:26.314943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:26.319318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.372409 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'code': 200} Mar 05 00:52:26.390231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=13']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:26.400750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.401257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.401609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.402057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.402463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.402719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.403046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.403369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.403690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.404009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.404370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:52:26.574973 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.575246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:26.575546 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 disassociated. External IP: 172.25.0.160, port: 1cf289da-714c-4964-a943-437603a239c0. Mar 05 00:52:26.575876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Calling delete_port for 1cf289da-714c-4964-a943-437603a239c0 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:52:26.656984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:52:26.657317 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:52:27.161352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Deleting port 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:52:27.161990 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:27.280113 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58047e-5e01-4684-90da-b376b3cf5676 req-c55a0733-dc57-49be-b314-4f470d5d5213 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:27.281618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd58047e-5e01-4684-90da-b376b3cf5676 req-c55a0733-dc57-49be-b314-4f470d5d5213 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 947 time: 0.2403901 Mar 05 00:52:27.412898 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bd58047e-5e01-4684-90da-b376b3cf5676 req-82077405-e452-4538-85a6-f525568ce81a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257932 Mar 05 00:52:27.448649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] For port 1cf289da-714c-4964-a943-437603a239c0, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=1cf289da-714c-4964-a943-437603a239c0,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:27.448998 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:27.547224 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:27.816009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:27.816291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:27.816592 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 disassociated. External IP: 172.25.0.160, port: 1cf289da-714c-4964-a943-437603a239c0. Mar 05 00:52:27.816927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Calling delete_port for 1cf289da-714c-4964-a943-437603a239c0 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:52:27.825839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:27.951051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:28.000203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event deleted for resources: {'Port': ['ID=1cf289da-714c-4964-a943-437603a239c0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:28.209314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:52:28.403769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:52:28.412932 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:52:28.428347 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:52:28.428976 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:28.474259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] No DVR routers for this DVR port 1cf289da-714c-4964-a943-437603a239c0 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:52:28.476991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:28.479561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-deleted', 'tag': '1cf289da-714c-4964-a943-437603a239c0'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:28.496086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7aebcd97-78b1-4b7b-a2ce-fd9ba0ce5ee3 req-7972c898-161f-4e80-a19d-82b397fef2d9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "DELETE /v2.0/ports/1cf289da-714c-4964-a943-437603a239c0 HTTP/1.1" status: 204 len: 173 time: 2.5462561 Mar 05 00:52:28.545376 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9918b4a0-6049-4ac6-bb24-78c9f072c62d', 'name': 'network-vif-deleted', 'tag': '1cf289da-714c-4964-a943-437603a239c0', 'status': 'completed', 'code': 200} Mar 05 00:52:28.573348 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:52:28.581175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-98477ff0-d1a4-4233-a84b-f764c114f4df req-919c68d6-787f-42a5-aff5-dd712b6b41f9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=9918b4a0-6049-4ac6-bb24-78c9f072c62d HTTP/1.1" status: 200 len: 210 time: 0.0415280 Mar 05 00:52:28.627310 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:52:28.954098 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:28.957965 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:52:28.968329 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:52:28.968931 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:52:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:29.138495 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:52:29.434219 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:29.437846 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fbd50-df8d-4eac-8354-da8dd531a5e7 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:52:29.649771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd341b12-c260-44b8-9883-28a16896491e None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:52:29.944863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-bddc4155-f0a0-4bd5-9c94-a303078ba8fb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1886973736&fields=id&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 267 time: 0.0401261 Mar 05 00:52:30.089901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-2c68661d-f1e5-4329-9529-8ac5e1553b2f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:30.091338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-2c68661d-f1e5-4329-9529-8ac5e1553b2f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.1398759 Mar 05 00:52:30.107534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-aa32d351-383d-4c06-a792-9f062b449c47 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/quotas/a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 375 time: 0.0109355 Mar 05 00:52:30.112420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:52:30.144859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 1cf289da-714c-4964-a943-437603a239c0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:52:30.145200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 1cf289da-714c-4964-a943-437603a239c0 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:52:30.185949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-178f1065-1c3c-4500-bf57-cc0a903bb565 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:52:30.200808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-178f1065-1c3c-4500-bf57-cc0a903bb565 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:52:30.202000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-178f1065-1c3c-4500-bf57-cc0a903bb565 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898740 Mar 05 00:52:30.335357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-61f84692-70d6-45f3-b2c5-6e296c8bec04 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212339 Mar 05 00:52:30.462371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-55469491-a3c1-48b0-8675-a8070b7d5d62 service neutron] 10.222.0.32 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210074 Mar 05 00:52:30.647041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-654403f0-8192-4e6f-8c6e-09da5422e1ae req-5761f0eb-f399-454e-85b7-8935aba47759 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 210 time: 0.0446215 Mar 05 00:52:31.857055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f49be6a8-4c66-4c1f-a632-92e55d55ce1a req-67a36fa1-7e4e-400d-a4ac-26c3c86c78f4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 210 time: 0.0566027 Mar 05 00:52:31.908168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6c7ad9a1-87dc-4445-9b0b-1997f51c5254 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:31.909607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6c7ad9a1-87dc-4445-9b0b-1997f51c5254 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 811 time: 0.2953227 Mar 05 00:52:31.961232 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-446b1598-c2e9-4526-be8d-d8dd0a7d50ca tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 380 time: 0.0397649 Mar 05 00:52:31.968746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'port': {'device_id': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'admin_state_up': True, 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'security_groups': ['17a120cf-8113-4652-9947-54515c8b8579']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:52:32.100749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:52:32.110171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:52:32.119991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Made reservation on behalf of a5e3e523549a49be9f7005d5e3d68808 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:52:32.123524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:32.281929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Allocated IP 172.20.0.12 (cc7dd19e-1172-499e-8206-ee5a4d426253/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f/7c124482-e8b3-4886-9a31-518c1a99b608) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:52:32.463846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:32.479297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Transition to ACTIVE for port object 7c124482-e8b3-4886-9a31-518c1a99b608 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:52:32.500782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:32.572392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Network cc7dd19e-1172-499e-8206-ee5a4d426253 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:52:32.575279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:52:32.579318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:52:32.621741 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:32.652779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:32.653417 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:32.679535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-6553fc21-74ef-47e1-a453-0ac38fce13d1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7142279 Mar 05 00:52:32.690232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Request body: {'port': {'device_id': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:52:32.800058 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:32.817915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bc9610e0-c11f-4785-a30c-75a7ee657a0c None None] Provisioning for port 7c124482-e8b3-4886-9a31-518c1a99b608 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:52:32.822873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bc9610e0-c11f-4785-a30c-75a7ee657a0c None None] Provisioning complete for port 7c124482-e8b3-4886-9a31-518c1a99b608 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:52:32.823195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc9610e0-c11f-4785-a30c-75a7ee657a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:32.878531 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bc9610e0-c11f-4785-a30c-75a7ee657a0c None None] Port 7c124482-e8b3-4886-9a31-518c1a99b608 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:52:33.124885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee18cc-54ae-4f50-afdd-6e79ec1fac3b req-48e1d9a8-f8e1-4498-a9c6-82a59f492519 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:33.126276 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-23ee18cc-54ae-4f50-afdd-6e79ec1fac3b req-48e1d9a8-f8e1-4498-a9c6-82a59f492519 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 932 time: 0.1413431 Mar 05 00:52:33.148289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c124482-e8b3-4886-9a31-518c1a99b608 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:52:33.155712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:33.169771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Transition to ACTIVE for port object 7c124482-e8b3-4886-9a31-518c1a99b608 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:52:33.170897 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-23ee18cc-54ae-4f50-afdd-6e79ec1fac3b req-1f5a3925-ecc6-49e1-8207-f63c2d6ead3b tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Mar 05 00:52:33.174208 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:33.301125 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:33.412467 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:52:33.412799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:52:33.413120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:52:33.418893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:52:33.419214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:52:33.427168 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:52:33.427501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:52:33.427885 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:52:33.428305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Bound port: 7c124482-e8b3-4886-9a31-518c1a99b608, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:52:33.428645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:33.513904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:52:33.516809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:52:33.521083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:33.583641 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:33.585194 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1092 time: 0.8991649 Mar 05 00:52:33.585674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:33.604270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a468d26-2813-49db-929a-e5af681f18b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:33.755237 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'status': 'completed', 'code': 200} Mar 05 00:52:33.795584 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-e95fe1bb-c361-4c25-b203-bec954e89ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1095 time: 0.1752481 Mar 05 00:52:33.864101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-1d8419cd-1f0d-47ae-87f3-734101d73668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 217 time: 0.0618434 Mar 05 00:52:33.923490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-f2f93b6d-58f1-4958-8720-a4b0b0af8493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:33.924789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-f2f93b6d-58f1-4958-8720-a4b0b0af8493 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0551021 Mar 05 00:52:34.002787 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-bb53206d-271f-49d1-9a94-ee3f7889d6fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716131 Mar 05 00:52:34.133577 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-23b834a2-8b47-4a21-b035-36bd66cbf753 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250906 Mar 05 00:52:34.265678 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-419e87be-92c7-4bcd-8188-2b3c0e8563e5 req-77ee4092-8d31-4afc-b5d1-6efdba8488ff service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270430 Mar 05 00:52:34.375348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-476ccf9f-186c-4e69-b6ff-f9ab09833f42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1095 time: 0.0682409 Mar 05 00:52:34.380819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b61f3-9387-4a4f-9a1d-bdd6baae25d1 req-6920f7df-aad2-4b0c-a8a4-3ca68f237ba8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:34.382367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f6b61f3-9387-4a4f-9a1d-bdd6baae25d1 req-6920f7df-aad2-4b0c-a8a4-3ca68f237ba8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0787475 Mar 05 00:52:34.427717 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6f6b61f3-9387-4a4f-9a1d-bdd6baae25d1 req-60f7a3ac-e96d-4cf0-8e71-04bdafd22ab3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Mar 05 00:52:34.504805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91892d-1bce-4261-bb81-395db97078b6 req-f25e2d02-73b5-49da-88c3-35ed1e6683c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:34.506198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-f25e2d02-73b5-49da-88c3-35ed1e6683c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1255801 Mar 05 00:52:34.573764 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-4f65c9a6-215e-4270-be1e-c8d74c49b548 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 217 time: 0.0619299 Mar 05 00:52:34.635701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91892d-1bce-4261-bb81-395db97078b6 req-48d6e3c0-e6a4-4b49-928a-c6b005f27e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:34.637116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-48d6e3c0-e6a4-4b49-928a-c6b005f27e62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0572705 Mar 05 00:52:34.708778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-b82d22d9-6cac-4a16-987b-9495b9606a38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658481 Mar 05 00:52:34.836699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-ad37dc62-850c-4a07-ad18-c2a0a2e2c921 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219800 Mar 05 00:52:34.966240 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d91892d-1bce-4261-bb81-395db97078b6 req-6e479999-118d-45b8-83eb-ea6cf19a8836 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238387 Mar 05 00:52:35.011454 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fcae376c-f3cc-4d87-b35c-5fa9d8586ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:35.625012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c67497-dd15-47bb-b2f9-d20060c51015 req-8d68669c-235f-4064-be99-9314341ef05f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:35.625730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c8c67497-dd15-47bb-b2f9-d20060c51015 req-8d68669c-235f-4064-be99-9314341ef05f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Synchronizing usage tracker for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:52:35.640337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c8c67497-dd15-47bb-b2f9-d20060c51015 req-8d68669c-235f-4064-be99-9314341ef05f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Unset dirty status for tenant:a5e3e523549a49be9f7005d5e3d68808 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:52:35.641469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8c67497-dd15-47bb-b2f9-d20060c51015 req-8d68669c-235f-4064-be99-9314341ef05f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0936644 Mar 05 00:52:35.686537 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c8c67497-dd15-47bb-b2f9-d20060c51015 req-37fffb8e-a5bc-4eee-8935-b08c5125a1e8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 Mar 05 00:52:36.879785 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973505-1520-41cc-8243-4a29aedd6aa7 req-6a2865fc-8eef-4e7a-95b5-380b98c7a9ad tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:36.881395 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd973505-1520-41cc-8243-4a29aedd6aa7 req-6a2865fc-8eef-4e7a-95b5-380b98c7a9ad tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0765262 Mar 05 00:52:36.926875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd973505-1520-41cc-8243-4a29aedd6aa7 req-af97838b-6934-4a74-bff8-0e4b0cb208f1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Mar 05 00:52:37.075817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1eddf0d8-3594-4cb8-b8da-0300cc429f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:38.118824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8610dc-b4a6-4871-948c-38c76c3791f3 req-4cfc8291-1d6a-4082-80e5-03044ed20297 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:38.120262 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea8610dc-b4a6-4871-948c-38c76c3791f3 req-4cfc8291-1d6a-4082-80e5-03044ed20297 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0742860 Mar 05 00:52:38.157878 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:52:38.168622 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ea8610dc-b4a6-4871-948c-38c76c3791f3 req-63f3742b-87fe-4b66-a7fc-35ec5d342f33 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Mar 05 00:52:38.290997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:38.308426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7c124482-e8b3-4886-9a31-518c1a99b608', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608', 'mac_address': 'fa:16:3e:83:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:52:38.360443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:38.376931 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c124482-e8b3-4886-9a31-518c1a99b608 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:52:38.392050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:38.395534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:38.475653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:38.477000 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:38.484831 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:38.684836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7c124482-e8b3-4886-9a31-518c1a99b608'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:52:39.367787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c3f60-ac32-44a4-a150-bcf99cc9b445 req-eedf5bfc-f1bc-4f90-9186-e4ffc13eb967 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:39.369211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-836c3f60-ac32-44a4-a150-bcf99cc9b445 req-eedf5bfc-f1bc-4f90-9186-e4ffc13eb967 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0795417 Mar 05 00:52:39.412881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-836c3f60-ac32-44a4-a150-bcf99cc9b445 req-b1250b2c-3e84-48a5-9a56-0c532742a717 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381892 Mar 05 00:52:39.880378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:40.161884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:52:40.227507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7c124482-e8b3-4886-9a31-518c1a99b608 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:52:40.232276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7c124482-e8b3-4886-9a31-518c1a99b608 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:52:40.232642 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:40.348623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:40.375223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:40.385576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:52:40.389166 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:40.432773 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'code': 200} Mar 05 00:52:40.455857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:52:40.554098 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a76b226-2c40-4d13-97c7-a608700c5b03 req-7fa7698b-1cc4-4f8d-9071-940073c71fd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1097 time: 0.0665667 Mar 05 00:52:40.595332 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a76b226-2c40-4d13-97c7-a608700c5b03 req-4ae8bbd8-0790-45e4-b548-af35fa606edc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Mar 05 00:52:40.605632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0e25c-ed22-46e2-81da-2262468006b1 req-b65f9af9-ac12-440e-8642-eb9823b33049 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:40.607060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25b0e25c-ed22-46e2-81da-2262468006b1 req-b65f9af9-ac12-440e-8642-eb9823b33049 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0749919 Mar 05 00:52:40.654761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-25b0e25c-ed22-46e2-81da-2262468006b1 req-249c5676-56b5-49af-bf20-6e7c63e769c9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Mar 05 00:52:41.944594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a356e-f4d5-4b89-8591-1bd4c7907385 req-47fbf71c-ed39-4947-adf9-ee332a192e65 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:41.946159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe1a356e-f4d5-4b89-8591-1bd4c7907385 req-47fbf71c-ed39-4947-adf9-ee332a192e65 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.1727426 Mar 05 00:52:41.993654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe1a356e-f4d5-4b89-8591-1bd4c7907385 req-766a8aa5-b9ed-49f6-bc7c-0fd38ff40a81 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Mar 05 00:52:43.201967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412a17-40fc-403e-bfa8-5f0676aff25a req-b22004d1-1fab-4812-b309-c7de54236146 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:43.203362 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9412a17-40fc-403e-bfa8-5f0676aff25a req-b22004d1-1fab-4812-b309-c7de54236146 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0742378 Mar 05 00:52:43.247735 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9412a17-40fc-403e-bfa8-5f0676aff25a req-a855d4f2-bb24-4b6b-80e7-5d71caa06454 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Mar 05 00:52:43.435154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf059d-21d3-4bd6-af4c-e2a166317e93 req-3a9aaa7d-4045-4f53-b401-4dd31456dc38 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:43.436603 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0cf059d-21d3-4bd6-af4c-e2a166317e93 req-3a9aaa7d-4045-4f53-b401-4dd31456dc38 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0756612 Mar 05 00:52:43.445121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43384) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:52:43.450253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Request body: {'floatingip': {'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:52:43.526397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:44.093877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:44.097119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:44.281342 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 associated. External IP: 172.25.0.160, port: 7c124482-e8b3-4886-9a31-518c1a99b608. Mar 05 00:52:44.761986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:52:44.956396 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:52:44.961167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:44.968309 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:52:44.980608 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:52:44.981321 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:45.017284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a35b5e72-9864-473e-a3b2-9421f77be88c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "PUT /v2.0/floatingips/3f1522a1-f69e-433f-9fd7-d184347e7331 HTTP/1.1" status: 200 len: 993 time: 1.5710766 Mar 05 00:52:45.017873 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:52:45.074977 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'status': 'completed', 'code': 200} Mar 05 00:52:45.159159 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:52:45.168498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-f6965c95-9f96-491a-8c92-0667b9b10ef5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1097 time: 0.0703442 Mar 05 00:52:45.305875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27734-7c51-4237-9000-588936226cbb req-2089b939-70dd-4cc7-a60f-247a2eceb5c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:45.307341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-2089b939-70dd-4cc7-a60f-247a2eceb5c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1326919 Mar 05 00:52:45.436391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-1653a8af-1e97-4fe7-9094-54b8a689ba68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.1227834 Mar 05 00:52:45.503172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27734-7c51-4237-9000-588936226cbb req-ab7ddba6-1fd9-49fc-bb35-4b6a7eaa736c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:45.504639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-ab7ddba6-1fd9-49fc-bb35-4b6a7eaa736c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0626709 Mar 05 00:52:45.576578 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:83:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:52:43Z', 'revision_number': 13, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:45.580619 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:52:45.585064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-03257bc6-af80-40fa-ad69-2b8388ce6244 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748861 Mar 05 00:52:45.592240 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:52:45.592940 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:52:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:45.719243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-d5de9584-bf12-4dcc-bf21-cee9653370a7 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283314 Mar 05 00:52:45.773897 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:52:45.853597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e4e27734-7c51-4237-9000-588936226cbb req-2d7aa0f1-72dc-4401-8455-59f5140c19f4 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286650 Mar 05 00:52:46.123363 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:83:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:52:43Z', 'revision_number': 13, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:52:46.127457 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2d2c6-a810-4684-82ce-bfa10d61f333 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '3f1522a1-f69e-433f-9fd7-d184347e7331', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'mac_address': 'fa:16:3e:83:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:49:42Z', 'updated_at': '2022-03-05T00:52:43Z', 'revision_number': 13, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:52:46.314354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ecb9b-d229-411d-a865-25e75a4520b9 None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:52:46.701917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259874c3-8919-4990-9dd4-d667e3902ddc req-2349ff0a-597f-4963-b16f-939ef927d77c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:46.703273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-259874c3-8919-4990-9dd4-d667e3902ddc req-2349ff0a-597f-4963-b16f-939ef927d77c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0752945 Mar 05 00:52:46.747451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-259874c3-8919-4990-9dd4-d667e3902ddc req-0bd1f7ea-1c81-4f1e-a434-ec1c1e099396 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 Mar 05 00:52:55.060034 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-caf59ff3-77cc-4825-974f-ba430fb5131d req-ec826aa2-8ab8-4fe6-8a51-6df95026cf06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705009 Mar 05 00:52:55.305133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-d9afcfcd-789d-4f00-a3d4-1ea8edafadd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665758 Mar 05 00:52:55.377883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bce4e-0cae-46f9-b3ea-aae34c46fbeb req-158ade37-d853-4812-8ba1-034e232dc4eb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:55.379337 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c5bce4e-0cae-46f9-b3ea-aae34c46fbeb req-158ade37-d853-4812-8ba1-034e232dc4eb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0829654 Mar 05 00:52:55.426671 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c5bce4e-0cae-46f9-b3ea-aae34c46fbeb req-f3bb2cbd-fff4-45e7-aef1-79db44654c2c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Mar 05 00:52:56.496056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-8a825697-1b7f-4b10-a1de-a2197eb4cbe0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1097 time: 0.0681453 Mar 05 00:52:56.679835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-48ca43fa-ea05-416f-90f6-9b74536cc9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:56.681157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-48ca43fa-ea05-416f-90f6-9b74536cc9b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1789520 Mar 05 00:52:56.691157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a0e3-8829-4a80-be78-27c7496cd4f9 req-7ea54fff-f6f3-4e33-a2b4-4f65d706a5a2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:56.692476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79f3a0e3-8829-4a80-be78-27c7496cd4f9 req-7ea54fff-f6f3-4e33-a2b4-4f65d706a5a2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.1236162 Mar 05 00:52:56.917899 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79f3a0e3-8829-4a80-be78-27c7496cd4f9 req-8f7169d4-1e41-4adc-a085-2c92fc883596 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781549 Mar 05 00:52:56.922341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-24b31273-877a-4e21-82ae-fb82ecd6ca54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1003 time: 0.2290394 Mar 05 00:52:56.987333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-8546a32b-6813-42e2-bb16-b8a2e9e8fc4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:56.988874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-8546a32b-6813-42e2-bb16-b8a2e9e8fc4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0606389 Mar 05 00:52:57.063852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-bd8de057-73e4-4b53-8d7a-ef9aa25818d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683603 Mar 05 00:52:57.197808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-5bd15429-0471-4946-8558-dc0f28177f84 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265724 Mar 05 00:52:57.327334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-3cf15ec0-efad-4c44-b2b1-6874ccb463ed service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225564 Mar 05 00:52:57.545464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:57.768099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-3ec93a9a-9ba0-49c5-84c6-a9c3d2e97c07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1097 time: 0.0693488 Mar 05 00:52:57.824418 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:52:57.908661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-93c6d074-9f21-4057-9d33-d1a6a96125c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:57.910131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-93c6d074-9f21-4057-9d33-d1a6a96125c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1241536 Mar 05 00:52:58.015129 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-f1f22355-2cea-4710-a575-46eb5df8198a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1003 time: 0.0972772 Mar 05 00:52:58.094003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-8549e74f-e456-4dc4-8e29-2e2f131ff017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:58.095373 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-8549e74f-e456-4dc4-8e29-2e2f131ff017 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0747066 Mar 05 00:52:58.117490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e398-9e82-4efb-a4f7-5cece85c178c req-94b186ff-5208-416a-8cea-bb20a8cc188a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:58.118974 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2015e398-9e82-4efb-a4f7-5cece85c178c req-94b186ff-5208-416a-8cea-bb20a8cc188a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0791173 Mar 05 00:52:58.167035 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2015e398-9e82-4efb-a4f7-5cece85c178c req-014c3214-5fc0-46c0-9d32-68c9ea712103 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Mar 05 00:52:58.171912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-45c646df-210c-433e-91c2-7f8ddf158f37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696135 Mar 05 00:52:58.299888 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-4ce773be-c464-47fc-b1d6-661cb96407ba service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221902 Mar 05 00:52:58.430824 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fa05ad84-1ffb-48b6-a112-5b65853c63e9 req-c96d30b5-4d17-406f-9911-52fd66fdccb8 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254523 Mar 05 00:52:59.357163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417466-69d8-46ec-af30-6ebb46e55d70 req-38943ebb-d3ef-427f-99cb-6f49386fef4a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:52:59.358602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b417466-69d8-46ec-af30-6ebb46e55d70 req-38943ebb-d3ef-427f-99cb-6f49386fef4a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0740366 Mar 05 00:52:59.405671 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b417466-69d8-46ec-af30-6ebb46e55d70 req-d13cb81f-e322-4f7a-b048-6ad0ee1ee492 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Mar 05 00:53:00.605005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd7186-c9b8-47b5-89bc-27fc6c31e75f req-124d17de-b128-43cc-a244-773a25145e64 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:00.606381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04cd7186-c9b8-47b5-89bc-27fc6c31e75f req-124d17de-b128-43cc-a244-773a25145e64 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0785019 Mar 05 00:53:00.651433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-04cd7186-c9b8-47b5-89bc-27fc6c31e75f req-8bc3b3cf-e826-422f-9e06-adf6339efd70 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 Mar 05 00:53:01.843266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6909a1-5e8f-4584-bb63-0e0d4e5102cc req-5cab305d-29d7-4755-8568-2620e423f66e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:01.844700 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a6909a1-5e8f-4584-bb63-0e0d4e5102cc req-5cab305d-29d7-4755-8568-2620e423f66e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0753276 Mar 05 00:53:01.890039 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a6909a1-5e8f-4584-bb63-0e0d4e5102cc req-9a28cd0a-c31a-4b22-b36b-3c2db4d8e689 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Mar 05 00:53:03.084477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3c62a-9aca-4543-b095-635844094bcd req-ed7db996-fdff-4300-b445-752da12e51d5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:03.086025 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3db3c62a-9aca-4543-b095-635844094bcd req-ed7db996-fdff-4300-b445-752da12e51d5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0746794 Mar 05 00:53:03.134166 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3db3c62a-9aca-4543-b095-635844094bcd req-ddff4075-7222-4a98-bf82-12be29947e95 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Mar 05 00:53:04.338777 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4cb2-9ee5-44a8-8070-11df17c7a36b req-5adcf060-94d4-49f8-9db5-de5cfa5e0bc1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:04.340218 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcbf4cb2-9ee5-44a8-8070-11df17c7a36b req-5adcf060-94d4-49f8-9db5-de5cfa5e0bc1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0788143 Mar 05 00:53:04.387668 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bcbf4cb2-9ee5-44a8-8070-11df17c7a36b req-acc502d7-8f84-4ab2-b294-f718042ca433 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Mar 05 00:53:04.631703 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-00d8a584-8d61-4ccb-a1fd-ca1dfc67ac4b service neutron] show failed (client error): The resource could not be found. Mar 05 00:53:04.632707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-00d8a584-8d61-4ccb-a1fd-ca1dfc67ac4b service neutron] 10.222.0.10 "GET /v2.0/ports/7c124482-e8b3-4886-9a31-518c1a99b608/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0718613 Mar 05 00:53:04.945060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-122dadee-3241-4579-83aa-fc48c75e7400 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 1097 time: 0.1320708 Mar 05 00:53:04.954943 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:53:05.013940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28ccaa95-8cc1-4655-85c5-3a339be573c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:05.064309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:05.325434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:05.353194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:53:05.406847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:05.412190 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:05.429982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Transition to ACTIVE for port object 7c124482-e8b3-4886-9a31-518c1a99b608 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:53:05.434187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:05.481704 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'code': 200} Mar 05 00:53:05.556543 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:53:05.587315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:05.600841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.601196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.601574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.601902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.602230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.602553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.602875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.603192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.603508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.603829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.604146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:05.653239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] No DVR routers for this DVR port 7c124482-e8b3-4886-9a31-518c1a99b608 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:53:05.715023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a75a0-90c3-43c5-9978-296cd527bd83 req-b6b8a241-41c4-411e-8dd4-3097027d6f4f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:05.716504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b9a75a0-90c3-43c5-9978-296cd527bd83 req-b6b8a241-41c4-411e-8dd4-3097027d6f4f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.2015128 Mar 05 00:53:05.763953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5b9a75a0-90c3-43c5-9978-296cd527bd83 req-bd007b23-60b7-4fe3-8921-7da21b3aea1d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Mar 05 00:53:05.980021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:53:05.980561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:53:05.980561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:53:05.986277 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:53:05.986596 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:53:05.993437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:53:05.993770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:53:05.994150 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:53:05.994568 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Bound port: 7c124482-e8b3-4886-9a31-518c1a99b608, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:53:05.994909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:06.079662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:53:06.082566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:53:06.086894 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:06.150168 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:06.151481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] 10.222.0.36 "PUT /v2.0/ports/7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1092 time: 1.2003372 Mar 05 00:53:06.164137 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c01e9-fef4-4374-9848-fb8514b1145d service neutron] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:06.248232 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-8de837b1-a898-471f-9c44-8d2c0733ac34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1095 time: 0.0708847 Mar 05 00:53:06.379640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-b200fac6-ffad-465b-8bd7-0f51f3617174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:06.381089 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-b200fac6-ffad-465b-8bd7-0f51f3617174 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1273570 Mar 05 00:53:06.488544 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-0eb7e846-2d23-41b8-94d4-ae3a8c24eeab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.1016352 Mar 05 00:53:06.549820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-bd8727a3-f177-44dd-8ee3-e1b64e5c1968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:06.551245 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-bd8727a3-f177-44dd-8ee3-e1b64e5c1968 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0567415 Mar 05 00:53:06.625920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-899cac9b-2672-4b49-9d3f-551ceaf19220 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690835 Mar 05 00:53:06.753960 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-022726ff-6fb7-4bd0-9667-5c7e7016bc36 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218076 Mar 05 00:53:06.883561 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-b3cdfd59-ab38-405f-89ea-6c32d3e0be89 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243665 Mar 05 00:53:06.974455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238232-adf2-4b85-9f89-8cc28b988f75 req-335eeffd-4e6d-471c-952e-94afd2eca39d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:06.976031 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9238232-adf2-4b85-9f89-8cc28b988f75 req-335eeffd-4e6d-471c-952e-94afd2eca39d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0864770 Mar 05 00:53:07.023472 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9238232-adf2-4b85-9f89-8cc28b988f75 req-075ec6ed-9e76-4814-a680-d48a95f4aab4 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Mar 05 00:53:07.078350 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-93bcb49f-e924-4b94-b818-c442d6d1973d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:07.483131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:07.563950 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'status': 'completed', 'code': 200} Mar 05 00:53:07.652278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-60b5e463-ae86-418b-80a6-2e9791f331e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1095 time: 0.0709293 Mar 05 00:53:07.659457 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-5dfe632e-9467-4bad-b0ac-15cfb265d225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1095 time: 0.0753734 Mar 05 00:53:07.795736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-ba492aa0-fae0-45aa-91d1-7af17cbc679f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:07.797308 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-ba492aa0-fae0-45aa-91d1-7af17cbc679f service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1393204 Mar 05 00:53:07.799705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-810d96ec-0d96-4fc5-abb4-53efb785e125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:07.801117 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-810d96ec-0d96-4fc5-abb4-53efb785e125 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1360190 Mar 05 00:53:07.899302 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-6831cc13-0f3b-4c1c-a8fa-2603a7b05e52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.0966485 Mar 05 00:53:07.899809 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-00171065-3388-42b0-9653-9bac59a310fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.0929365 Mar 05 00:53:07.962932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-fdf8f4f8-8708-4953-9637-c9c4c76a32bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:07.963968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-f73df768-2b40-4152-bec6-4f58fbe0c8b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:07.964944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-fdf8f4f8-8708-4953-9637-c9c4c76a32bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0599735 Mar 05 00:53:07.965406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-f73df768-2b40-4152-bec6-4f58fbe0c8b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0603566 Mar 05 00:53:08.043129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-902ad7c1-5112-4ed1-9eff-ac7ae808917c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724955 Mar 05 00:53:08.052211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-2152ff07-2df2-4f04-92ea-cd4330b54d75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807836 Mar 05 00:53:08.206849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-5983e7d7-7066-4516-bfe4-97b946835cc2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489241 Mar 05 00:53:08.299200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:53:08.347405 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-bd55fc16-2f74-4458-9123-f26936e60482 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351156 Mar 05 00:53:08.349308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-6b969f17-98b5-4e89-bbc3-9ac8079dec34 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997148 Mar 05 00:53:08.376970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:53:08.379582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e4131-d628-42dd-8924-b05153daacc8 req-b7bd5d33-d014-4bf9-be54-ba3ce16d6ca0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:08.381058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab2e4131-d628-42dd-8924-b05153daacc8 req-b7bd5d33-d014-4bf9-be54-ba3ce16d6ca0 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.1432586 Mar 05 00:53:08.440974 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:08.442914 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:08.511879 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ab2e4131-d628-42dd-8924-b05153daacc8 req-def7131f-7e6f-42e4-a85a-6ff5bec6d8bc tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237814 Mar 05 00:53:08.530115 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9aa88862-75f0-4568-ac10-b11cbf934279 req-2db5e5d2-62b7-46a3-81ce-e602ea4a5c0c service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734934 Mar 05 00:53:09.705081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97a2b6-5a7b-492e-b6fc-89c6c0df87ac req-809576a1-1ad0-45d9-96bc-f8bc55b449ee tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:09.706523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab97a2b6-5a7b-492e-b6fc-89c6c0df87ac req-809576a1-1ad0-45d9-96bc-f8bc55b449ee tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0737348 Mar 05 00:53:09.751167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ab97a2b6-5a7b-492e-b6fc-89c6c0df87ac req-60e65e0c-e5ec-4bcc-b5b6-0602f6a36831 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384970 Mar 05 00:53:09.881745 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:10.946604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25250a3-5241-4c88-b0b7-8cc6735c2a00 req-b9530935-dabd-45c7-92a7-dca79d09f32d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:10.948050 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d25250a3-5241-4c88-b0b7-8cc6735c2a00 req-b9530935-dabd-45c7-92a7-dca79d09f32d tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0750241 Mar 05 00:53:10.996492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d25250a3-5241-4c88-b0b7-8cc6735c2a00 req-d9368feb-6819-4e55-b5a9-dccb6c2111c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Mar 05 00:53:11.919342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-ab2168c1-686f-4515-8ac2-f59ad57b775b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1095 time: 0.0676670 Mar 05 00:53:12.062009 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-15c765b1-82e8-4997-998d-e649f75f96aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:12.063459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-15c765b1-82e8-4997-998d-e649f75f96aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1256862 Mar 05 00:53:12.173793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-36f45c8f-f93d-45d5-9909-13f4582d9a44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.1044695 Mar 05 00:53:12.199204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a5cc-237e-4a56-870a-0f078a625ef3 req-45e64650-b453-461b-9df7-b9a0897ea582 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:12.200706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36e5a5cc-237e-4a56-870a-0f078a625ef3 req-45e64650-b453-461b-9df7-b9a0897ea582 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0778837 Mar 05 00:53:12.235110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-aafefae0-8cc1-484e-b68c-aebe0b631b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:12.236523 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-aafefae0-8cc1-484e-b68c-aebe0b631b2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0568669 Mar 05 00:53:12.246653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-36e5a5cc-237e-4a56-870a-0f078a625ef3 req-68c85a36-1d2e-4006-bb86-765b351f8e8f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Mar 05 00:53:12.310955 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-c910b02c-587d-4c1a-a8a1-2eeef5b72a04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687244 Mar 05 00:53:12.437876 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-63254056-b1f9-4a99-beac-3d9fc2b06bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202028 Mar 05 00:53:12.566328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be055deb-f8ea-454d-a65d-041df0348ce7 req-7830f42a-a5a9-4e68-a179-3c65dd42b45f service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220672 Mar 05 00:53:13.439109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50de5e-54da-419c-88bc-8156ba72d58e req-8da61d48-536c-439f-a875-6503f50a39e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:13.441016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac50de5e-54da-419c-88bc-8156ba72d58e req-8da61d48-536c-439f-a875-6503f50a39e1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0757546 Mar 05 00:53:13.485881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ac50de5e-54da-419c-88bc-8156ba72d58e req-0f9d85fc-f183-487c-82e4-c677ff59b0b5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399251 Mar 05 00:53:14.678261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ac23-30eb-4644-a1c7-584da5a6cd44 req-02a5bd71-35b7-4c48-97e3-d1f8bceaafdb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:14.680120 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c48ac23-30eb-4644-a1c7-584da5a6cd44 req-02a5bd71-35b7-4c48-97e3-d1f8bceaafdb tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0757568 Mar 05 00:53:14.727196 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c48ac23-30eb-4644-a1c7-584da5a6cd44 req-1467c4fd-07f7-4115-ac21-e56f26fc7359 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Mar 05 00:53:15.927171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f6d26-a951-498c-9b2c-cfb8e3e91f04 req-ed50347a-5a31-4882-b885-2a050bcd4dce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:15.928624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-574f6d26-a951-498c-9b2c-cfb8e3e91f04 req-ed50347a-5a31-4882-b885-2a050bcd4dce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0780201 Mar 05 00:53:15.973181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-574f6d26-a951-498c-9b2c-cfb8e3e91f04 req-777b6860-b37e-4383-bc64-41b252831037 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391500 Mar 05 00:53:17.168445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f5dd-2a85-460a-b751-15ac2fecd9cf req-6f6ca5ad-8c53-4ed7-bd08-489664e590f7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:17.169932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fe1f5dd-2a85-460a-b751-15ac2fecd9cf req-6f6ca5ad-8c53-4ed7-bd08-489664e590f7 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 944 time: 0.0788069 Mar 05 00:53:17.226082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2fe1f5dd-2a85-460a-b751-15ac2fecd9cf req-12cad265-e93c-4941-803d-2b5872fadc92 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Mar 05 00:53:17.554972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:53:17.685161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:17.698433 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '7c124482-e8b3-4886-9a31-518c1a99b608', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608', 'mac_address': 'fa:16:3e:83:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:53:17.750464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:17.767513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c124482-e8b3-4886-9a31-518c1a99b608 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:53:17.781835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:17.785535 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:17.853312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:18.167371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['7c124482-e8b3-4886-9a31-518c1a99b608'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:53:18.414003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965265a3-4f63-440c-9699-cf3d7717f53f req-6bafb188-7221-49ea-a25b-b281d4da977a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:18.415424 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-965265a3-4f63-440c-9699-cf3d7717f53f req-6bafb188-7221-49ea-a25b-b281d4da977a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0745864 Mar 05 00:53:18.458898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-965265a3-4f63-440c-9699-cf3d7717f53f req-b194e697-efe7-46c1-aed5-5f6e6da1d736 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379858 Mar 05 00:53:18.923090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-21d0bf4c-0b4a-42ca-b4e6-1551d3c93e01 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:18.924483 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-21d0bf4c-0b4a-42ca-b4e6-1551d3c93e01 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186&tenant_id=a5e3e523549a49be9f7005d5e3d68808&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 945 time: 0.1298940 Mar 05 00:53:19.075508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d82a8-6333-42ee-87fd-489dd882c30b req-61914acd-7afe-4637-b812-ee57162630b2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:19.076922 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-619d82a8-6333-42ee-87fd-489dd882c30b req-61914acd-7afe-4637-b812-ee57162630b2 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.2266932 Mar 05 00:53:19.136555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-e9f0cb33-b57b-4672-a627-30b8e2fdfe85 service neutron] 10.222.0.36 "GET /v2.0/ports/7c124482-e8b3-4886-9a31-518c1a99b608/bindings/n-h1-828979-4 HTTP/1.1" status: 200 len: 382 time: 0.2049887 Mar 05 00:53:19.139045 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-619d82a8-6333-42ee-87fd-489dd882c30b req-feda7b42-f364-4ff7-8f47-dcda8cfc7066 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554416 Mar 05 00:53:19.227248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-93c4b91a-7cdb-450c-97f4-b5143c71f9d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1096 time: 0.0692573 Mar 05 00:53:19.352607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-3ec4b145-0065-45b2-b237-89fe9c10fd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:19.354032 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-3ec4b145-0065-45b2-b237-89fe9c10fd95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1211867 Mar 05 00:53:19.449038 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-4098ec16-e7d7-4608-a00c-64100a884bf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1002 time: 0.0894289 Mar 05 00:53:19.511652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-eff4d6f9-966a-42c4-be6a-4e21de2d02e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:19.513028 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-eff4d6f9-966a-42c4-be6a-4e21de2d02e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0584440 Mar 05 00:53:19.560601 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:53:19.584379 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-83210778-ca7c-42e5-91f3-dec0fb04a62c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660424 Mar 05 00:53:19.629244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 7c124482-e8b3-4886-9a31-518c1a99b608 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:53:19.633996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 7c124482-e8b3-4886-9a31-518c1a99b608 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:53:19.634398 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:19.713230 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-3227f1dc-7e46-4a34-a769-44aa648b871b service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225386 Mar 05 00:53:19.748552 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:19.777418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:19.787001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:19.791933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:19.851906 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'code': 200} Mar 05 00:53:19.852288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-33cff61a-a799-4d4b-8cec-9afeb801487d service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338770 Mar 05 00:53:19.864704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:20.344452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf4519-a248-4381-8cdc-4910ee568301 req-6a51def0-e11e-44c7-861c-df68b373832f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:20.345912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78cf4519-a248-4381-8cdc-4910ee568301 req-6a51def0-e11e-44c7-861c-df68b373832f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0855083 Mar 05 00:53:20.389593 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-78cf4519-a248-4381-8cdc-4910ee568301 req-ded910b6-402c-4013-9196-26828fabf8ed tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382721 Mar 05 00:53:21.588042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d968-9ea5-4b62-a789-4f1533ef8418 req-a13cf31b-794f-4e80-868f-61aea3edb043 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:21.589528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b575d968-9ea5-4b62-a789-4f1533ef8418 req-a13cf31b-794f-4e80-868f-61aea3edb043 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0806220 Mar 05 00:53:21.635122 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b575d968-9ea5-4b62-a789-4f1533ef8418 req-d3106450-ad6d-4fad-a62a-ad3d9d48367c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Mar 05 00:53:22.590848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-9b75ba5e-1d12-4191-af57-7aa6cc3b233b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186&tenant_id=a5e3e523549a49be9f7005d5e3d68808 HTTP/1.1" status: 200 len: 1097 time: 0.0690262 Mar 05 00:53:22.607272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:53:22.714069 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:22.830072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80334781-8e08-4e59-800f-236fbf764377 req-05d11eea-6c4e-47f7-95da-6600da1e9a26 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:22.831512 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80334781-8e08-4e59-800f-236fbf764377 req-05d11eea-6c4e-47f7-95da-6600da1e9a26 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0748498 Mar 05 00:53:22.877436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-80334781-8e08-4e59-800f-236fbf764377 req-b1f6179d-c991-4bde-b0d6-e304d8b7e4b3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Mar 05 00:53:23.087893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:23.117507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:53:23.172323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:23.178009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:23.192430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Transition to ACTIVE for port object 7c124482-e8b3-4886-9a31-518c1a99b608 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:53:23.197366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:23.247465 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'code': 200} Mar 05 00:53:23.336051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=10']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:23.358281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.358624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.358967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.359303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.359632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.359958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.360283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.360605 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.360924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.361261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.361584 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:23.406616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] No DVR routers for this DVR port 7c124482-e8b3-4886-9a31-518c1a99b608 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:53:23.654870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:53:23.655533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:53:23.655533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:53:23.661025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:53:23.661439 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Attempting to bind port 7c124482-e8b3-4886-9a31-518c1a99b608 on network cc7dd19e-1172-499e-8206-ee5a4d426253 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:53:23.667604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:53:23.667938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Checking segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:53:23.668316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Bound using segment: {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:53:23.668731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Bound port: 7c124482-e8b3-4886-9a31-518c1a99b608, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a1e355-2a84-4cec-9e6c-14b554bce248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:53:23.669070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:23.753330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:53:23.756212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:53:23.763927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:23.830428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:23.831791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] 10.222.0.10 "PUT /v2.0/ports/7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1093 time: 1.2283344 Mar 05 00:53:23.844389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b711d-951b-4b3c-9a79-acea7cb8237e service neutron] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=11']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:23.944449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-d8ed5704-7351-44f7-b377-89ea6e8872c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1096 time: 0.0801036 Mar 05 00:53:24.094920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592469b2-b850-4a8a-8cca-276384be26de req-fdd7037b-f4cc-4afb-9f35-58299871b6cf tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:24.096019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-9b1784b5-a626-4f9c-b926-1c30310718fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:24.096372 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-592469b2-b850-4a8a-8cca-276384be26de req-fdd7037b-f4cc-4afb-9f35-58299871b6cf tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0856323 Mar 05 00:53:24.097635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-9b1784b5-a626-4f9c-b926-1c30310718fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1483974 Mar 05 00:53:24.141981 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-592469b2-b850-4a8a-8cca-276384be26de req-af7c1240-f362-478b-923a-1fac63005c94 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Mar 05 00:53:24.200683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-d7ebda6d-c07c-489c-9906-0704a50fbac0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.0976155 Mar 05 00:53:24.261411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-18964592-4d16-4a96-824e-a9cbdf330428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:24.262865 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-18964592-4d16-4a96-824e-a9cbdf330428 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0566201 Mar 05 00:53:24.337953 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-830ebd31-ca69-49ca-bd85-0167e3dee51a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692718 Mar 05 00:53:24.465752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-c4b89fc2-d333-4225-83c3-6b8bdc405fd3 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208761 Mar 05 00:53:24.595459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e7a71082-b7da-49c8-9099-d48d0ee103b0 req-30323891-18b7-4971-975a-97c77f859ffd service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245983 Mar 05 00:53:25.248425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:25.320645 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'status': 'completed', 'code': 200} Mar 05 00:53:25.410782 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-6f78b057-0e6b-4a0b-8c65-c6b8f6d41c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1096 time: 0.0684593 Mar 05 00:53:25.523722 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e744f3-f3ea-4a0b-a439-e183f7b76524 req-7ca26708-0e76-4904-8d79-8e3ebf0d5062 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:25.525192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87e744f3-f3ea-4a0b-a439-e183f7b76524 req-7ca26708-0e76-4904-8d79-8e3ebf0d5062 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.2561972 Mar 05 00:53:25.547312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-6088995d-12ce-4216-b641-09da3d4323fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:25.549146 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-6088995d-12ce-4216-b641-09da3d4323fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1333134 Mar 05 00:53:25.568398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-cb2c5575-b28c-4cc2-a999-af6a404ff329 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5e3e523549a49be9f7005d5e3d68808&device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 1096 time: 0.2302523 Mar 05 00:53:25.602432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:53:25.625835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87e744f3-f3ea-4a0b-a439-e183f7b76524 req-fa5e02e9-9d70-4c3a-a0fd-47096f23cae1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941331 Mar 05 00:53:25.682337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:53:25.684290 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-9ce9b366-d649-4c7a-b7ae-c7b45365fb87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.1285450 Mar 05 00:53:25.740514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-0977ea09-c36e-42e2-8504-ad481a154cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:25.742620 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-0977ea09-c36e-42e2-8504-ad481a154cbf service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 200 len: 912 time: 0.1678939 Mar 05 00:53:25.750156 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-ee5ad9c1-cf09-4c45-94f3-521e3d009905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:25.751559 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-ee5ad9c1-cf09-4c45-94f3-521e3d009905 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0623422 Mar 05 00:53:25.828640 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-6c673a97-3321-419f-aa4b-a6d3c15b6066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713096 Mar 05 00:53:25.851739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-38abef40-1a32-46cf-b695-6d482ba5a816 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 200 len: 1001 time: 0.1031487 Mar 05 00:53:25.914905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-360a5e6f-f516-4bf1-a2f8-1706f6cbbfdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:25.916361 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-360a5e6f-f516-4bf1-a2f8-1706f6cbbfdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 200 len: 850 time: 0.0593522 Mar 05 00:53:25.964064 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-fb92c6fa-aba1-4ceb-981b-d13ee7382bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282775 Mar 05 00:53:25.996494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-d2c81a87-0ce1-423e-a50b-b28adbcd4cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc7dd19e-1172-499e-8206-ee5a4d426253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745327 Mar 05 00:53:26.134655 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-4394bc3c-5288-4c11-90ef-e6413482e7a4 service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316221 Mar 05 00:53:26.196882 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-b9ff34e0-eac7-480f-b5ec-de79abf4fb9f service neutron] 10.222.0.36 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269478 Mar 05 00:53:26.266560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c5d52663-f1d0-4eb5-ab42-625e998363cb req-3a5ed3f3-2b5e-4bdc-a71d-eb5941709c3c service neutron] 10.222.0.10 "GET /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262977 Mar 05 00:53:26.827369 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91a4c9-8209-4b10-ae63-c6582da2c050 req-0c8f7471-b48e-4968-8fad-a35fc805c52a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:26.828791 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d91a4c9-8209-4b10-ae63-c6582da2c050 req-0c8f7471-b48e-4968-8fad-a35fc805c52a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0777991 Mar 05 00:53:26.872913 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d91a4c9-8209-4b10-ae63-c6582da2c050 req-c803c211-6c69-40b4-9a80-e606c8edbe4e tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Mar 05 00:53:27.549612 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:27.854997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:28.073669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17924e-b5c0-431a-ae20-5ee7338e7a35 req-8240fec0-5493-49c8-9683-28daa3cc0f0f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:28.075130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d17924e-b5c0-431a-ae20-5ee7338e7a35 req-8240fec0-5493-49c8-9683-28daa3cc0f0f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0842540 Mar 05 00:53:28.119486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4d17924e-b5c0-431a-ae20-5ee7338e7a35 req-3e74bf0b-d5a7-4cb8-b880-273130bf5641 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 Mar 05 00:53:29.311692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51cdb9-3dee-4568-aba9-d85d1e0f2ff8 req-6d31b755-138a-4fbe-879e-7af3c99113c5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:29.313120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a51cdb9-3dee-4568-aba9-d85d1e0f2ff8 req-6d31b755-138a-4fbe-879e-7af3c99113c5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0740507 Mar 05 00:53:29.357212 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2a51cdb9-3dee-4568-aba9-d85d1e0f2ff8 req-7720d7ec-53ee-4bd9-8ca4-8c1e89f4a9ce tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387292 Mar 05 00:53:30.552106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7ccd9-02e8-4c00-bfea-68028d7c479b req-99f40679-bd2a-47bd-aff9-1c43778f0eb5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:30.553591 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46b7ccd9-02e8-4c00-bfea-68028d7c479b req-99f40679-bd2a-47bd-aff9-1c43778f0eb5 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0745232 Mar 05 00:53:30.601654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-46b7ccd9-02e8-4c00-bfea-68028d7c479b req-dd80d0a5-6cbc-4d59-ab27-fbd32a368bba tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Mar 05 00:53:31.796470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a8182-7955-4c84-a401-d9fe0e2b308b req-da234be7-e5c8-426c-bd3d-6c02aef1adc8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:31.797902 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-117a8182-7955-4c84-a401-d9fe0e2b308b req-da234be7-e5c8-426c-bd3d-6c02aef1adc8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0781791 Mar 05 00:53:31.841059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-117a8182-7955-4c84-a401-d9fe0e2b308b req-35dd4583-65b4-473f-81d0-f063ee248463 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Mar 05 00:53:33.034991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed709d-0da1-428f-8d6b-93dc1db7e24b req-5a11195d-52d9-4373-a589-c80cd772dc19 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:33.036425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-84ed709d-0da1-428f-8d6b-93dc1db7e24b req-5a11195d-52d9-4373-a589-c80cd772dc19 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0760164 Mar 05 00:53:33.082037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-84ed709d-0da1-428f-8d6b-93dc1db7e24b req-71c45244-226b-4141-8ca2-3ae7c074f15a tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Mar 05 00:53:34.282587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726273f-c613-4d90-9641-ebe6ca457bf9 req-04b347b9-6d74-42c2-8911-af08d65214cd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:34.284023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1726273f-c613-4d90-9641-ebe6ca457bf9 req-04b347b9-6d74-42c2-8911-af08d65214cd tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 945 time: 0.0787082 Mar 05 00:53:34.331525 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1726273f-c613-4d90-9641-ebe6ca457bf9 req-326a74a6-e3b5-46a7-8874-fb257eedc939 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Mar 05 00:53:34.377933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:53:34.509752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:34.523013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7c124482-e8b3-4886-9a31-518c1a99b608', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'port_id': '7c124482-e8b3-4886-9a31-518c1a99b608', 'mac_address': 'fa:16:3e:83:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:53:34.575044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:34.591515 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c124482-e8b3-4886-9a31-518c1a99b608 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:53:34.606209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:34.610016 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:34.674733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=12']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:34.683512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.683850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.684193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.684506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.684826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.685149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.685486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.685799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.686115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.686424 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.686732 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:53:34.978597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7c124482-e8b3-4886-9a31-518c1a99b608'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:53:35.033548 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e710b343-9a8f-436d-918f-e6e73b7f0c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:35.526783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293149ae-7e73-46fe-b9bc-979828d5e615 req-574ddcf3-9af4-4741-9821-1dbc2bbfc530 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:35.528230 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-293149ae-7e73-46fe-b9bc-979828d5e615 req-574ddcf3-9af4-4741-9821-1dbc2bbfc530 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0785704 Mar 05 00:53:35.576031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-293149ae-7e73-46fe-b9bc-979828d5e615 req-318bdfb9-e3ff-441c-8920-c3ec5765e5f6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Mar 05 00:53:35.770326 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd5a65-9685-4a73-a1a9-49118aa5dd9b req-c55ef364-53d5-4f2a-9e77-c5b5cf2b5f25 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:35.771752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4fd5a65-9685-4a73-a1a9-49118aa5dd9b req-c55ef364-53d5-4f2a-9e77-c5b5cf2b5f25 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0792239 Mar 05 00:53:35.815206 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4fd5a65-9685-4a73-a1a9-49118aa5dd9b req-c7adcec7-e69d-4de4-8b50-48397d89f6e8 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 Mar 05 00:53:36.009694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e08da0-86a8-4af0-81d2-db416213ffcc req-ba1915f0-2e0c-401a-b6b2-60327e81e719 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:36.011162 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54e08da0-86a8-4af0-81d2-db416213ffcc req-ba1915f0-2e0c-401a-b6b2-60327e81e719 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0752985 Mar 05 00:53:36.055830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-54e08da0-86a8-4af0-81d2-db416213ffcc req-b20f11d7-fc3e-423f-bdea-052c0a7f9653 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Mar 05 00:53:36.390167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:53:36.457114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bd194-b0e8-49bb-99f7-7c72ec228341 req-6a7acb01-a8b3-48c6-88cd-df1c8933ae63 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:36.458861 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c99bd194-b0e8-49bb-99f7-7c72ec228341 req-6a7acb01-a8b3-48c6-88cd-df1c8933ae63 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 946 time: 0.0829256 Mar 05 00:53:36.460859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7c124482-e8b3-4886-9a31-518c1a99b608 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:53:36.466306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7c124482-e8b3-4886-9a31-518c1a99b608 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:53:36.466676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:36.505078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c99bd194-b0e8-49bb-99f7-7c72ec228341 req-25e7b50f-8992-40cd-9d7d-f2e801bec200 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 Mar 05 00:53:36.583145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:36.638593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:36.648553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:36.654540 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:36.695294 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'code': 200} Mar 05 00:53:36.720027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=13']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:37.079593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bf680f83-8300-40ff-b4c6-84fc3cfe996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:37.699054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5dd59-9c0b-4629-8749-a90673fccd25 req-8f2e6f79-aa29-48a3-ae0f-e9128097f9b6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:37.700559 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-80b5dd59-9c0b-4629-8749-a90673fccd25 req-8f2e6f79-aa29-48a3-ae0f-e9128097f9b6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 947 time: 0.0762095 Mar 05 00:53:37.758285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-80b5dd59-9c0b-4629-8749-a90673fccd25 req-a20c77e2-5db6-472e-9a73-3387258414f3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513930 Mar 05 00:53:38.128135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c997098-d823-4116-a3e1-839583cb35bd req-01a978d0-17b9-494f-b106-5e6e91970c2f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:38.129563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c997098-d823-4116-a3e1-839583cb35bd req-01a978d0-17b9-494f-b106-5e6e91970c2f tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 947 time: 0.0742500 Mar 05 00:53:38.193161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Deleting port 7c124482-e8b3-4886-9a31-518c1a99b608 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:38.193528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:38.435342 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:38.438322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:38.449707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] For port 7c124482-e8b3-4886-9a31-518c1a99b608, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7c124482-e8b3-4886-9a31-518c1a99b608,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:38.450057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:38.821037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:38.821674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:38.821787 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331 disassociated. External IP: 172.25.0.160, port: 7c124482-e8b3-4886-9a31-518c1a99b608. Mar 05 00:53:38.822064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Calling delete_port for 7c124482-e8b3-4886-9a31-518c1a99b608 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:53:38.955682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa259894-4e0a-44c3-8003-1012709ba720 req-c06a2d63-acce-46c1-8310-1dab7dc34764 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:38.957129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa259894-4e0a-44c3-8003-1012709ba720 req-c06a2d63-acce-46c1-8310-1dab7dc34764 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 947 time: 0.0773468 Mar 05 00:53:38.963905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:39.009324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa259894-4e0a-44c3-8003-1012709ba720 req-17d06bbb-3b7f-4a6f-85fd-4082af86fa0c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups?id=17a120cf-8113-4652-9947-54515c8b8579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Mar 05 00:53:39.014759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event deleted for resources: {'Port': ['ID=7c124482-e8b3-4886-9a31-518c1a99b608,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:39.229303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:53:39.428862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:53:39.438385 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:53:39.450112 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:53:39.450738 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:39.494809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] No DVR routers for this DVR port 7c124482-e8b3-4886-9a31-518c1a99b608 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:53:39.497392 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:39.499922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-deleted', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:39.514980 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c997098-d823-4116-a3e1-839583cb35bd req-0b67e18f-7efd-46e8-8494-0ab6209b7ab9 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.10 "DELETE /v2.0/ports/7c124482-e8b3-4886-9a31-518c1a99b608 HTTP/1.1" status: 204 len: 173 time: 1.3807142 Mar 05 00:53:39.558524 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32f3d7-df0a-45ab-b386-c029e2e7c186', 'name': 'network-vif-deleted', 'tag': '7c124482-e8b3-4886-9a31-518c1a99b608', 'status': 'completed', 'code': 200} Mar 05 00:53:39.630283 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:53:39.894829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:39.940735 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:39.945911 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:53:39.957830 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:53:39.958436 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:40.162246 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:53:40.195712 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c7024925-e8cb-456e-b041-63156a682f1a req-7fc0e5f2-42d7-4867-a1f4-e6c892f0f6c3 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e32f3d7-df0a-45ab-b386-c029e2e7c186 HTTP/1.1" status: 200 len: 210 time: 0.0402615 Mar 05 00:53:40.467999 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:40.472273 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a2059-26a4-4631-9a13-9e9994610864 None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:40Z', 'revision_number': 4, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a26752b3-1f39-4b65-b651-c9c125dd5aba', 'name': '', 'network_id': 'cc7dd19e-1172-499e-8206-ee5a4d426253', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'mac_address': 'fa:16:3e:5e:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:39Z', 'updated_at': '2022-03-05T00:49:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'subnets': [{'id': '4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:53:40.693569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b019cc3-0da0-49d1-a252-14901e5476b6 None None] New status for floating IP 3f1522a1-f69e-433f-9fd7-d184347e7331: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:53:42.436763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:53:42.472964 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 7c124482-e8b3-4886-9a31-518c1a99b608 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:53:42.473426 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7c124482-e8b3-4886-9a31-518c1a99b608 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:53:42.557708 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:53:44.496022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43592) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:44.562679 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c69de766-146b-4cc9-8772-f788b76ac0c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:44.589593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c69de766-146b-4cc9-8772-f788b76ac0c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:44.639640 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c69de766-146b-4cc9-8772-f788b76ac0c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:44.658413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69de766-146b-4cc9-8772-f788b76ac0c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a120cf-8113-4652-9947-54515c8b8579,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:44.669808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c69de766-146b-4cc9-8772-f788b76ac0c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:44.670944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c69de766-146b-4cc9-8772-f788b76ac0c1 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "DELETE /v2.0/security-groups/17a120cf-8113-4652-9947-54515c8b8579 HTTP/1.1" status: 204 len: 168 time: 0.1739228 Mar 05 00:53:44.673530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43596) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:44.689302 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [None req-91ea242b-74b6-445f-a338-77992166dfb6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] show failed (client error): The resource could not be found. Mar 05 00:53:44.690263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-91ea242b-74b6-445f-a338-77992166dfb6 tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "GET /v2.0/security-groups/17a120cf-8113-4652-9947-54515c8b8579 HTTP/1.1" status: 404 len: 347 time: 0.0158174 Mar 05 00:53:44.692889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43600) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:44.842443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Deleting port 01a89da9-0684-4ab5-bfd7-f38145c1b724 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:44.842776 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:45.002341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:45.002584 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:45.217080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Calling delete_port for 01a89da9-0684-4ab5-bfd7-f38145c1b724 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:53:45.350821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:45.394210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Pushing event deleted for resources: {'Port': ['ID=01a89da9-0684-4ab5-bfd7-f38145c1b724,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:45.482346 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:45.495915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:45.497025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-247e5937-f914-4385-a2fd-5e52ea3e781c tempest-ServerActionsTestJSON-131148902 tempest-ServerActionsTestJSON-131148902-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f1522a1-f69e-433f-9fd7-d184347e7331 HTTP/1.1" status: 204 len: 168 time: 0.8032694 Mar 05 00:53:45.499973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43604) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:45.872184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:46.448251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Deleting port a26752b3-1f39-4b65-b651-c9c125dd5aba {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:46.448598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:46.721833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] For port a26752b3-1f39-4b65-b651-c9c125dd5aba, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a26752b3-1f39-4b65-b651-c9c125dd5aba,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:46.722479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:46.840881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Calling delete_port for a26752b3-1f39-4b65-b651-c9c125dd5aba owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:53:47.008733 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:47.055404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26752b3-1f39-4b65-b651-c9c125dd5aba,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:47.336905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:47.890437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Router ba26784c-f1d3-4195-8d69-5de7c27463a9 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:53:48.182983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:53:48.191849 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] Sync routers for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:53:48.195315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-723637c6-3ed5-4561-9552-0dff88b13001 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba26784c-f1d3-4195-8d69-5de7c27463a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943390 Mar 05 00:53:48.197894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43608) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:48.203802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:53:48.204397 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:48.377876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:53:48.394551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:48.597235 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:48.606566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Deleting port 56f42e9e-c0bd-44f6-b59b-383b428f24ee {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:48.607006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:48.659561 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:53:46Z', 'revision_number': 5, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port': {'id': '56f42e9e-c0bd-44f6-b59b-383b428f24ee', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:48.663883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] Checking router: ba26784c-f1d3-4195-8d69-5de7c27463a9 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:53:48.674376 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] Routers {'ba26784c-f1d3-4195-8d69-5de7c27463a9'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:53:48.674972 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:53:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['ba26784c-f1d3-4195-8d69-5de7c27463a9'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:48.782153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] For port 56f42e9e-c0bd-44f6-b59b-383b428f24ee, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=56f42e9e-c0bd-44f6-b59b-383b428f24ee,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:48.782504 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:48.825829 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] Set router ba26784c-f1d3-4195-8d69-5de7c27463a9 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:53:48.900104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Calling delete_port for 56f42e9e-c0bd-44f6-b59b-383b428f24ee owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:53:48.929412 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:53:48Z', 'revision_number': 6, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:48.933545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e514e-77d4-4141-b9f8-6c80386a854a None None] The sync data for ids ['ba26784c-f1d3-4195-8d69-5de7c27463a9'] in n-d-828979-4 is: [{'id': 'ba26784c-f1d3-4195-8d69-5de7c27463a9', 'name': 'tempest-ServerActionsTestJSON-968318966-router', 'tenant_id': 'a5e3e523549a49be9f7005d5e3d68808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:49:37Z', 'updated_at': '2022-03-05T00:53:48Z', 'revision_number': 6, 'project_id': 'a5e3e523549a49be9f7005d5e3d68808', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:53:49.071786 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.118071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f42e9e-c0bd-44f6-b59b-383b428f24ee,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:49.340551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.695589 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.700045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.726483 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.727069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba26784c-f1d3-4195-8d69-5de7c27463a9 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:53:49.738869 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.739975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7f4ed07a-9bd2-4d2d-bca2-69ed7d129a68 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ba26784c-f1d3-4195-8d69-5de7c27463a9 HTTP/1.1" status: 204 len: 168 time: 1.5411880 Mar 05 00:53:49.743150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43612) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:49.805322 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Deleting subnet 4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:53:49.808200 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.858450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:49.939823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.010109 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.048099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:50.052835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.058091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f1b11-fbce-46dd-aa7c-d1516db8793a None None] Network cc7dd19e-1172-499e-8206-ee5a4d426253 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:53:50.059100 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7688259a-ff3f-4cd7-8b17-33ed7740e2b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4ec38eba-2d5f-4dbd-90f0-c50d2fa5c12f HTTP/1.1" status: 204 len: 168 time: 0.3150213 Mar 05 00:53:50.061662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43616) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:50.165839 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.175860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Deleting port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:50.176180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.297633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] DHCP port deletion for cc7dd19e-1172-499e-8206-ee5a4d426253 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:53:50.301628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Deleting port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:50.302003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.383949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] For port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:50.384364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.466102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a26752b3-1f39-4b65-b651-c9c125dd5aba no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:53:50.504645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Calling delete_port for f2661ea5-b690-43ba-b0be-7c0c7d2b15dc owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:53:50.511551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a26752b3-1f39-4b65-b651-c9c125dd5aba {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:53:50.511892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a26752b3-1f39-4b65-b651-c9c125dd5aba not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:53:50.512296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56f42e9e-c0bd-44f6-b59b-383b428f24ee no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:53:50.552684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 56f42e9e-c0bd-44f6-b59b-383b428f24ee {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:53:50.553479 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 56f42e9e-c0bd-44f6-b59b-383b428f24ee not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:53:50.553880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f2661ea5-b690-43ba-b0be-7c0c7d2b15dc no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:53:50.577082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.598733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f2661ea5-b690-43ba-b0be-7c0c7d2b15dc {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:53:50.599074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f2661ea5-b690-43ba-b0be-7c0c7d2b15dc not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:53:50.601532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] For port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,segment=NetworkSegment(d8a1e355-2a84-4cec-9e6c-14b554bce248),segment_id=d8a1e355-2a84-4cec-9e6c-14b554bce248)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:53:50.601924 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.623157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2661ea5-b690-43ba-b0be-7c0c7d2b15dc,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:50.629093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] No DVR routers for this DVR port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:53:50.719380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Calling delete_port for f2661ea5-b690-43ba-b0be-7c0c7d2b15dc owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:53:50.741922 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.766598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7dd19e-1172-499e-8206-ee5a4d426253']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:50.778580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a1e355-2a84-4cec-9e6c-14b554bce248') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:50.778863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a1e355-2a84-4cec-9e6c-14b554bce248') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:53:50.786679 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:53:50.787025 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:53:50.790196 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.806070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.812002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:53:50.812397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:53:50.825710 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:53:50.900805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.916925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:50.926727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7dd19e-1172-499e-8206-ee5a4d426253,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:50.940279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-46b65349-7028-4844-b02f-d70de3a1531e admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc7dd19e-1172-499e-8206-ee5a4d426253 HTTP/1.1" status: 204 len: 168 time: 0.8776143 Mar 05 00:53:51.073893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43622) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:51.123375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-02b98d31-b1d3-4e39-a1c0-90f47a355c79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5e3e523549a49be9f7005d5e3d68808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483334 Mar 05 00:53:51.125850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43626) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:51.182500 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4de91b-efb5-4818-865e-f83f6ad6c342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:51.206597 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4de91b-efb5-4818-865e-f83f6ad6c342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:51.259453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4de91b-efb5-4818-865e-f83f6ad6c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:51.288418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Deleting port f2661ea5-b690-43ba-b0be-7c0c7d2b15dc {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:53:51.289041 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:51.355702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ab19e25f-63ae-478f-8d27-ee15c642aac5 None None] The port 'f2661ea5-b690-43ba-b0be-7c0c7d2b15dc' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:53:51.379615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de91b-efb5-4818-865e-f83f6ad6c342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086792d-93be-4589-bf84-025b1168ec8d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:51.386952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1f4de91b-efb5-4818-865e-f83f6ad6c342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:51.388167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1f4de91b-efb5-4818-865e-f83f6ad6c342 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a086792d-93be-4589-bf84-025b1168ec8d HTTP/1.1" status: 204 len: 168 time: 0.2613735 Mar 05 00:53:52.191049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43648) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:52.314760 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1104511276-network', 'tenant_id': '4be082ea15a14404a4f41a02769e026d'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:53:52.320570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:53:52.324388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Usage tracker for resource:network and tenant:4be082ea15a14404a4f41a02769e026d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:53:52.327208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:53:52.333184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:53:52.342892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Made reservation on behalf of 4be082ea15a14404a4f41a02769e026d for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:53:52.345205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.357361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.388522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:53:52.392289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4be082ea15a14404a4f41a02769e026d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:53:52.395096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:53:52.400979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:53:52.470958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.475132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.504634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:53:52.512838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:52.519711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.520065 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Added segment e2a9d403-6288-48d2-804c-3fd6f44e2329 of type vlan for network 0b70ed81-c495-4f0d-9465-8c397d02a776 Mar 05 00:53:52.545867 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.574330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.575208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:52.575777 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.680258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4880326 Mar 05 00:53:52.680974 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf31d0-22d5-4c9d-93ba-09649b9b95f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0b70ed81-c495-4f0d-9465-8c397d02a776,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:52.683140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43654) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:53:52.688714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Request body: {'subnet': {'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1104511276-subnet', 'tenant_id': '4be082ea15a14404a4f41a02769e026d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:53:52.691030 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0b70ed81-c495-4f0d-9465-8c397d02a776 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:53:52.694391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:53:52.698250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Usage tracker for resource:subnet and tenant:4be082ea15a14404a4f41a02769e026d is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:53:52.701105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:53:52.706776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:53:52.732507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Made reservation on behalf of 4be082ea15a14404a4f41a02769e026d for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:53:52.734862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:52.933532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:53.007070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc390f46-b848-439c-9f11-507632ea4646,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:53.019957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Checking segment: {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:53:53.020316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Network hostable DHCP agents. Network: 0b70ed81-c495-4f0d-9465-8c397d02a776, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:53:53.042404 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Network 0b70ed81-c495-4f0d-9465-8c397d02a776 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:53:53.053044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0b70ed81-c495-4f0d-9465-8c397d02a776) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:53:53.057109 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:53.057725 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:53.062705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd22ff-1df5-4982-8eed-5858af1881f3 None None] Network 0b70ed81-c495-4f0d-9465-8c397d02a776 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:53:53.083608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2136f582-0de5-454a-a9d5-b6a955e55f3d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3993003 Mar 05 00:53:53.302213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45043f-c248-41b3-ae9e-828c6aab525e None None] Network 0b70ed81-c495-4f0d-9465-8c397d02a776 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:53:53.612249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-0b9a1ea6-0005-4762-b1fd-96f9d785594c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:53.613692 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-0b9a1ea6-0005-4762-b1fd-96f9d785594c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/networks?id=0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 200 len: 814 time: 0.1386380 Mar 05 00:53:53.630452 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-1c50b742-836f-44a3-a9ea-a7fc12578058 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/quotas/4be082ea15a14404a4f41a02769e026d HTTP/1.1" status: 200 len: 375 time: 0.0109634 Mar 05 00:53:53.676106 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-69dec60e-e39b-4e9d-a656-b14af6516146 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4be082ea15a14404a4f41a02769e026d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398448 Mar 05 00:53:53.810540 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-cdd551f0-e5ce-45ec-bd92-c4b48e8027a8 service neutron] 10.222.0.32 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273890 Mar 05 00:53:53.942490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-62a92ffe-ed80-40e4-a225-9bd7ce294897 service neutron] 10.222.0.32 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264298 Mar 05 00:53:54.145534 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3a039862-cedb-4251-a021-596a7a915958 req-05d2106d-14fa-4653-8d82-38437b62d0ab tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 210 time: 0.0462987 Mar 05 00:53:55.138174 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-49436b67-fd51-4d88-b843-05eff33f1e5a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:55.138855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-49436b67-fd51-4d88-b843-05eff33f1e5a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Synchronizing usage tracker for tenant:4be082ea15a14404a4f41a02769e026d on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:53:55.155296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-49436b67-fd51-4d88-b843-05eff33f1e5a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Unset dirty status for tenant:4be082ea15a14404a4f41a02769e026d on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:53:55.156424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-49436b67-fd51-4d88-b843-05eff33f1e5a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.10 "GET /v2.0/networks?id=0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 200 len: 814 time: 0.1639681 Mar 05 00:53:55.171989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Request body: {'port': {'device_id': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776', 'admin_state_up': True, 'tenant_id': '4be082ea15a14404a4f41a02769e026d'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:53:55.307742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:53:55.311587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Usage tracker for resource:port and tenant:4be082ea15a14404a4f41a02769e026d is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:53:55.314365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:53:55.315539 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b8c0d7cd-b936-4a80-ad2b-4cec9fc97b64 req-cc5cf798-aa4f-4c9d-adda-0e83f0e085a3 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 210 time: 0.0474038 Mar 05 00:53:55.320601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:53:55.330093 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Made reservation on behalf of 4be082ea15a14404a4f41a02769e026d for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:53:55.337451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:55.494237 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Allocated IP 172.20.0.11 (0b70ed81-c495-4f0d-9465-8c397d02a776/dc390f46-b848-439c-9f11-507632ea4646/dac4cb03-1d08-4bc5-83c5-f58e9edd79bf) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:53:55.693040 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:55.719889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:55.788926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Network 0b70ed81-c495-4f0d-9465-8c397d02a776 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:53:55.791806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:53:55.795672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:53:55.831488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Pushing event updated for resources: {'Port': ['ID=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:55.860384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:55.860977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:55.880042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b8e624a8-422c-433e-919c-d41f16687db5 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7122853 Mar 05 00:53:55.956525 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Request body: {'port': {'device_id': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:53:56.063099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:56.393253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac4cb03-1d08-4bc5-83c5-f58e9edd79bf {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:53:56.401493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:56.416336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Transition to ACTIVE for port object dac4cb03-1d08-4bc5-83c5-f58e9edd79bf will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:53:56.420027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:56.683232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Pushing event updated for resources: {'Port': ['ID=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:56.787895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-1b7f85cc-8e9d-4624-a378-6658e4274afa tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:56.788577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-1b7f85cc-8e9d-4624-a378-6658e4274afa tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Synchronizing usage tracker for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:53:56.815384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Attempting to bind port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:53:56.815717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Attempting to bind port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:53:56.816034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Attempting to bind port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf on network 0b70ed81-c495-4f0d-9465-8c397d02a776 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:53:56.824415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf on network 0b70ed81-c495-4f0d-9465-8c397d02a776 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:53:56.824731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Attempting to bind port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf on network 0b70ed81-c495-4f0d-9465-8c397d02a776 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:53:56.828557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-1b7f85cc-8e9d-4624-a378-6658e4274afa tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Unset dirty status for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:53:56.829694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-1b7f85cc-8e9d-4624-a378-6658e4274afa tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 944 time: 0.3718300 Mar 05 00:53:56.832692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:53:56.833022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Checking segment: {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:53:56.833424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Bound using segment: {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:53:56.833833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Bound port: dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:53:56.834171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:56.935323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-43efc154-b5d3-486c-8428-c49581ec2c06 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Synchronizing usage tracker for tenant:4be082ea15a14404a4f41a02769e026d on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:53:56.966096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] For port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:53:56.969442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] For port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:53:56.971081 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-43efc154-b5d3-486c-8428-c49581ec2c06 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Unset dirty status for tenant:4be082ea15a14404a4f41a02769e026d on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:53:56.972314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ee9bfa7-afe0-4e47-8b0d-854245283ea1 req-43efc154-b5d3-486c-8428-c49581ec2c06 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293013 Mar 05 00:53:56.974264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:57.040609 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:57.041963 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/dac4cb03-1d08-4bc5-83c5-f58e9edd79bf HTTP/1.1" status: 200 len: 1092 time: 1.1545701 Mar 05 00:53:57.042388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'tag': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:53:57.057782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb75d-b8f6-4124-ad30-6f2477a572f4 service neutron] Pushing event updated for resources: {'Port': ['ID=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:53:57.149693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-f5723dff-700e-45f3-9ba8-9346cd6baf4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be082ea15a14404a4f41a02769e026d&device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 1095 time: 0.0696726 Mar 05 00:53:57.202852 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'tag': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf', 'status': 'completed', 'code': 200} Mar 05 00:53:57.220412 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-b3226178-42f1-43a6-b8ae-50728ad3d90a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf HTTP/1.1" status: 200 len: 217 time: 0.0648651 Mar 05 00:53:57.280634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-009c5626-ec78-40ba-b9c2-b7d90a7a0438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:57.282049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-009c5626-ec78-40ba-b9c2-b7d90a7a0438 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc390f46-b848-439c-9f11-507632ea4646 HTTP/1.1" status: 200 len: 854 time: 0.0557907 Mar 05 00:53:57.324946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-7339b161-e633-4cbc-8b12-0e71f42d9066 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b70ed81-c495-4f0d-9465-8c397d02a776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371721 Mar 05 00:53:57.451825 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-5d17ffc1-7354-43bf-8dd5-5129b4e8712e service neutron] 10.222.0.10 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206398 Mar 05 00:53:57.560154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:57.582447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a629579-748c-471f-a8c7-a75aba4dd440 req-7c502651-7827-47be-a90a-6bb24414848e service neutron] 10.222.0.10 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242123 Mar 05 00:53:57.704341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-0d4968fe-a2e0-4b2f-8ae9-5afc8520a944 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be082ea15a14404a4f41a02769e026d&device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 1095 time: 0.0769994 Mar 05 00:53:57.834470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-1d9645f2-08c9-4b0e-a2a6-780c844adff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:57.836443 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-1d9645f2-08c9-4b0e-a2a6-780c844adff2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 200 len: 915 time: 0.1268048 Mar 05 00:53:57.885954 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:53:57.901643 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-4609b2a5-77e0-4187-9e27-6e8b6cd9ca2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf HTTP/1.1" status: 200 len: 217 time: 0.0591953 Mar 05 00:53:57.964261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-1fc16180-f35b-4da2-84c7-845c75149920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:57.965692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-1fc16180-f35b-4da2-84c7-845c75149920 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc390f46-b848-439c-9f11-507632ea4646 HTTP/1.1" status: 200 len: 854 time: 0.0592937 Mar 05 00:53:58.010721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-b5c8117e-a186-419d-8106-c9f7fae44ec2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b70ed81-c495-4f0d-9465-8c397d02a776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395505 Mar 05 00:53:58.297919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-5f06baf8-6935-4e4a-a833-07dd0ab2b781 service neutron] 10.222.0.10 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819433 Mar 05 00:53:58.327813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1b0f8-a89e-4d24-a917-045ec3ddebbb req-2dff95ca-a5a0-4a31-9d80-6e2dfdd5304c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:58.329192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76b1b0f8-a89e-4d24-a917-045ec3ddebbb req-2dff95ca-a5a0-4a31-9d80-6e2dfdd5304c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 944 time: 0.2317960 Mar 05 00:53:58.454070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-76b1b0f8-a89e-4d24-a917-045ec3ddebbb req-cea860b3-2ace-4b83-af74-2d054100ab40 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187062 Mar 05 00:53:58.477019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8486f45c-526f-4d82-abcb-17f7b7b0cd4d req-803f84b1-82dd-4eb1-aee7-0fa411c82b6c service neutron] 10.222.0.10 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723664 Mar 05 00:53:59.650923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ffec-ff1a-4caa-a673-1ba3513a2592 req-cc2d259a-755d-43a6-a388-2512ede025e6 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:53:59.652435 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba87ffec-ff1a-4caa-a673-1ba3513a2592 req-cc2d259a-755d-43a6-a388-2512ede025e6 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 944 time: 0.0763223 Mar 05 00:53:59.698716 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ba87ffec-ff1a-4caa-a673-1ba3513a2592 req-16f0abc6-5acf-41bd-a21c-14f9c7489cdc tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Mar 05 00:54:00.545509 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dac4cb03-1d08-4bc5-83c5-f58e9edd79bf details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:54:00.679355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:00.692021 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf', 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776', 'port_id': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf', 'mac_address': 'fa:16:3e:f2:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc390f46-b848-439c-9f11-507632ea4646', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:54:00.744477 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:00.761844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac4cb03-1d08-4bc5-83c5-f58e9edd79bf {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:54:00.777328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:00.781378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:00.848809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:00.899551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0da695-9a37-4301-9d53-acb06fbc37e1 req-0f90ee34-5398-4bf3-a3c4-78bd22f58d6a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:00.900990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a0da695-9a37-4301-9d53-acb06fbc37e1 req-0f90ee34-5398-4bf3-a3c4-78bd22f58d6a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 945 time: 0.0789912 Mar 05 00:54:00.944512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9a0da695-9a37-4301-9d53-acb06fbc37e1 req-87854144-6020-4632-9eb7-9719c8bdb00f tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Mar 05 00:54:01.061775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:54:01.382549 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-ee483b50-6331-4c37-a4ec-1e55b32b34a7 req-f2809b9c-506e-4098-910c-d36c578ca9f1 service neutron] (83783) timed out ('10.222.0.36', 57756) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:54:02.224780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65aa6f-2351-4bf5-861e-f8a9eb1712f2 req-0883954c-367e-4a80-a1b2-4c4e318b9c1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:02.226267 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef65aa6f-2351-4bf5-861e-f8a9eb1712f2 req-0883954c-367e-4a80-a1b2-4c4e318b9c1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 945 time: 0.1634610 Mar 05 00:54:02.269687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ef65aa6f-2351-4bf5-861e-f8a9eb1712f2 req-40fd5c55-c222-4f5c-9714-fc8ea9635fc6 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Mar 05 00:54:02.545292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dac4cb03-1d08-4bc5-83c5-f58e9edd79bf up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:02.611004 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:02.615492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:02.616339 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:02.727932 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:02.754010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:54:02.764127 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:02.767524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:02.830605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:02.888652 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf', 'code': 200} Mar 05 00:54:03.013288 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1bb00f6c-cf25-4803-a2fe-a8d3ae8b76b7 req-13e0ba0a-5533-408d-9bb1-f278bcd42831 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 1097 time: 0.0705497 Mar 05 00:54:03.053421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1bb00f6c-cf25-4803-a2fe-a8d3ae8b76b7 req-02a3eeb4-8796-4ec9-a955-372942712ed8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Mar 05 00:54:03.460537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc712043-f4e6-4223-b119-a7d5e139751d req-5cf48643-81ad-4682-8c90-de89781f0d4e tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:03.462048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc712043-f4e6-4223-b119-a7d5e139751d req-5cf48643-81ad-4682-8c90-de89781f0d4e tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0756078 Mar 05 00:54:03.507244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc712043-f4e6-4223-b119-a7d5e139751d req-093d16ec-fd54-4708-97af-e62a20701a05 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Mar 05 00:54:04.705695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029e74d-849d-41d9-8722-ffc9cb4349c0 req-2050cb2d-4af1-48ef-912a-9879da0b70d4 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:04.707396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f029e74d-849d-41d9-8722-ffc9cb4349c0 req-2050cb2d-4af1-48ef-912a-9879da0b70d4 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0755055 Mar 05 00:54:04.754615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f029e74d-849d-41d9-8722-ffc9cb4349c0 req-2acc4a39-c7aa-4e6b-bca5-801d448f1f8a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Mar 05 00:54:05.015385 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e0088e09-67a3-4091-bc7e-a1fe8d68c101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:05.043726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-96b9916a-8fef-457b-a75c-37f5bf618b24 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:05.045152 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-96b9916a-8fef-457b-a75c-37f5bf618b24 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/networks?id=0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 200 len: 814 time: 0.1422291 Mar 05 00:54:05.061797 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3e563add-0074-47a4-99cf-3d46925c9e27 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/quotas/4be082ea15a14404a4f41a02769e026d HTTP/1.1" status: 200 len: 375 time: 0.0112629 Mar 05 00:54:05.143062 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-6125891c-40e0-4f45-8aad-0aedccd7c79a tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4be082ea15a14404a4f41a02769e026d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762417 Mar 05 00:54:05.274709 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-914227de-d11c-44bb-bb64-6a1bbc81b51e service neutron] 10.222.0.32 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247041 Mar 05 00:54:05.400951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-b1f3ed1e-796d-4f1e-b5d3-d22cea507418 service neutron] 10.222.0.32 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202853 Mar 05 00:54:05.580880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79da8be6-51a5-47c3-84be-a42fbb9eff43 req-fff657a9-3019-4d78-a320-5b33764cd4eb tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 210 time: 0.0409412 Mar 05 00:54:06.560978 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-0cb3a8c0-118b-45e6-96ae-685fe07f59e4 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:06.562418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-0cb3a8c0-118b-45e6-96ae-685fe07f59e4 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.36 "GET /v2.0/networks?id=0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 200 len: 814 time: 0.1409087 Mar 05 00:54:06.577571 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Request body: {'port': {'device_id': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776', 'admin_state_up': True, 'tenant_id': '4be082ea15a14404a4f41a02769e026d'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:06.749952 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:06.753436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb61416c-7c49-4c9a-88db-1fd83e1d4237 req-8b70e4b4-9158-4c6e-af71-6b18712c6483 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 210 time: 0.0487485 Mar 05 00:54:06.761852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:06.771495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Made reservation on behalf of 4be082ea15a14404a4f41a02769e026d for: {'port': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:06.775198 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:06.932863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Allocated IP 172.20.0.12 (0b70ed81-c495-4f0d-9465-8c397d02a776/dc390f46-b848-439c-9f11-507632ea4646/0428f7c9-76a5-4e45-a401-fc48ae09a4b2) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:07.081561 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2319cb06-d335-49b6-bce5-cc3aeb8d2ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.128873 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.155790 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.167217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:54:07.232660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Network 0b70ed81-c495-4f0d-9465-8c397d02a776 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:07.236069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Pushing event updated for resources: {'Port': ['ID=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:07.238262 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:07.241388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:07.284006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.284345 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.284679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.285007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.285368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.285696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.286021 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.286341 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.286658 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.286972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.287485 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:07.312437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:07.313031 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.338272 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-3d4ea4bc-8d3d-433d-9d6f-83b05ec42c59 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7635028 Mar 05 00:54:07.348263 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Request body: {'port': {'device_id': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:07.454668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.873202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 {{(pid=83783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:54:07.880008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.894051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Transition to ACTIVE for port object 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:07.898638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:07.948647 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad55f7-d713-409b-b58f-8ba9063e1f7c req-954a934a-c2ff-4619-906d-284aaabf0851 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:07.949927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8ad55f7-d713-409b-b58f-8ba9063e1f7c req-954a934a-c2ff-4619-906d-284aaabf0851 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 944 time: 0.0771761 Mar 05 00:54:08.002211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8ad55f7-d713-409b-b58f-8ba9063e1f7c req-1e48bb4a-67f3-46f9-a3bb-45e6652047a3 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462091 Mar 05 00:54:08.021124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Pushing event updated for resources: {'Port': ['ID=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:08.128327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Attempting to bind port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:08.128655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Attempting to bind port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:08.128970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Attempting to bind port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 on network 0b70ed81-c495-4f0d-9465-8c397d02a776 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:08.135090 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 on network 0b70ed81-c495-4f0d-9465-8c397d02a776 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:54:08.135403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Attempting to bind port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 on network 0b70ed81-c495-4f0d-9465-8c397d02a776 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:08.141470 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:08.141801 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Checking segment: {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:08.142175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Bound using segment: {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:08.142609 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Bound port: 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a9d403-6288-48d2-804c-3fd6f44e2329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:08.142943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:08.231022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] For port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:08.234045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] For port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:08.238494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:08.296777 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:08.298175 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] 10.222.0.36 "PUT /v2.0/ports/0428f7c9-76a5-4e45-a401-fc48ae09a4b2 HTTP/1.1" status: 200 len: 1092 time: 0.9538441 Mar 05 00:54:08.300903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'tag': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:54:08.322176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db6441-5264-479f-9e91-cdb8838468aa service neutron] Pushing event updated for resources: {'Port': ['ID=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,revision_number=3']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:08.403228 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-aa4bdcda-5759-48c5-b127-6f48e3d8e082 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4be082ea15a14404a4f41a02769e026d&device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 1095 time: 0.0687990 Mar 05 00:54:08.440109 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:08.442102 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:08.469711 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'tag': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2', 'status': 'completed', 'code': 200} Mar 05 00:54:08.483672 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-d238f1a1-ab4f-4b56-9b0d-04b2fcd34e43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2 HTTP/1.1" status: 200 len: 217 time: 0.0727084 Mar 05 00:54:08.544506 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-91abebaa-bb4a-4fe8-92ec-c4fb05390c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:08.545967 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-91abebaa-bb4a-4fe8-92ec-c4fb05390c48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc390f46-b848-439c-9f11-507632ea4646 HTTP/1.1" status: 200 len: 854 time: 0.0563149 Mar 05 00:54:08.593322 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-630c803a-eafd-48ae-a8cc-e2f359e6b486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b70ed81-c495-4f0d-9465-8c397d02a776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416865 Mar 05 00:54:08.732508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-607e0595-f25d-473f-87ac-055a9248e26a service neutron] 10.222.0.36 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329291 Mar 05 00:54:08.858579 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84ff4bfe-00f4-4b98-b608-d09d8f03b77b req-fa25ad43-6b77-4b30-b836-39b6e36a8300 service neutron] 10.222.0.36 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206787 Mar 05 00:54:08.969369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-fcda97d0-691f-4d1f-8ac3-3d1065ca059e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4be082ea15a14404a4f41a02769e026d&device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 1095 time: 0.0669148 Mar 05 00:54:09.099649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-5e957351-4a71-42b2-a1dc-f5d372850ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:09.102130 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-5e957351-4a71-42b2-a1dc-f5d372850ae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 200 len: 915 time: 0.1270838 Mar 05 00:54:09.170793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-cda3de7f-143d-46a8-b66e-aa09dad34468 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2 HTTP/1.1" status: 200 len: 217 time: 0.0631213 Mar 05 00:54:09.198208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae72e9-8215-4ad5-b774-b3b6bbe35612 req-b5e00c6e-9aa9-4b28-95fd-1ccfada4ea08 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:09.199650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8dae72e9-8215-4ad5-b774-b3b6bbe35612 req-b5e00c6e-9aa9-4b28-95fd-1ccfada4ea08 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 944 time: 0.0748947 Mar 05 00:54:09.231495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-fb536d0b-78d8-4de3-bb80-4e5dfa6f54b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:09.232959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-fb536d0b-78d8-4de3-bb80-4e5dfa6f54b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc390f46-b848-439c-9f11-507632ea4646 HTTP/1.1" status: 200 len: 854 time: 0.0571060 Mar 05 00:54:09.246684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8dae72e9-8215-4ad5-b774-b3b6bbe35612 req-8803af84-cadd-40dd-ba3b-c0da7e24ae69 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Mar 05 00:54:09.280252 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-055bf2ca-df67-47f2-aa9a-0087be23c10f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b70ed81-c495-4f0d-9465-8c397d02a776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420494 Mar 05 00:54:09.495334 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-771d7d3f-f68b-4eba-8d4f-ed29d63cd19e service neutron] 10.222.0.36 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091460 Mar 05 00:54:09.621990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e9e8aeba-3014-4ac7-8644-d18b9d354634 req-852a814e-41c1-46bf-b49c-1cae386400ab service neutron] 10.222.0.36 "GET /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207318 Mar 05 00:54:09.886980 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:10.439593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292adc85-6366-45c0-bf21-89b7d86db701 req-4f236ba6-46fe-4203-b94b-b61e90819dc1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:10.440283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-292adc85-6366-45c0-bf21-89b7d86db701 req-4f236ba6-46fe-4203-b94b-b61e90819dc1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Synchronizing usage tracker for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:54:10.454946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-292adc85-6366-45c0-bf21-89b7d86db701 req-4f236ba6-46fe-4203-b94b-b61e90819dc1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Unset dirty status for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:54:10.455984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-292adc85-6366-45c0-bf21-89b7d86db701 req-4f236ba6-46fe-4203-b94b-b61e90819dc1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 944 time: 0.0906684 Mar 05 00:54:10.500889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-292adc85-6366-45c0-bf21-89b7d86db701 req-dd9a956c-dd6a-422f-bb03-d9c9d4a628ca tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Mar 05 00:54:11.694684 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8040-b384-47df-bbd0-2dfd238fa9de req-65b5d011-b2be-4c78-90a6-cca18041fa6b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:11.696118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1f7e8040-b384-47df-bbd0-2dfd238fa9de req-65b5d011-b2be-4c78-90a6-cca18041fa6b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 944 time: 0.0792220 Mar 05 00:54:11.740142 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1f7e8040-b384-47df-bbd0-2dfd238fa9de req-0cd04a41-1822-4a62-931f-47611cbaf85e tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Mar 05 00:54:11.887816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:54:12.018082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:12.030730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2', 'network_id': '0b70ed81-c495-4f0d-9465-8c397d02a776', 'port_id': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2', 'mac_address': 'fa:16:3e:2b:da:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc390f46-b848-439c-9f11-507632ea4646', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:54:12.119323 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:12.135494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:54:12.150056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:12.153631 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:12.217360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:12.453254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['0428f7c9-76a5-4e45-a401-fc48ae09a4b2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:54:12.933558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02a280-dafd-4341-9a11-7e2a62bf6e07 req-7cfcd6f8-daac-4119-94a7-4ebad5c572af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:12.934994 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c02a280-dafd-4341-9a11-7e2a62bf6e07 req-7cfcd6f8-daac-4119-94a7-4ebad5c572af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 945 time: 0.0781131 Mar 05 00:54:12.980335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c02a280-dafd-4341-9a11-7e2a62bf6e07 req-293c0234-931a-43de-944b-e58a404f4804 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398316 Mar 05 00:54:13.883859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:13.949826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:13.954399 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:13.954792 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:14.067315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:14.095209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:54:14.105206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:14.110185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:14.155623 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2', 'code': 200} Mar 05 00:54:14.182020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:14.190335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0668e-f987-4762-96f8-684e2b4bfc73 req-b218e537-c7c7-4ac8-9e32-a8bf624a2741 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:14.191879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1f0668e-f987-4762-96f8-684e2b4bfc73 req-b218e537-c7c7-4ac8-9e32-a8bf624a2741 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 946 time: 0.0834601 Mar 05 00:54:14.238511 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f1f0668e-f987-4762-96f8-684e2b4bfc73 req-ffed0ef5-1d99-412b-bd4a-03d28b354f20 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Mar 05 00:54:14.276184 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1db3671-d8da-4100-a076-c853cb16cefa req-590b0f73-b55f-450c-9d02-0ad3a2d30981 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 1097 time: 0.0667036 Mar 05 00:54:14.315280 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e1db3671-d8da-4100-a076-c853cb16cefa req-09ea0483-35ca-4e41-90f3-c8f8fb200d21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 Mar 05 00:54:15.583913 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a695b-11ed-47ce-8cdc-05498db1bb39 req-98175230-ac80-452d-ac5c-c859d06fc53e tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:15.585303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-741a695b-11ed-47ce-8cdc-05498db1bb39 req-98175230-ac80-452d-ac5c-c859d06fc53e tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 946 time: 0.0806704 Mar 05 00:54:15.634682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-741a695b-11ed-47ce-8cdc-05498db1bb39 req-0a9098dc-1c1c-4b37-bcc3-0f747b797d6b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Mar 05 00:54:16.831616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511e0d3-84ff-4e40-8f6f-e62e6bd44277 req-6ce2e02e-d459-4a6d-a724-19bc906ce3fa tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:16.833037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8511e0d3-84ff-4e40-8f6f-e62e6bd44277 req-6ce2e02e-d459-4a6d-a724-19bc906ce3fa tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 946 time: 0.0779524 Mar 05 00:54:16.876492 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8511e0d3-84ff-4e40-8f6f-e62e6bd44277 req-397a5236-0449-431b-bbe5-4b655d74deb4 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Mar 05 00:54:17.266511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8a98e-cadc-467b-99e8-7376c809bb03 req-f040f007-2cba-47f0-ad6e-405f8a9e6a53 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:17.267850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4cb8a98e-cadc-467b-99e8-7376c809bb03 req-f040f007-2cba-47f0-ad6e-405f8a9e6a53 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 946 time: 0.0738041 Mar 05 00:54:17.311684 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4cb8a98e-cadc-467b-99e8-7376c809bb03 req-81d273eb-8502-4cfc-a1d1-e9f32a1426d3 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Mar 05 00:54:18.502758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77db17-d917-4a7f-86e7-8c4f38e6196f req-587cbb81-b099-4de7-83c5-d8e607a645bf tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:18.504219 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee77db17-d917-4a7f-86e7-8c4f38e6196f req-587cbb81-b099-4de7-83c5-d8e607a645bf tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 946 time: 0.0739572 Mar 05 00:54:18.598223 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ee77db17-d917-4a7f-86e7-8c4f38e6196f req-c3dfb01a-698c-4190-a95f-8d673059ab7d tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618114 Mar 05 00:54:18.614025 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-1df93687-1f1f-42c4-8f3a-141d9d63bf99 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:18.615592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-1df93687-1f1f-42c4-8f3a-141d9d63bf99 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 946 time: 0.1103735 Mar 05 00:54:18.685460 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Deleting port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:18.685805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:18.916915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] For port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:18.917172 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:19.034133 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Calling delete_port for 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:19.171599 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:19.183745 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:54:19.206772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['0428f7c9-76a5-4e45-a401-fc48ae09a4b2'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:54:19.222887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Pushing event deleted for resources: {'Port': ['ID=0428f7c9-76a5-4e45-a401-fc48ae09a4b2,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:19.291448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] No DVR routers for this DVR port 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:19.294085 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:19.296581 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'name': 'network-vif-deleted', 'tag': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:54:19.312490 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bf34a7b8-c2f0-4c65-af07-2f98c0a4a65c req-9a0edd04-4503-4461-a67f-6f2f9ffb2d1c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.36 "DELETE /v2.0/ports/0428f7c9-76a5-4e45-a401-fc48ae09a4b2 HTTP/1.1" status: 204 len: 173 time: 0.6921189 Mar 05 00:54:19.360275 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c935db-0c7b-499d-9a62-c2ec14d31f13', 'name': 'network-vif-deleted', 'tag': '0428f7c9-76a5-4e45-a401-fc48ae09a4b2', 'status': 'completed', 'code': 200} Mar 05 00:54:19.558178 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:54:19.778007 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c235f999-e8d2-4ece-be76-4136ff3193ef req-79d10930-c1ff-4ee3-ba61-52bbb0f4a33b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Synchronizing usage tracker for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:54:19.792977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-c235f999-e8d2-4ece-be76-4136ff3193ef req-79d10930-c1ff-4ee3-ba61-52bbb0f4a33b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Unset dirty status for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:54:19.794154 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c235f999-e8d2-4ece-be76-4136ff3193ef req-79d10930-c1ff-4ee3-ba61-52bbb0f4a33b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c935db-0c7b-499d-9a62-c2ec14d31f13 HTTP/1.1" status: 200 len: 210 time: 0.0610662 Mar 05 00:54:21.151523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2e40b-8035-4304-a2ea-6826acbc4cf2 req-662fa67c-82e7-4396-971c-9722fd2ca304 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:21.152877 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ab2e40b-8035-4304-a2ea-6826acbc4cf2 req-662fa67c-82e7-4396-971c-9722fd2ca304 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.1589150 Mar 05 00:54:21.197127 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7ab2e40b-8035-4304-a2ea-6826acbc4cf2 req-0be087a1-9f3d-44e0-9939-0cc62a73f024 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Mar 05 00:54:21.410300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8010c-cb9e-4c00-8bf8-2f0028ead004 req-24039c6d-fa28-4e16-8b96-07421c5319e0 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:21.411636 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b8010c-cb9e-4c00-8bf8-2f0028ead004 req-24039c6d-fa28-4e16-8b96-07421c5319e0 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0750856 Mar 05 00:54:21.458378 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-54b8010c-cb9e-4c00-8bf8-2f0028ead004 req-7e398ed4-def0-4abc-84e6-1a925bbef90f tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Mar 05 00:54:21.658338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcf15-6844-455d-b054-890a45bbfc78 req-55332d48-e5b1-4435-b25d-8b01df68263b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:21.659920 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b2dcf15-6844-455d-b054-890a45bbfc78 req-55332d48-e5b1-4435-b25d-8b01df68263b tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0799270 Mar 05 00:54:21.703936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b2dcf15-6844-455d-b054-890a45bbfc78 req-31d38a08-9457-431b-b372-f2320d62e5bc tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Mar 05 00:54:21.898589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d8948c7c-ef6a-474d-a49f-3d251c986ea1 req-8c0f5d1a-d0cb-4bb4-8527-b89a1dfa5546 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666499 Mar 05 00:54:22.089200 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5ff1-38e5-476e-8231-b51083b5c98e req-619c46dc-0fac-485e-be72-caf27e29d2a8 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:22.090682 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5eb5ff1-38e5-476e-8231-b51083b5c98e req-619c46dc-0fac-485e-be72-caf27e29d2a8 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0771954 Mar 05 00:54:22.139186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f5eb5ff1-38e5-476e-8231-b51083b5c98e req-0f8909bd-2ddb-489b-a541-4c4ca7d77479 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 Mar 05 00:54:22.332219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2b30-d300-4af0-8ce9-403872a01154 req-8d5ef9af-a866-4c93-bd39-e96df4288901 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:22.333681 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ddb2b30-d300-4af0-8ce9-403872a01154 req-8d5ef9af-a866-4c93-bd39-e96df4288901 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0753233 Mar 05 00:54:22.385737 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4ddb2b30-d300-4af0-8ce9-403872a01154 req-45b610a7-97a6-4489-a12a-eb07eb9bde82 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Mar 05 00:54:22.590586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75ae02-bdc8-4873-a939-c7e485723c69 req-033aca11-fa8a-49d0-a320-edad0dde3c5d tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:22.591959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc75ae02-bdc8-4873-a939-c7e485723c69 req-033aca11-fa8a-49d0-a320-edad0dde3c5d tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0754480 Mar 05 00:54:22.636343 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bc75ae02-bdc8-4873-a939-c7e485723c69 req-931346b1-8a64-4350-b2ed-4ed0ab99bcf7 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389502 Mar 05 00:54:23.185566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a486-10f9-48fc-a153-faf7fe1096bc req-f91578bb-8820-41a2-adea-dcc1311a0f0d tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:23.186912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e248a486-10f9-48fc-a153-faf7fe1096bc req-f91578bb-8820-41a2-adea-dcc1311a0f0d tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0781324 Mar 05 00:54:23.231159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e248a486-10f9-48fc-a153-faf7fe1096bc req-c0ed7694-a795-4148-8cac-a574142545fb tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Mar 05 00:54:23.910644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:54:23.943565 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:54:23.943900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 0428f7c9-76a5-4e45-a401-fc48ae09a4b2 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:54:24.433441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba623f-49b4-4958-ac39-918cfebbd370 req-37f1818e-c006-400e-90d8-5072fc3a6306 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:24.434884 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cba623f-49b4-4958-ac39-918cfebbd370 req-37f1818e-c006-400e-90d8-5072fc3a6306 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0826726 Mar 05 00:54:24.479421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9cba623f-49b4-4958-ac39-918cfebbd370 req-7b4d4a1e-3a97-467b-8e5f-fec68c19beb4 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/security-groups?id=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Mar 05 00:54:24.582111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-d7bebd07-8d24-4d66-b054-d06341b4491c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:24.583409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-d7bebd07-8d24-4d66-b054-d06341b4491c tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 946 time: 0.0772111 Mar 05 00:54:24.650038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Deleting port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:24.650380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:24.982402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] For port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,segment=NetworkSegment(e2a9d403-6288-48d2-804c-3fd6f44e2329),segment_id=e2a9d403-6288-48d2-804c-3fd6f44e2329)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:24.982669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:25.105701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Calling delete_port for dac4cb03-1d08-4bc5-83c5-f58e9edd79bf owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:25.246457 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:25.258395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:54:25.294652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Pushing event deleted for resources: {'Port': ['ID=dac4cb03-1d08-4bc5-83c5-f58e9edd79bf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:25.333371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.333715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.334050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.334408 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.334739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.335064 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.335391 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.335719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.336039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.336357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.336674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:25.380641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] No DVR routers for this DVR port dac4cb03-1d08-4bc5-83c5-f58e9edd79bf on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:25.383290 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:25.385818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'name': 'network-vif-deleted', 'tag': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:54:25.400315 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bca2e1bd-92c8-47f9-9f4f-6c8ad89b927f req-99613f1e-1032-4b32-b91d-46825e2dc5af tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.10 "DELETE /v2.0/ports/dac4cb03-1d08-4bc5-83c5-f58e9edd79bf HTTP/1.1" status: 204 len: 173 time: 0.8118877 Mar 05 00:54:25.444144 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b', 'name': 'network-vif-deleted', 'tag': 'dac4cb03-1d08-4bc5-83c5-f58e9edd79bf', 'status': 'completed', 'code': 200} Mar 05 00:54:25.653488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d50059b6-b6b2-41ff-a4ef-012e9aa58578 req-1fcfeb13-28ec-483f-8c05-7fa41eb1cdd1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Synchronizing usage tracker for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:54:25.668543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d50059b6-b6b2-41ff-a4ef-012e9aa58578 req-1fcfeb13-28ec-483f-8c05-7fa41eb1cdd1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] Unset dirty status for tenant:4be082ea15a14404a4f41a02769e026d on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:54:25.669702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d50059b6-b6b2-41ff-a4ef-012e9aa58578 req-1fcfeb13-28ec-483f-8c05-7fa41eb1cdd1 tempest-ServersNegativeTestJSON-1154321110 tempest-ServersNegativeTestJSON-1154321110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5c4c6f-acb7-4a3e-b1e3-0b07e49fb77b HTTP/1.1" status: 200 len: 210 time: 0.0564804 Mar 05 00:54:26.772332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43800) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:26.832715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Deleting subnet dc390f46-b848-439c-9f11-507632ea4646 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:54:26.835526 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:26.882764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:26.936408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.006763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.042350 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc390f46-b848-439c-9f11-507632ea4646,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:27.048342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.054571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8d2e1496-0d48-4217-82ed-d17d7de8f512 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc390f46-b848-439c-9f11-507632ea4646 HTTP/1.1" status: 204 len: 168 time: 0.2812376 Mar 05 00:54:27.057056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43804) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:27.159422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.279372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.303606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b70ed81-c495-4f0d-9465-8c397d02a776']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:27.315251 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a9d403-6288-48d2-804c-3fd6f44e2329') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:27.315535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a9d403-6288-48d2-804c-3fd6f44e2329') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:27.326455 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.342326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.348115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:27.348484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:27.361749 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:27.435237 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.450781 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.461289 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b70ed81-c495-4f0d-9465-8c397d02a776,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:27.469650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a4b0748a-b6c9-4f78-b40e-443c2ec6a3c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0b70ed81-c495-4f0d-9465-8c397d02a776 HTTP/1.1" status: 204 len: 168 time: 0.4116211 Mar 05 00:54:27.558724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.602253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43810) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:27.652605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e510c626-4c06-4713-95c5-40fb629a5eec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4be082ea15a14404a4f41a02769e026d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492284 Mar 05 00:54:27.655004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:27.715975 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cee3c13a-0eae-4ab3-a23a-fd4d53893538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.740602 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cee3c13a-0eae-4ab3-a23a-fd4d53893538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.789569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cee3c13a-0eae-4ab3-a23a-fd4d53893538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.805762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3c13a-0eae-4ab3-a23a-fd4d53893538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1a04b-6692-4e8b-9cc4-7f6da5c8e037,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:27.820019 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cee3c13a-0eae-4ab3-a23a-fd4d53893538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:27.821123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cee3c13a-0eae-4ab3-a23a-fd4d53893538 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97a1a04b-6692-4e8b-9cc4-7f6da5c8e037 HTTP/1.1" status: 204 len: 168 time: 0.1651785 Mar 05 00:54:27.885621 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:28.657502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43836) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:28.716532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dac4cb03-1d08-4bc5-83c5-f58e9edd79bf no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:54:28.751927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: dac4cb03-1d08-4bc5-83c5-f58e9edd79bf {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:54:28.752269 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device dac4cb03-1d08-4bc5-83c5-f58e9edd79bf not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:54:28.785203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008332359'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:28.791510 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:28.795315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:network and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:28.798131 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:28.804167 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:28.813547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:28.816402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:28.828572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:28.861398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:28.865145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:security_group_rule and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:28.867971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:28.873679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:28.938742 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:28.942463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:28.974651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:28.983571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d09823-f4e1-4180-9ff2-c45c8a7260d9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:28.989284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:28.989630 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Added segment 2a1ab09e-ab61-4306-a10b-1142d1fdc761 of type vlan for network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 Mar 05 00:54:29.019946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:29.048429 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:29.052079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:29.052660 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:29.256408 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5972135 Mar 05 00:54:29.257204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e89f-8268-4773-9dd7-1598b26e854c tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Network': ['ID=4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:29.284369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:32.465610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43842) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:32.471348 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'subnet': {'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:32.578832 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:32.582630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:subnet and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:32.585447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:32.591362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:32.600858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:32.701125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:32.906978 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:32.985491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Subnet': ['ID=e945d543-b996-4ddf-a5ae-85f1a2fd12be,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:32.997543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Checking segment: {'id': '2a1ab09e-ab61-4306-a10b-1142d1fdc761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:32.997899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network hostable DHCP agents. Network: 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:33.018860 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:33.028695 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:33.032587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:33.033165 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.039713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bf5a0-b0d0-48f8-a996-cde968405f56 None None] Network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:33.057263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1773b997-99f2-4234-a1de-1e564655a394 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5879405 Mar 05 00:54:33.058213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43846) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:33.063591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335252937'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:33.068953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:33.072714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:network and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:33.075521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:33.081118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:33.090736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:33.093581 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.121758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:33.130240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.130577 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Added segment 41218f13-4525-41ad-8299-31bc508e67e8 of type vlan for network f6ed7835-3c97-4d1c-8cff-0d50b5098078 Mar 05 00:54:33.155455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.184394 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.188451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:33.189029 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.249041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9', 'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9', 'tenant_id': 'd7faa40ad3f04129b97d00b64eb41989', 'fixed_ips': [{'subnet_id': 'e945d543-b996-4ddf-a5ae-85f1a2fd12be'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:33.249958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.286722 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2274251 Mar 05 00:54:33.290356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43850) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:33.296794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'subnet': {'network_id': 'f6ed7835-3c97-4d1c-8cff-0d50b5098078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:33.299074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84e928-05de-47ce-94d2-146b7dbe7548 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Network': ['ID=f6ed7835-3c97-4d1c-8cff-0d50b5098078,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:33.311055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f6ed7835-3c97-4d1c-8cff-0d50b5098078 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:33.405517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:33.409752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:subnet and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:33.412701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:33.419031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:33.428692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:33.494267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Allocated IP 2001:db8:0:ffff::2 (4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9/e945d543-b996-4ddf-a5ae-85f1a2fd12be/d995f569-236e-4add-8a26-3be017a8bcd1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:33.529490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.698397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.708717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Transition to ACTIVE for port object d995f569-236e-4add-8a26-3be017a8bcd1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:33.727642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Transition to ACTIVE for port object d995f569-236e-4add-8a26-3be017a8bcd1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:33.733246 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.750498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.831919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Subnet': ['ID=3f27cf70-ddec-44f0-82e5-1880d6596d54,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:33.834603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:33.838108 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:33.840186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Pushing event updated for resources: {'Port': ['ID=d995f569-236e-4add-8a26-3be017a8bcd1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:33.842345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:33.844406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Checking segment: {'id': '41218f13-4525-41ad-8299-31bc508e67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f6ed7835-3c97-4d1c-8cff-0d50b5098078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:33.844772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network hostable DHCP agents. Network: f6ed7835-3c97-4d1c-8cff-0d50b5098078, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:33.866780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network f6ed7835-3c97-4d1c-8cff-0d50b5098078 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:33.875860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, f6ed7835-3c97-4d1c-8cff-0d50b5098078) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:33.880456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:33.881792 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:33.908429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-54ce6d73-71a9-48f0-a71c-c720160cff13 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6166091 Mar 05 00:54:33.911447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43854) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:33.911576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085eac6-3142-47c7-8439-864c9d00f14b None None] Network f6ed7835-3c97-4d1c-8cff-0d50b5098078 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:33.999838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Attempting to bind port d995f569-236e-4add-8a26-3be017a8bcd1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:34.000254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Attempting to bind port d995f569-236e-4add-8a26-3be017a8bcd1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '2a1ab09e-ab61-4306-a10b-1142d1fdc761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:34.000692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Attempting to bind port d995f569-236e-4add-8a26-3be017a8bcd1 on network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:34.014046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:34.014418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Checking segment: {'id': '2a1ab09e-ab61-4306-a10b-1142d1fdc761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:34.014813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.015196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Bound using segment: {'id': '2a1ab09e-ab61-4306-a10b-1142d1fdc761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:34.015651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Bound port: d995f569-236e-4add-8a26-3be017a8bcd1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1ab09e-ab61-4306-a10b-1142d1fdc761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:34.016013 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.053780 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.123521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.124319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] For port d995f569-236e-4add-8a26-3be017a8bcd1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:34.128114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] For port d995f569-236e-4add-8a26-3be017a8bcd1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d995f569-236e-4add-8a26-3be017a8bcd1,segment=NetworkSegment(2a1ab09e-ab61-4306-a10b-1142d1fdc761),segment_id=2a1ab09e-ab61-4306-a10b-1142d1fdc761)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:34.139313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.209093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.252508 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Subnet': ['ID=3f27cf70-ddec-44f0-82e5-1880d6596d54,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:34.300970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f451fd2-e3b7-4928-a37c-3fa487a84d5b None None] Network f6ed7835-3c97-4d1c-8cff-0d50b5098078 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:34.328137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497b154-f207-49b6-b1ed-a194fa4b38fa None None] Pushing event updated for resources: {'Port': ['ID=d995f569-236e-4add-8a26-3be017a8bcd1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:34.362750 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.388869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ed7835-3c97-4d1c-8cff-0d50b5098078']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:34.401551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41218f13-4525-41ad-8299-31bc508e67e8') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:34.401840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41218f13-4525-41ad-8299-31bc508e67e8') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:34.414227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.435041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.440330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:34.440889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:34.518014 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:34.543454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.561580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.572520 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Network': ['ID=f6ed7835-3c97-4d1c-8cff-0d50b5098078,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:34.580325 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bb312a4a-de43-4e62-9afb-658e4784eae3 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/f6ed7835-3c97-4d1c-8cff-0d50b5098078 HTTP/1.1" status: 204 len: 168 time: 0.6648567 Mar 05 00:54:34.581298 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43858) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:34.586090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861238992'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:34.592209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:34.596088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:network and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:34.599177 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:34.605670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:34.615150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:34.618808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.646433 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:34.655281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.655622 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Added segment 9ded7a44-b7f4-4a1b-a129-72171335579a of type vlan for network babeadbd-3fd7-4135-9a41-dd341f441c8d Mar 05 00:54:34.682116 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.710537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.714549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:34.715124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:34.818182 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2366645 Mar 05 00:54:34.821020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43862) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:34.824073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428174d-e986-410d-87f3-4ff1d5597c1f tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Network': ['ID=babeadbd-3fd7-4135-9a41-dd341f441c8d,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:34.826782 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'subnet': {'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:34.834771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network babeadbd-3fd7-4135-9a41-dd341f441c8d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:34.941889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:34.945903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:subnet and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:34.948883 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:34.954894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:34.966863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:35.022113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ccc53ffb-e264-4bf3-a0f8-afeeb605ff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.072868 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.252579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a2c65-512c-4560-87e4-ceed1aa29c97 None None] Network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:35.263855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Performing IP validity checks on allocation pools {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 00:54:35.264374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.ipam_backend_mixin [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 00:54:35.362086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1923455d-6966-4539-9e6c-ff395c5b4698 None None] Provisioning for port d995f569-236e-4add-8a26-3be017a8bcd1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:35.389590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.457776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Subnet': ['ID=a64bfd96-fc6c-4966-bd8c-5edadb81fe34,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:35.481291 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Checking segment: {'id': '9ded7a44-b7f4-4a1b-a129-72171335579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:35.481646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network hostable DHCP agents. Network: babeadbd-3fd7-4135-9a41-dd341f441c8d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:35.503671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network babeadbd-3fd7-4135-9a41-dd341f441c8d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:35.514396 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, babeadbd-3fd7-4135-9a41-dd341f441c8d) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:35.519498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:35.520214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.524016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1e2dff-dfd2-4b84-9250-900012dab1a0 None None] Network babeadbd-3fd7-4135-9a41-dd341f441c8d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:35.545755 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0cb44018-3e2c-44d0-aaf5-4c949b06e650 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7212183 Mar 05 00:54:35.546478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43866) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:35.697826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.743525 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-babeadbd-3fd7-4135-9a41-dd341f441c8d', 'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d', 'tenant_id': 'd7faa40ad3f04129b97d00b64eb41989', 'fixed_ips': [{'subnet_id': 'a64bfd96-fc6c-4966-bd8c-5edadb81fe34'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:35.744325 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.767451 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:35.911908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Allocated IP 2001:db8::3 (babeadbd-3fd7-4135-9a41-dd341f441c8d/a64bfd96-fc6c-4966-bd8c-5edadb81fe34/49c19c45-e1df-43d8-8cfc-96d06aeb9c95) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:36.138146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.148040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Transition to ACTIVE for port object 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:36.165824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Transition to ACTIVE for port object 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:36.170857 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.187317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.225653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Subnet': ['ID=a64bfd96-fc6c-4966-bd8c-5edadb81fe34,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:36.238924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Network babeadbd-3fd7-4135-9a41-dd341f441c8d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:36.242378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:36.246508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:36.248505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Pushing event updated for resources: {'Port': ['ID=49c19c45-e1df-43d8-8cfc-96d06aeb9c95,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:36.282361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.283027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.283027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.283327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.283646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.283966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.284281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.284594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.284904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.285215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.285550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:54:36.318693 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.342892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Attempting to bind port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:36.343250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Attempting to bind port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '9ded7a44-b7f4-4a1b-a129-72171335579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:36.343606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Attempting to bind port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 on network babeadbd-3fd7-4135-9a41-dd341f441c8d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:36.343904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babeadbd-3fd7-4135-9a41-dd341f441c8d']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:36.350442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:36.350803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Checking segment: {'id': '9ded7a44-b7f4-4a1b-a129-72171335579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:36.351192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.351572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Bound using segment: {'id': '9ded7a44-b7f4-4a1b-a129-72171335579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:36.352017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Bound port: 49c19c45-e1df-43d8-8cfc-96d06aeb9c95, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ded7a44-b7f4-4a1b-a129-72171335579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:36.352378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.356253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ded7a44-b7f4-4a1b-a129-72171335579a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:36.356542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ded7a44-b7f4-4a1b-a129-72171335579a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:36.367523 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.382703 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.388712 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:36.389085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:36.407120 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:36.441768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] For port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:36.489857 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] For port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=49c19c45-e1df-43d8-8cfc-96d06aeb9c95,segment=NetworkSegment(9ded7a44-b7f4-4a1b-a129-72171335579a),segment_id=9ded7a44-b7f4-4a1b-a129-72171335579a)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:36.490934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.db.api [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 00:54:36.490934 n-d-828979-4 neutron-server[83782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 00:54:36.490934 n-d-828979-4 neutron-server[83782]: [parameters: {'id': 'babeadbd-3fd7-4135-9a41-dd341f441c8d'}] Mar 05 00:54:36.490934 n-d-828979-4 neutron-server[83782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:54:36.491398 n-d-828979-4 neutron-server[83782]: DEBUG oslo_db.api [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:54:36.495379 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.526140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d995f569-236e-4add-8a26-3be017a8bcd1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:36.621201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66287db-529c-473e-be5c-0f550af9d4c5 None None] Pushing event updated for resources: {'Port': ['ID=49c19c45-e1df-43d8-8cfc-96d06aeb9c95,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:36.682649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d995f569-236e-4add-8a26-3be017a8bcd1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:36.687685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d995f569-236e-4add-8a26-3be017a8bcd1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:36.688054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.713753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bcf6d-5496-49a0-bb13-69637d1c49c2 None None] Network babeadbd-3fd7-4135-9a41-dd341f441c8d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:36.955013 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:36.992916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.000023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d995f569-236e-4add-8a26-3be017a8bcd1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d995f569-236e-4add-8a26-3be017a8bcd1,segment=NetworkSegment(2a1ab09e-ab61-4306-a10b-1142d1fdc761),segment_id=2a1ab09e-ab61-4306-a10b-1142d1fdc761)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:37.007476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d71904-723a-4c31-9be2-ea5f8588b378 None None] get_active_networks_info from n-d-828979-4 {{(pid=83784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 05 00:54:37.007967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Deleting port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:37.008321 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.033892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.125230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f76b552f-8640-4fc7-a971-d7eb277fdc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.151180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d995f569-236e-4add-8a26-3be017a8bcd1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:37.163811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d71904-723a-4c31-9be2-ea5f8588b378 None None] Resources bound (agent type, host, resource id): {{(pid=83784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 00:54:37.214487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] For port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=49c19c45-e1df-43d8-8cfc-96d06aeb9c95,segment=NetworkSegment(9ded7a44-b7f4-4a1b-a129-72171335579a),segment_id=9ded7a44-b7f4-4a1b-a129-72171335579a)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:37.214751 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.332586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Calling delete_port for 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:37.406981 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.450627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Port': ['ID=49c19c45-e1df-43d8-8cfc-96d06aeb9c95,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:37.457091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No DVR routers for this DVR port 49c19c45-e1df-43d8-8cfc-96d06aeb9c95 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:37.581983 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.606695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babeadbd-3fd7-4135-9a41-dd341f441c8d']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:37.618871 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ded7a44-b7f4-4a1b-a129-72171335579a') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:37.619155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ded7a44-b7f4-4a1b-a129-72171335579a') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:37.630052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.645896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.651985 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:37.652361 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:37.666763 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:37.744985 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.761603 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.774786 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Network': ['ID=babeadbd-3fd7-4135-9a41-dd341f441c8d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:37.778657 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e22cb155-83d2-42ff-8fa6-aa080b99215a tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/babeadbd-3fd7-4135-9a41-dd341f441c8d HTTP/1.1" status: 204 len: 168 time: 2.2306559 Mar 05 00:54:37.782126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43870) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:37.788008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268610236'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:37.793451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:37.797199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:network and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:37.799992 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:37.806134 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:37.815018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:37.818059 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.845830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:37.855181 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.855550 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Added segment 5de3b51b-f3fa-43c9-98c3-da4ed8b939e8 of type vlan for network 0d77852b-38d5-4d5a-8366-fad4735fe70e Mar 05 00:54:37.879916 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.911143 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:37.915499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:37.916102 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.011558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2283783 Mar 05 00:54:38.015169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43874) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:38.019911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f76248-f69f-4fc7-b699-3e1d6e58082b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Network': ['ID=0d77852b-38d5-4d5a-8366-fad4735fe70e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:38.020961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'subnet': {'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:38.030453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 0d77852b-38d5-4d5a-8366-fad4735fe70e details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:38.132533 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:38.136411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:subnet and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:38.139168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:38.144648 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:38.154168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:38.251815 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.446539 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.450157 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.463481 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d995f569-236e-4add-8a26-3be017a8bcd1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:38.469084 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.534685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d995f569-236e-4add-8a26-3be017a8bcd1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:38.535056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.548023 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Subnet': ['ID=daa421db-a9c5-4bac-b985-7029985c5132,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:38.559993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Checking segment: {'id': '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:38.560350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network hostable DHCP agents. Network: 0d77852b-38d5-4d5a-8366-fad4735fe70e, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:38.582152 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network 0d77852b-38d5-4d5a-8366-fad4735fe70e is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:38.591030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 0d77852b-38d5-4d5a-8366-fad4735fe70e) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:38.594998 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:38.595572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.617248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9f1c85e-0970-458e-a8d1-2f5b8977c901 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6009169 Mar 05 00:54:38.620875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43878) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:38.622369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8d1ef-8479-47a3-b601-cb157b9ab155 None None] Network 0d77852b-38d5-4d5a-8366-fad4735fe70e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:38.626847 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998638401'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:38.633209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:38.637101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:network and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:38.640003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:38.650582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:38.660456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:38.663528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.693026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:38.702435 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.702768 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Added segment 36d24d96-652a-46d6-a434-615766529eb8 of type vlan for network b7336ab0-a58a-4aca-bc0e-bdc7bb244828 Mar 05 00:54:38.731885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.767926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.772008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:38.772585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.890670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-0d77852b-38d5-4d5a-8366-fad4735fe70e', 'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e', 'tenant_id': 'd7faa40ad3f04129b97d00b64eb41989', 'fixed_ips': [{'subnet_id': 'daa421db-a9c5-4bac-b985-7029985c5132'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:38.891492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:38.965070 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3428001 Mar 05 00:54:38.967983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43882) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:38.975983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Request body: {'subnet': {'network_id': 'b7336ab0-a58a-4aca-bc0e-bdc7bb244828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:38.997082 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519641b-ecb9-44c9-9254-3e0cc4472306 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Network': ['ID=b7336ab0-a58a-4aca-bc0e-bdc7bb244828,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:39.026841 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network b7336ab0-a58a-4aca-bc0e-bdc7bb244828 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:39.088830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:39.092904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Usage tracker for resource:subnet and tenant:d7faa40ad3f04129b97d00b64eb41989 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:39.095705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:39.101924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:39.112739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Made reservation on behalf of d7faa40ad3f04129b97d00b64eb41989 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:39.145532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Allocated IP 2001:db8::2 (0d77852b-38d5-4d5a-8366-fad4735fe70e/daa421db-a9c5-4bac-b985-7029985c5132/95a0097f-ba18-4901-a445-912e96b98faa) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:39.214566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.348671 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.359358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Transition to ACTIVE for port object 95a0097f-ba18-4901-a445-912e96b98faa will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:39.377053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Transition to ACTIVE for port object 95a0097f-ba18-4901-a445-912e96b98faa will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:39.382455 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.429133 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.450847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Network 0d77852b-38d5-4d5a-8366-fad4735fe70e is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:39.453493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:39.455822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:39.467320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Pushing event updated for resources: {'Port': ['ID=95a0097f-ba18-4901-a445-912e96b98faa,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:39.502890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event updated for resources: {'Subnet': ['ID=e6598d25-50ae-4a7d-81c6-e31b5bca1fd8,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:39.516615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Checking segment: {'id': '36d24d96-652a-46d6-a434-615766529eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b7336ab0-a58a-4aca-bc0e-bdc7bb244828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:39.516970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network hostable DHCP agents. Network: b7336ab0-a58a-4aca-bc0e-bdc7bb244828, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:39.539199 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Network b7336ab0-a58a-4aca-bc0e-bdc7bb244828 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:39.548236 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, b7336ab0-a58a-4aca-bc0e-bdc7bb244828) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:39.548696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Attempting to bind port 95a0097f-ba18-4901-a445-912e96b98faa on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:39.549070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Attempting to bind port 95a0097f-ba18-4901-a445-912e96b98faa by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:39.549485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Attempting to bind port 95a0097f-ba18-4901-a445-912e96b98faa on network 0d77852b-38d5-4d5a-8366-fad4735fe70e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:39.552128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:39.552747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.556450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:39.556824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Checking segment: {'id': '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:39.557241 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.557641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Bound using segment: {'id': '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:39.558220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Bound port: 95a0097f-ba18-4901-a445-912e96b98faa, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0d77852b-38d5-4d5a-8366-fad4735fe70e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:39.558591 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.568377 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ddbe8-b423-4a18-8469-41a5d283dc33 None None] Network b7336ab0-a58a-4aca-bc0e-bdc7bb244828 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:39.577590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33cee609-831a-4fcd-81d5-21e8450941c1 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6088290 Mar 05 00:54:39.580248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43886) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:39.720332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.754783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] For port 95a0097f-ba18-4901-a445-912e96b98faa, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:39.784924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.795793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] For port 95a0097f-ba18-4901-a445-912e96b98faa, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=95a0097f-ba18-4901-a445-912e96b98faa,segment=NetworkSegment(5de3b51b-f3fa-43c9-98c3-da4ed8b939e8),segment_id=5de3b51b-f3fa-43c9-98c3-da4ed8b939e8)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:39.803216 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.860645 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.903158 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Subnet': ['ID=e6598d25-50ae-4a7d-81c6-e31b5bca1fd8,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:39.932558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b168-7f47-4a81-8889-7171366ace01 None None] Pushing event updated for resources: {'Port': ['ID=95a0097f-ba18-4901-a445-912e96b98faa,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:39.936816 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f387e4f-3dc1-4f9e-85b7-f648586cfcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-b7336ab0-a58a-4aca-bc0e-bdc7bb244828', 'network_id': 'b7336ab0-a58a-4aca-bc0e-bdc7bb244828', 'tenant_id': 'd7faa40ad3f04129b97d00b64eb41989', 'fixed_ips': [{'subnet_id': 'e6598d25-50ae-4a7d-81c6-e31b5bca1fd8'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:39.937703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5f387e4f-3dc1-4f9e-85b7-f648586cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:39.951180 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.006264 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.038544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7336ab0-a58a-4aca-bc0e-bdc7bb244828']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:40.043376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e3bdc0-c4b5-4452-b58a-de890c3f6f67 None None] Network b7336ab0-a58a-4aca-bc0e-bdc7bb244828 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:40.052318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d24d96-652a-46d6-a434-615766529eb8') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:40.053276 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d24d96-652a-46d6-a434-615766529eb8') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:40.067222 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.085383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.092858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:40.093620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:40.108599 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:40.201734 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.206551 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.234419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Network': ['ID=b7336ab0-a58a-4aca-bc0e-bdc7bb244828,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:40.241517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:40.242003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-471fd6d4-82ce-41d2-bd26-c7c56084ce79 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/b7336ab0-a58a-4aca-bc0e-bdc7bb244828 HTTP/1.1" status: 204 len: 168 time: 0.6603479 Mar 05 00:54:40.281672 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7599a3cb-1d01-4ebf-b10b-644e54c6cde6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] GET failed (client error): The resource could not be found. Mar 05 00:54:40.282273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7599a3cb-1d01-4ebf-b10b-644e54c6cde6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Synchronizing usage tracker for tenant:d7faa40ad3f04129b97d00b64eb41989 on resource:subnet {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:54:40.299924 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-7599a3cb-1d01-4ebf-b10b-644e54c6cde6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Unset dirty status for tenant:d7faa40ad3f04129b97d00b64eb41989 on resource:subnet {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:54:40.304181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-7599a3cb-1d01-4ebf-b10b-644e54c6cde6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "GET /v2.0/subnets/e6598d25-50ae-4a7d-81c6-e31b5bca1fd8 HTTP/1.1" status: 404 len: 337 time: 0.0580800 Mar 05 00:54:40.304593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43894) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:40.329404 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-381a346c-fe94-49a7-ba92-90cce24fd9f9 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:40.329828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381a346c-fe94-49a7-ba92-90cce24fd9f9 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:40.331364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-381a346c-fe94-49a7-ba92-90cce24fd9f9 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/b7336ab0-a58a-4aca-bc0e-bdc7bb244828 HTTP/1.1" status: 404 len: 339 time: 0.0257747 Mar 05 00:54:40.335069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43898) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:40.376036 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8ba869-b26d-4fd0-bdd2-f54f056671fe tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:40.376366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8ba869-b26d-4fd0-bdd2-f54f056671fe tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:40.385424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4b8ba869-b26d-4fd0-bdd2-f54f056671fe tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/subnets/e6598d25-50ae-4a7d-81c6-e31b5bca1fd8 HTTP/1.1" status: 404 len: 337 time: 0.0420599 Mar 05 00:54:40.385424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43902) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:40.407910 n-d-828979-4 neutron-server[83782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ca3259-17bc-41cc-bacb-6ba9203c08e6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:40.408343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ca3259-17bc-41cc-bacb-6ba9203c08e6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:40.410009 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d4ca3259-17bc-41cc-bacb-6ba9203c08e6 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/b7336ab0-a58a-4aca-bc0e-bdc7bb244828 HTTP/1.1" status: 404 len: 339 time: 0.0285430 Mar 05 00:54:40.413022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43906) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:40.483230 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Deleting subnet daa421db-a9c5-4bac-b985-7029985c5132 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:54:40.483423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 95a0097f-ba18-4901-a445-912e96b98faa up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:40.486609 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.544515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.550598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 95a0097f-ba18-4901-a445-912e96b98faa completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:40.629296 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.709240 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.749672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Subnet': ['ID=daa421db-a9c5-4bac-b985-7029985c5132,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:40.755412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.768793 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2cdd3bac-9d2f-49e3-862a-180d1492d881 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/subnets/daa421db-a9c5-4bac-b985-7029985c5132 HTTP/1.1" status: 204 len: 168 time: 0.3546524 Mar 05 00:54:40.771173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43910) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:40.886973 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.898328 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Deleting port 95a0097f-ba18-4901-a445-912e96b98faa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:40.898656 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:40.945160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3d049-4d2f-4c69-b371-48c9f6668033 None None] Network 0d77852b-38d5-4d5a-8366-fad4735fe70e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:41.104118 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] For port 95a0097f-ba18-4901-a445-912e96b98faa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=95a0097f-ba18-4901-a445-912e96b98faa,segment=NetworkSegment(5de3b51b-f3fa-43c9-98c3-da4ed8b939e8),segment_id=5de3b51b-f3fa-43c9-98c3-da4ed8b939e8)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:41.104475 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.116648 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] Provisioning for port 95a0097f-ba18-4901-a445-912e96b98faa completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:41.149260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] Provisioning complete for port 95a0097f-ba18-4901-a445-912e96b98faa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:41.149686 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.288229 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.325049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Calling delete_port for 95a0097f-ba18-4901-a445-912e96b98faa owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:41.325776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] DHCP port deletion for 0d77852b-38d5-4d5a-8366-fad4735fe70e request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:54:41.330955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] For port 95a0097f-ba18-4901-a445-912e96b98faa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=95a0097f-ba18-4901-a445-912e96b98faa,segment=NetworkSegment(5de3b51b-f3fa-43c9-98c3-da4ed8b939e8),segment_id=5de3b51b-f3fa-43c9-98c3-da4ed8b939e8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:41.332755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] Deleting port 95a0097f-ba18-4901-a445-912e96b98faa {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:41.333279 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.360347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.397639 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.db.api [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:54:41.397962 n-d-828979-4 neutron-server[83783]: DEBUG oslo_db.api [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:54:41.483028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9ca6-00f2-4529-8d8f-2cab28324613 None None] Pushing event updated for resources: {'Port': ['ID=95a0097f-ba18-4901-a445-912e96b98faa,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:41.591084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] For port 95a0097f-ba18-4901-a445-912e96b98faa, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=95a0097f-ba18-4901-a445-912e96b98faa,segment=NetworkSegment(5de3b51b-f3fa-43c9-98c3-da4ed8b939e8),segment_id=5de3b51b-f3fa-43c9-98c3-da4ed8b939e8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:41.591716 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.710624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] Calling delete_port for 95a0097f-ba18-4901-a445-912e96b98faa owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:41.782273 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.826041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] Pushing event deleted for resources: {'Port': ['ID=95a0097f-ba18-4901-a445-912e96b98faa,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:41.830679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652f503-9067-4d99-97c6-67d44c976f89 None None] No DVR routers for this DVR port 95a0097f-ba18-4901-a445-912e96b98faa on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:41.898822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Deleting port 95a0097f-ba18-4901-a445-912e96b98faa {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:41.899116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:41.964627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] The port '95a0097f-ba18-4901-a445-912e96b98faa' was deleted {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:54:42.083537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.108959 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d77852b-38d5-4d5a-8366-fad4735fe70e']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:42.120981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:42.121294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de3b51b-f3fa-43c9-98c3-da4ed8b939e8') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:42.132423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.148291 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.154297 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:42.154618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:42.169032 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:42.246880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.251562 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.276321 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Network': ['ID=0d77852b-38d5-4d5a-8366-fad4735fe70e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:42.279646 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6151d874-f9fa-46f5-945f-506caed75aa8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/0d77852b-38d5-4d5a-8366-fad4735fe70e HTTP/1.1" status: 204 len: 168 time: 1.5069900 Mar 05 00:54:42.282167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43914) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:42.318517 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8023b6-3c3c-4146-b961-20952dd3641b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:42.318938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8023b6-3c3c-4146-b961-20952dd3641b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:42.320469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4c8023b6-3c3c-4146-b961-20952dd3641b tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/subnets/a64bfd96-fc6c-4966-bd8c-5edadb81fe34 HTTP/1.1" status: 404 len: 337 time: 0.0374210 Mar 05 00:54:42.322863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43918) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:42.346392 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f661519c-9949-4d44-a4f2-6ed2a3207dd7 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:42.346983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f661519c-9949-4d44-a4f2-6ed2a3207dd7 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:42.348254 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f661519c-9949-4d44-a4f2-6ed2a3207dd7 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/babeadbd-3fd7-4135-9a41-dd341f441c8d HTTP/1.1" status: 404 len: 339 time: 0.0245371 Mar 05 00:54:42.351064 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43922) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:42.389824 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-77eedc9e-408f-4a9d-9e6d-4fd3d93907c8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:42.390239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77eedc9e-408f-4a9d-9e6d-4fd3d93907c8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:42.391729 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77eedc9e-408f-4a9d-9e6d-4fd3d93907c8 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/subnets/3f27cf70-ddec-44f0-82e5-1880d6596d54 HTTP/1.1" status: 404 len: 337 time: 0.0398200 Mar 05 00:54:42.393982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43926) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:42.418309 n-d-828979-4 neutron-server[83783]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ed499c-b0f7-4c0d-97a3-d65d21c6e546 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] DELETE failed (client error): The resource could not be found. Mar 05 00:54:42.418737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ed499c-b0f7-4c0d-97a3-d65d21c6e546 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 00:54:42.420345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-74ed499c-b0f7-4c0d-97a3-d65d21c6e546 tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/f6ed7835-3c97-4d1c-8cff-0d50b5098078 HTTP/1.1" status: 404 len: 339 time: 0.0255086 Mar 05 00:54:42.422803 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43930) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:42.454498 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 95a0097f-ba18-4901-a445-912e96b98faa no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:54:42.488080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 95a0097f-ba18-4901-a445-912e96b98faa {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:54:42.488432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 95a0097f-ba18-4901-a445-912e96b98faa not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:54:42.602894 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Deleting subnet e945d543-b996-4ddf-a5ae-85f1a2fd12be {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:54:42.605830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.662672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.741381 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.814119 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.851644 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Subnet': ['ID=e945d543-b996-4ddf-a5ae-85f1a2fd12be,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:42.857714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.863485 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115f787-92dc-447b-9541-037c9b66482f None None] Network 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:42.866896 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-67a7627e-2731-42a1-851c-62756476b7eb tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/subnets/e945d543-b996-4ddf-a5ae-85f1a2fd12be HTTP/1.1" status: 204 len: 168 time: 0.4431725 Mar 05 00:54:42.869322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43936) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:42.982657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:42.993486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Deleting port d995f569-236e-4add-8a26-3be017a8bcd1 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:42.993817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.107561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] DHCP port deletion for 4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:54:43.111678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Deleting port d995f569-236e-4add-8a26-3be017a8bcd1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:43.112047 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.193111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] For port d995f569-236e-4add-8a26-3be017a8bcd1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d995f569-236e-4add-8a26-3be017a8bcd1,segment=NetworkSegment(2a1ab09e-ab61-4306-a10b-1142d1fdc761),segment_id=2a1ab09e-ab61-4306-a10b-1142d1fdc761)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:43.193567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.307444 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] For port d995f569-236e-4add-8a26-3be017a8bcd1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d995f569-236e-4add-8a26-3be017a8bcd1,segment=NetworkSegment(2a1ab09e-ab61-4306-a10b-1142d1fdc761),segment_id=2a1ab09e-ab61-4306-a10b-1142d1fdc761)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:43.307832 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.405285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Calling delete_port for d995f569-236e-4add-8a26-3be017a8bcd1 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:43.462024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Calling delete_port for d995f569-236e-4add-8a26-3be017a8bcd1 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:43.480638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.523868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Port': ['ID=d995f569-236e-4add-8a26-3be017a8bcd1,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:43.530356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] No DVR routers for this DVR port d995f569-236e-4add-8a26-3be017a8bcd1 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:43.533773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:54:43.534398 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:54:43.649715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.677502 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:43.689797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1ab09e-ab61-4306-a10b-1142d1fdc761') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:43.690094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1ab09e-ab61-4306-a10b-1142d1fdc761') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:43.701466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.722455 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.729074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:43.729527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:43.743554 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:43.821125 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.838061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:43.849967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] Pushing event deleted for resources: {'Network': ['ID=4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:43.852912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a252d3d2-16a2-48fc-a456-402b3b4892bd tempest-NetworksIpV6Test-1678137100 tempest-NetworksIpV6Test-1678137100-project] 10.222.0.32 "DELETE /v2.0/networks/4b60a27f-1bd5-43d3-9e0f-b9b7e7fcfba9 HTTP/1.1" status: 204 len: 168 time: 0.9826846 Mar 05 00:54:44.035381 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Deleting port d995f569-236e-4add-8a26-3be017a8bcd1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:44.035862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:44.102839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d5afb61c-da1f-4e2c-b3ff-75607c8f7194 None None] The port 'd995f569-236e-4add-8a26-3be017a8bcd1' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:54:44.149074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43944) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:44.314241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3e9df25f-90a6-4bdb-b928-cc21fb2e3f8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7faa40ad3f04129b97d00b64eb41989&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1639650 Mar 05 00:54:44.316607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43950) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:44.373215 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91ec8f7a-0e21-4b9d-b1d6-6a8dc9b733de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:44.398003 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91ec8f7a-0e21-4b9d-b1d6-6a8dc9b733de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:44.447771 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91ec8f7a-0e21-4b9d-b1d6-6a8dc9b733de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:44.456811 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d995f569-236e-4add-8a26-3be017a8bcd1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:54:44.466704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec8f7a-0e21-4b9d-b1d6-6a8dc9b733de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d09823-f4e1-4180-9ff2-c45c8a7260d9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:44.469831 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-91ec8f7a-0e21-4b9d-b1d6-6a8dc9b733de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:44.473624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-91ec8f7a-0e21-4b9d-b1d6-6a8dc9b733de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6d09823-f4e1-4180-9ff2-c45c8a7260d9 HTTP/1.1" status: 204 len: 168 time: 0.1534109 Mar 05 00:54:44.497494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d995f569-236e-4add-8a26-3be017a8bcd1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:54:44.497844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d995f569-236e-4add-8a26-3be017a8bcd1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:54:45.251124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43972) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:45.376266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-843625429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:45.383141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:45.386896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Usage tracker for resource:router and tenant:aeeffd71733d44b09938bbf9dbab9e4c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:45.390445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:45.395982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:45.406460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.407473 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.425642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.445140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.465883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.467150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-78518be5-6660-4463-be93-4c0f9e8da9a9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2150595 Mar 05 00:54:45.469878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43978) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:45.475720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-952059968'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:45.481175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:45.484896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Usage tracker for resource:network and tenant:aeeffd71733d44b09938bbf9dbab9e4c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:45.488196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:45.493780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:45.503178 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Made reservation on behalf of aeeffd71733d44b09938bbf9dbab9e4c for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:45.506024 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.518094 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.550311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:45.554015 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Usage tracker for resource:security_group_rule and tenant:aeeffd71733d44b09938bbf9dbab9e4c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:45.556701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:45.562226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:45.629292 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.633580 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.666121 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:45.674512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd82f0-e11d-4d16-b75c-21e15644b9e5,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:45.681190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.681607 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Added segment ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57 of type vlan for network 323aef6a-2913-43b3-b6a2-bd951480e45e Mar 05 00:54:45.707714 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.736074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.739808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:45.740379 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:45.846934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event updated for resources: {'Network': ['ID=323aef6a-2913-43b3-b6a2-bd951480e45e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:45.851709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e847bf6a-dd06-48bb-bdc4-72074c0673b9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3808632 Mar 05 00:54:45.854536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43982) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:45.857332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 323aef6a-2913-43b3-b6a2-bd951480e45e details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:45.862122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Request body: {'subnet': {'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:45.972258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:45.976092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Usage tracker for resource:subnet and tenant:aeeffd71733d44b09938bbf9dbab9e4c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:45.978933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:45.984491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:45.995338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Made reservation on behalf of aeeffd71733d44b09938bbf9dbab9e4c for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:46.094003 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.386934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.462051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event updated for resources: {'Subnet': ['ID=e4d39227-707a-4232-ac60-eb0082044f71,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:46.476790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Checking segment: {'id': 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:46.477124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Network hostable DHCP agents. Network: 323aef6a-2913-43b3-b6a2-bd951480e45e, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:46.498874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Network 323aef6a-2913-43b3-b6a2-bd951480e45e is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:46.507728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 323aef6a-2913-43b3-b6a2-bd951480e45e) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:46.511668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:46.512277 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.516503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c2d09-aa4b-4b0d-a597-12fa8f692aba None None] Network 323aef6a-2913-43b3-b6a2-bd951480e45e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:46.531868 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-983517df-402b-4d39-ae25-9f21a35208d9 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6762829 Mar 05 00:54:46.534806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 43986) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:46.540646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1629105565'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:46.546090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:46.549893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Usage tracker for resource:network and tenant:aeeffd71733d44b09938bbf9dbab9e4c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:46.552682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:46.558920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:46.568846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Made reservation on behalf of aeeffd71733d44b09938bbf9dbab9e4c for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:46.571739 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.599040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:46.608897 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.609259 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Added segment 15eff24b-de80-4310-91f1-0eb8c3a6ff68 of type vlan for network ce9ed319-d688-479d-9350-34a4eddc8141 Mar 05 00:54:46.635684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.665778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.669353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:46.669929 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.732378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-323aef6a-2913-43b3-b6a2-bd951480e45e', 'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e', 'tenant_id': 'aeeffd71733d44b09938bbf9dbab9e4c', 'fixed_ips': [{'subnet_id': 'e4d39227-707a-4232-ac60-eb0082044f71'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:46.733182 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:46.767114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2312820 Mar 05 00:54:46.770175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43990) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:46.776699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Request body: {'subnet': {'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:46.779191 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f9030-4cc1-46f6-8d1d-130de6026c3d tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event updated for resources: {'Network': ['ID=ce9ed319-d688-479d-9350-34a4eddc8141,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:46.791507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network ce9ed319-d688-479d-9350-34a4eddc8141 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:46.888361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:46.893407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Usage tracker for resource:subnet and tenant:aeeffd71733d44b09938bbf9dbab9e4c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:46.895868 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:46.902191 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:46.916598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Made reservation on behalf of aeeffd71733d44b09938bbf9dbab9e4c for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:46.980215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Allocated IP 172.20.0.2 (323aef6a-2913-43b3-b6a2-bd951480e45e/e4d39227-707a-4232-ac60-eb0082044f71/794d591d-2764-4378-85cb-c650fb1a9494) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:47.025740 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.182568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.192750 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Transition to ACTIVE for port object 794d591d-2764-4378-85cb-c650fb1a9494 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:47.212104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Transition to ACTIVE for port object 794d591d-2764-4378-85cb-c650fb1a9494 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:47.218153 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.236672 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.283651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Network 323aef6a-2913-43b3-b6a2-bd951480e45e is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:47.286473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:47.290990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:47.292915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Pushing event updated for resources: {'Port': ['ID=794d591d-2764-4378-85cb-c650fb1a9494,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:47.315268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event updated for resources: {'Subnet': ['ID=adf50d09-2b45-40cf-8c27-cc9f078f3d74,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:47.327672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Checking segment: {'id': '15eff24b-de80-4310-91f1-0eb8c3a6ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:47.328031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Network hostable DHCP agents. Network: ce9ed319-d688-479d-9350-34a4eddc8141, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:47.349655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Network ce9ed319-d688-479d-9350-34a4eddc8141 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:47.358941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, ce9ed319-d688-479d-9350-34a4eddc8141) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:47.363130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:47.363660 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.375506 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92116984-23d1-44ca-b682-735784264bf6 None None] Network ce9ed319-d688-479d-9350-34a4eddc8141 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:47.384585 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f68882c6-b764-465f-820c-ecd0bac33754 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6131005 Mar 05 00:54:47.387198 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 43996) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:47.393099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b44a7502-27a8-4ead-a8ae-a0282b85c699 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:47.452824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Attempting to bind port 794d591d-2764-4378-85cb-c650fb1a9494 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:47.453097 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Attempting to bind port 794d591d-2764-4378-85cb-c650fb1a9494 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:47.453478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Attempting to bind port 794d591d-2764-4378-85cb-c650fb1a9494 on network 323aef6a-2913-43b3-b6a2-bd951480e45e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:47.465778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:47.466148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Checking segment: {'id': 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:47.466530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.466912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Bound using segment: {'id': 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:47.467367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Bound port: 794d591d-2764-4378-85cb-c650fb1a9494, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '323aef6a-2913-43b3-b6a2-bd951480e45e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:47.467727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.620868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] For port 794d591d-2764-4378-85cb-c650fb1a9494, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:47.625106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] For port 794d591d-2764-4378-85cb-c650fb1a9494, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=794d591d-2764-4378-85cb-c650fb1a9494,segment=NetworkSegment(ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57),segment_id=ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:47.655639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.712846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-ce9ed319-d688-479d-9350-34a4eddc8141', 'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141', 'tenant_id': 'aeeffd71733d44b09938bbf9dbab9e4c', 'fixed_ips': [{'subnet_id': 'adf50d09-2b45-40cf-8c27-cc9f078f3d74'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:47.713669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.853633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aaa2c-4053-455e-8c5e-485f81377de7 None None] Pushing event updated for resources: {'Port': ['ID=794d591d-2764-4378-85cb-c650fb1a9494,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:47.882522 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b44a7502-27a8-4ead-a8ae-a0282b85c699 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:47.969825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Allocated IP 172.21.0.2 (ce9ed319-d688-479d-9350-34a4eddc8141/adf50d09-2b45-40cf-8c27-cc9f078f3d74/ee30530a-eca6-407d-840e-b8f6430580a0) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:48.060626 n-d-828979-4 neutron-server[83783]: INFO neutron.api.v2.resource [None req-b44a7502-27a8-4ead-a8ae-a0282b85c699 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 00:54:48.067274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b44a7502-27a8-4ead-a8ae-a0282b85c699 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "PUT /v2.0/routers/ad5d9e41-2245-4ec0-8ceb-deb30629cbb2 HTTP/1.1" status: 400 len: 364 time: 0.6735473 Mar 05 00:54:48.067737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44000) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:48.210101 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.220260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Transition to ACTIVE for port object ee30530a-eca6-407d-840e-b8f6430580a0 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:48.238707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Transition to ACTIVE for port object ee30530a-eca6-407d-840e-b8f6430580a0 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:48.244376 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.262227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Deleting subnet adf50d09-2b45-40cf-8c27-cc9f078f3d74 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:54:48.265083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.312420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Network ce9ed319-d688-479d-9350-34a4eddc8141 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:48.315350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:48.317817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:48.319966 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.324263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Pushing event updated for resources: {'Port': ['ID=ee30530a-eca6-407d-840e-b8f6430580a0,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:48.405184 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.413180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Attempting to bind port ee30530a-eca6-407d-840e-b8f6430580a0 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:48.413605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Attempting to bind port ee30530a-eca6-407d-840e-b8f6430580a0 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '15eff24b-de80-4310-91f1-0eb8c3a6ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:48.413970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Attempting to bind port ee30530a-eca6-407d-840e-b8f6430580a0 on network ce9ed319-d688-479d-9350-34a4eddc8141 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:48.421805 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:48.422179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Checking segment: {'id': '15eff24b-de80-4310-91f1-0eb8c3a6ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:48.422584 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.422978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Bound using segment: {'id': '15eff24b-de80-4310-91f1-0eb8c3a6ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:48.423441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Bound port: ee30530a-eca6-407d-840e-b8f6430580a0, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eff24b-de80-4310-91f1-0eb8c3a6ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce9ed319-d688-479d-9350-34a4eddc8141'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:48.423869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.494084 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.502074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 794d591d-2764-4378-85cb-c650fb1a9494 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:48.539458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event deleted for resources: {'Subnet': ['ID=adf50d09-2b45-40cf-8c27-cc9f078f3d74,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:48.543853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.550429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e450a576-6c3b-44ca-b4b8-76820ff8bea6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "DELETE /v2.0/subnets/adf50d09-2b45-40cf-8c27-cc9f078f3d74 HTTP/1.1" status: 204 len: 168 time: 0.4815955 Mar 05 00:54:48.552788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44004) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:48.583678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] For port ee30530a-eca6-407d-840e-b8f6430580a0, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:48.588610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] For port ee30530a-eca6-407d-840e-b8f6430580a0, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ee30530a-eca6-407d-840e-b8f6430580a0,segment=NetworkSegment(15eff24b-de80-4310-91f1-0eb8c3a6ff68),segment_id=15eff24b-de80-4310-91f1-0eb8c3a6ff68)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:48.595995 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.673723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 794d591d-2764-4378-85cb-c650fb1a9494 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:48.675502 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.688672 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Deleting port ee30530a-eca6-407d-840e-b8f6430580a0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:48.689087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.690059 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8adb8-3c53-4848-a1af-0f945504eeb1 None None] Pushing event updated for resources: {'Port': ['ID=ee30530a-eca6-407d-840e-b8f6430580a0,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:48.892871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f812f5-ba43-4431-869f-1ca8d6c16d8b None None] Network 323aef6a-2913-43b3-b6a2-bd951480e45e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:48.927207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] For port ee30530a-eca6-407d-840e-b8f6430580a0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ee30530a-eca6-407d-840e-b8f6430580a0,segment=NetworkSegment(15eff24b-de80-4310-91f1-0eb8c3a6ff68),segment_id=15eff24b-de80-4310-91f1-0eb8c3a6ff68)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:48.928862 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:48.995434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] Provisioning for port 794d591d-2764-4378-85cb-c650fb1a9494 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:49.013371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] Provisioning complete for port 794d591d-2764-4378-85cb-c650fb1a9494 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:49.013818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.070560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Calling delete_port for ee30530a-eca6-407d-840e-b8f6430580a0 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:49.145439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.193737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event deleted for resources: {'Port': ['ID=ee30530a-eca6-407d-840e-b8f6430580a0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:49.199231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] No DVR routers for this DVR port ee30530a-eca6-407d-840e-b8f6430580a0 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:49.228501 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.272480 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] For port 794d591d-2764-4378-85cb-c650fb1a9494, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=794d591d-2764-4378-85cb-c650fb1a9494,segment=NetworkSegment(ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57),segment_id=ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:49.279273 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.346396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be564a88-8fb4-4f2b-80b5-5f62e7cbdd77 None None] Pushing event updated for resources: {'Port': ['ID=794d591d-2764-4378-85cb-c650fb1a9494,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:49.435476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.463232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9ed319-d688-479d-9350-34a4eddc8141']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:49.477532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eff24b-de80-4310-91f1-0eb8c3a6ff68') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:49.477861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eff24b-de80-4310-91f1-0eb8c3a6ff68') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:49.490265 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.507795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.514487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:49.514889 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:49.530511 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:49.611628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-27a3f18f-ddf9-4869-a4bf-f9b88784f6b8 None None] Provisioning complete for port 794d591d-2764-4378-85cb-c650fb1a9494 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:49.611982 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-27a3f18f-ddf9-4869-a4bf-f9b88784f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.615314 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.620350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.649009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event deleted for resources: {'Network': ['ID=ce9ed319-d688-479d-9350-34a4eddc8141,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:49.655290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a358b622-9834-41a7-8b9c-01c531d51ce2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "DELETE /v2.0/networks/ce9ed319-d688-479d-9350-34a4eddc8141 HTTP/1.1" status: 204 len: 168 time: 1.0987811 Mar 05 00:54:49.655290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44008) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:49.733137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Deleting subnet e4d39227-707a-4232-ac60-eb0082044f71 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:54:49.736182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.790999 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.805082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef6fb4-0078-45ec-be2c-2694675a928b None None] DHCP port deletion for ce9ed319-d688-479d-9350-34a4eddc8141 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:54:49.821468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079190c3-d670-4a42-ab99-f83ca83fc1b3 None None] Network ce9ed319-d688-479d-9350-34a4eddc8141 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:49.838995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079190c3-d670-4a42-ab99-f83ca83fc1b3 None None] Network ce9ed319-d688-479d-9350-34a4eddc8141 could not be found, it might have been deleted concurrently. {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 05 00:54:49.851990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-64e6574e-c4f3-41a3-b148-97cf09c2c519 None None] Could not find standard attr ID for object ee30530a-eca6-407d-840e-b8f6430580a0. {{(pid=83784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 00:54:49.873054 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.947289 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.985668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d39227-707a-4232-ac60-eb0082044f71,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:49.990305 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:49.996863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c98426e9-5300-42ba-b8ee-27e4a66acd73 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "DELETE /v2.0/subnets/e4d39227-707a-4232-ac60-eb0082044f71 HTTP/1.1" status: 204 len: 168 time: 0.3407342 Mar 05 00:54:49.999263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44012) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:50.000652 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f7f65-6aba-4989-a986-be734f7f039f None None] Network 323aef6a-2913-43b3-b6a2-bd951480e45e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:50.110593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.121190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Deleting port 794d591d-2764-4378-85cb-c650fb1a9494 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:50.121544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.245267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] DHCP port deletion for 323aef6a-2913-43b3-b6a2-bd951480e45e request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:54:50.249396 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Deleting port 794d591d-2764-4378-85cb-c650fb1a9494 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:50.249887 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.324295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] For port 794d591d-2764-4378-85cb-c650fb1a9494, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=794d591d-2764-4378-85cb-c650fb1a9494,segment=NetworkSegment(ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57),segment_id=ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:50.324642 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.442907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Calling delete_port for 794d591d-2764-4378-85cb-c650fb1a9494 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:50.464912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 794d591d-2764-4378-85cb-c650fb1a9494 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:54:50.509254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] For port 794d591d-2764-4378-85cb-c650fb1a9494, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=794d591d-2764-4378-85cb-c650fb1a9494,segment=NetworkSegment(ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57),segment_id=ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:50.509578 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.516298 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.564008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event deleted for resources: {'Port': ['ID=794d591d-2764-4378-85cb-c650fb1a9494,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:50.569138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] No DVR routers for this DVR port 794d591d-2764-4378-85cb-c650fb1a9494 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:54:50.638734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Calling delete_port for 794d591d-2764-4378-85cb-c650fb1a9494 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:54:50.684920 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No active binding found for port 794d591d-2764-4378-85cb-c650fb1a9494 {{(pid=83784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 05 00:54:50.685241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 794d591d-2764-4378-85cb-c650fb1a9494 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:54:50.691952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.714814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:54:50.715175 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:54:50.717589 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323aef6a-2913-43b3-b6a2-bd951480e45e']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:50.730116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:50.730404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3354d1-4ca0-44b2-a080-e3ccbb7a0f57') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:50.741663 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.756785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.762997 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:54:50.763357 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:54:50.777760 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:54:50.856115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.860245 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:50.885071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Pushing event deleted for resources: {'Network': ['ID=323aef6a-2913-43b3-b6a2-bd951480e45e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:50.888602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bf6e2068-db3e-4b73-88a9-502163515918 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "DELETE /v2.0/networks/323aef6a-2913-43b3-b6a2-bd951480e45e HTTP/1.1" status: 204 len: 168 time: 0.8884473 Mar 05 00:54:50.891227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44016) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:50.932135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d3b8599c-ffda-4571-aefb-af528d9699b6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Synchronizing usage tracker for tenant:aeeffd71733d44b09938bbf9dbab9e4c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:54:50.947751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d3b8599c-ffda-4571-aefb-af528d9699b6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Unset dirty status for tenant:aeeffd71733d44b09938bbf9dbab9e4c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:54:50.948930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d3b8599c-ffda-4571-aefb-af528d9699b6 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad5d9e41-2245-4ec0-8ceb-deb30629cbb2 HTTP/1.1" status: 200 len: 205 time: 0.0567870 Mar 05 00:54:50.951436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44020) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:51.174545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:51.216643 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Deleting port 794d591d-2764-4378-85cb-c650fb1a9494 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:54:51.216956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:51.278155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-22e69e13-9915-4bae-a237-79d282d22b8c None None] The port '794d591d-2764-4378-85cb-c650fb1a9494' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:54:51.547853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:51.551967 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:51.578151 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:51.578742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Fanout notify agent at l3_agent the message router_deleted on router ad5d9e41-2245-4ec0-8ceb-deb30629cbb2 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:54:51.589909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:51.590956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-89a47392-c7c6-4549-a39d-c70042c34fa2 tempest-RoutersNegativeTest-1156452159 tempest-RoutersNegativeTest-1156452159-project] 10.222.0.32 "DELETE /v2.0/routers/ad5d9e41-2245-4ec0-8ceb-deb30629cbb2 HTTP/1.1" status: 204 len: 168 time: 0.6386302 Mar 05 00:54:51.871086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44028) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:52.045670 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ec9ff6ac-19c2-4dbd-928f-a4bce2a03d18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeeffd71733d44b09938bbf9dbab9e4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1733727 Mar 05 00:54:52.048153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44034) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:52.108912 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11b86f43-2ef2-4c79-aab1-8ba73a197012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:52.133582 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11b86f43-2ef2-4c79-aab1-8ba73a197012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:52.184274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11b86f43-2ef2-4c79-aab1-8ba73a197012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:52.200359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86f43-2ef2-4c79-aab1-8ba73a197012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd82f0-e11d-4d16-b75c-21e15644b9e5,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:52.203544 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-11b86f43-2ef2-4c79-aab1-8ba73a197012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:52.207938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-11b86f43-2ef2-4c79-aab1-8ba73a197012 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89bd82f0-e11d-4d16-b75c-21e15644b9e5 HTTP/1.1" status: 204 len: 168 time: 0.1555867 Mar 05 00:54:52.960863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44056) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:53.087666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2047225746-network', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:53.093314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:53.097123 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Usage tracker for resource:network and tenant:a4e4f4ada33941f3b10458af15f81cc3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:53.099918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:53.105941 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:53.115718 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Made reservation on behalf of a4e4f4ada33941f3b10458af15f81cc3 for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:53.118556 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.130301 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.160331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:53.164522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e4f4ada33941f3b10458af15f81cc3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:53.167258 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:53.172780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:53.237190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.240864 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.269388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:53.280450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3d82b-1257-42bf-821a-aaaeb66a744e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:53.285727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.286063 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Added segment 31cdf7be-cfdb-4a2f-a4a4-7f91464964bb of type vlan for network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe Mar 05 00:54:53.312329 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.339717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.340521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:53.341085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.441771 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4797084 Mar 05 00:54:53.442543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b92ed-41de-4e0a-9f94-2fd950d6e019 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:53.444518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44062) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:53.450013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Request body: {'subnet': {'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-subnet', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:53.452764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:53.455547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:53.459398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Usage tracker for resource:subnet and tenant:a4e4f4ada33941f3b10458af15f81cc3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:53.462723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:53.468523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:53.479146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Made reservation on behalf of a4e4f4ada33941f3b10458af15f81cc3 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:53.481427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.678013 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.755811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce67ca72-73e0-4fb2-bebf-6c2da05afbad,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:53.764086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Checking segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:53.764437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Network hostable DHCP agents. Network: e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:53.785345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:53.794480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:53.798094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:53.798668 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.802921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1a2c92-5ddb-4a78-a99f-c91b7e586c1f None None] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:53.821959 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0aea7b8a-df93-4218-b16a-78be32b74cf6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3728244 Mar 05 00:54:53.822318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44066) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:53.827371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:53.832705 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:53.837161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Usage tracker for resource:router and tenant:a4e4f4ada33941f3b10458af15f81cc3 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:53.840208 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:53.845840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:53.855919 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.857008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:53.875207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.023151 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:54:54.023978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.128310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.179564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Allocated IP 172.20.0.2 (e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe/ce67ca72-73e0-4fb2-bebf-6c2da05afbad/15539855-9cc6-4335-b23a-d4af4536a3e1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:54.313445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.346748 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.377666 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.387821 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Transition to ACTIVE for port object 15539855-9cc6-4335-b23a-d4af4536a3e1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:54.405232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Transition to ACTIVE for port object 15539855-9cc6-4335-b23a-d4af4536a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:54.410939 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.478035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Allocated IP 172.25.0.167 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/1037be84-86a2-4345-85a8-73a9e140ac98) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:54.479489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:54.482353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:54.486605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:54.488632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Pushing event updated for resources: {'Port': ['ID=15539855-9cc6-4335-b23a-d4af4536a3e1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:54.572581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Attempting to bind port 15539855-9cc6-4335-b23a-d4af4536a3e1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:54.572855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Attempting to bind port 15539855-9cc6-4335-b23a-d4af4536a3e1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:54.573213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Attempting to bind port 15539855-9cc6-4335-b23a-d4af4536a3e1 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:54.579564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:54.579929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Checking segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:54.580324 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.580708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Bound using segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:54.581165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Bound port: 15539855-9cc6-4335-b23a-d4af4536a3e1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:54.581552 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.631730 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.659408 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.673442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] For port 15539855-9cc6-4335-b23a-d4af4536a3e1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:54.676417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] For port 15539855-9cc6-4335-b23a-d4af4536a3e1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=15539855-9cc6-4335-b23a-d4af4536a3e1,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:54.680683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.730104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:54.732778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:54.736615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:54.760983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c324434-97de-414b-a3ec-f45537d283d5 None None] Pushing event updated for resources: {'Port': ['ID=15539855-9cc6-4335-b23a-d4af4536a3e1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:54.769764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Pushing event updated for resources: {'Port': ['ID=1037be84-86a2-4345-85a8-73a9e140ac98,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:54.921488 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:54.922240 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:55.164040 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Router b8303623-cd79-43d9-9ba4-ecbc8ce1410e is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:54:55.362634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:54:55.372196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Sync routers for ids ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:54:55.384715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Routers {'b8303623-cd79-43d9-9ba4-ecbc8ce1410e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:54:55.385505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:55.389140 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:55.390545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea52b5fc-1357-48d5-b7d5-475456695c15 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5673125 Mar 05 00:54:55.393260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44070) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:55.607595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Set router b8303623-cd79-43d9-9ba4-ecbc8ce1410e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:54:55.780827 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675555d1-4064-4aaa-a1de-cf40fda5289a None None] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:55.920331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-53dbd149-1edc-4a62-833f-8e5d5872e06b None None] Provisioning for port 15539855-9cc6-4335-b23a-d4af4536a3e1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:56.109419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:54:54Z', 'revision_number': 3, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:56.115387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Checking router: b8303623-cd79-43d9-9ba4-ecbc8ce1410e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:54:56.115735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Updating router b8303623-cd79-43d9-9ba4-ecbc8ce1410e port 1037be84-86a2-4345-85a8-73a9e140ac98 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:54:56.174398 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.233002 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.459591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Allocated IP 172.20.0.1 (e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe/ce67ca72-73e0-4fb2-bebf-6c2da05afbad/f01817bc-79e4-4ed6-acce-450947e2284c) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:54:56.506194 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 15539855-9cc6-4335-b23a-d4af4536a3e1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:56.560391 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:54:56.570913 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.586783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Transition to ACTIVE for port object 1037be84-86a2-4345-85a8-73a9e140ac98 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:56.595089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.624653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.641018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Transition to ACTIVE for port object f01817bc-79e4-4ed6-acce-450947e2284c will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:54:56.658211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 15539855-9cc6-4335-b23a-d4af4536a3e1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:56.665757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.684316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 15539855-9cc6-4335-b23a-d4af4536a3e1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:56.684687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.711946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6354c3-f01c-43b2-828e-aabc2c988633 None None] Pushing event updated for resources: {'Port': ['ID=1037be84-86a2-4345-85a8-73a9e140ac98,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:56.735892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Attempting to bind port 1037be84-86a2-4345-85a8-73a9e140ac98 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:54:56.736262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Attempting to bind port 1037be84-86a2-4345-85a8-73a9e140ac98 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:54:56.736624 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Attempting to bind port 1037be84-86a2-4345-85a8-73a9e140ac98 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:54:56.737738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:56.741465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:56.743292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f01817bc-79e4-4ed6-acce-450947e2284c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:56.745440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:54:56.747766 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:54:56.748143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:56.748568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.748921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:54:56.749413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Bound port: 1037be84-86a2-4345-85a8-73a9e140ac98, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:54:56.749775 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.800307 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.873911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] For port 1037be84-86a2-4345-85a8-73a9e140ac98, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:54:56.887478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] For port 1037be84-86a2-4345-85a8-73a9e140ac98, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1037be84-86a2-4345-85a8-73a9e140ac98,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:54:56.888058 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.894399 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:56.901100 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.000751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 15539855-9cc6-4335-b23a-d4af4536a3e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=15539855-9cc6-4335-b23a-d4af4536a3e1,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:57.001950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6354c3-f01c-43b2-828e-aabc2c988633 None None] Pushing event updated for resources: {'Port': ['ID=1037be84-86a2-4345-85a8-73a9e140ac98,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:57.007853 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.092102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Routers {'b8303623-cd79-43d9-9ba4-ecbc8ce1410e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:54:57.092738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:57.150591 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.155104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.242576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3128e3ad-7a87-4956-9898-416da3191c4a None None] Provisioning for port f01817bc-79e4-4ed6-acce-450947e2284c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:57.245354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=15539855-9cc6-4335-b23a-d4af4536a3e1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:57.253553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3128e3ad-7a87-4956-9898-416da3191c4a None None] Provisioning complete for port f01817bc-79e4-4ed6-acce-450947e2284c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:57.253834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3128e3ad-7a87-4956-9898-416da3191c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.257986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f01817bc-79e4-4ed6-acce-450947e2284c,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:57.260431 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.326947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3128e3ad-7a87-4956-9898-416da3191c4a None None] Port f01817bc-79e4-4ed6-acce-450947e2284c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:54:57.340555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] Set router b8303623-cd79-43d9-9ba4-ecbc8ce1410e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:54:57.395535 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:54:57.396673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:57.576897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.674812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4f6c8c47-5f0e-4ed4-8c38-35b354a7907e None None] Provisioning complete for port f01817bc-79e4-4ed6-acce-450947e2284c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:57.675476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8c47-5f0e-4ed4-8c38-35b354a7907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.732682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c8c47-5f0e-4ed4-8c38-35b354a7907e None None] Port f01817bc-79e4-4ed6-acce-450947e2284c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:54:57.736474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f01817bc-79e4-4ed6-acce-450947e2284c', 'name': '', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'mac_address': 'fa:16:3e:e8:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:56Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 1, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'subnets': [{'id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:54:57.740548 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8b7e2-d3e0-4e46-83ea-3353fa2d3aef None None] The sync data for ids ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'] in n-d-828979-4 is: [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f01817bc-79e4-4ed6-acce-450947e2284c', 'name': '', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'mac_address': 'fa:16:3e:e8:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:56Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 1, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'subnets': [{'id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:54:57.910987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:57.919524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Router b8303623-cd79-43d9-9ba4-ecbc8ce1410e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:54:58.136583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:54:58.145615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e90ef2aa-ba7a-4c15-b4b1-6a085975f9d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8303623-cd79-43d9-9ba4-ecbc8ce1410e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7512128 Mar 05 00:54:58.557362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1037be84-86a2-4345-85a8-73a9e140ac98 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:58.640980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1037be84-86a2-4345-85a8-73a9e140ac98 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:54:58.646890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1037be84-86a2-4345-85a8-73a9e140ac98 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:58.647487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:58.770318 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:58.787300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 1037be84-86a2-4345-85a8-73a9e140ac98, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1037be84-86a2-4345-85a8-73a9e140ac98,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:54:58.791571 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:58.792405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 15539855-9cc6-4335-b23a-d4af4536a3e1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:54:58.905971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=1037be84-86a2-4345-85a8-73a9e140ac98,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:58.921077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 15539855-9cc6-4335-b23a-d4af4536a3e1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:54:58.921473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.068645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44092) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:59.074660 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1416131841-network', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:59.080008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:59.088922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Usage tracker for resource:network and tenant:9780a4d8fa09475fad783ebb7d3221f8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:59.092029 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:59.097625 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:59.106900 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Made reservation on behalf of 9780a4d8fa09475fad783ebb7d3221f8 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:59.109385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.121888 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.152378 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:59.156177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Usage tracker for resource:security_group_rule and tenant:9780a4d8fa09475fad783ebb7d3221f8 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:59.158939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:59.165032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:59.229041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.232645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.267095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:54:59.275968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c6755e-afed-4948-b17a-75e548e33fd7,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:59.281738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.282089 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Added segment a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d of type vlan for network df946462-769a-405e-9ebf-638e9e1a2e4f Mar 05 00:54:59.312030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.340101 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.340869 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:59.341468 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.440978 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3711908 Mar 05 00:54:59.443790 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44096) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:59.444318 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b009d6-6fff-4bb1-9dd9-e444a42b1bad admin admin] Pushing event updated for resources: {'Network': ['ID=df946462-769a-405e-9ebf-638e9e1a2e4f,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:59.449708 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Request body: {'subnet': {'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-subnet', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'ip_version': 4}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:59.454112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network df946462-769a-405e-9ebf-638e9e1a2e4f details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:54:59.455415 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:59.459247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Usage tracker for resource:subnet and tenant:9780a4d8fa09475fad783ebb7d3221f8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:59.462665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:59.468617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:59.478874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Made reservation on behalf of 9780a4d8fa09475fad783ebb7d3221f8 for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:54:59.481450 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.681410 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.752197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd44f5d8-5172-45d8-abbe-744d5903f1a7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:54:59.763478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Checking segment: {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:54:59.763831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Network hostable DHCP agents. Network: df946462-769a-405e-9ebf-638e9e1a2e4f, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:54:59.785346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Network df946462-769a-405e-9ebf-638e9e1a2e4f is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:54:59.794654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, df946462-769a-405e-9ebf-638e9e1a2e4f) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:54:59.798617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:54:59.799364 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.803050 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a47bc-dbfc-4b02-ad9e-2200d9aff558 None None] Network df946462-769a-405e-9ebf-638e9e1a2e4f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:54:59.825768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8960fae5-b550-4e8a-a002-bbf927d2cfbd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3807931 Mar 05 00:54:59.828201 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44100) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:54:59.833207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:54:59.839018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:54:59.843127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Usage tracker for resource:router and tenant:9780a4d8fa09475fad783ebb7d3221f8 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:54:59.845948 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:54:59.851675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:54:59.862310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.863310 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:54:59.882722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.018103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-df946462-769a-405e-9ebf-638e9e1a2e4f', 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'fixed_ips': [{'subnet_id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:55:00.019214 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.035712 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.208079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Allocated IP 172.20.0.2 (df946462-769a-405e-9ebf-638e9e1a2e4f/cd44f5d8-5172-45d8-abbe-744d5903f1a7/f462a2b0-7633-4bce-86c0-fad51c046682) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:55:00.224020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.253655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.403098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Allocated IP 172.25.0.55 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e077d8c1-05e0-4e22-96e9-599dd47c41cf) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:55:00.414538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.425197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Transition to ACTIVE for port object f462a2b0-7633-4bce-86c0-fad51c046682 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:00.444003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Transition to ACTIVE for port object f462a2b0-7633-4bce-86c0-fad51c046682 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:00.458062 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.496287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1037be84-86a2-4345-85a8-73a9e140ac98 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:00.549508 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.577896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.578276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Network df946462-769a-405e-9ebf-638e9e1a2e4f is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:55:00.579109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Pushing event updated for resources: {'Port': ['ID=f462a2b0-7633-4bce-86c0-fad51c046682,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:00.583600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:55:00.587282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:55:00.652152 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:55:00.654973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:55:00.659283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:55:00.697581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1037be84-86a2-4345-85a8-73a9e140ac98 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:00.697949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.726263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Attempting to bind port f462a2b0-7633-4bce-86c0-fad51c046682 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:55:00.726634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Attempting to bind port f462a2b0-7633-4bce-86c0-fad51c046682 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:55:00.726992 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Attempting to bind port f462a2b0-7633-4bce-86c0-fad51c046682 on network df946462-769a-405e-9ebf-638e9e1a2e4f {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:00.750029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:55:00.750397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Checking segment: {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:55:00.750793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.751175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Bound using segment: {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:55:00.751649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Bound port: f462a2b0-7633-4bce-86c0-fad51c046682, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:55:00.752018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.801343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Pushing event updated for resources: {'Port': ['ID=e077d8c1-05e0-4e22-96e9-599dd47c41cf,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:00.895365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] For port f462a2b0-7633-4bce-86c0-fad51c046682, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:55:00.899582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] For port f462a2b0-7633-4bce-86c0-fad51c046682, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f462a2b0-7633-4bce-86c0-fad51c046682,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:55:00.903711 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.933598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.934342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:00.982122 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be1c6-6927-43d5-809a-6504b3bfb123 None None] Pushing event updated for resources: {'Port': ['ID=f462a2b0-7633-4bce-86c0-fad51c046682,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:01.183173 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Router d4f95f51-c203-4c4c-927f-285722941b18 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:55:01.390496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:55:01.401319 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Sync routers for ids ['d4f95f51-c203-4c4c-927f-285722941b18'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:55:01.413535 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Routers {'d4f95f51-c203-4c4c-927f-285722941b18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:55:01.414225 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d4f95f51-c203-4c4c-927f-285722941b18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:01.414802 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:01.416159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ffee21b2-022c-4dfe-9733-5d0c6af9158d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5870285 Mar 05 00:55:01.418944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44104) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:55:01.596503 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Set router d4f95f51-c203-4c4c-927f-285722941b18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:55:01.893642 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:55:00Z', 'revision_number': 3, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:01.897994 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Checking router: d4f95f51-c203-4c4c-927f-285722941b18 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:55:01.898338 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Updating router d4f95f51-c203-4c4c-927f-285722941b18 port e077d8c1-05e0-4e22-96e9-599dd47c41cf binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:55:01.946386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a3f34-3741-4e0a-9b1c-b1ac868ce2e2 None None] Network df946462-769a-405e-9ebf-638e9e1a2e4f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:55:01.971603 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.062416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-97a7f696-1c93-4872-9487-d12857862ffa None None] Provisioning for port f462a2b0-7633-4bce-86c0-fad51c046682 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:02.172646 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.321821 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.335676 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Transition to ACTIVE for port object e077d8c1-05e0-4e22-96e9-599dd47c41cf will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:02.343221 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.434314 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Attempting to bind port e077d8c1-05e0-4e22-96e9-599dd47c41cf on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:55:02.434891 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Attempting to bind port e077d8c1-05e0-4e22-96e9-599dd47c41cf by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:55:02.435086 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Attempting to bind port e077d8c1-05e0-4e22-96e9-599dd47c41cf on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:02.448465 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Pushing event updated for resources: {'Port': ['ID=e077d8c1-05e0-4e22-96e9-599dd47c41cf,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:02.450935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:55:02.451304 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:55:02.451942 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.452561 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:55:02.453273 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Bound port: e077d8c1-05e0-4e22-96e9-599dd47c41cf, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:55:02.453898 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.502851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Allocated IP 172.20.0.1 (df946462-769a-405e-9ebf-638e9e1a2e4f/cd44f5d8-5172-45d8-abbe-744d5903f1a7/50da3f38-a3c8-4c6a-a3c2-74b06a9d5117) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:55:02.503210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.503627 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.504412 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.504412 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.504789 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.505180 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.505592 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.506001 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.506394 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.507330 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.507720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:02.539041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f462a2b0-7633-4bce-86c0-fad51c046682 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:02.544551 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] For port e077d8c1-05e0-4e22-96e9-599dd47c41cf, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:55:02.547671 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] For port e077d8c1-05e0-4e22-96e9-599dd47c41cf, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e077d8c1-05e0-4e22-96e9-599dd47c41cf,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:55:02.552234 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.618037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f462a2b0-7633-4bce-86c0-fad51c046682 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:02.623753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f462a2b0-7633-4bce-86c0-fad51c046682 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:02.624479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.636953 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73621b-d59e-4d6c-bb3a-c476e82abfb8 None None] Pushing event updated for resources: {'Port': ['ID=e077d8c1-05e0-4e22-96e9-599dd47c41cf,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:02.641608 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Routers {'d4f95f51-c203-4c4c-927f-285722941b18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:55:02.642214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:54:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d4f95f51-c203-4c4c-927f-285722941b18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:02.663402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.679347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Transition to ACTIVE for port object 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:02.705089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.758036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.776019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Network df946462-769a-405e-9ebf-638e9e1a2e4f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:55:02.779523 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Pushing event updated for resources: {'Port': ['ID=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:02.783356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:55:02.785633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:55:02.797109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f462a2b0-7633-4bce-86c0-fad51c046682, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f462a2b0-7633-4bce-86c0-fad51c046682,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:02.802499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.844494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] Set router d4f95f51-c203-4c4c-927f-285722941b18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:55:02.856477 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:02.875321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f462a2b0-7633-4bce-86c0-fad51c046682,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:02.952126 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:03.135629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f0863db1-aeaf-437b-b857-89862bc367bf None None] Provisioning for port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:03.142190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f0863db1-aeaf-437b-b857-89862bc367bf None None] Provisioning complete for port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:03.142572 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f0863db1-aeaf-437b-b857-89862bc367bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:03.181023 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:55:00Z', 'revision_number': 3, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:03.182437 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:03.185789 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6c17-7c41-4d77-9fca-3e93de324b44 None None] The sync data for ids ['d4f95f51-c203-4c4c-927f-285722941b18'] in n-d-828979-4 is: [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:55:00Z', 'revision_number': 3, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:55:03.188089 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:03.205912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f0863db1-aeaf-437b-b857-89862bc367bf None None] Port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:55:03.292482 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:03.295599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Pushing event updated for resources: {'Port': ['ID=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:03.427449 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Network df946462-769a-405e-9ebf-638e9e1a2e4f is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:55:03.429084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:55:03.730430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-038020c3-f827-49cf-8346-158a8df3cc89 None None] Provisioning complete for port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:03.731084 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-038020c3-f827-49cf-8346-158a8df3cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:03.782742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-038020c3-f827-49cf-8346-158a8df3cc89 None None] Port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:55:03.816272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Router d4f95f51-c203-4c4c-927f-285722941b18 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:55:04.012757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:55:04.021863 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9687729f-d940-4d16-9ae8-c65268f0aad0 admin admin] 10.222.0.32 "PUT /v2.0/routers/d4f95f51-c203-4c4c-927f-285722941b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019330 Mar 05 00:55:04.472896 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f462a2b0-7633-4bce-86c0-fad51c046682 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:04.544099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f462a2b0-7633-4bce-86c0-fad51c046682 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:04.544468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:04.813333 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-a2925a52-ad05-444e-bdbb-c60873f9d5a1 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:04.814753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-a2925a52-ad05-444e-bdbb-c60873f9d5a1 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 817 time: 0.1420050 Mar 05 00:55:04.832392 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-837871db-0daf-4f7a-aef1-6a363a93a01d tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/quotas/a4e4f4ada33941f3b10458af15f81cc3 HTTP/1.1" status: 200 len: 375 time: 0.0112410 Mar 05 00:55:04.917703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e1b8b900-5f15-4b1f-9289-f5f86a649eea tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801251 Mar 05 00:55:05.015169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aeb3969a-747e-48d7-ba26-0f1fd30a6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:05.060023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-89292e41-c172-4e26-bf46-6e86cf4da9cd service neutron] 10.222.0.32 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296518 Mar 05 00:55:05.192177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-4c7a9f89-55bd-4346-a1b2-204463c7c19e service neutron] 10.222.0.32 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263378 Mar 05 00:55:05.486748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6dfc3f1e-0b72-4cb3-aa03-c8f200c3aca4 req-772bd296-b65b-4175-b228-a87522a7fc4b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Synchronizing usage tracker for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:55:05.505483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6dfc3f1e-0b72-4cb3-aa03-c8f200c3aca4 req-772bd296-b65b-4175-b228-a87522a7fc4b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Unset dirty status for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:55:05.506923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6dfc3f1e-0b72-4cb3-aa03-c8f200c3aca4 req-772bd296-b65b-4175-b228-a87522a7fc4b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 210 time: 0.1717811 Mar 05 00:55:06.389250 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e3eb73aa-c902-42b3-adc2-cc5981aaf852 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:06.389945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e3eb73aa-c902-42b3-adc2-cc5981aaf852 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Synchronizing usage tracker for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:55:06.406267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e3eb73aa-c902-42b3-adc2-cc5981aaf852 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Unset dirty status for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:55:06.407430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e3eb73aa-c902-42b3-adc2-cc5981aaf852 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 817 time: 0.1601701 Mar 05 00:55:06.422478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Request body: {'port': {'device_id': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'admin_state_up': True, 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:55:06.559166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:55:06.568727 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:55:06.580092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Made reservation on behalf of a4e4f4ada33941f3b10458af15f81cc3 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:55:06.583427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:06.678381 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-41be12da-8d26-4699-9a82-0394c27c07e3 req-13cd3e84-c67f-4563-bb4c-45dba5eee15e tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 210 time: 0.0439737 Mar 05 00:55:06.752302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Allocated IP 172.20.0.8 (e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe/ce67ca72-73e0-4fb2-bebf-6c2da05afbad/a2be0b02-3c71-423c-b455-480347335ac6) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:55:06.952799 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:06.969581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Transition to ACTIVE for port object a2be0b02-3c71-423c-b455-480347335ac6 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:06.992174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.060300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:55:07.063069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:55:07.066785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:55:07.093790 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0b62cb59-fadb-4247-ba08-c64362e09973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.113303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Pushing event updated for resources: {'Port': ['ID=a2be0b02-3c71-423c-b455-480347335ac6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:07.135867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:07.136491 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.162397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-55659e0c-9630-4c6d-9a50-479d0ca53819 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437952 Mar 05 00:55:07.188242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Request body: {'port': {'device_id': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:55:07.297959 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.339795 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-52e036de-883c-456d-810b-34a4c5232de7 None None] Provisioning for port a2be0b02-3c71-423c-b455-480347335ac6 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:07.344690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-52e036de-883c-456d-810b-34a4c5232de7 None None] Provisioning complete for port a2be0b02-3c71-423c-b455-480347335ac6 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:07.344997 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52e036de-883c-456d-810b-34a4c5232de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.421879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-52e036de-883c-456d-810b-34a4c5232de7 None None] Port a2be0b02-3c71-423c-b455-480347335ac6 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:55:07.630084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2be0b02-3c71-423c-b455-480347335ac6 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:55:07.637414 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.652762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Transition to ACTIVE for port object a2be0b02-3c71-423c-b455-480347335ac6 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:07.655834 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.781092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Pushing event updated for resources: {'Port': ['ID=a2be0b02-3c71-423c-b455-480347335ac6,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:07.946357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Attempting to bind port a2be0b02-3c71-423c-b455-480347335ac6 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:55:07.946687 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Attempting to bind port a2be0b02-3c71-423c-b455-480347335ac6 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:55:07.947007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Attempting to bind port a2be0b02-3c71-423c-b455-480347335ac6 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:07.961209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-e2a77ab2-1a77-4699-94f0-e7c9fb91eda8 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:07.961922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-e2a77ab2-1a77-4699-94f0-e7c9fb91eda8 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Synchronizing usage tracker for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:55:07.965455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Port a2be0b02-3c71-423c-b455-480347335ac6 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:55:07.965778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Attempting to bind port a2be0b02-3c71-423c-b455-480347335ac6 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:07.978442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:55:07.978772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Checking segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:55:07.979146 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Bound using segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:55:07.979555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Bound port: a2be0b02-3c71-423c-b455-480347335ac6, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:55:07.979894 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:07.994769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-e2a77ab2-1a77-4699-94f0-e7c9fb91eda8 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Unset dirty status for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:55:07.995830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-e2a77ab2-1a77-4699-94f0-e7c9fb91eda8 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 943 time: 0.1821804 Mar 05 00:55:08.218999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-8412a5e8-38b4-446d-a004-746293e31f36 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Synchronizing usage tracker for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:55:08.224004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] For port a2be0b02-3c71-423c-b455-480347335ac6, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:55:08.228334 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] For port a2be0b02-3c71-423c-b455-480347335ac6, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a2be0b02-3c71-423c-b455-480347335ac6,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:55:08.235706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.289320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-8412a5e8-38b4-446d-a004-746293e31f36 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Unset dirty status for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:55:08.290465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-848fbd36-6b1e-4e42-bc25-cf7cea6b8c4b req-8412a5e8-38b4-446d-a004-746293e31f36 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684100 Mar 05 00:55:08.306157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.307571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] 10.222.0.10 "PUT /v2.0/ports/a2be0b02-3c71-423c-b455-480347335ac6 HTTP/1.1" status: 200 len: 1091 time: 1.1238158 Mar 05 00:55:08.308006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'tag': 'a2be0b02-3c71-423c-b455-480347335ac6'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:55:08.344553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63b98-8f04-4042-a9e2-bfd78bfdb904 service neutron] Pushing event updated for resources: {'Port': ['ID=a2be0b02-3c71-423c-b455-480347335ac6,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:08.395202 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'tag': 'a2be0b02-3c71-423c-b455-480347335ac6', 'status': 'completed', 'code': 200} Mar 05 00:55:08.452343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-3588595e-56ad-4a86-9047-75885a866d15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 1094 time: 0.1043429 Mar 05 00:55:08.459416 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.488944 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.526955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e077d8c1-05e0-4e22-96e9-599dd47c41cf up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:08.535447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-9bcdbea5-eb74-4c47-8f70-d1ea2a652535 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2be0b02-3c71-423c-b455-480347335ac6 HTTP/1.1" status: 200 len: 217 time: 0.0756907 Mar 05 00:55:08.610039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e559418c-3c6a-40cd-be49-cfec146e675a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:08.611631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-e559418c-3c6a-40cd-be49-cfec146e675a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce67ca72-73e0-4fb2-bebf-6c2da05afbad HTTP/1.1" status: 200 len: 856 time: 0.0673585 Mar 05 00:55:08.614028 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e077d8c1-05e0-4e22-96e9-599dd47c41cf completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:08.619609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e077d8c1-05e0-4e22-96e9-599dd47c41cf triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:08.619977 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.690853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-396cba60-4d96-4654-af94-267fa5eda5f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732501 Mar 05 00:55:08.758474 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.774149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e077d8c1-05e0-4e22-96e9-599dd47c41cf, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e077d8c1-05e0-4e22-96e9-599dd47c41cf,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:08.778900 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:08.824059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-20878f7e-de56-402e-a6a7-e13e0933faf1 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273811 Mar 05 00:55:08.847518 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e077d8c1-05e0-4e22-96e9-599dd47c41cf,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:08.956439 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d9dd827-f956-448b-b149-de5eb9b91125 req-6d4e4e36-f850-49fd-a0de-efb2bf10329c service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267920 Mar 05 00:55:09.067846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-dd3fa677-4b4d-4371-9d0b-880cb8ae01e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 1094 time: 0.0675387 Mar 05 00:55:09.196809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-bb5a54ca-41f6-4e19-87dd-de900077b3a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:09.198354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-bb5a54ca-41f6-4e19-87dd-de900077b3a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 918 time: 0.1250641 Mar 05 00:55:09.266851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-b828b9b1-408c-4a8e-b891-e5cefdd31eba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2be0b02-3c71-423c-b455-480347335ac6 HTTP/1.1" status: 200 len: 217 time: 0.0628164 Mar 05 00:55:09.329338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-e7c43a0d-0f4c-4fa0-844c-f8ae467a2c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:09.330721 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-e7c43a0d-0f4c-4fa0-844c-f8ae467a2c94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce67ca72-73e0-4fb2-bebf-6c2da05afbad HTTP/1.1" status: 200 len: 856 time: 0.0576108 Mar 05 00:55:09.404260 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-3b6b9621-ef0a-45ed-bec3-1bc8e829fd41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673385 Mar 05 00:55:09.590929 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-4323994e-9fa8-45b8-8ee7-38ed8ee55457 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802127 Mar 05 00:55:09.597430 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cbe46-7881-49b7-975f-48d8a09075cd req-93ed0356-a5a8-4396-896a-262166d4653a tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:09.598742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc0cbe46-7881-49b7-975f-48d8a09075cd req-93ed0356-a5a8-4396-896a-262166d4653a tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 943 time: 0.1682312 Mar 05 00:55:09.723794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bc0cbe46-7881-49b7-975f-48d8a09075cd req-ac3221cf-6f05-4110-a9cf-5eee9316a70a tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076448 Mar 05 00:55:09.754478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-152eda8f-f4e7-437a-86d9-6ccf7dc8487c req-d339489a-b695-4405-91c3-d59990146f3b service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548500 Mar 05 00:55:09.892076 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:10.474137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e077d8c1-05e0-4e22-96e9-599dd47c41cf up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:10.539812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e077d8c1-05e0-4e22-96e9-599dd47c41cf triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:10.540183 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:10.934098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fd9b-dc9d-4f59-bf57-7b65578f95ad req-d1f2cd5d-cc59-432b-a6de-06accdec713e tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:10.935728 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f286fd9b-dc9d-4f59-bf57-7b65578f95ad req-d1f2cd5d-cc59-432b-a6de-06accdec713e tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 943 time: 0.0764384 Mar 05 00:55:10.981528 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f286fd9b-dc9d-4f59-bf57-7b65578f95ad req-4dd9bec2-2d2a-47bb-8522-449c32433d89 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Mar 05 00:55:12.193102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aed2f-e8e8-4922-acf5-e27d177ab9cb req-44d953cd-61b7-4f92-8372-b355d0cb73cf tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:12.194589 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa9aed2f-e8e8-4922-acf5-e27d177ab9cb req-44d953cd-61b7-4f92-8372-b355d0cb73cf tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 943 time: 0.0744064 Mar 05 00:55:12.240994 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa9aed2f-e8e8-4922-acf5-e27d177ab9cb req-5171a4d7-b229-4984-97f2-987222e0a058 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Mar 05 00:55:12.356264 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Sync routers for ids ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:55:12.368003 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Routers {'b8303623-cd79-43d9-9ba4-ecbc8ce1410e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:55:12.368614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:55:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:12.541437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Set router b8303623-cd79-43d9-9ba4-ecbc8ce1410e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:55:12.848365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f01817bc-79e4-4ed6-acce-450947e2284c', 'name': '', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'mac_address': 'fa:16:3e:e8:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:56Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 2, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'subnets': [{'id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:12.852227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Checking router: b8303623-cd79-43d9-9ba4-ecbc8ce1410e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:55:12.852590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Updating router b8303623-cd79-43d9-9ba4-ecbc8ce1410e port f01817bc-79e4-4ed6-acce-450947e2284c binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:55:12.888164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a2be0b02-3c71-423c-b455-480347335ac6 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:55:12.912168 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.148197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a2be0b02-3c71-423c-b455-480347335ac6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a2be0b02-3c71-423c-b455-480347335ac6,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:13.167576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'a2be0b02-3c71-423c-b455-480347335ac6', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'port_id': 'a2be0b02-3c71-423c-b455-480347335ac6', 'mac_address': 'fa:16:3e:f0:37:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:55:13.344750 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.377959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2be0b02-3c71-423c-b455-480347335ac6 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:55:13.399721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a2be0b02-3c71-423c-b455-480347335ac6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a2be0b02-3c71-423c-b455-480347335ac6,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:13.410834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.459124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2141-4b75-446d-8297-f26065c036de req-62e8f48a-0d33-44cd-b184-2bc7491c9548 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:13.460602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59dc2141-4b75-446d-8297-f26065c036de req-62e8f48a-0d33-44cd-b184-2bc7491c9548 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 944 time: 0.0809417 Mar 05 00:55:13.508008 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59dc2141-4b75-446d-8297-f26065c036de req-c876bcba-c7f3-44b5-b27d-7639db84328b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Mar 05 00:55:13.530503 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.532788 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a2be0b02-3c71-423c-b455-480347335ac6,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:13.545087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Transition to ACTIVE for port object f01817bc-79e4-4ed6-acce-450947e2284c will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:13.551949 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.678378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ec80-e924-459a-a901-3247ee314c95 None None] Pushing event updated for resources: {'Port': ['ID=f01817bc-79e4-4ed6-acce-450947e2284c,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:13.767154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a2be0b02-3c71-423c-b455-480347335ac6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:55:13.808751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Attempting to bind port f01817bc-79e4-4ed6-acce-450947e2284c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:55:13.809125 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Attempting to bind port f01817bc-79e4-4ed6-acce-450947e2284c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:55:13.809516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Attempting to bind port f01817bc-79e4-4ed6-acce-450947e2284c on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:13.831282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:55:13.831654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Checking segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:55:13.832052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.832439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Bound using segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:55:13.832902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Bound port: f01817bc-79e4-4ed6-acce-450947e2284c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:55:13.833294 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:13.986925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] For port f01817bc-79e4-4ed6-acce-450947e2284c, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:55:14.003537 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] For port f01817bc-79e4-4ed6-acce-450947e2284c, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f01817bc-79e4-4ed6-acce-450947e2284c,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:55:14.016390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:14.017782 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Sync routers for ids ['d4f95f51-c203-4c4c-927f-285722941b18'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:55:14.030425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Routers {'d4f95f51-c203-4c4c-927f-285722941b18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:55:14.031018 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:55:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d4f95f51-c203-4c4c-927f-285722941b18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:14.125863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ec80-e924-459a-a901-3247ee314c95 None None] Pushing event updated for resources: {'Port': ['ID=f01817bc-79e4-4ed6-acce-450947e2284c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:14.136193 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Routers {'b8303623-cd79-43d9-9ba4-ecbc8ce1410e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:55:14.136808 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:55:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:14.228048 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Set router d4f95f51-c203-4c4c-927f-285722941b18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:55:14.323081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] Set router b8303623-cd79-43d9-9ba4-ecbc8ce1410e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:55:14.521419 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f01817bc-79e4-4ed6-acce-450947e2284c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:14.544077 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:55:02Z', 'revision_number': 4, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '50da3f38-a3c8-4c6a-a3c2-74b06a9d5117', 'name': '', 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'mac_address': 'fa:16:3e:da:b4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:02Z', 'updated_at': '2022-03-05T00:55:03Z', 'revision_number': 2, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'subnets': [{'id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:14.549099 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Checking router: d4f95f51-c203-4c4c-927f-285722941b18 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:55:14.549488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Updating router d4f95f51-c203-4c4c-927f-285722941b18 port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:55:14.603522 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:14.674420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f01817bc-79e4-4ed6-acce-450947e2284c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:14.682076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f01817bc-79e4-4ed6-acce-450947e2284c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:14.682441 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:14.761773 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f01817bc-79e4-4ed6-acce-450947e2284c', 'name': '', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'mac_address': 'fa:16:3e:e8:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:56Z', 'updated_at': '2022-03-05T00:55:13Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'subnets': [{'id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:14.791966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccbce3-82d3-4fdb-a7a5-2fb09d264284 None None] The sync data for ids ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'] in n-d-828979-4 is: [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:54:56Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'f01817bc-79e4-4ed6-acce-450947e2284c', 'name': '', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'mac_address': 'fa:16:3e:e8:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:56Z', 'updated_at': '2022-03-05T00:55:13Z', 'revision_number': 4, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'subnets': [{'id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:55:14.823787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:14.847840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0cf4c-11b7-4827-89db-538346682dcf req-91101813-10f0-41a2-9577-f43af7629dd2 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:14.857188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8d0cf4c-11b7-4827-89db-538346682dcf req-91101813-10f0-41a2-9577-f43af7629dd2 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 944 time: 0.2166209 Mar 05 00:55:14.861450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f01817bc-79e4-4ed6-acce-450947e2284c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f01817bc-79e4-4ed6-acce-450947e2284c,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:14.868436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:14.913785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8d0cf4c-11b7-4827-89db-538346682dcf req-5c92570e-e5e6-488e-810b-c0d1c63dd21b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555382 Mar 05 00:55:14.917835 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a2be0b02-3c71-423c-b455-480347335ac6 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:14.993481 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.007809 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Transition to ACTIVE for port object 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:15.016543 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.064332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f01817bc-79e4-4ed6-acce-450947e2284c,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:15.085012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port a2be0b02-3c71-423c-b455-480347335ac6 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:15.090332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port a2be0b02-3c71-423c-b455-480347335ac6 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:15.090708 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.148251 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11199c43-9f55-45a0-bd70-532178cd72f0 None None] Pushing event updated for resources: {'Port': ['ID=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:15.239143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.257178 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Attempting to bind port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:55:15.257696 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Attempting to bind port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:55:15.258155 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Attempting to bind port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 on network df946462-769a-405e-9ebf-638e9e1a2e4f {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:15.265923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:55:15.266426 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Checking segment: {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:55:15.266990 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.267491 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Bound using segment: {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:55:15.268051 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Bound port: 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:55:15.268516 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.269371 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2be0b02-3c71-423c-b455-480347335ac6'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:55:15.280252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a2be0b02-3c71-423c-b455-480347335ac6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a2be0b02-3c71-423c-b455-480347335ac6,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:15.291054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.360932 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2be0b02-3c71-423c-b455-480347335ac6', 'code': 200} Mar 05 00:55:15.387215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a2be0b02-3c71-423c-b455-480347335ac6,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:15.422159 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] For port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:55:15.425310 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] For port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:55:15.429454 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:15.486147 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2bf019bd-fa8e-4f03-864f-1c6bc6f4226b req-0fc0240f-9f58-47b3-a8b4-2531b47868ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 1096 time: 0.0678833 Mar 05 00:55:15.509880 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11199c43-9f55-45a0-bd70-532178cd72f0 None None] Pushing event updated for resources: {'Port': ['ID=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:15.520353 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Routers {'d4f95f51-c203-4c4c-927f-285722941b18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:55:15.521108 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:55:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d4f95f51-c203-4c4c-927f-285722941b18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:15.531904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2bf019bd-fa8e-4f03-864f-1c6bc6f4226b req-800c7898-fc6b-4687-8a79-558ed6cc5cda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Mar 05 00:55:15.697197 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] Set router d4f95f51-c203-4c4c-927f-285722941b18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:55:16.005059 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:55:02Z', 'revision_number': 4, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '50da3f38-a3c8-4c6a-a3c2-74b06a9d5117', 'name': '', 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'mac_address': 'fa:16:3e:da:b4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:02Z', 'updated_at': '2022-03-05T00:55:15Z', 'revision_number': 4, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'subnets': [{'id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:55:16.010304 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434bfe6-bbb2-4637-b224-af4aae6ecfc0 None None] The sync data for ids ['d4f95f51-c203-4c4c-927f-285722941b18'] in n-d-828979-4 is: [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:55:02Z', 'revision_number': 4, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '50da3f38-a3c8-4c6a-a3c2-74b06a9d5117', 'name': '', 'network_id': 'df946462-769a-405e-9ebf-638e9e1a2e4f', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'mac_address': 'fa:16:3e:da:b4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:02Z', 'updated_at': '2022-03-05T00:55:15Z', 'revision_number': 4, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'subnets': [{'id': 'cd44f5d8-5172-45d8-abbe-744d5903f1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:55:16.137797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebfd8a-5979-44ba-b1cb-fca07493627d req-95738b38-40b6-4ef5-b024-41cb0940bcd2 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:16.139287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbebfd8a-5979-44ba-b1cb-fca07493627d req-95738b38-40b6-4ef5-b024-41cb0940bcd2 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 945 time: 0.0948470 Mar 05 00:55:16.189100 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbebfd8a-5979-44ba-b1cb-fca07493627d req-1e80411d-9f1e-42ae-ba45-d4a3aadd8856 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Mar 05 00:55:16.553161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f01817bc-79e4-4ed6-acce-450947e2284c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:16.625053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f01817bc-79e4-4ed6-acce-450947e2284c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:16.625448 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:16.743405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:16.812204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:16.817378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:16.817747 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:16.941707 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:16.976536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:16.980958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:17.045868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:17.382897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c369cb-fb35-45f6-9e09-4e58a3ac8690 req-e550ee0f-406a-452a-81d6-05f89acf2d7c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:17.384328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10c369cb-fb35-45f6-9e09-4e58a3ac8690 req-e550ee0f-406a-452a-81d6-05f89acf2d7c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 945 time: 0.0753603 Mar 05 00:55:17.430469 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-10c369cb-fb35-45f6-9e09-4e58a3ac8690 req-62691cb7-b91e-45e3-ad57-29e1eb4d808a tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Mar 05 00:55:17.626675 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf0549-dde1-4af4-9c03-18387244bdee req-1d716833-0852-4457-b399-1da1c84e5bb1 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:17.628125 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78cf0549-dde1-4af4-9c03-18387244bdee req-1d716833-0852-4457-b399-1da1c84e5bb1 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 945 time: 0.0797729 Mar 05 00:55:17.672625 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-78cf0549-dde1-4af4-9c03-18387244bdee req-6bf32681-a43d-428d-8bfd-f3e801e16110 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Mar 05 00:55:18.482213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:18.556325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:18.556844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:27.573044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:27.900513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:32.173146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa753f-1a75-4079-870d-f3940979c6ff req-46daa21b-ac67-489c-a57b-5284e5b5af69 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:32.174535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4aaa753f-1a75-4079-870d-f3940979c6ff req-46daa21b-ac67-489c-a57b-5284e5b5af69 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 945 time: 0.0806406 Mar 05 00:55:32.219054 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4aaa753f-1a75-4079-870d-f3940979c6ff req-54db2033-ec85-4461-9b55-3567a187dc29 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Mar 05 00:55:33.414748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc389-c3a0-45ee-8d5a-6a6bc2383953 req-80e4b4e5-cc54-4474-aa3f-438b0d694a45 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:33.416166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d53bc389-c3a0-45ee-8d5a-6a6bc2383953 req-80e4b4e5-cc54-4474-aa3f-438b0d694a45 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 945 time: 0.0748823 Mar 05 00:55:33.461285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d53bc389-c3a0-45ee-8d5a-6a6bc2383953 req-390dee8d-a430-40d5-bd16-a4cdd2769dd1 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Mar 05 00:55:33.559719 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:55:33.657318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-f3adad37-3ef4-48d9-a65b-436edaa2314f tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:33.658739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-f3adad37-3ef4-48d9-a65b-436edaa2314f tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 945 time: 0.0779347 Mar 05 00:55:33.728324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Deleting port a2be0b02-3c71-423c-b455-480347335ac6 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:55:33.728658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:33.965320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] For port a2be0b02-3c71-423c-b455-480347335ac6, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a2be0b02-3c71-423c-b455-480347335ac6,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:33.965606 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:34.083106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Calling delete_port for a2be0b02-3c71-423c-b455-480347335ac6 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:55:34.225794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:34.237089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a2be0b02-3c71-423c-b455-480347335ac6'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:55:34.273515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Pushing event deleted for resources: {'Port': ['ID=a2be0b02-3c71-423c-b455-480347335ac6,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:34.315136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.315497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.315813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.316141 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.316470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.316794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.317116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.317468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.317788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.318107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.318423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:34.359608 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] No DVR routers for this DVR port a2be0b02-3c71-423c-b455-480347335ac6 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:55:34.362389 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:34.365097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'name': 'network-vif-deleted', 'tag': 'a2be0b02-3c71-423c-b455-480347335ac6'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:55:34.381518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b1502764-1648-406d-922d-8bc1ebf82ff0 req-440e26e7-d023-4e8e-a190-85d332f4bee7 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "DELETE /v2.0/ports/a2be0b02-3c71-423c-b455-480347335ac6 HTTP/1.1" status: 204 len: 173 time: 0.7174296 Mar 05 00:55:34.428458 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f474dd7-6410-4c10-bd64-20938b3d3a1d', 'name': 'network-vif-deleted', 'tag': 'a2be0b02-3c71-423c-b455-480347335ac6', 'status': 'completed', 'code': 200} Mar 05 00:55:34.631855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a21421e9-75e8-42df-a2ae-11f39c2e352a req-ceea4d6c-465c-4085-95b3-e06838017c88 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Synchronizing usage tracker for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:55:34.646502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a21421e9-75e8-42df-a2ae-11f39c2e352a req-ceea4d6c-465c-4085-95b3-e06838017c88 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Unset dirty status for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:55:34.648237 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a21421e9-75e8-42df-a2ae-11f39c2e352a req-ceea4d6c-465c-4085-95b3-e06838017c88 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f474dd7-6410-4c10-bd64-20938b3d3a1d HTTP/1.1" status: 200 len: 210 time: 0.0554626 Mar 05 00:55:35.020523 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b1d42b69-e0f6-48ec-9ef9-78bc7b86e1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:36.498627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-897ad034-6548-48b2-af55-0638601bae97 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:36.500155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-897ad034-6548-48b2-af55-0638601bae97 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 817 time: 0.1406379 Mar 05 00:55:36.518008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-a41ed371-2d3b-4e16-9fe8-1fd8de59634b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/quotas/a4e4f4ada33941f3b10458af15f81cc3 HTTP/1.1" status: 200 len: 375 time: 0.0123081 Mar 05 00:55:36.603488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-c0581836-36fd-40fb-a98b-06ba4345fb3b tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805628 Mar 05 00:55:36.951844 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-5b5d5a6f-2fc3-4c9b-b2de-6fa8c0e34c49 service neutron] 10.222.0.32 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368979 Mar 05 00:55:36.963799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a2be0b02-3c71-423c-b455-480347335ac6 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:55:36.997505 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: a2be0b02-3c71-423c-b455-480347335ac6 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:55:36.997940 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a2be0b02-3c71-423c-b455-480347335ac6 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:55:37.086311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e53a357d-8c4d-4cdb-95c6-5c0268b89619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:37.087270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-11c19d46-dc00-473b-b811-2b7a1e202184 service neutron] 10.222.0.32 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293614 Mar 05 00:55:37.275454 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d131833-b091-4efe-a798-28ed1746272c req-36aa400d-c812-4967-a84d-453103104589 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 210 time: 0.0432642 Mar 05 00:55:38.241164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-aa083fa0-af28-4b4d-a03c-85e896ca8aee tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:38.242585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-aa083fa0-af28-4b4d-a03c-85e896ca8aee tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 817 time: 0.1501954 Mar 05 00:55:38.257637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Request body: {'port': {'device_id': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'admin_state_up': True, 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:55:38.390150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:55:38.427841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:55:38.442636 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-63447e3b-8b67-407a-bfcd-1fc2fb0b35dc req-7f7d4e13-76aa-4a3f-80bc-7db9c2892ef5 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 210 time: 0.0458705 Mar 05 00:55:38.450097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Made reservation on behalf of a4e4f4ada33941f3b10458af15f81cc3 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:55:38.450958 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:38.453166 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:38.456271 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:38.611014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Allocated IP 172.20.0.6 (e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe/ce67ca72-73e0-4fb2-bebf-6c2da05afbad/fa320d00-d8a8-4d70-9e5a-598305e02199) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:55:38.801621 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:38.816281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Transition to ACTIVE for port object fa320d00-d8a8-4d70-9e5a-598305e02199 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:38.837568 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:38.913599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:55:38.916553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:55:38.920837 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:55:38.948744 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Pushing event updated for resources: {'Port': ['ID=fa320d00-d8a8-4d70-9e5a-598305e02199,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:38.982868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:38.983484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.010508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-250a85cf-4709-4334-9d8a-042ffeb3893c tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561193 Mar 05 00:55:39.020950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Request body: {'port': {'device_id': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:55:39.133701 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.174036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-50c65d99-d2fb-4f4a-b8a5-c2089052f0b2 None None] Provisioning for port fa320d00-d8a8-4d70-9e5a-598305e02199 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:39.178687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-50c65d99-d2fb-4f4a-b8a5-c2089052f0b2 None None] Provisioning complete for port fa320d00-d8a8-4d70-9e5a-598305e02199 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:39.179059 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-50c65d99-d2fb-4f4a-b8a5-c2089052f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.234488 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-50c65d99-d2fb-4f4a-b8a5-c2089052f0b2 None None] Port fa320d00-d8a8-4d70-9e5a-598305e02199 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:55:39.465629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa320d00-d8a8-4d70-9e5a-598305e02199 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:55:39.472158 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.487424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Transition to ACTIVE for port object fa320d00-d8a8-4d70-9e5a-598305e02199 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:55:39.491017 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.619772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa320d00-d8a8-4d70-9e5a-598305e02199,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:39.651149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82885a-89d3-40d5-a9a3-d77513e15366 req-a055e0b8-eba0-474f-97d3-fe53f6095af0 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:39.653470 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b82885a-89d3-40d5-a9a3-d77513e15366 req-a055e0b8-eba0-474f-97d3-fe53f6095af0 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 943 time: 0.0817058 Mar 05 00:55:39.704418 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9b82885a-89d3-40d5-a9a3-d77513e15366 req-a353ca8a-f72d-4386-8584-66a03bf5e162 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Mar 05 00:55:39.831637 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Attempting to bind port fa320d00-d8a8-4d70-9e5a-598305e02199 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:55:39.831896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Attempting to bind port fa320d00-d8a8-4d70-9e5a-598305e02199 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:55:39.832216 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Attempting to bind port fa320d00-d8a8-4d70-9e5a-598305e02199 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:39.837973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Port fa320d00-d8a8-4d70-9e5a-598305e02199 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:55:39.838292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Attempting to bind port fa320d00-d8a8-4d70-9e5a-598305e02199 on network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:55:39.845437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:55:39.845971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Checking segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:55:39.846364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Bound using segment: {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:55:39.846788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Bound port: fa320d00-d8a8-4d70-9e5a-598305e02199, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:55:39.847132 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.894195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:39.940420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] For port fa320d00-d8a8-4d70-9e5a-598305e02199, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:55:39.943583 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] For port fa320d00-d8a8-4d70-9e5a-598305e02199, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fa320d00-d8a8-4d70-9e5a-598305e02199,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:55:39.947534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:40.007383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:40.008859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/fa320d00-d8a8-4d70-9e5a-598305e02199 HTTP/1.1" status: 200 len: 1091 time: 0.9922185 Mar 05 00:55:40.011862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'tag': 'fa320d00-d8a8-4d70-9e5a-598305e02199'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:55:40.033665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd90bc-fcfe-4a03-8f9b-39c34bc951b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa320d00-d8a8-4d70-9e5a-598305e02199,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:40.081842 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'tag': 'fa320d00-d8a8-4d70-9e5a-598305e02199', 'status': 'completed', 'code': 200} Mar 05 00:55:40.124508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-3c9ffae5-89e3-4672-94cd-3b8b3168bc8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 1094 time: 0.0797570 Mar 05 00:55:40.192130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-26ec8ea6-7f36-4c06-9977-7f1805df46c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa320d00-d8a8-4d70-9e5a-598305e02199 HTTP/1.1" status: 200 len: 217 time: 0.0611467 Mar 05 00:55:40.256296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-ab9f7744-e5f3-419f-b529-2f8c5cbd3faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:40.257923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-ab9f7744-e5f3-419f-b529-2f8c5cbd3faf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce67ca72-73e0-4fb2-bebf-6c2da05afbad HTTP/1.1" status: 200 len: 856 time: 0.0602529 Mar 05 00:55:40.330264 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-70fd26bd-9ff8-4b9d-9a88-849f450b9f55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670660 Mar 05 00:55:40.457333 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-3ef9a01d-50d9-42a8-afe7-7600db0be9f6 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207030 Mar 05 00:55:40.588433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-814d0a9a-e725-4fb7-a357-1a6aa6533fea req-b86e91b2-65a4-49ff-adfa-2f95e8187eec service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250019 Mar 05 00:55:40.705042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-b7221d94-8a27-45ee-834c-b881bcf01239 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 1094 time: 0.0715544 Mar 05 00:55:40.834140 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-c985d12d-e887-47ba-9743-821d74b1aa22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:40.835604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-c985d12d-e887-47ba-9743-821d74b1aa22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 918 time: 0.1246529 Mar 05 00:55:40.901623 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-4cfd5bf1-ca2b-4856-ac38-b2091fc7657b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa320d00-d8a8-4d70-9e5a-598305e02199 HTTP/1.1" status: 200 len: 217 time: 0.0594032 Mar 05 00:55:40.906957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13dd91-67be-4096-b12e-e748a767833e req-dc65782a-2372-417a-a990-6174e7cdfcc6 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:40.910338 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e13dd91-67be-4096-b12e-e748a767833e req-dc65782a-2372-417a-a990-6174e7cdfcc6 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 943 time: 0.0805037 Mar 05 00:55:40.958642 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e13dd91-67be-4096-b12e-e748a767833e req-ce626804-286f-40d1-ba63-f36e37c17882 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Mar 05 00:55:40.967916 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-e5cdeae0-614a-4b11-bae7-63ea19c5f2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:40.969374 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-e5cdeae0-614a-4b11-bae7-63ea19c5f2e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce67ca72-73e0-4fb2-bebf-6c2da05afbad HTTP/1.1" status: 200 len: 856 time: 0.0626907 Mar 05 00:55:41.042203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-eb6a6a7d-d3e2-45d2-8360-c2cd08112996 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666816 Mar 05 00:55:41.169283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-a1f2269e-4140-480a-a1cf-9468c95b6728 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210454 Mar 05 00:55:41.295578 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bdb0cd9e-20f2-44ae-b467-c2dad0658443 req-c3138b29-69ef-4bf5-bfb8-bf7209c2a7a2 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208444 Mar 05 00:55:42.160612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc7c7-d5f7-4509-ba7b-0320f046ac43 req-6eba62c8-5b1a-4aea-ac29-5ed64252ee51 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:42.161347 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7f5fc7c7-d5f7-4509-ba7b-0320f046ac43 req-6eba62c8-5b1a-4aea-ac29-5ed64252ee51 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Synchronizing usage tracker for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:55:42.176286 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7f5fc7c7-d5f7-4509-ba7b-0320f046ac43 req-6eba62c8-5b1a-4aea-ac29-5ed64252ee51 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Unset dirty status for tenant:a4e4f4ada33941f3b10458af15f81cc3 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:55:42.177507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f5fc7c7-d5f7-4509-ba7b-0320f046ac43 req-6eba62c8-5b1a-4aea-ac29-5ed64252ee51 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 943 time: 0.0956023 Mar 05 00:55:42.325979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f5fc7c7-d5f7-4509-ba7b-0320f046ac43 req-d328a249-d283-4461-b2b8-a001573e09d3 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328301 Mar 05 00:55:42.979812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fa320d00-d8a8-4d70-9e5a-598305e02199 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:55:43.109989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fa320d00-d8a8-4d70-9e5a-598305e02199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fa320d00-d8a8-4d70-9e5a-598305e02199,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:43.122562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'fa320d00-d8a8-4d70-9e5a-598305e02199', 'network_id': 'e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe', 'port_id': 'fa320d00-d8a8-4d70-9e5a-598305e02199', 'mac_address': 'fa:16:3e:3d:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce67ca72-73e0-4fb2-bebf-6c2da05afbad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:55:43.173641 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:43.189820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa320d00-d8a8-4d70-9e5a-598305e02199 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:55:43.204070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fa320d00-d8a8-4d70-9e5a-598305e02199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fa320d00-d8a8-4d70-9e5a-598305e02199,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:43.207897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:43.274513 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fa320d00-d8a8-4d70-9e5a-598305e02199,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:43.282806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.283145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.283478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.283806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.284134 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.284463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.285093 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.285467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.285789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.286107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.286431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:55:43.516524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d98e7b-4871-491c-b4c4-6ceb3447f959 req-4cb3e7cf-6068-4405-9305-90b8988c86f8 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:43.518015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d98e7b-4871-491c-b4c4-6ceb3447f959 req-4cb3e7cf-6068-4405-9305-90b8988c86f8 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 944 time: 0.0758483 Mar 05 00:55:43.541096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fa320d00-d8a8-4d70-9e5a-598305e02199'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:55:43.562660 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c5d98e7b-4871-491c-b4c4-6ceb3447f959 req-f32676ed-9aa1-4d96-a0cb-89ae8b238442 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Mar 05 00:55:44.753991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e603f8d-3438-4b22-9a60-86964cdfdd2f req-d1378314-1c96-47ce-b67c-7439750f4064 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:44.755340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e603f8d-3438-4b22-9a60-86964cdfdd2f req-d1378314-1c96-47ce-b67c-7439750f4064 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 944 time: 0.0741732 Mar 05 00:55:44.799050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e603f8d-3438-4b22-9a60-86964cdfdd2f req-bd8b5d32-6b55-4380-9d08-8ed5dc6b9504 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Mar 05 00:55:44.978660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fa320d00-d8a8-4d70-9e5a-598305e02199 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:55:45.047677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port fa320d00-d8a8-4d70-9e5a-598305e02199 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:55:45.052382 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port fa320d00-d8a8-4d70-9e5a-598305e02199 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:55:45.052784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:45.198669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:45.224528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa320d00-d8a8-4d70-9e5a-598305e02199'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:55:45.234954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fa320d00-d8a8-4d70-9e5a-598305e02199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fa320d00-d8a8-4d70-9e5a-598305e02199,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:55:45.239950 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:45.283535 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa320d00-d8a8-4d70-9e5a-598305e02199', 'code': 200} Mar 05 00:55:45.306209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fa320d00-d8a8-4d70-9e5a-598305e02199,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:55:45.404219 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-229e96e6-ce95-4c53-a0e5-7160d2703dc4 req-e17702ae-b305-41d1-a224-c72708695430 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 1096 time: 0.0682495 Mar 05 00:55:45.444565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-229e96e6-ce95-4c53-a0e5-7160d2703dc4 req-cc56ae3e-0afb-47c4-99e4-e00515b2b755 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Mar 05 00:55:45.988059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56008282-4a78-42f1-bc7a-aa04f646c105 req-a0000f1b-a232-438a-8b8a-71779268ed67 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:45.989520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56008282-4a78-42f1-bc7a-aa04f646c105 req-a0000f1b-a232-438a-8b8a-71779268ed67 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 945 time: 0.0753038 Mar 05 00:55:46.036390 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56008282-4a78-42f1-bc7a-aa04f646c105 req-e49bb37d-edca-4027-9aa3-50c3b0ac9016 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Mar 05 00:55:47.318050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c1b13-5745-4282-9244-ae086c037c69 req-5f864da5-4b2a-4877-8db4-77a9f4653b53 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:47.319977 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-766c1b13-5745-4282-9244-ae086c037c69 req-5f864da5-4b2a-4877-8db4-77a9f4653b53 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 945 time: 0.1596336 Mar 05 00:55:47.363589 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-766c1b13-5745-4282-9244-ae086c037c69 req-4975677f-d7f3-4dc7-94f2-e7fe9c1372ee tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Mar 05 00:55:47.557480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4a13d-493d-4082-b47c-1c23c9cf116f req-1c1667f4-3080-4e0a-965f-4847c5d05ddd tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:47.558923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fc4a13d-493d-4082-b47c-1c23c9cf116f req-1c1667f4-3080-4e0a-965f-4847c5d05ddd tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 945 time: 0.0760558 Mar 05 00:55:47.602950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fc4a13d-493d-4082-b47c-1c23c9cf116f req-e2b9c14a-a410-4105-b58e-d8609b34cf62 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Mar 05 00:55:57.574880 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:57.914134 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:55:58.707033 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-0e11d6cb-4477-4eed-b361-f8dacd06ad8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739021 Mar 05 00:55:58.845975 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-c53d5474-4438-4c73-bd24-1f9e656e79a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 1096 time: 0.0698690 Mar 05 00:55:58.994288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-b63412d9-db2e-40bb-be47-389001f397eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:58.995745 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-b63412d9-db2e-40bb-be47-389001f397eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 200 len: 918 time: 0.1313698 Mar 05 00:55:59.069444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-703bea15-beec-4e13-9ca3-c85166f17992 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa320d00-d8a8-4d70-9e5a-598305e02199 HTTP/1.1" status: 200 len: 217 time: 0.0669539 Mar 05 00:55:59.133634 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-96cffd70-affd-427e-ae13-3ad6f2e7a85a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:55:59.135106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-96cffd70-affd-427e-ae13-3ad6f2e7a85a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce67ca72-73e0-4fb2-bebf-6c2da05afbad HTTP/1.1" status: 200 len: 856 time: 0.0601246 Mar 05 00:55:59.212165 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-8208b52e-5f0c-43e2-af08-415491119a0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717361 Mar 05 00:55:59.345459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-44ef0a74-eb4c-4b8e-be13-c3160b9b3573 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258357 Mar 05 00:55:59.476560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-eb310b6e-8bc4-4ea9-93ba-d8e562275c5a req-6b53c31b-b103-4cbf-b7d6-14fa73536a89 service neutron] 10.222.0.10 "GET /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246407 Mar 05 00:56:01.800267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860cb16-6c48-4d88-9378-96498acea015 req-7ad91456-2651-4ef7-bcce-6f86781b1535 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:01.801734 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1860cb16-6c48-4d88-9378-96498acea015 req-7ad91456-2651-4ef7-bcce-6f86781b1535 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 945 time: 0.0935144 Mar 05 00:56:01.846939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1860cb16-6c48-4d88-9378-96498acea015 req-1c6668c1-bcff-4d3b-b4f8-1534336cb2e9 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Mar 05 00:56:03.042591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db4059-ab1f-4689-adc1-8a0f04c3493c req-a8121b26-f5f1-463e-a94b-9984bc1f0176 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:03.044061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93db4059-ab1f-4689-adc1-8a0f04c3493c req-a8121b26-f5f1-463e-a94b-9984bc1f0176 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 945 time: 0.0752935 Mar 05 00:56:03.089872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-93db4059-ab1f-4689-adc1-8a0f04c3493c req-7e517978-5574-447c-a431-734018f68133 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/security-groups?id=25b3d82b-1257-42bf-821a-aaaeb66a744e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Mar 05 00:56:03.438443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-a89915fe-542f-45c2-a126-56651cbcf5c6 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:03.439941 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-a89915fe-542f-45c2-a126-56651cbcf5c6 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 945 time: 0.0790730 Mar 05 00:56:03.506001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Deleting port fa320d00-d8a8-4d70-9e5a-598305e02199 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:03.507045 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:03.844105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] For port fa320d00-d8a8-4d70-9e5a-598305e02199, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fa320d00-d8a8-4d70-9e5a-598305e02199,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:03.844492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:03.966835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Calling delete_port for fa320d00-d8a8-4d70-9e5a-598305e02199 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:04.108493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:04.120910 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fa320d00-d8a8-4d70-9e5a-598305e02199'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:56:04.155732 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Pushing event deleted for resources: {'Port': ['ID=fa320d00-d8a8-4d70-9e5a-598305e02199,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:04.243536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] No DVR routers for this DVR port fa320d00-d8a8-4d70-9e5a-598305e02199 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:56:04.246453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:04.252470 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'name': 'network-vif-deleted', 'tag': 'fa320d00-d8a8-4d70-9e5a-598305e02199'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:56:04.273110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e20d3ea0-abd3-456f-ac8f-52df62b17f61 req-8b9401db-a775-4759-bf68-49a942fcd085 tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.10 "DELETE /v2.0/ports/fa320d00-d8a8-4d70-9e5a-598305e02199 HTTP/1.1" status: 204 len: 173 time: 0.8275230 Mar 05 00:56:04.292198 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-674e2c23-1b74-4c9e-8eda-f8c5185436b0 req-d40c260f-872e-4887-b1ae-28db1436eccb tempest-TestEncryptedCinderVolumes-1793684895 tempest-TestEncryptedCinderVolumes-1793684895-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a77a0a0-ec46-47ed-b308-40efe9572475 HTTP/1.1" status: 200 len: 210 time: 0.0706589 Mar 05 00:56:04.342251 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a77a0a0-ec46-47ed-b308-40efe9572475', 'name': 'network-vif-deleted', 'tag': 'fa320d00-d8a8-4d70-9e5a-598305e02199', 'status': 'completed', 'code': 200} Mar 05 00:56:05.012264 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0433c06b-016c-4ba2-b963-858c3ec7abed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:05.451600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44378) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:05.823937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:06.393354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Deleting port f01817bc-79e4-4ed6-acce-450947e2284c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:06.393688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:06.647850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] For port f01817bc-79e4-4ed6-acce-450947e2284c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f01817bc-79e4-4ed6-acce-450947e2284c,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:06.648506 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:06.770488 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Calling delete_port for f01817bc-79e4-4ed6-acce-450947e2284c owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:06.932194 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:06.978118 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Pushing event deleted for resources: {'Port': ['ID=f01817bc-79e4-4ed6-acce-450947e2284c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:07.088277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fa320d00-d8a8-4d70-9e5a-598305e02199 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:07.124070 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b5750ff1-270c-4e35-882a-adc96ad4cbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:07.125573 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: fa320d00-d8a8-4d70-9e5a-598305e02199 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:07.125909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fa320d00-d8a8-4d70-9e5a-598305e02199 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:07.264549 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:07.820781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Router b8303623-cd79-43d9-9ba4-ecbc8ce1410e has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:56:08.115895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:56:08.124053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] Sync routers for ids ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:56:08.127663 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3fcfffce-777b-450f-babe-956a4f5a433a admin admin] 10.222.0.32 "PUT /v2.0/routers/b8303623-cd79-43d9-9ba4-ecbc8ce1410e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750052 Mar 05 00:56:08.130145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44382) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:08.136253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] Routers {'b8303623-cd79-43d9-9ba4-ecbc8ce1410e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:08.136852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:08.313037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] Set router b8303623-cd79-43d9-9ba4-ecbc8ce1410e gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:08.323115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:08.514238 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:08.514917 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:08.523721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:08.533198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Deleting port 1037be84-86a2-4345-85a8-73a9e140ac98 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:08.533562 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:08.622297 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:56:06Z', 'revision_number': 5, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port': {'id': '1037be84-86a2-4345-85a8-73a9e140ac98', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:54:54Z', 'updated_at': '2022-03-05T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:08.626231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] Checking router: b8303623-cd79-43d9-9ba4-ecbc8ce1410e for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:56:08.637087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] Routers {'b8303623-cd79-43d9-9ba4-ecbc8ce1410e'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:08.637717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:08.707670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] For port 1037be84-86a2-4345-85a8-73a9e140ac98, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1037be84-86a2-4345-85a8-73a9e140ac98,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:08.707939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:08.781900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] Set router b8303623-cd79-43d9-9ba4-ecbc8ce1410e gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:08.825746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Calling delete_port for 1037be84-86a2-4345-85a8-73a9e140ac98 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:08.884804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:56:08Z', 'revision_number': 6, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:08.888661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06085f-c4db-41dc-931f-79e1d1036b85 None None] The sync data for ids ['b8303623-cd79-43d9-9ba4-ecbc8ce1410e'] in n-d-828979-4 is: [{'id': 'b8303623-cd79-43d9-9ba4-ecbc8ce1410e', 'name': 'tempest-TestEncryptedCinderVolumes-2047225746-router', 'tenant_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:53Z', 'updated_at': '2022-03-05T00:56:08Z', 'revision_number': 6, 'project_id': 'a4e4f4ada33941f3b10458af15f81cc3', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:56:08.994104 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.038486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Pushing event deleted for resources: {'Port': ['ID=1037be84-86a2-4345-85a8-73a9e140ac98,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:09.259665 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.603395 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.607416 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.634992 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.635555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8303623-cd79-43d9-9ba4-ecbc8ce1410e {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:56:09.649823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.651126 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9748222d-75ff-42f9-bcae-af714cdc729e admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8303623-cd79-43d9-9ba4-ecbc8ce1410e HTTP/1.1" status: 204 len: 168 time: 1.5200055 Mar 05 00:56:09.655000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44386) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:09.715717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Deleting subnet ce67ca72-73e0-4fb2-bebf-6c2da05afbad {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:56:09.718828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.771017 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.850556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.899845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.918917 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.960704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce67ca72-73e0-4fb2-bebf-6c2da05afbad,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:09.967718 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:09.971048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9448a2e-a7e0-4a78-b2bd-a26ce6572c4f None None] Network e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:56:09.974108 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce67ca72-73e0-4fb2-bebf-6c2da05afbad HTTP/1.1" status: 204 len: 168 time: 0.3152657 Mar 05 00:56:09.974479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44390) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:09.978049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.978389 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.978716 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.979045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.979363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.979688 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.980005 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.980317 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.980628 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.980938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:09.981267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de15b98-7255-4b88-8837-3ab243ed14ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:10.076585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.087557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Deleting port 15539855-9cc6-4335-b23a-d4af4536a3e1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:10.087882 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.252499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] DHCP port deletion for e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:56:10.256911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Deleting port 15539855-9cc6-4335-b23a-d4af4536a3e1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:10.257332 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.295161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] For port 15539855-9cc6-4335-b23a-d4af4536a3e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=15539855-9cc6-4335-b23a-d4af4536a3e1,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:10.295519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.414259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Calling delete_port for 15539855-9cc6-4335-b23a-d4af4536a3e1 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:10.451044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] For port 15539855-9cc6-4335-b23a-d4af4536a3e1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=15539855-9cc6-4335-b23a-d4af4536a3e1,segment=NetworkSegment(31cdf7be-cfdb-4a2f-a4a4-7f91464964bb),segment_id=31cdf7be-cfdb-4a2f-a4a4-7f91464964bb)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:10.451431 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.492707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.513996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f01817bc-79e4-4ed6-acce-450947e2284c no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:10.538077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=15539855-9cc6-4335-b23a-d4af4536a3e1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:10.544260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] No DVR routers for this DVR port 15539855-9cc6-4335-b23a-d4af4536a3e1 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:56:10.561355 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:56:10.598478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Calling delete_port for 15539855-9cc6-4335-b23a-d4af4536a3e1 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:10.634850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f01817bc-79e4-4ed6-acce-450947e2284c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:10.635181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f01817bc-79e4-4ed6-acce-450947e2284c not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:10.635582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1037be84-86a2-4345-85a8-73a9e140ac98 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:10.659917 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.674593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1037be84-86a2-4345-85a8-73a9e140ac98 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:10.674929 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1037be84-86a2-4345-85a8-73a9e140ac98 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:10.675331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 15539855-9cc6-4335-b23a-d4af4536a3e1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:10.685345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:10.697248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:10.697557 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cdf7be-cfdb-4a2f-a4a4-7f91464964bb') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:10.707623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 15539855-9cc6-4335-b23a-d4af4536a3e1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:10.707892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 15539855-9cc6-4335-b23a-d4af4536a3e1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:10.708655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.726464 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.732388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:56:10.732771 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.733895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:56:10.734252 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:56:10.745653 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:56:10.820711 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.836930 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:10.847074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:10.860421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-82b8821c-41c9-49ac-a95f-fbedec6c7b08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e6c9ad63-27d2-4f9e-a24f-50ec3170a5fe HTTP/1.1" status: 204 len: 168 time: 0.8843026 Mar 05 00:56:10.863242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44394) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:11.235636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Deleting port 15539855-9cc6-4335-b23a-d4af4536a3e1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:11.236221 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:11.299807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-180fa5a1-5f61-49df-a2f5-46334deacfdf None None] The port '15539855-9cc6-4335-b23a-d4af4536a3e1' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:56:11.346524 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:11.923630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Deleting port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:11.923964 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:12.091157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] For port 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:12.091510 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:12.210781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Calling delete_port for 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:12.375590 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:12.417894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50da3f38-a3c8-4c6a-a3c2-74b06a9d5117,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:12.807155 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:13.382213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Router d4f95f51-c203-4c4c-927f-285722941b18 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:56:13.576715 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:56:13.585853 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489f870-52ab-439f-846d-5282842408e0 None None] Sync routers for ids ['d4f95f51-c203-4c4c-927f-285722941b18'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:56:13.586459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b1975d13-9397-4885-9617-218c0dc62ea2 admin admin] 10.222.0.32 "PUT /v2.0/routers/d4f95f51-c203-4c4c-927f-285722941b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7217059 Mar 05 00:56:13.588306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:13.600228 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] Routers {'d4f95f51-c203-4c4c-927f-285722941b18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:13.600824 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d4f95f51-c203-4c4c-927f-285722941b18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:13.773799 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] Set router d4f95f51-c203-4c4c-927f-285722941b18 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:13.777215 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:13.969920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:13.980533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Deleting port e077d8c1-05e0-4e22-96e9-599dd47c41cf {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:13.980865 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:14.052450 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:56:12Z', 'revision_number': 5, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port': {'id': 'e077d8c1-05e0-4e22-96e9-599dd47c41cf', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:55:00Z', 'updated_at': '2022-03-05T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:14.056903 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489f870-52ab-439f-846d-5282842408e0 None None] Checking router: d4f95f51-c203-4c4c-927f-285722941b18 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:56:14.067509 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] Routers {'d4f95f51-c203-4c4c-927f-285722941b18'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:14.068130 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d4f95f51-c203-4c4c-927f-285722941b18'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:14.220087 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] Set router d4f95f51-c203-4c4c-927f-285722941b18 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:14.266690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] For port e077d8c1-05e0-4e22-96e9-599dd47c41cf, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e077d8c1-05e0-4e22-96e9-599dd47c41cf,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:14.267052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:14.357081 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-9489f870-52ab-439f-846d-5282842408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:56:13Z', 'revision_number': 6, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:14.360840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489f870-52ab-439f-846d-5282842408e0 None None] The sync data for ids ['d4f95f51-c203-4c4c-927f-285722941b18'] in n-d-828979-4 is: [{'id': 'd4f95f51-c203-4c4c-927f-285722941b18', 'name': 'tempest-TestEncryptedCinderVolumes-1416131841-router', 'tenant_id': '9780a4d8fa09475fad783ebb7d3221f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:54:59Z', 'updated_at': '2022-03-05T00:56:13Z', 'revision_number': 6, 'project_id': '9780a4d8fa09475fad783ebb7d3221f8', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:56:14.389367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Calling delete_port for e077d8c1-05e0-4e22-96e9-599dd47c41cf owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:14.547552 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:14.590210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e077d8c1-05e0-4e22-96e9-599dd47c41cf,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:14.772394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:14.810290 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:14.810635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 50da3f38-a3c8-4c6a-a3c2-74b06a9d5117 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:14.817092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.068859 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.073044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.099027 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.099976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f95f51-c203-4c4c-927f-285722941b18 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:56:15.111839 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.112943 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6dc74932-5a3c-42a5-98c3-e7e09454ac58 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d4f95f51-c203-4c4c-927f-285722941b18 HTTP/1.1" status: 204 len: 168 time: 1.5236423 Mar 05 00:56:15.115939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:15.180137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Deleting subnet cd44f5d8-5172-45d8-abbe-744d5903f1a7 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:56:15.183070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.238118 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.313593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.384779 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.422999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd44f5d8-5172-45d8-abbe-744d5903f1a7,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:15.431493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.436682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a17b89-9a4f-4bd8-8163-d4b550fba29a None None] Network df946462-769a-405e-9ebf-638e9e1a2e4f requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:56:15.438585 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-2aa0cd9d-3380-4c55-9f00-d37e745f8c10 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd44f5d8-5172-45d8-abbe-744d5903f1a7 HTTP/1.1" status: 204 len: 168 time: 0.3217227 Mar 05 00:56:15.441050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44408) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:15.652763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.664829 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Deleting port f462a2b0-7633-4bce-86c0-fad51c046682 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:15.665156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.697066 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] DHCP port deletion for df946462-769a-405e-9ebf-638e9e1a2e4f request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:56:15.700755 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Deleting port f462a2b0-7633-4bce-86c0-fad51c046682 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:15.701125 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.865161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] For port f462a2b0-7633-4bce-86c0-fad51c046682, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f462a2b0-7633-4bce-86c0-fad51c046682,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:15.865543 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.896010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] For port f462a2b0-7633-4bce-86c0-fad51c046682, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f462a2b0-7633-4bce-86c0-fad51c046682,segment=NetworkSegment(a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d),segment_id=a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:15.897142 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:15.982610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Calling delete_port for f462a2b0-7633-4bce-86c0-fad51c046682 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:16.020208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Calling delete_port for f462a2b0-7633-4bce-86c0-fad51c046682 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:56:16.058680 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.089081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:56:16.089458 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:56:16.106316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f462a2b0-7633-4bce-86c0-fad51c046682,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:16.112272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] No DVR routers for this DVR port f462a2b0-7633-4bce-86c0-fad51c046682 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:56:16.225202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.249723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df946462-769a-405e-9ebf-638e9e1a2e4f']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:16.262752 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:16.263220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61b2e02-6535-4e87-a5b8-bc1ebd8fae9d') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:16.277743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.293448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.299434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:56:16.299825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:56:16.313449 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:56:16.388648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.406291 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.412645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] Pushing event deleted for resources: {'Network': ['ID=df946462-769a-405e-9ebf-638e9e1a2e4f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:16.418685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8f27e625-b380-4996-9214-26e205e0ef74 admin admin] 10.222.0.32 "DELETE /v2.0/networks/df946462-769a-405e-9ebf-638e9e1a2e4f HTTP/1.1" status: 204 len: 168 time: 0.9764929 Mar 05 00:56:16.504324 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f462a2b0-7633-4bce-86c0-fad51c046682 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:16.536341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f462a2b0-7633-4bce-86c0-fad51c046682 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:16.536686 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f462a2b0-7633-4bce-86c0-fad51c046682 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:16.537619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e077d8c1-05e0-4e22-96e9-599dd47c41cf no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:56:16.570879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e077d8c1-05e0-4e22-96e9-599dd47c41cf {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:56:16.571223 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e077d8c1-05e0-4e22-96e9-599dd47c41cf not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:56:16.590486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Deleting port f462a2b0-7633-4bce-86c0-fad51c046682 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:56:16.590873 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.639428 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44414) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:16.683552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a13daddd-0fb8-46de-8bec-47d18c8b20c5 None None] The port 'f462a2b0-7633-4bce-86c0-fad51c046682' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:56:16.692988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3fb18998-4340-4eab-b6f4-7240005c388f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4e4f4ada33941f3b10458af15f81cc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501409 Mar 05 00:56:16.693895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44418) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:16.752372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eee0218c-d2f6-4c8b-b6fb-03a58d4874dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.777139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eee0218c-d2f6-4c8b-b6fb-03a58d4874dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.830445 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eee0218c-d2f6-4c8b-b6fb-03a58d4874dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.847895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0218c-d2f6-4c8b-b6fb-03a58d4874dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3d82b-1257-42bf-821a-aaaeb66a744e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:16.855213 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-eee0218c-d2f6-4c8b-b6fb-03a58d4874dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:16.856376 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eee0218c-d2f6-4c8b-b6fb-03a58d4874dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25b3d82b-1257-42bf-821a-aaaeb66a744e HTTP/1.1" status: 204 len: 168 time: 0.1619372 Mar 05 00:56:17.237290 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44426) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:17.286432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2b0cb613-9664-49ee-befa-61d800ec0150 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9780a4d8fa09475fad783ebb7d3221f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477602 Mar 05 00:56:17.288766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44430) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:17.345411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e55477b6-1bf4-40f3-8909-6aa069a0d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:17.369247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e55477b6-1bf4-40f3-8909-6aa069a0d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:17.418020 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e55477b6-1bf4-40f3-8909-6aa069a0d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:17.432350 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55477b6-1bf4-40f3-8909-6aa069a0d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c6755e-afed-4948-b17a-75e548e33fd7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:17.438027 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e55477b6-1bf4-40f3-8909-6aa069a0d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:17.439286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e55477b6-1bf4-40f3-8909-6aa069a0d1a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8c6755e-afed-4948-b17a-75e548e33fd7 HTTP/1.1" status: 204 len: 168 time: 0.1494813 Mar 05 00:56:18.331840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44452) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:18.468890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1274350220-network', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:18.474242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:18.478710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Usage tracker for resource:network and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:18.481542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:18.487129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:18.497244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Made reservation on behalf of f21059859eea401a8ec2c547db2cbb20 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:56:18.499482 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.514320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.544762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:18.548504 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:18.551241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:18.556755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:18.619684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.623176 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.653239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:56:18.662111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:18.667668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.668017 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Added segment 62a49809-58ee-47bb-8617-3eb421b4dcc2 of type vlan for network 81616253-4069-4772-bd88-e827377b8146 Mar 05 00:56:18.694712 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.723231 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.724056 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:18.724651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:18.823910 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4909830 Mar 05 00:56:18.824729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dd500-ef30-4479-97aa-9b5c7826d528 admin admin] Pushing event updated for resources: {'Network': ['ID=81616253-4069-4772-bd88-e827377b8146,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:18.826757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44458) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:18.832125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Request body: {'subnet': {'network_id': '81616253-4069-4772-bd88-e827377b8146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1274350220-subnet', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:18.835678 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 81616253-4069-4772-bd88-e827377b8146 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:56:18.838247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:18.842471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Usage tracker for resource:subnet and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:18.845414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:18.851116 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:18.861324 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Made reservation on behalf of f21059859eea401a8ec2c547db2cbb20 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:56:18.863642 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.063000 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.140202 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:19.148572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Checking segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:19.148925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Network hostable DHCP agents. Network: 81616253-4069-4772-bd88-e827377b8146, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:56:19.169966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Network 81616253-4069-4772-bd88-e827377b8146 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:56:19.178842 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 81616253-4069-4772-bd88-e827377b8146) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:19.182528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:19.183106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.187813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad758e5-c643-4444-af85-07198e797fc3 None None] Network 81616253-4069-4772-bd88-e827377b8146 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:56:19.203241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4de5ecd9-8b25-4559-9950-6234b5bf0918 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749318 Mar 05 00:56:19.205327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44462) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:19.210726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:19.216352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:19.220211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Usage tracker for resource:router and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:19.223117 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:19.228858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:19.239627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.241005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.259386 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.402344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-81616253-4069-4772-bd88-e827377b8146', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:56:19.403155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.403883 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.561682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Allocated IP 172.20.0.2 (81616253-4069-4772-bd88-e827377b8146/bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6/c1c902a8-622b-4c13-b771-e2bd1989d93a) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:19.588884 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.619069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.767759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.778753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Transition to ACTIVE for port object c1c902a8-622b-4c13-b771-e2bd1989d93a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:19.797575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Transition to ACTIVE for port object c1c902a8-622b-4c13-b771-e2bd1989d93a will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:19.802777 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.850595 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Allocated IP 172.25.0.198 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/24c06c9e-f29a-4eba-b72e-cc3e05c714c9) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:19.874754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Network 81616253-4069-4772-bd88-e827377b8146 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:19.875464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Pushing event updated for resources: {'Port': ['ID=c1c902a8-622b-4c13-b771-e2bd1989d93a,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:19.877954 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:19.879937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:19.962900 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Attempting to bind port c1c902a8-622b-4c13-b771-e2bd1989d93a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:19.963259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Attempting to bind port c1c902a8-622b-4c13-b771-e2bd1989d93a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:19.963620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Attempting to bind port c1c902a8-622b-4c13-b771-e2bd1989d93a on network 81616253-4069-4772-bd88-e827377b8146 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:19.970096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:19.970455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Checking segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:19.970842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:19.971217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Bound using segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:19.971665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Bound port: c1c902a8-622b-4c13-b771-e2bd1989d93a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:19.972031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.002647 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.030457 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.060181 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] For port c1c902a8-622b-4c13-b771-e2bd1989d93a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:20.063220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] For port c1c902a8-622b-4c13-b771-e2bd1989d93a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1c902a8-622b-4c13-b771-e2bd1989d93a,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:20.067361 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.096845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:20.100041 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:20.103753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:20.136051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Pushing event updated for resources: {'Port': ['ID=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:20.154532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b01d-afb1-4ebe-b805-fb2cc06168b3 None None] Pushing event updated for resources: {'Port': ['ID=c1c902a8-622b-4c13-b771-e2bd1989d93a,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:20.268786 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.269690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.511344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Router 6bf641ce-9762-44da-884a-84d9e79714aa is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:56:20.533656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1c902a8-622b-4c13-b771-e2bd1989d93a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:20.601136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port c1c902a8-622b-4c13-b771-e2bd1989d93a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:20.710098 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:56:20.720622 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Sync routers for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:56:20.732860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:20.733523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:20.733778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:20.737769 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-24b58e44-9053-436f-b9e1-6feedf69dfce admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5283287 Mar 05 00:56:20.737927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44466) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:20.917470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:21.132187 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d3e0f-fe79-4bf9-81e0-8752276abead None None] Network 81616253-4069-4772-bd88-e827377b8146 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:56:21.258540 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] Provisioning for port c1c902a8-622b-4c13-b771-e2bd1989d93a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:21.289785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] Provisioning complete for port c1c902a8-622b-4c13-b771-e2bd1989d93a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:21.290159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.571017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.580342 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.582421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:20Z', 'revision_number': 3, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:21.594800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Checking router: 6bf641ce-9762-44da-884a-84d9e79714aa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:56:21.595168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Updating router 6bf641ce-9762-44da-884a-84d9e79714aa port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:56:21.667812 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] For port c1c902a8-622b-4c13-b771-e2bd1989d93a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1c902a8-622b-4c13-b771-e2bd1989d93a,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:21.668883 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.697072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.800169 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Allocated IP 172.20.0.1 (81616253-4069-4772-bd88-e827377b8146/bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6/9db83577-60f5-4b8b-b557-7087bb799821) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:21.850350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7326dd6-27bb-415c-a79a-110500ebb368 None None] Pushing event updated for resources: {'Port': ['ID=c1c902a8-622b-4c13-b771-e2bd1989d93a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:21.947360 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.957404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4014c834-dd51-42ff-96d3-237571c52933 None None] Provisioning complete for port c1c902a8-622b-4c13-b771-e2bd1989d93a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:21.957907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4014c834-dd51-42ff-96d3-237571c52933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:21.964058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Transition to ACTIVE for port object 9db83577-60f5-4b8b-b557-7087bb799821 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:21.987109 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.052923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Network 81616253-4069-4772-bd88-e827377b8146 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:22.055865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:22.060281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:22.083508 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Pushing event updated for resources: {'Port': ['ID=9db83577-60f5-4b8b-b557-7087bb799821,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:22.122899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.181940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.194564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Transition to ACTIVE for port object 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:22.201390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.209980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.277922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Attempting to bind port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:22.278220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Attempting to bind port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:22.278579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Attempting to bind port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:22.290606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:22.290972 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:22.291365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.291748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:22.292206 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Bound port: 24c06c9e-f29a-4eba-b72e-cc3e05c714c9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:22.292572 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.330294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd962f5-fd1f-4993-b0c3-cf3ffd416047 None None] Pushing event updated for resources: {'Port': ['ID=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:22.369172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] For port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:22.372310 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] For port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:22.379772 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.432515 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.437239 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.467467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f236eac8-4b1c-483f-943b-75dd1e38e4c3 None None] Provisioning for port 9db83577-60f5-4b8b-b557-7087bb799821 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:22.476184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd962f5-fd1f-4993-b0c3-cf3ffd416047 None None] Pushing event updated for resources: {'Port': ['ID=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:22.482618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f236eac8-4b1c-483f-943b-75dd1e38e4c3 None None] Provisioning complete for port 9db83577-60f5-4b8b-b557-7087bb799821 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:22.482896 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f236eac8-4b1c-483f-943b-75dd1e38e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.510001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:22.510493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:22.543982 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.547374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Pushing event updated for resources: {'Port': ['ID=9db83577-60f5-4b8b-b557-7087bb799821,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:22.573354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1c902a8-622b-4c13-b771-e2bd1989d93a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:22.683314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Network 81616253-4069-4772-bd88-e827377b8146 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:22.684266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:22.755491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f236eac8-4b1c-483f-943b-75dd1e38e4c3 None None] Port 9db83577-60f5-4b8b-b557-7087bb799821 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:56:22.814150 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port c1c902a8-622b-4c13-b771-e2bd1989d93a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:22.814522 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:22.848593 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:23.073463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Router 6bf641ce-9762-44da-884a-84d9e79714aa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:56:23.147851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c0fd303f-873d-4d7c-b286-82cfca0f5758 None None] Provisioning complete for port 9db83577-60f5-4b8b-b557-7087bb799821 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:23.149125 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c0fd303f-873d-4d7c-b286-82cfca0f5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:23.254312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd303f-873d-4d7c-b286-82cfca0f5758 None None] Port 9db83577-60f5-4b8b-b557-7087bb799821 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:56:23.294717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 2, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:23.298629 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15b417-96b7-40fe-9789-563b1cea90bb None None] The sync data for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 is: [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 2, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:56:23.369855 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:56:23.378888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e1120a67-c9a2-46be-9ea7-6ffcf066da49 admin admin] 10.222.0.32 "PUT /v2.0/routers/6bf641ce-9762-44da-884a-84d9e79714aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399696 Mar 05 00:56:24.275329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44488) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:24.281124 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85773194-network', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:24.287047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:24.291100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Usage tracker for resource:network and tenant:4bb9e6ec43d547bda183b36235c76b78 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:24.294128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:24.300264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:24.314329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Made reservation on behalf of 4bb9e6ec43d547bda183b36235c76b78 for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:56:24.316649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.329899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.361344 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:24.365840 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Usage tracker for resource:security_group_rule and tenant:4bb9e6ec43d547bda183b36235c76b78 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:24.368720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:24.374437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:24.441441 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.445903 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.475619 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:56:24.483988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab8184-fa4e-4120-a862-ffb19a07e20a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:24.491744 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.501673 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Added segment ddbcd13f-2ed4-4896-9ca9-415b2896c4ef of type vlan for network 4c18ceaf-cef9-4b10-9559-45460a41676d Mar 05 00:56:24.518215 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.537124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:24.549800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.550737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:24.551314 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.610441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:24.615801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:24.616190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.661026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] Pushing event updated for resources: {'Network': ['ID=4c18ceaf-cef9-4b10-9559-45460a41676d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:24.666330 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-66362dd1-9d0b-45b7-8f85-0f61e328d54f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3899620 Mar 05 00:56:24.669157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44492) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:24.673561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 4c18ceaf-cef9-4b10-9559-45460a41676d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:56:24.679070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Request body: {'subnet': {'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85773194-subnet', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:24.684512 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:24.688457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Usage tracker for resource:subnet and tenant:4bb9e6ec43d547bda183b36235c76b78 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:24.691288 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:24.696914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:24.707194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Made reservation on behalf of 4bb9e6ec43d547bda183b36235c76b78 for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:56:24.709669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.829085 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.845891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:24.850315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.910413 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:24.919737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:24.987981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be3f3b2-1af4-492f-92b1-a22250cefbfc,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:24.998579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Checking segment: {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:24.998925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Network hostable DHCP agents. Network: 4c18ceaf-cef9-4b10-9559-45460a41676d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:56:25.020125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Network 4c18ceaf-cef9-4b10-9559-45460a41676d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:56:25.029805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 4c18ceaf-cef9-4b10-9559-45460a41676d) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:25.033876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:25.034484 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.038914 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04cbc8-5f8a-4e8b-a436-ea2706d62810 None None] Network 4c18ceaf-cef9-4b10-9559-45460a41676d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:56:25.056132 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-478c4668-b301-4867-bb36-051c29bd6733 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3820398 Mar 05 00:56:25.058679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44496) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:25.063640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:25.069004 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:25.072806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Usage tracker for resource:router and tenant:4bb9e6ec43d547bda183b36235c76b78 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:56:25.075618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:56:25.081562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:25.092611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.093527 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.112007 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.251274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-4c18ceaf-cef9-4b10-9559-45460a41676d', 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'fixed_ips': [{'subnet_id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:56:25.252120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.257827 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.406514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Allocated IP 172.20.0.2 (4c18ceaf-cef9-4b10-9559-45460a41676d/3be3f3b2-1af4-492f-92b1-a22250cefbfc/589719ca-3598-4db5-a58a-d3e751becdd1) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:25.439500 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.470150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.601876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.605267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Allocated IP 172.25.0.126 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/00665f36-e7eb-487b-a591-d1f827aed3b0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:25.612105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Transition to ACTIVE for port object 589719ca-3598-4db5-a58a-d3e751becdd1 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:25.630712 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Transition to ACTIVE for port object 589719ca-3598-4db5-a58a-d3e751becdd1 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:25.635434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.748937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Network 4c18ceaf-cef9-4b10-9559-45460a41676d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:25.752228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Pushing event updated for resources: {'Port': ['ID=589719ca-3598-4db5-a58a-d3e751becdd1,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:25.754606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:25.756687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:25.759150 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.786517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.842504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Attempting to bind port 589719ca-3598-4db5-a58a-d3e751becdd1 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:25.842868 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Attempting to bind port 589719ca-3598-4db5-a58a-d3e751becdd1 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:25.843229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Attempting to bind port 589719ca-3598-4db5-a58a-d3e751becdd1 on network 4c18ceaf-cef9-4b10-9559-45460a41676d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:25.848796 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:25.850623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:25.851011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Checking segment: {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:25.851435 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.851819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Bound using segment: {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:25.851989 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:25.852301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Bound port: 589719ca-3598-4db5-a58a-d3e751becdd1, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:25.852668 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:25.855335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:25.892383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Pushing event updated for resources: {'Port': ['ID=00665f36-e7eb-487b-a591-d1f827aed3b0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:25.950469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] For port 589719ca-3598-4db5-a58a-d3e751becdd1, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:25.953885 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] For port 589719ca-3598-4db5-a58a-d3e751becdd1, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=589719ca-3598-4db5-a58a-d3e751becdd1,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:25.958143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:26.042373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e44b-be75-4b46-b448-10819b85c7b0 None None] Pushing event updated for resources: {'Port': ['ID=589719ca-3598-4db5-a58a-d3e751becdd1,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:26.121848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:26.122593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:26.356635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Router b923fe18-10a9-4b5f-9ab7-28e3b138176d is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:56:26.560991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:56:26.578844 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Sync routers for ids ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:56:26.589590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:26.593275 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 589719ca-3598-4db5-a58a-d3e751becdd1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:26.593562 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0f7a9b2c-715a-4039-9c78-27f8ef9452bb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5315073 Mar 05 00:56:26.593692 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Routers {'b923fe18-10a9-4b5f-9ab7-28e3b138176d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:26.593692 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:26.594111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44500) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:56:26.668863 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 589719ca-3598-4db5-a58a-d3e751becdd1 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:26.676190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:26.759748 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:26.760131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:26.794281 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Set router b923fe18-10a9-4b5f-9ab7-28e3b138176d gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:27.071933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b81eb6-7dcb-4c7a-af4a-2a2d88f4139b None None] Network 4c18ceaf-cef9-4b10-9559-45460a41676d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:56:27.151728 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:26Z', 'revision_number': 3, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:27.156781 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Checking router: b923fe18-10a9-4b5f-9ab7-28e3b138176d for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:56:27.157123 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Updating router b923fe18-10a9-4b5f-9ab7-28e3b138176d port 00665f36-e7eb-487b-a591-d1f827aed3b0 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:56:27.184451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a908e009-e337-4983-b47d-26394be42b35 None None] Provisioning for port 589719ca-3598-4db5-a58a-d3e751becdd1 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:27.207298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a908e009-e337-4983-b47d-26394be42b35 None None] Provisioning complete for port 589719ca-3598-4db5-a58a-d3e751becdd1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:27.207765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a908e009-e337-4983-b47d-26394be42b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.228325 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.447813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a908e009-e337-4983-b47d-26394be42b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.493738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-a908e009-e337-4983-b47d-26394be42b35 None None] For port 589719ca-3598-4db5-a58a-d3e751becdd1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=589719ca-3598-4db5-a58a-d3e751becdd1,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:27.501040 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a908e009-e337-4983-b47d-26394be42b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.585187 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.596612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e009-e337-4983-b47d-26394be42b35 None None] Pushing event updated for resources: {'Port': ['ID=589719ca-3598-4db5-a58a-d3e751becdd1,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:27.598942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Transition to ACTIVE for port object 00665f36-e7eb-487b-a591-d1f827aed3b0 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:27.604936 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.613559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.615696 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.697680 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Pushing event updated for resources: {'Port': ['ID=00665f36-e7eb-487b-a591-d1f827aed3b0,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:27.700000 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Attempting to bind port 00665f36-e7eb-487b-a591-d1f827aed3b0 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:27.700361 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Attempting to bind port 00665f36-e7eb-487b-a591-d1f827aed3b0 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:27.700714 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Attempting to bind port 00665f36-e7eb-487b-a591-d1f827aed3b0 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:27.713436 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.713779 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.714118 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.714450 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.715020 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.715347 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.715665 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.715981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.716295 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.716611 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.716926 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:27.720325 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:27.720697 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:27.721092 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.721499 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:27.722215 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Bound port: 00665f36-e7eb-487b-a591-d1f827aed3b0, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:27.722464 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.797288 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] For port 00665f36-e7eb-487b-a591-d1f827aed3b0, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:27.800504 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] For port 00665f36-e7eb-487b-a591-d1f827aed3b0, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=00665f36-e7eb-487b-a591-d1f827aed3b0,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:27.803821 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.827011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-e67d301a-040e-411a-92f9-36d650151df8 None None] Provisioning complete for port 589719ca-3598-4db5-a58a-d3e751becdd1 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:27.827615 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e67d301a-040e-411a-92f9-36d650151df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.831260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Allocated IP 172.20.0.1 (4c18ceaf-cef9-4b10-9559-45460a41676d/3be3f3b2-1af4-492f-92b1-a22250cefbfc/7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:27.886291 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Routers {'b923fe18-10a9-4b5f-9ab7-28e3b138176d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:27.886876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:27.977314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:27.996564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.005071 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54902d-25c0-4791-bd3b-c180130f9ea5 None None] Pushing event updated for resources: {'Port': ['ID=00665f36-e7eb-487b-a591-d1f827aed3b0,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:28.013852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Transition to ACTIVE for port object 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:28.039906 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.079866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] Set router b923fe18-10a9-4b5f-9ab7-28e3b138176d gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:28.109432 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Network 4c18ceaf-cef9-4b10-9559-45460a41676d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:28.112190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:28.116483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:28.146478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Pushing event updated for resources: {'Port': ['ID=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:28.174327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.258555 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.397113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-559658c8-063b-4dcf-89b1-ca8b903b3147 None None] Provisioning for port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:28.399233 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:26Z', 'revision_number': 3, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:28.402840 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-559658c8-063b-4dcf-89b1-ca8b903b3147 None None] Provisioning complete for port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:28.403314 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a9952-3c82-4fad-bcea-33191c3b74a1 None None] The sync data for ids ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'] in n-d-828979-4 is: [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:26Z', 'revision_number': 3, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:56:28.403465 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-559658c8-063b-4dcf-89b1-ca8b903b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.458407 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-559658c8-063b-4dcf-89b1-ca8b903b3147 None None] Port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:56:28.495954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.500415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.517212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 589719ca-3598-4db5-a58a-d3e751becdd1 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:28.584105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 589719ca-3598-4db5-a58a-d3e751becdd1 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:28.584105 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.602569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Pushing event updated for resources: {'Port': ['ID=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:28.607114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:28.741888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Network 4c18ceaf-cef9-4b10-9559-45460a41676d is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:28.742937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:28.984190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3f93aea3-503f-4d25-8558-283bb2cd4eb7 None None] Provisioning complete for port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:28.984820 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3f93aea3-503f-4d25-8558-283bb2cd4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:29.038943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3f93aea3-503f-4d25-8558-283bb2cd4eb7 None None] Port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:56:29.220990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Router b923fe18-10a9-4b5f-9ab7-28e3b138176d has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:56:29.419602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:56:29.429046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-da06b100-ed5c-48fd-a37e-6842a1a0c6aa admin admin] 10.222.0.32 "PUT /v2.0/routers/b923fe18-10a9-4b5f-9ab7-28e3b138176d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8338997 Mar 05 00:56:34.555473 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 00665f36-e7eb-487b-a591-d1f827aed3b0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:34.634238 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 00665f36-e7eb-487b-a591-d1f827aed3b0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:34.641075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 00665f36-e7eb-487b-a591-d1f827aed3b0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:34.641542 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:34.768611 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:34.786370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 00665f36-e7eb-487b-a591-d1f827aed3b0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=00665f36-e7eb-487b-a591-d1f827aed3b0,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:34.790594 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:34.906229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=00665f36-e7eb-487b-a591-d1f827aed3b0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:35.023840 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-90e5c636-514a-4716-bd1b-2b9466a32aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:36.527982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 00665f36-e7eb-487b-a591-d1f827aed3b0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:36.599995 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 00665f36-e7eb-487b-a591-d1f827aed3b0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:36.600275 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:37.091818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d8ded2ed-2a56-4dfe-a626-6150f4fdacfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:38.140637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Sync routers for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:56:38.157183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:38.157872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:38.351302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:38.528472 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:38.529506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:38.715823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 2, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:38.721303 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Checking router: 6bf641ce-9762-44da-884a-84d9e79714aa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:56:38.721660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Updating router 6bf641ce-9762-44da-884a-84d9e79714aa port 9db83577-60f5-4b8b-b557-7087bb799821 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:56:38.778883 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.147364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.159600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Transition to ACTIVE for port object 9db83577-60f5-4b8b-b557-7087bb799821 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:39.178643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.317046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037501b7-2eb8-4316-86d2-96fc2e2596fd None None] Pushing event updated for resources: {'Port': ['ID=9db83577-60f5-4b8b-b557-7087bb799821,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:39.418917 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Attempting to bind port 9db83577-60f5-4b8b-b557-7087bb799821 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:39.419272 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Attempting to bind port 9db83577-60f5-4b8b-b557-7087bb799821 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:39.419768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Attempting to bind port 9db83577-60f5-4b8b-b557-7087bb799821 on network 81616253-4069-4772-bd88-e827377b8146 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:39.428136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:39.430606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Checking segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:39.430606 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.430606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Bound using segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:39.430923 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Bound port: 9db83577-60f5-4b8b-b557-7087bb799821, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:39.431272 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.556647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] For port 9db83577-60f5-4b8b-b557-7087bb799821, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:39.562887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] For port 9db83577-60f5-4b8b-b557-7087bb799821, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9db83577-60f5-4b8b-b557-7087bb799821,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:39.570104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.703880 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:39.704519 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:39.840844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037501b7-2eb8-4316-86d2-96fc2e2596fd None None] Pushing event updated for resources: {'Port': ['ID=9db83577-60f5-4b8b-b557-7087bb799821,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:39.924687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:39.938012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:39.961149 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Sync routers for ids ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:56:39.976071 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Routers {'b923fe18-10a9-4b5f-9ab7-28e3b138176d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:39.977446 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:40.163825 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Set router b923fe18-10a9-4b5f-9ab7-28e3b138176d gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:40.267462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:39Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:40.272288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c92c5b-9168-45a1-97c7-f1c703bb68a4 None None] The sync data for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 is: [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:39Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:56:40.497080 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:28Z', 'revision_number': 4, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce', 'name': '', 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'mac_address': 'fa:16:3e:23:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:27Z', 'updated_at': '2022-03-05T00:56:28Z', 'revision_number': 2, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'subnets': [{'id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:40.501364 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Checking router: b923fe18-10a9-4b5f-9ab7-28e3b138176d for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:56:40.501713 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Updating router b923fe18-10a9-4b5f-9ab7-28e3b138176d port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:56:40.562459 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9db83577-60f5-4b8b-b557-7087bb799821 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:40.569455 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:40.591300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-45f84372-34ca-4b40-b33a-91391330e5c5 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:40.593265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-45f84372-34ca-4b40-b33a-91391330e5c5 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 815 time: 0.1577291 Mar 05 00:56:40.616538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-c2cd27b1-016b-45be-8fa5-67189806f447 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/quotas/f21059859eea401a8ec2c547db2cbb20 HTTP/1.1" status: 200 len: 375 time: 0.0164940 Mar 05 00:56:40.641859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 9db83577-60f5-4b8b-b557-7087bb799821 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:40.648232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 9db83577-60f5-4b8b-b557-7087bb799821 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:40.649284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:40.715703 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-88e68ebb-9542-4ce5-b79d-4a5910168cb6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933259 Mar 05 00:56:40.778140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:40.816775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 9db83577-60f5-4b8b-b557-7087bb799821, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9db83577-60f5-4b8b-b557-7087bb799821,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:40.821667 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:40.885761 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-c0e9a5ff-c993-4c8a-b367-1bad07ea2623 service neutron] 10.222.0.32 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529956 Mar 05 00:56:40.906064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=9db83577-60f5-4b8b-b557-7087bb799821,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:41.019687 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:41.031123 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-dce82bb2-8551-4184-b7f6-143c688b1ecc service neutron] 10.222.0.32 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398554 Mar 05 00:56:41.033185 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Transition to ACTIVE for port object 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:41.040535 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:41.173070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca24dd-fd58-4d6f-9319-adbf9843c440 None None] Pushing event updated for resources: {'Port': ['ID=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:41.229593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-365442d3-83e0-465d-b070-919cd47edfd6 req-8315b9af-4182-4265-820f-041cff61d9e3 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:56:41.252797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-365442d3-83e0-465d-b070-919cd47edfd6 req-8315b9af-4182-4265-820f-041cff61d9e3 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:56:41.257859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-365442d3-83e0-465d-b070-919cd47edfd6 req-8315b9af-4182-4265-820f-041cff61d9e3 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 210 time: 0.0769932 Mar 05 00:56:41.268635 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Attempting to bind port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:41.268994 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Attempting to bind port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:41.269506 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Attempting to bind port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce on network 4c18ceaf-cef9-4b10-9559-45460a41676d {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:41.280942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:41.280942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Checking segment: {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:41.280942 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:41.280942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Bound using segment: {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:41.280942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Bound port: 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:41.280942 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:41.368131 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] For port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:41.371026 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] For port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:41.375151 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:41.472127 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca24dd-fd58-4d6f-9319-adbf9843c440 None None] Pushing event updated for resources: {'Port': ['ID=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:41.476996 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Routers {'b923fe18-10a9-4b5f-9ab7-28e3b138176d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:56:41.477589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:56:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:41.664909 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] Set router b923fe18-10a9-4b5f-9ab7-28e3b138176d gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:56:41.977344 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:28Z', 'revision_number': 4, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce', 'name': '', 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'mac_address': 'fa:16:3e:23:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:27Z', 'updated_at': '2022-03-05T00:56:41Z', 'revision_number': 4, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'subnets': [{'id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:56:41.981109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e1ab8-fb29-4b87-8397-a766c8d6774e None None] The sync data for ids ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'] in n-d-828979-4 is: [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:28Z', 'revision_number': 4, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce', 'name': '', 'network_id': '4c18ceaf-cef9-4b10-9559-45460a41676d', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'mac_address': 'fa:16:3e:23:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:27Z', 'updated_at': '2022-03-05T00:56:41Z', 'revision_number': 4, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'subnets': [{'id': '3be3f3b2-1af4-492f-92b1-a22250cefbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:56:42.335253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-073b2bad-3b5c-482c-9211-30481edcf3bf tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:42.336826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-073b2bad-3b5c-482c-9211-30481edcf3bf tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 815 time: 0.1622603 Mar 05 00:56:42.356416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'port': {'device_id': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'admin_state_up': True, 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:42.492770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d57f7a09-3f73-41f5-ba1b-55ce8f710e42 req-3af4bb33-fff9-4910-9fcf-76a69d0690f7 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 210 time: 0.0562074 Mar 05 00:56:42.555854 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:56:42.566304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:56:42.590477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Made reservation on behalf of f21059859eea401a8ec2c547db2cbb20 for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:56:42.593676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:42.666864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:42.768201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:42.778460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:42.778892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:42.795422 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Allocated IP 172.20.0.8 (81616253-4069-4772-bd88-e827377b8146/bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6/7adfffe4-0ea8-49d6-add4-1d13f44de3ea) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:56:42.957021 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:43.018743 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:43.026407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:43.027922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9db83577-60f5-4b8b-b557-7087bb799821 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:43.297791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:43.314960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.315598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.316213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.316803 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.317432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.318780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.319265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.321572 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.322378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.324009 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.324555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.358891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 9db83577-60f5-4b8b-b557-7087bb799821 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:43.360405 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:43.369172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:43.387413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Transition to ACTIVE for port object 7adfffe4-0ea8-49d6-add4-1d13f44de3ea will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:43.415934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:43.512738 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Network 81616253-4069-4772-bd88-e827377b8146 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:56:43.516247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:56:43.521299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:56:43.591220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:43.591836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:43.597176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:43.611635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.611888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.612860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.612860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.612860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.613132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.613543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.613867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.614223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.616566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.616566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:56:43.646882 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-cb501416-2bac-4da2-9479-f473a4c0a452 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2974885 Mar 05 00:56:43.801365 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369e65f-350b-4da6-bf62-47e0861e2efd req-0ec6bfb3-6698-4680-a459-2d7af0536117 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:43.810844 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8369e65f-350b-4da6-bf62-47e0861e2efd req-0ec6bfb3-6698-4680-a459-2d7af0536117 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.1007464 Mar 05 00:56:43.883278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8369e65f-350b-4da6-bf62-47e0861e2efd req-5d9d48a0-5a5a-42ce-a4c3-30cb3ab5a357 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:56:43.902397 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8369e65f-350b-4da6-bf62-47e0861e2efd req-5d9d48a0-5a5a-42ce-a4c3-30cb3ab5a357 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:56:43.903714 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8369e65f-350b-4da6-bf62-47e0861e2efd req-5d9d48a0-5a5a-42ce-a4c3-30cb3ab5a357 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912826 Mar 05 00:56:44.042463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a43a-b164-4a3e-8428-d082633bed4a None None] Provisioning for port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:44.049916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a43a-b164-4a3e-8428-d082633bed4a None None] Provisioning complete for port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:44.050894 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a43a-b164-4a3e-8428-d082633bed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:44.122851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5a43a-b164-4a3e-8428-d082633bed4a None None] Port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:56:44.529205 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:44.605162 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:44.605978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:45.126970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fa4b2-35ba-4da0-87f7-334604f5096c req-07b1f13e-5249-4521-908f-e99cc50960b7 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:45.128317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f34fa4b2-35ba-4da0-87f7-334604f5096c req-07b1f13e-5249-4521-908f-e99cc50960b7 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:56:45.146931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-f34fa4b2-35ba-4da0-87f7-334604f5096c req-07b1f13e-5249-4521-908f-e99cc50960b7 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:56:45.148145 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34fa4b2-35ba-4da0-87f7-334604f5096c req-07b1f13e-5249-4521-908f-e99cc50960b7 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.1022868 Mar 05 00:56:45.196784 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f34fa4b2-35ba-4da0-87f7-334604f5096c req-233185e8-49db-4d05-8927-694198dd2734 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Mar 05 00:56:46.413563 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76544dbf-d1b2-405a-9748-1a3de2cd769c req-8e5ddade-c035-43c3-8b96-32f46d90b0dd tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:46.415207 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76544dbf-d1b2-405a-9748-1a3de2cd769c req-8e5ddade-c035-43c3-8b96-32f46d90b0dd tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.0927231 Mar 05 00:56:46.466535 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-76544dbf-d1b2-405a-9748-1a3de2cd769c req-43b0c827-a94e-4586-b9ab-9a95c7b03e72 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Mar 05 00:56:47.561717 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:56:47.684156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639740dd-9ea8-4b5b-87b6-43b6c09fcaeb req-1e32c686-6f4a-492a-968c-be467d12812a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:47.686404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-639740dd-9ea8-4b5b-87b6-43b6c09fcaeb req-1e32c686-6f4a-492a-968c-be467d12812a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.0826793 Mar 05 00:56:47.733502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-639740dd-9ea8-4b5b-87b6-43b6c09fcaeb req-140abe98-8040-4fe7-8bea-5cc9d390cf82 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Mar 05 00:56:48.938772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4237d-422c-422d-b03e-35476e47ee05 req-1d39c81d-8ad6-48a0-8aa8-f47a6d0ac2f9 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:48.957410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f4237d-422c-422d-b03e-35476e47ee05 req-1d39c81d-8ad6-48a0-8aa8-f47a6d0ac2f9 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.0894318 Mar 05 00:56:49.003635 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-45f4237d-422c-422d-b03e-35476e47ee05 req-a363aa4e-993e-47d4-a32f-ba4fcddc09dd tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523663 Mar 05 00:56:50.206846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db52c26-53b8-41e1-a137-b5b94f6c2d4d req-ee0e4e8b-3819-4e34-b1c4-5e3998dcc784 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:50.208220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2db52c26-53b8-41e1-a137-b5b94f6c2d4d req-ee0e4e8b-3819-4e34-b1c4-5e3998dcc784 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.0750988 Mar 05 00:56:50.252889 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2db52c26-53b8-41e1-a137-b5b94f6c2d4d req-f12a55f5-32fd-414c-be24-b51c8fc149a8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Mar 05 00:56:51.442747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82866e-1aea-46cc-9b7a-aa464a978a5f req-dd30aa3b-2b1c-4d59-8ce2-bd1da23f2c10 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:51.444914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d82866e-1aea-46cc-9b7a-aa464a978a5f req-dd30aa3b-2b1c-4d59-8ce2-bd1da23f2c10 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.0750141 Mar 05 00:56:51.489679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5d82866e-1aea-46cc-9b7a-aa464a978a5f req-470e1b54-c519-4ca3-8af7-3c0d43cd441f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Mar 05 00:56:52.516858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Request body: {'port': {'device_id': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:56:52.669165 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:52.803230 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ed848-db78-4bf9-92f7-cf5f9cffd247 req-eb7248ff-dc2e-49a6-8d55-01114064340e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:52.804695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e9ed848-db78-4bf9-92f7-cf5f9cffd247 req-eb7248ff-dc2e-49a6-8d55-01114064340e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 931 time: 0.1875143 Mar 05 00:56:52.939171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0e9ed848-db78-4bf9-92f7-cf5f9cffd247 req-3c1d59d8-a169-49a8-845c-7881c2012815 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285133 Mar 05 00:56:53.066928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7adfffe4-0ea8-49d6-add4-1d13f44de3ea {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:56:53.074570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:53.089623 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Transition to ACTIVE for port object 7adfffe4-0ea8-49d6-add4-1d13f44de3ea will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:56:53.093454 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:53.223694 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:53.330017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Attempting to bind port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:56:53.330356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Attempting to bind port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:56:53.330681 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Attempting to bind port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea on network 81616253-4069-4772-bd88-e827377b8146 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:53.336437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea on network 81616253-4069-4772-bd88-e827377b8146 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:56:53.336756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Attempting to bind port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea on network 81616253-4069-4772-bd88-e827377b8146 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:56:53.343234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:56:53.343568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Checking segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:56:53.343947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Bound using segment: {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:56:53.344366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Bound port: 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a49809-58ee-47bb-8617-3eb421b4dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81616253-4069-4772-bd88-e827377b8146'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:56:53.344709 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:53.431301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:56:53.434170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:56:53.438760 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:53.504979 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:53.506405 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] 10.222.0.10 "PUT /v2.0/ports/7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 1091 time: 0.9938495 Mar 05 00:56:53.506864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:56:53.522332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f54dc6-ccb2-49eb-a252-cf2436c92bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:53.580289 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'status': 'completed', 'code': 200} Mar 05 00:56:53.623646 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-f29ec8a5-27a1-40df-a7ff-59085aeb73ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1094 time: 0.0766532 Mar 05 00:56:53.696636 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-a989f00b-5f6a-473c-9f5f-0ce74d02b018 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 217 time: 0.0663257 Mar 05 00:56:53.758962 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-6655a64b-dab0-4a8e-9fed-240a8b98ec84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:53.760384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-6655a64b-dab0-4a8e-9fed-240a8b98ec84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0582652 Mar 05 00:56:53.923783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-43c5ab29-3dec-4dda-a5b5-8ea801845d88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575978 Mar 05 00:56:54.054803 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-db58d7b0-8741-4da9-a392-248bcbb707c8 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241317 Mar 05 00:56:54.243670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105275-6ecd-489c-b500-daa43328d8ac req-17162f43-bd6f-41d5-927d-4385a3ab5bf8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:54.245038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f105275-6ecd-489c-b500-daa43328d8ac req-17162f43-bd6f-41d5-927d-4385a3ab5bf8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 943 time: 0.1851203 Mar 05 00:56:54.246926 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-39bd6eea-a0a7-470a-bed3-dce8dc5f8a24 req-1d5137ac-4ed4-41ef-a36b-e36af43ef7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859708 Mar 05 00:56:54.293115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5f105275-6ecd-489c-b500-daa43328d8ac req-5f3edbb2-47b9-408f-a40c-933018dc1b31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Mar 05 00:56:54.371538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-74c11f81-72d3-4643-a3da-860ff2dd0aaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1094 time: 0.0774555 Mar 05 00:56:54.499691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf854a6-7298-4f96-b469-40c45c372840 req-1c981e08-70f3-4dd8-bd41-7e26c4f12f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:54.501056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-1c981e08-70f3-4dd8-bd41-7e26c4f12f86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1245320 Mar 05 00:56:54.568850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-4b1f079d-1254-437b-98e1-583c083c0bc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 217 time: 0.0618536 Mar 05 00:56:54.628190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf854a6-7298-4f96-b469-40c45c372840 req-819643c0-56c9-4f33-a8e2-6807834e834d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:54.629624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-819643c0-56c9-4f33-a8e2-6807834e834d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0557070 Mar 05 00:56:54.700880 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-273b19e2-6039-4570-aad6-0c1e5d497e6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659316 Mar 05 00:56:54.827083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-28042106-569a-46eb-8d20-7ca7f7786a54 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200507 Mar 05 00:56:54.958699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bbf854a6-7298-4f96-b469-40c45c372840 req-83be21c2-241b-40b3-abcb-0c9ed221a3eb service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245806 Mar 05 00:56:55.488217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d799e87-59d1-46f3-a916-ba6b30e417dc req-3881ba58-51a5-43af-a43d-b9da09ef292f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:55.489662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d799e87-59d1-46f3-a916-ba6b30e417dc req-3881ba58-51a5-43af-a43d-b9da09ef292f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 943 time: 0.0784190 Mar 05 00:56:55.532988 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2d799e87-59d1-46f3-a916-ba6b30e417dc req-8067cef9-5848-4037-aa0b-08b37912cfff tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373154 Mar 05 00:56:56.699736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-72281932-418c-42a0-b9a2-85ef7a934076 req-9bc0dacc-5131-4249-a7d7-c81827064c0b service neutron] (83783) timed out ('10.222.0.32', 41678) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 00:56:56.733599 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d574f1-03fc-4838-9f5c-78011a8601ec req-7e643637-fa37-4b74-b88a-b5800617c4a8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:56.735073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6d574f1-03fc-4838-9f5c-78011a8601ec req-7e643637-fa37-4b74-b88a-b5800617c4a8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 943 time: 0.0849054 Mar 05 00:56:56.780923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6d574f1-03fc-4838-9f5c-78011a8601ec req-006b335a-6c73-4db3-8b8e-d5ed4aa63c80 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Mar 05 00:56:57.366596 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7adfffe4-0ea8-49d6-add4-1d13f44de3ea details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 00:56:57.522562 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:57.535074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'port_id': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'mac_address': 'fa:16:3e:36:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 00:56:57.597374 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:57.598125 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:57.614874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7adfffe4-0ea8-49d6-add4-1d13f44de3ea {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:56:57.629874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:57.633892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:57.701950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:57.913372 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:57.945843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7adfffe4-0ea8-49d6-add4-1d13f44de3ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:56:57.979261 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7db2-3ca5-459d-9fca-67da39567ab6 req-38db77fc-7847-4ee5-bf2b-de9af1b49500 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:57.981431 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-826f7db2-3ca5-459d-9fca-67da39567ab6 req-38db77fc-7847-4ee5-bf2b-de9af1b49500 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 944 time: 0.0781009 Mar 05 00:56:58.028875 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-826f7db2-3ca5-459d-9fca-67da39567ab6 req-05e72159-3eda-4139-8aa8-dd479a4f900c tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Mar 05 00:56:59.220486 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d558b8-ae68-4ef1-af96-2b98a36a63ed req-70484ae7-02c2-4b5e-9b69-eee4fe318560 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:56:59.222031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4d558b8-ae68-4ef1-af96-2b98a36a63ed req-70484ae7-02c2-4b5e-9b69-eee4fe318560 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 944 time: 0.0738683 Mar 05 00:56:59.270086 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f4d558b8-ae68-4ef1-af96-2b98a36a63ed req-c8bbdd3c-54ca-4459-af28-3783633a365d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 Mar 05 00:56:59.366429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7adfffe4-0ea8-49d6-add4-1d13f44de3ea up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:56:59.432703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:56:59.437570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:56:59.437938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:59.546752 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:59.573449 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:56:59.582847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:56:59.586630 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:56:59.628174 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'code': 200} Mar 05 00:56:59.653425 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:56:59.746117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-192471d0-feaa-4b71-9bd2-1b743168d3a6 req-f947786a-531d-4e32-befc-0528a52a8390 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1096 time: 0.0663197 Mar 05 00:56:59.787618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-192471d0-feaa-4b71-9bd2-1b743168d3a6 req-dcd6d2f6-6f55-4b43-8248-0ef76c9773c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353692 Mar 05 00:57:00.467260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435cf9b-3a1f-4009-bff2-0cf4548e4289 req-dd468e0d-c43c-4a40-b6a5-417a8f29c341 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:00.468693 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7435cf9b-3a1f-4009-bff2-0cf4548e4289 req-dd468e0d-c43c-4a40-b6a5-417a8f29c341 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0785458 Mar 05 00:57:00.512699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7435cf9b-3a1f-4009-bff2-0cf4548e4289 req-8a334d37-7674-41e6-9810-74a0bc0889ff tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Mar 05 00:57:01.714679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1bf81-1aaa-4ae7-bfb7-4c88d51bd938 req-f8bba3aa-e4ba-4c1e-8abd-ec8178417d71 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:01.716369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb1bf81-1aaa-4ae7-bfb7-4c88d51bd938 req-f8bba3aa-e4ba-4c1e-8abd-ec8178417d71 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0793328 Mar 05 00:57:01.759872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efb1bf81-1aaa-4ae7-bfb7-4c88d51bd938 req-52dc3f10-b732-4547-bd20-98b59800f661 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Mar 05 00:57:01.950971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6346cb3-83a0-40a7-b6b5-7da3e50fcde7 req-c11d3768-5277-4539-8add-0180dfa5620f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:01.952427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6346cb3-83a0-40a7-b6b5-7da3e50fcde7 req-c11d3768-5277-4539-8add-0180dfa5620f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0749576 Mar 05 00:57:01.998815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b6346cb3-83a0-40a7-b6b5-7da3e50fcde7 req-b5a09b9c-e7ef-4487-8f3a-f6697103e3f0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Mar 05 00:57:02.504487 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b3ecc-ebed-4526-8980-d2baffcefef2 req-5b6890f9-2829-4772-8957-c346ac34688b tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:02.506538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b3ecc-ebed-4526-8980-d2baffcefef2 req-5b6890f9-2829-4772-8957-c346ac34688b tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.1641612 Mar 05 00:57:02.553572 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b75b3ecc-ebed-4526-8980-d2baffcefef2 req-d469e807-e12e-413d-bf73-04d98db3c6eb tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Mar 05 00:57:05.017022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da0af4f9-9f27-483a-9760-708f2ec7c7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:07.085179 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cb5627b8-e84c-4427-9d0d-7b004d32ca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:08.451771 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:08.456994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:09.901960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:12.730266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9906-cb7d-4c7f-b49a-aba685092cfc req-2c7a4a80-031f-472b-9e61-64a7273a1d4d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:12.731712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-155e9906-cb7d-4c7f-b49a-aba685092cfc req-2c7a4a80-031f-472b-9e61-64a7273a1d4d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0758271 Mar 05 00:57:12.778648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-155e9906-cb7d-4c7f-b49a-aba685092cfc req-5b374f60-8aa1-4249-a894-f8a3dbba9ba7 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Mar 05 00:57:12.805882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44686) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:12.992927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0c79285-f6d8-465c-908e-48ad34381e83 tempest-TestMinimumBasicScenario-925177704 tempest-TestMinimumBasicScenario-925177704-project-admin] Synchronizing usage tracker for tenant:4bb9e6ec43d547bda183b36235c76b78 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:57:13.009667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0c79285-f6d8-465c-908e-48ad34381e83 tempest-TestMinimumBasicScenario-925177704 tempest-TestMinimumBasicScenario-925177704-project-admin] Unset dirty status for tenant:4bb9e6ec43d547bda183b36235c76b78 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:57:13.010806 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d0c79285-f6d8-465c-908e-48ad34381e83 tempest-TestMinimumBasicScenario-925177704 tempest-TestMinimumBasicScenario-925177704-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1091 time: 0.2039785 Mar 05 00:57:13.013878 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44692) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:13.019014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:13.025301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:13.029035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:floatingip and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:13.031826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:13.037413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:13.047415 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:13.178688 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:13.314000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Allocated IP 172.25.0.102 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/9b96ce0a-db89-4d9c-b0e8-cae831e1c70c) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:57:13.454422 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:13.481634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:13.562150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:57:13.564986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:57:13.569427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:57:13.596196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'Port': ['ID=9b96ce0a-db89-4d9c-b0e8-cae831e1c70c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:14.058035 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:14.115065 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:14.313440 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:14.318413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:14.517210 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'Port': ['ID=9b96ce0a-db89-4d9c-b0e8-cae831e1c70c,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:14.529560 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:14.718191 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Floating IP 287dec3e-4da6-47a2-bb06-dce30e7e700b associated. External IP: 172.25.0.102, port: 7adfffe4-0ea8-49d6-add4-1d13f44de3ea. Mar 05 00:57:15.097733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Router 6bf641ce-9762-44da-884a-84d9e79714aa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:57:15.294883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:57:15.305057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] Sync routers for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:57:15.316833 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:57:15.317545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:57:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:57:15.318353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.378135 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-25872af3-3b08-4fef-a771-99edf5cac9cc tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3605721 Mar 05 00:57:15.378135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:57:15.378692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44698) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:15.384985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732477863', 'description': 'tempest-secgroup-smoke-732477863 description', 'project_id': 'f21059859eea401a8ec2c547db2cbb20'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:15.392224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:15.403232 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:15.416204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.437547 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'status': 'completed', 'code': 200} Mar 05 00:57:15.459474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:15.463686 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:15.466922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:15.472733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:15.500361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:57:15.537808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.543045 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.546108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-781963ad-a52b-4c02-86b3-252fb1d9913a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1096 time: 0.0843124 Mar 05 00:57:15.598558 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09081bb8-bb95-4dad-911e-78bf03a4e762,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:15.608590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.608937 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.609296 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.609634 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.609968 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.610289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.610618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.610948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.611253 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.611573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.611885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:57:15.626529 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.631586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44706) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:15.632284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-15a43c1a-b61f-4b19-b173-5b631d6ab10d tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2523897 Mar 05 00:57:15.638900 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group_rule': {'security_group_id': '09081bb8-bb95-4dad-911e-78bf03a4e762', 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:15.647558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:15.654226 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:15.658545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:15.669444 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:15.710187 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.718736 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-92ce9ad8-bbf3-4f55-a9da-10c55d711a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:15.720198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-92ce9ad8-bbf3-4f55-a9da-10c55d711a5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1687222 Mar 05 00:57:15.846182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '287dec3e-4da6-47a2-bb06-dce30e7e700b', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'port_id': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'mac_address': 'fa:16:3e:36:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:57:13Z', 'updated_at': '2022-03-05T00:57:13Z', 'revision_number': 0, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:40Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:57:15.850538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] Checking router: 6bf641ce-9762-44da-884a-84d9e79714aa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:57:15.855594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-7907f94f-9cf8-4226-9efa-cd325e2c9bc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 999 time: 0.1296873 Mar 05 00:57:15.857011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.861850 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:57:15.862008 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.862450 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:57:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:57:15.926182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571b6178-2b6c-49d6-8fe4-c0f349d3245d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:15.940644 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:15.945111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6c0ffee-edaf-47f9-930b-e127e1c48710 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3093138 Mar 05 00:57:15.945359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44710) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:15.948582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-19392429-9bf5-4f3d-ba05-a406cb8a28cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:15.950062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-19392429-9bf5-4f3d-ba05-a406cb8a28cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0891700 Mar 05 00:57:15.953459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group_rule': {'security_group_id': '09081bb8-bb95-4dad-911e-78bf03a4e762', 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:15.995376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:16.004384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:16.009089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:16.017203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:16.041347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:57:16.044947 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.075068 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-f57f53ba-0f18-4456-ad20-d270c6aa3ea4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164982 Mar 05 00:57:16.323274 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.335637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.359329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-e8969b85-cd71-4b41-b766-0cd5580316d0 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753017 Mar 05 00:57:16.364245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d12676-ec2c-4543-9785-6da0796456a8,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:16.420471 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '287dec3e-4da6-47a2-bb06-dce30e7e700b', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'port_id': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'mac_address': 'fa:16:3e:36:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:57:13Z', 'updated_at': '2022-03-05T00:57:13Z', 'revision_number': 0, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:40Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:57:16.424534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391cb78a-e751-475d-8ee0-80a05555649e None None] The sync data for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 is: [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '287dec3e-4da6-47a2-bb06-dce30e7e700b', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'port_id': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'mac_address': 'fa:16:3e:36:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T00:57:13Z', 'updated_at': '2022-03-05T00:57:13Z', 'revision_number': 0, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:40Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:57:16.440057 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.441247 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-f7640271-e604-46ba-b577-a82ea57c9ff0 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4950132 Mar 05 00:57:16.444220 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44714) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:16.450087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group_rule': {'security_group_id': '09081bb8-bb95-4dad-911e-78bf03a4e762', 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:16.457466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:16.461645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:16.464617 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:16.470983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:16.495335 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.510438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f4696f0-8dcf-4743-a70d-2b5519f3f6d3 req-5144eb1e-77c5-4193-8f7b-56469bc68d7a service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435893 Mar 05 00:57:16.571002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.575395 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.612121 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.612121 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1664331 Mar 05 00:57:16.613280 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe887ee-e3de-4e6b-a22d-98432a78388f tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b58224-bb53-4a69-9f11-29acf48ca292,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:16.620763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44718) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:16.625076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group_rule': {'security_group_id': '09081bb8-bb95-4dad-911e-78bf03a4e762', 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:16.632899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:16.636853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:16.640000 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:16.647388 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:16.650112 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002a965-b506-430d-8fb3-4a4115c12dcb None None] New status for floating IP 287dec3e-4da6-47a2-bb06-dce30e7e700b: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:57:16.668633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.733373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.737274 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.758764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db1866e-cd7c-4996-9455-c4407f88a2a6,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:16.769693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.770859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1e708a50-8330-4d7e-903a-d6427202ba31 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1539757 Mar 05 00:57:16.774088 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44722) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:16.779435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group_rule': {'security_group_id': '09081bb8-bb95-4dad-911e-78bf03a4e762', 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:16.785999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:16.789960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:16.800119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:16.808178 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:16.819342 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Project f21059859eea401a8ec2c547db2cbb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:57:16.825944 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.892552 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.896453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.919514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4fb570-64ca-41f0-953a-c7e38fa4a73d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:16.929002 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:16.930243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4896df45-2aae-4c37-8f4b-20078452fb12 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1554060 Mar 05 00:57:16.932909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44726) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:57:16.938171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'security_group_rule': {'security_group_id': '09081bb8-bb95-4dad-911e-78bf03a4e762', 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:16.945236 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:57:16.949335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Usage tracker for resource:security_group_rule and tenant:f21059859eea401a8ec2c547db2cbb20 is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:57:16.952401 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:57:16.958524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:57:16.969901 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Project f21059859eea401a8ec2c547db2cbb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:57:16.980877 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.047383 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.051149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.074337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e8fd47-16b4-43ea-a9c5-83faa7ee427e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:17.083766 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.087891 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c8369a7b-c712-4a99-a889-13a3f814b9f6 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1511536 Mar 05 00:57:17.219827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-03fe9f00-ff62-4e64-b657-1f6d13bc7fc1 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732477863&fields=id&tenant_id=f21059859eea401a8ec2c547db2cbb20 HTTP/1.1" status: 200 len: 267 time: 0.0444183 Mar 05 00:57:17.297907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-7aba8f7c-f03f-44d1-a0d5-2b3be3e62850 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:17.299342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-7aba8f7c-f03f-44d1-a0d5-2b3be3e62850 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0738392 Mar 05 00:57:17.310186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'port': {'security_groups': ['21920ebd-2c8e-4c00-b55b-0cf3116a7fcf', '09081bb8-bb95-4dad-911e-78bf03a4e762']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:57:17.424891 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.685587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:57:17.711312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.716070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.728253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7adfffe4-0ea8-49d6-add4-1d13f44de3ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:57:17.789039 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:17.789706 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:17.791056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e8d9f851-ea6c-456d-933c-6ab613acd2e7 req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "PUT /v2.0/ports/7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 981 time: 0.4852281 Mar 05 00:57:17.791502 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:57:17.809007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a538d0-580b-42a5-a4ce-9f7af3763397 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=6']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:57:17.851902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7adfffe4-0ea8-49d6-add4-1d13f44de3ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:57:17.871425 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'status': 'completed', 'code': 200} Mar 05 00:57:17.971181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-9f7603a8-b345-48ff-a803-620d154220be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1135 time: 0.0782292 Mar 05 00:57:18.048976 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922aa3d-9638-4609-a469-4c3a9e3143bb req-23a3c7f2-f907-4d36-a75b-4e09da6e6f8e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:18.050554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d922aa3d-9638-4609-a469-4c3a9e3143bb req-23a3c7f2-f907-4d36-a75b-4e09da6e6f8e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.1178873 Mar 05 00:57:18.124988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-0ba85af1-0350-493a-afe0-64df62343a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:18.126724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-0ba85af1-0350-493a-afe0-64df62343a9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1494048 Mar 05 00:57:18.169420 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1543e5cb-2cb2-40c4-9af0-c9c72431b8d2 None None] Provisioning complete for port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:57:18.169800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1543e5cb-2cb2-40c4-9af0-c9c72431b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:18.192426 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d922aa3d-9638-4609-a469-4c3a9e3143bb req-be5f8ca4-9c24-45c3-9602-63dc50f158d1 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:57:18.210833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-d922aa3d-9638-4609-a469-4c3a9e3143bb req-be5f8ca4-9c24-45c3-9602-63dc50f158d1 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:57:18.211486 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d922aa3d-9638-4609-a469-4c3a9e3143bb req-be5f8ca4-9c24-45c3-9602-63dc50f158d1 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552711 Mar 05 00:57:18.242735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-7b50a5de-b623-4154-b311-9d63589dbe2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 1001 time: 0.1088469 Mar 05 00:57:18.307677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-c164aab8-4a54-4936-9b2a-ef83efdd9e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:57:18.309161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-c164aab8-4a54-4936-9b2a-ef83efdd9e7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0607159 Mar 05 00:57:18.387872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-10586bd8-151b-475c-8345-311176edc9e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731993 Mar 05 00:57:18.519611 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-d847fa10-fe90-4bc4-9b0c-4d1da4c0edc5 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259937 Mar 05 00:57:18.668358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-92b34288-452d-4bbc-a4fb-35b65d8ad0d0 req-2c5a68b1-142e-4ef2-bb20-f93489099a69 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423032 Mar 05 00:57:24.561812 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:57:27.586192 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:27.912764 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:35.020442 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c51c-8b08-4263-a78d-3f69d3cf140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:37.085869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a08a084-b73c-4635-a8fb-1b8323b653cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:38.451019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:38.455666 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:39.903778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:57.585475 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:57:57.912065 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:00.690479 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-f86557ad-0d3b-48f3-81a1-35a051ba38dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678716 Mar 05 00:58:00.921040 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-19d4013d-2931-4d98-84e6-12b827016f7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1135 time: 0.1636240 Mar 05 00:58:01.061726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-15bcdd0f-d7fa-450f-aea8-309bbaadd0eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:01.063177 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-15bcdd0f-d7fa-450f-aea8-309bbaadd0eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1251197 Mar 05 00:58:01.162525 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-aa45f042-dc6d-4fea-9c45-f7dc8e817758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 1001 time: 0.0930667 Mar 05 00:58:01.221421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-146a9e1c-9517-45b4-a36c-b402d4b65fac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:01.222694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-146a9e1c-9517-45b4-a36c-b402d4b65fac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0543180 Mar 05 00:58:01.292971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-b965a3ee-250d-4067-be4a-9309a64670e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648310 Mar 05 00:58:01.419276 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-a45b1a64-df2b-4381-be9a-cc3e27fb93c8 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209974 Mar 05 00:58:01.547006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e0c14fac-9250-4291-aa65-10fe0f949917 req-54ff06d2-968d-4abe-94cf-8125d5855430 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220565 Mar 05 00:58:01.562622 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:58:05.022265 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f7e9-30b3-433d-92f7-9e2d3dceb064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:06.763602 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-9f4d2612-c882-4fac-81ec-3c6c4e8e4ad6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1135 time: 0.0729752 Mar 05 00:58:06.895234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-1fb3da5b-96ab-4452-a8c4-8da09cad8591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:06.896727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-1fb3da5b-96ab-4452-a8c4-8da09cad8591 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1267819 Mar 05 00:58:06.999112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0485dd2-5828-48f4-a9fc-3df81be9a7d2 req-58effdaf-1b5d-4e5f-8f8e-58edf9d05632 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:07.001597 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0485dd2-5828-48f4-a9fc-3df81be9a7d2 req-58effdaf-1b5d-4e5f-8f8e-58edf9d05632 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.2609043 Mar 05 00:58:07.010748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-bef0e791-117e-41ea-b317-a3c5b956980f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 1001 time: 0.1073158 Mar 05 00:58:07.058136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f0485dd2-5828-48f4-a9fc-3df81be9a7d2 req-5677f748-5932-448b-b041-df3c37cea874 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472887 Mar 05 00:58:07.074360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-237f3b06-07c8-40a7-aff1-03dc6860bf30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:07.075815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-237f3b06-07c8-40a7-aff1-03dc6860bf30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0596826 Mar 05 00:58:07.091486 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f85f7655-54c1-44dc-bd2c-81271331e7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:07.152726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-65dcc62c-8ece-42e8-a620-41426515aa7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708251 Mar 05 00:58:07.281431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-0309ee36-c3e5-4d57-b5e7-10dcdcc29515 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216319 Mar 05 00:58:07.416613 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1e72bbde-7b8c-477f-ab57-cd6622114105 req-f77edff8-523f-406e-89f7-287c0859f577 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221292 Mar 05 00:58:08.325182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd61fd-2a2b-4f00-aeb3-58d8983de31b req-2fc0f5ef-cd3c-4c4a-b6b4-578970bdb817 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:08.326637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cfd61fd-2a2b-4f00-aeb3-58d8983de31b req-2fc0f5ef-cd3c-4c4a-b6b4-578970bdb817 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.1454005 Mar 05 00:58:08.372789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cfd61fd-2a2b-4f00-aeb3-58d8983de31b req-5ef61804-7030-4aad-8844-502c31ae2446 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405674 Mar 05 00:58:08.446683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:08.457018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:09.566974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220edb92-e71a-45dd-954d-7fb1385045f5 req-1a7a0a90-e316-428c-8998-d43454cdbdd9 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:09.568384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-220edb92-e71a-45dd-954d-7fb1385045f5 req-1a7a0a90-e316-428c-8998-d43454cdbdd9 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0759192 Mar 05 00:58:09.613837 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-220edb92-e71a-45dd-954d-7fb1385045f5 req-a485650d-cafe-4b90-9bdf-914c26041b11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394595 Mar 05 00:58:09.906787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:10.808607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d22d9d-de3e-438f-8256-7eb6aff6629f req-5b26c9b5-1368-465a-8ffb-fc8ddc35de02 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:10.810058 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51d22d9d-de3e-438f-8256-7eb6aff6629f req-5b26c9b5-1368-465a-8ffb-fc8ddc35de02 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0785108 Mar 05 00:58:10.943685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-51d22d9d-de3e-438f-8256-7eb6aff6629f req-6e5e5674-9b9b-4abb-9d16-ea06535f26f4 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281371 Mar 05 00:58:12.138710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e217-a345-4e53-92c4-27c02fcc2753 req-68879ffc-3d9e-4117-9f4f-6c655eec7f75 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:12.140131 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6181e217-a345-4e53-92c4-27c02fcc2753 req-68879ffc-3d9e-4117-9f4f-6c655eec7f75 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0748332 Mar 05 00:58:12.189124 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6181e217-a345-4e53-92c4-27c02fcc2753 req-5297d05f-fe66-4978-864a-f5c395494da2 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435579 Mar 05 00:58:13.384031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed912-f3fd-4ce6-aa7c-87e468423db6 req-d3c45a0f-f7a3-4ae0-9683-fe12e239a363 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:13.385462 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d4ed912-f3fd-4ce6-aa7c-87e468423db6 req-d3c45a0f-f7a3-4ae0-9683-fe12e239a363 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0741637 Mar 05 00:58:13.430567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d4ed912-f3fd-4ce6-aa7c-87e468423db6 req-d8e93732-f297-4658-8064-5817c31657c3 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396149 Mar 05 00:58:14.622356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39abfe-0fe3-469c-bacc-54ba5b6db264 req-cf86ed21-0b5e-44fd-8979-75ecb38f6c03 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:14.623779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed39abfe-0fe3-469c-bacc-54ba5b6db264 req-cf86ed21-0b5e-44fd-8979-75ecb38f6c03 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0748630 Mar 05 00:58:14.670262 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ed39abfe-0fe3-469c-bacc-54ba5b6db264 req-589515ce-c8e2-4c8a-8ea9-1a8054d296de tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409987 Mar 05 00:58:15.884148 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c118-9ba8-4b7d-a54c-52bb928f477b req-c797a063-773d-493c-8684-97df5ec46050 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:15.885619 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24f4c118-9ba8-4b7d-a54c-52bb928f477b req-c797a063-773d-493c-8684-97df5ec46050 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0781019 Mar 05 00:58:15.930520 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-24f4c118-9ba8-4b7d-a54c-52bb928f477b req-3544eae9-ed35-4632-ab8d-4ce9bc347fbe tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394573 Mar 05 00:58:17.138592 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ef3-c861-45ea-9695-804cf0e656f8 req-c5a2544d-eadf-4e11-9e9b-2278e89da795 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:17.140003 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca042ef3-c861-45ea-9695-804cf0e656f8 req-c5a2544d-eadf-4e11-9e9b-2278e89da795 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0780745 Mar 05 00:58:17.187354 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ca042ef3-c861-45ea-9695-804cf0e656f8 req-410c1322-6857-4ba1-80e0-8d467c22d414 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418754 Mar 05 00:58:18.385046 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce34e-f6f9-474e-99ff-351ed94cb5c3 req-29887a81-1d18-4dac-b9e4-c9cb0dac157c tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:58:18.386445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c0ce34e-f6f9-474e-99ff-351ed94cb5c3 req-29887a81-1d18-4dac-b9e4-c9cb0dac157c tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0778403 Mar 05 00:58:18.435057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6c0ce34e-f6f9-474e-99ff-351ed94cb5c3 req-b1fad7b6-8d9e-47c1-9721-79cc7d1f914a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=09081bb8-bb95-4dad-911e-78bf03a4e762&id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430870 Mar 05 00:58:27.583513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:27.943323 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:35.025731 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-795e812d-b053-4ae5-a1c3-d87cae348325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:37.083512 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-85eacad3-63e5-4039-8f94-fa464751da5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:38.456556 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:38.461801 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:38.563683 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:58:39.908079 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:57.594227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:58:57.950581 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:01.764971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-be7d2f08-870a-4b27-a1b8-570183a1ad8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312449 Mar 05 00:59:01.902936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-a17b74cc-77e8-442b-be60-aa9dbcbe8ba2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1135 time: 0.0707860 Mar 05 00:59:02.045088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-32495c4c-f87d-48bd-9ece-0a6b45309811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:02.046594 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-32495c4c-f87d-48bd-9ece-0a6b45309811 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1248736 Mar 05 00:59:02.147456 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-5e2e4155-2e20-4b78-8001-bf79984e02a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 1001 time: 0.0955377 Mar 05 00:59:02.210214 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-cf84a2f7-88e8-4d7e-b23c-dc91cebd745b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:02.212092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-cf84a2f7-88e8-4d7e-b23c-dc91cebd745b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0596092 Mar 05 00:59:02.284724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-2fa042c6-9485-4de4-8a0d-8fa5743a92a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669956 Mar 05 00:59:02.412691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-546aee7b-1066-4afe-a7c0-be516062d65c service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219592 Mar 05 00:59:02.539830 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-354a8164-7e94-4253-9de4-f61c1452e8a5 req-57b533b7-6699-4324-b01a-5ddd181e7daa service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216142 Mar 05 00:59:05.028583 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6dfe83ad-9602-48c6-9c0d-5a9615402005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:07.085205 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e9635196-f566-4aa8-866d-971fee9b9f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:08.452314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:08.462909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:09.910363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:15.563406 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:59:22.040684 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-44589249-d159-423b-bb20-62d037690961 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732477863&fields=id&tenant_id=f21059859eea401a8ec2c547db2cbb20 HTTP/1.1" status: 200 len: 267 time: 0.0402589 Mar 05 00:59:22.119076 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-c0b9a9fd-367a-41be-b3a9-0a6783175b8a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:22.120505 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-c0b9a9fd-367a-41be-b3a9-0a6783175b8a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 984 time: 0.0744081 Mar 05 00:59:22.130830 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Request body: {'port': {'security_groups': ['21920ebd-2c8e-4c00-b55b-0cf3116a7fcf']}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:22.246648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.476729 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:22.501330 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.505756 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.517754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7adfffe4-0ea8-49d6-add4-1d13f44de3ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:59:22.573620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:22.574233 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.577824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70f3c19d-c2f7-4fd4-abde-8806f760c4e4 req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "PUT /v2.0/ports/7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 942 time: 0.4511478 Mar 05 00:59:22.578479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:59:22.581600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44814) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:22.621276 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event updated for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:22.633465 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.633949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.634372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.634797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.635224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.635640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.636833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.637562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.638149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.638751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.639319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ed833-d3d6-49c7-b257-9e376561cd04 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.670065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7adfffe4-0ea8-49d6-add4-1d13f44de3ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:59:22.708267 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.751996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.774707 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'status': 'completed', 'code': 200} Mar 05 00:59:22.872107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.890691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-d60f5edb-7acd-4360-8498-7dc288d637a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1096 time: 0.0928798 Mar 05 00:59:22.894627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09081bb8-bb95-4dad-911e-78bf03a4e762,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:22.931563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.931907 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.932245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.932581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.932908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.933252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.933578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.933903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.934220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.934601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.934925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:22.958409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c7a0252d-6517-4c90-9c60-7269353ee58c None None] Provisioning complete for port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:22.958749 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7a0252d-6517-4c90-9c60-7269353ee58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.987972 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:22.991998 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9b8725e1-79fa-47ec-9f7d-6f53ffa2343a tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "DELETE /v2.0/security-groups/09081bb8-bb95-4dad-911e-78bf03a4e762 HTTP/1.1" status: 204 len: 168 time: 0.4060881 Mar 05 00:59:22.992379 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44826) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:23.068063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-6dc1d4e8-dae8-4188-8dff-1a7278ae4f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:23.069631 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-6dc1d4e8-dae8-4188-8dff-1a7278ae4f65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1696680 Mar 05 00:59:23.183514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-5b09e487-b5d9-486d-9e47-4dd0360e94f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 1001 time: 0.1076863 Mar 05 00:59:23.200725 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Deleting port 9b96ce0a-db89-4d9c-b0e8-cae831e1c70c {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:23.201298 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:23.244930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-5bcbe1be-c0ac-4335-96c9-5aa6f1ce84e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:23.246386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-5bcbe1be-c0ac-4335-96c9-5aa6f1ce84e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0568459 Mar 05 00:59:23.323152 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-4a080ec8-70d7-4358-a4c2-3caf68e0efb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711172 Mar 05 00:59:23.364154 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:23.364481 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:23.490576 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Calling delete_port for 9b96ce0a-db89-4d9c-b0e8-cae831e1c70c owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:23.541900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-5a71eeb3-7611-422f-968a-d63d55a1d990 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129233 Mar 05 00:59:23.635566 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:23.674441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7fae6c98-cc8c-48f1-bdc6-99193e891a01 req-2a78a340-54a1-4e44-a9c7-010923873516 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263509 Mar 05 00:59:23.765330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event deleted for resources: {'Port': ['ID=9b96ce0a-db89-4d9c-b0e8-cae831e1c70c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:23.854887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:24.237340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Router 6bf641ce-9762-44da-884a-84d9e79714aa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:59:24.429652 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:59:24.439580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] Sync routers for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:59:24.451169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:24.451360 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:24.451800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:24.505959 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5a64fd4b-7c63-482f-b2d4-032c2cafc1b8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "DELETE /v2.0/floatingips/287dec3e-4da6-47a2-bb06-dce30e7e700b HTTP/1.1" status: 204 len: 168 time: 1.5124781 Mar 05 00:59:24.626731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:24.776938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:59:24.866182 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'status': 'completed', 'code': 200} Mar 05 00:59:24.958154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:40Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:24.961606 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-d91e768c-025c-4760-a9a7-b8a6afcdbc33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f21059859eea401a8ec2c547db2cbb20&device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 1096 time: 0.0714540 Mar 05 00:59:24.962241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] Checking router: 6bf641ce-9762-44da-884a-84d9e79714aa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:59:24.973039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:24.973739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:25.093132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-d0747684-d3ae-4520-a37e-96461553ab1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:25.094618 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-d0747684-d3ae-4520-a37e-96461553ab1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 200 len: 916 time: 0.1263251 Mar 05 00:59:25.151546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:25.166059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-f7f907c1-eed5-4178-88e4-bbc408d8db12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 200 len: 217 time: 0.0648856 Mar 05 00:59:25.227855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-23dd1c94-1279-466e-82f0-deb5b13b3576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:25.229215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-23dd1c94-1279-466e-82f0-deb5b13b3576 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 200 len: 854 time: 0.0572519 Mar 05 00:59:25.308524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-73858cab-f683-4c81-861f-1b5c788e08a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81616253-4069-4772-bd88-e827377b8146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730884 Mar 05 00:59:25.441786 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-369642df-1fd8-4b45-b38e-62720d52efee service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268713 Mar 05 00:59:25.468232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:40Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:25.472227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e0cf4-2e11-444c-a6a8-68e71f559058 None None] The sync data for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 is: [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:22Z', 'revision_number': 4, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '9db83577-60f5-4b8b-b557-7087bb799821', 'name': '', 'network_id': '81616253-4069-4772-bd88-e827377b8146', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'mac_address': 'fa:16:3e:01:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:21Z', 'updated_at': '2022-03-05T00:56:40Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'subnets': [{'id': 'bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:59:25.579742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7c7e2c48-cc55-4425-b64d-f1ab8f463938 req-ad8c2c9b-95c9-4306-be6e-7106d5793912 service neutron] 10.222.0.10 "GET /v2.0/networks/81616253-4069-4772-bd88-e827377b8146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320620 Mar 05 00:59:25.693454 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd9292-3806-45c8-abc6-6c438394baf2 None None] New status for floating IP 287dec3e-4da6-47a2-bb06-dce30e7e700b: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 00:59:27.593899 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:27.951113 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:28.834883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bdb8f-216e-424e-b309-c4f84c532e3c req-adecfedd-d393-4106-832e-265328b6a1f2 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:28.836815 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b1bdb8f-216e-424e-b309-c4f84c532e3c req-adecfedd-d393-4106-832e-265328b6a1f2 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0749636 Mar 05 00:59:28.880025 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b1bdb8f-216e-424e-b309-c4f84c532e3c req-f10d2801-dbb3-42ab-a96b-16fbbfc8d0f8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:28.894429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-4b1bdb8f-216e-424e-b309-c4f84c532e3c req-f10d2801-dbb3-42ab-a96b-16fbbfc8d0f8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:28.895484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b1bdb8f-216e-424e-b309-c4f84c532e3c req-f10d2801-dbb3-42ab-a96b-16fbbfc8d0f8 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Mar 05 00:59:30.090613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8662a8-8411-41f4-a62e-88f464838718 req-ce87a05f-8b74-48d8-ac46-5b26d76ac81e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:30.091546 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-be8662a8-8411-41f4-a62e-88f464838718 req-ce87a05f-8b74-48d8-ac46-5b26d76ac81e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:30.106399 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-be8662a8-8411-41f4-a62e-88f464838718 req-ce87a05f-8b74-48d8-ac46-5b26d76ac81e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:30.107726 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be8662a8-8411-41f4-a62e-88f464838718 req-ce87a05f-8b74-48d8-ac46-5b26d76ac81e tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0916357 Mar 05 00:59:30.152480 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-be8662a8-8411-41f4-a62e-88f464838718 req-79c55653-f088-43fa-8af8-dd6f20dc9c1b tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/security-groups?id=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Mar 05 00:59:30.493935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b2989-9782-4235-bd38-734cd60537d2 req-8f902edb-9cf8-42ff-bcd3-2350b6b57bdf tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:30.495348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-715b2989-9782-4235-bd38-734cd60537d2 req-8f902edb-9cf8-42ff-bcd3-2350b6b57bdf tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 945 time: 0.0777116 Mar 05 00:59:30.561610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Deleting port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:30.561952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:30.796968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] For port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:30.797353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:30.913245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Calling delete_port for 7adfffe4-0ea8-49d6-add4-1d13f44de3ea owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:31.151545 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:31.162602 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7adfffe4-0ea8-49d6-add4-1d13f44de3ea'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 00:59:31.200012 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Pushing event deleted for resources: {'Port': ['ID=7adfffe4-0ea8-49d6-add4-1d13f44de3ea,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:31.273776 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] No DVR routers for this DVR port 7adfffe4-0ea8-49d6-add4-1d13f44de3ea on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:59:31.277704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:31.280197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'name': 'network-vif-deleted', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:59:31.326949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6a40df24-9a06-4b1d-951e-3c8def9babdd req-4dc0cf30-cf29-4611-aec4-5ecd157e37ee tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Synchronizing usage tracker for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:31.331507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-715b2989-9782-4235-bd38-734cd60537d2 req-403f0746-4033-4178-ba85-1fe0917ffb11 tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.10 "DELETE /v2.0/ports/7adfffe4-0ea8-49d6-add4-1d13f44de3ea HTTP/1.1" status: 204 len: 173 time: 0.8313355 Mar 05 00:59:31.345533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6a40df24-9a06-4b1d-951e-3c8def9babdd req-4dc0cf30-cf29-4611-aec4-5ecd157e37ee tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] Unset dirty status for tenant:f21059859eea401a8ec2c547db2cbb20 on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:31.346831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6a40df24-9a06-4b1d-951e-3c8def9babdd req-4dc0cf30-cf29-4611-aec4-5ecd157e37ee tempest-TestMinimumBasicScenario-684880917 tempest-TestMinimumBasicScenario-684880917-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a8bcf2-829e-4bd8-8aaf-3de1571cc250 HTTP/1.1" status: 200 len: 210 time: 0.0710359 Mar 05 00:59:31.411937 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a8bcf2-829e-4bd8-8aaf-3de1571cc250', 'name': 'network-vif-deleted', 'tag': '7adfffe4-0ea8-49d6-add4-1d13f44de3ea', 'status': 'completed', 'code': 200} Mar 05 00:59:34.006435 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44916) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:34.313956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7adfffe4-0ea8-49d6-add4-1d13f44de3ea no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:34.346722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 7adfffe4-0ea8-49d6-add4-1d13f44de3ea {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:34.347058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7adfffe4-0ea8-49d6-add4-1d13f44de3ea not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:34.376411 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:35.030965 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc0e94f4-65ea-4ce2-aefb-bac7568da68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:35.053507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Deleting port 9db83577-60f5-4b8b-b557-7087bb799821 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:35.054005 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:35.223179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] For port 9db83577-60f5-4b8b-b557-7087bb799821, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=9db83577-60f5-4b8b-b557-7087bb799821,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:35.223532 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:35.343331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Calling delete_port for 9db83577-60f5-4b8b-b557-7087bb799821 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:35.503606 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:35.546066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Pushing event deleted for resources: {'Port': ['ID=9db83577-60f5-4b8b-b557-7087bb799821,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:35.827218 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:36.474704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Router 6bf641ce-9762-44da-884a-84d9e79714aa has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:59:36.670411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:59:36.679055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] Sync routers for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:59:36.690733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ad6bb334-7caf-4104-815a-808f283a7aed admin admin] 10.222.0.32 "PUT /v2.0/routers/6bf641ce-9762-44da-884a-84d9e79714aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6808524 Mar 05 00:59:36.691071 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44922) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:36.691589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:36.692198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:36.891155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:36.903699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:37.086970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:37.096425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Deleting port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:37.096785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:37.098177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4124e5d4-d555-4c7a-a051-7221e34453f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:37.199148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:59:35Z', 'revision_number': 5, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port': {'id': '24c06c9e-f29a-4eba-b72e-cc3e05c714c9', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:37.202905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] Checking router: 6bf641ce-9762-44da-884a-84d9e79714aa for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:59:37.214115 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] Routers {'6bf641ce-9762-44da-884a-84d9e79714aa'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:37.214834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['6bf641ce-9762-44da-884a-84d9e79714aa'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:37.268727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] For port 24c06c9e-f29a-4eba-b72e-cc3e05c714c9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:37.269079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:37.360536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] Set router 6bf641ce-9762-44da-884a-84d9e79714aa gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:37.384898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Calling delete_port for 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:37.464331 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:59:37Z', 'revision_number': 6, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:37.468314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea772-24f3-4543-b493-0d7c1fca5726 None None] The sync data for ids ['6bf641ce-9762-44da-884a-84d9e79714aa'] in n-d-828979-4 is: [{'id': '6bf641ce-9762-44da-884a-84d9e79714aa', 'name': 'tempest-TestMinimumBasicScenario-1274350220-router', 'tenant_id': 'f21059859eea401a8ec2c547db2cbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:19Z', 'updated_at': '2022-03-05T00:59:37Z', 'revision_number': 6, 'project_id': 'f21059859eea401a8ec2c547db2cbb20', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:59:37.642916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:37.686718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Pushing event deleted for resources: {'Port': ['ID=24c06c9e-f29a-4eba-b72e-cc3e05c714c9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:37.905971 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.154018 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.158058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.182671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.183239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf641ce-9762-44da-884a-84d9e79714aa {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:59:38.195500 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.196609 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-765c8fbf-e138-496b-9100-6e38fe80ee6a admin admin] 10.222.0.32 "DELETE /v2.0/routers/6bf641ce-9762-44da-884a-84d9e79714aa HTTP/1.1" status: 204 len: 168 time: 1.5044596 Mar 05 00:59:38.199166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44928) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:38.258780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Deleting subnet bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:59:38.261674 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.309778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.391707 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.467412 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.473617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.479675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.509417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:38.514053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.519154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fbe275-38f6-43e9-b503-be96587619fb None None] Network 81616253-4069-4772-bd88-e827377b8146 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:59:38.520898 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5423c05b-a764-4e21-b05b-39ef2a757425 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb7b9122-7dc1-4aec-bc90-3e759ee3ccc6 HTTP/1.1" status: 204 len: 168 time: 0.3206041 Mar 05 00:59:38.523712 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44932) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:38.614390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9db83577-60f5-4b8b-b557-7087bb799821 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:38.627938 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.638239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Deleting port c1c902a8-622b-4c13-b771-e2bd1989d93a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:38.638565 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.648612 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 9db83577-60f5-4b8b-b557-7087bb799821 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:38.648948 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 9db83577-60f5-4b8b-b557-7087bb799821 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:38.649369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:38.712014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:38.712246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 24c06c9e-f29a-4eba-b72e-cc3e05c714c9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:38.836367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] DHCP port deletion for 81616253-4069-4772-bd88-e827377b8146 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:59:38.840792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Deleting port c1c902a8-622b-4c13-b771-e2bd1989d93a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:38.841459 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:38.857812 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] For port c1c902a8-622b-4c13-b771-e2bd1989d93a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1c902a8-622b-4c13-b771-e2bd1989d93a,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:38.858340 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.052736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] For port c1c902a8-622b-4c13-b771-e2bd1989d93a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=c1c902a8-622b-4c13-b771-e2bd1989d93a,segment=NetworkSegment(62a49809-58ee-47bb-8617-3eb421b4dcc2),segment_id=62a49809-58ee-47bb-8617-3eb421b4dcc2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:39.053130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.075368 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Calling delete_port for c1c902a8-622b-4c13-b771-e2bd1989d93a owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:39.148563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.194690 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c902a8-622b-4c13-b771-e2bd1989d93a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:39.200708 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] No DVR routers for this DVR port c1c902a8-622b-4c13-b771-e2bd1989d93a on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:59:39.210962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Calling delete_port for c1c902a8-622b-4c13-b771-e2bd1989d93a owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:39.278498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:59:39.278849 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:59:39.313365 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.338044 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81616253-4069-4772-bd88-e827377b8146']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:39.349902 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a49809-58ee-47bb-8617-3eb421b4dcc2') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:39.350192 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a49809-58ee-47bb-8617-3eb421b4dcc2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:39.361828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.381141 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.387679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:59:39.388048 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: timer() Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:59:39.400703 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:59:39.476530 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.494991 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.502730 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] Pushing event deleted for resources: {'Network': ['ID=81616253-4069-4772-bd88-e827377b8146,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:39.509682 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-abac3da0-1a4a-4265-aaf9-89f11d04aecb admin admin] 10.222.0.32 "DELETE /v2.0/networks/81616253-4069-4772-bd88-e827377b8146 HTTP/1.1" status: 204 len: 168 time: 0.9849820 Mar 05 00:59:39.512417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44936) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:39.779829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Deleting port c1c902a8-622b-4c13-b771-e2bd1989d93a {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:39.780396 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.844418 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ec10581a-287d-4d98-820c-e43a279b1833 None None] The port 'c1c902a8-622b-4c13-b771-e2bd1989d93a' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:59:39.896262 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:39.914637 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:40.562082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Deleting port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:40.562550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:40.603762 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1c902a8-622b-4c13-b771-e2bd1989d93a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:40.635971 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: c1c902a8-622b-4c13-b771-e2bd1989d93a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:40.636308 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device c1c902a8-622b-4c13-b771-e2bd1989d93a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:40.729988 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] For port 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:40.730346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:40.849585 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Calling delete_port for 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:41.010423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:41.055022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Pushing event deleted for resources: {'Port': ['ID=7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:41.337279 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:41.986146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Router b923fe18-10a9-4b5f-9ab7-28e3b138176d has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:59:42.181234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:59:42.197013 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] Sync routers for ids ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:59:42.199436 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-18bba186-c760-4ac2-8728-a63abc5c1833 admin admin] 10.222.0.32 "PUT /v2.0/routers/b923fe18-10a9-4b5f-9ab7-28e3b138176d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6860125 Mar 05 00:59:42.201983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44942) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:42.209529 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] Routers {'b923fe18-10a9-4b5f-9ab7-28e3b138176d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:42.210129 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:42.383180 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] Set router b923fe18-10a9-4b5f-9ab7-28e3b138176d gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:42.395759 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:42.599495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:42.610759 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Deleting port 00665f36-e7eb-487b-a591-d1f827aed3b0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:42.611272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:42.662524 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:59:40Z', 'revision_number': 5, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port': {'id': '00665f36-e7eb-487b-a591-d1f827aed3b0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:42.666727 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] Checking router: b923fe18-10a9-4b5f-9ab7-28e3b138176d for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:59:42.677024 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] Routers {'b923fe18-10a9-4b5f-9ab7-28e3b138176d'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:42.677659 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:42.780043 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] For port 00665f36-e7eb-487b-a591-d1f827aed3b0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=00665f36-e7eb-487b-a591-d1f827aed3b0,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:42.780382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:42.823458 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] Set router b923fe18-10a9-4b5f-9ab7-28e3b138176d gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:42.899877 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Calling delete_port for 00665f36-e7eb-487b-a591-d1f827aed3b0 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:42.924785 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:59:42Z', 'revision_number': 6, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:42.928596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d986e-d217-4dbd-9cac-57920bb0a6e1 None None] The sync data for ids ['b923fe18-10a9-4b5f-9ab7-28e3b138176d'] in n-d-828979-4 is: [{'id': 'b923fe18-10a9-4b5f-9ab7-28e3b138176d', 'name': 'tempest-TestMinimumBasicScenario-85773194-router', 'tenant_id': '4bb9e6ec43d547bda183b36235c76b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:56:25Z', 'updated_at': '2022-03-05T00:59:42Z', 'revision_number': 6, 'project_id': '4bb9e6ec43d547bda183b36235c76b78', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:59:43.065605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.112183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Pushing event deleted for resources: {'Port': ['ID=00665f36-e7eb-487b-a591-d1f827aed3b0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:43.432403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.680399 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.684569 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.710334 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.710863 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b923fe18-10a9-4b5f-9ab7-28e3b138176d {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 00:59:43.723427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.724541 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3dc483c7-276f-4e17-9b0b-e48510d32eed admin admin] 10.222.0.32 "DELETE /v2.0/routers/b923fe18-10a9-4b5f-9ab7-28e3b138176d HTTP/1.1" status: 204 len: 168 time: 1.5216269 Mar 05 00:59:43.727166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44946) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:43.784704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Deleting subnet 3be3f3b2-1af4-492f-92b1-a22250cefbfc {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 00:59:43.787955 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.838780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.916835 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:43.987572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.029813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be3f3b2-1af4-492f-92b1-a22250cefbfc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:44.035232 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.040903 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f6ef6c-4ed4-4ad7-aa1e-5eee6bb22e06 None None] Network 4c18ceaf-cef9-4b10-9559-45460a41676d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:59:44.041497 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5fbba850-7667-4827-8c6d-a47bdfacc681 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3be3f3b2-1af4-492f-92b1-a22250cefbfc HTTP/1.1" status: 204 len: 168 time: 0.3128281 Mar 05 00:59:44.043604 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44950) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:44.149520 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.159627 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Deleting port 589719ca-3598-4db5-a58a-d3e751becdd1 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:44.159951 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.280041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] DHCP port deletion for 4c18ceaf-cef9-4b10-9559-45460a41676d request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 00:59:44.284304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Deleting port 589719ca-3598-4db5-a58a-d3e751becdd1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:44.284731 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.370139 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] For port 589719ca-3598-4db5-a58a-d3e751becdd1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=589719ca-3598-4db5-a58a-d3e751becdd1,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:44.370484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.480064 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] For port 589719ca-3598-4db5-a58a-d3e751becdd1, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=589719ca-3598-4db5-a58a-d3e751becdd1,segment=NetworkSegment(ddbcd13f-2ed4-4896-9ca9-415b2896c4ef),segment_id=ddbcd13f-2ed4-4896-9ca9-415b2896c4ef)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:44.480458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.488203 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Calling delete_port for 589719ca-3598-4db5-a58a-d3e751becdd1 owned by network:dhcp {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:44.565087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.602642 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Calling delete_port for 589719ca-3598-4db5-a58a-d3e751becdd1 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 00:59:44.607302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=589719ca-3598-4db5-a58a-d3e751becdd1,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:44.615663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] No DVR routers for this DVR port 589719ca-3598-4db5-a58a-d3e751becdd1 on host n-d-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 00:59:44.629996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 00665f36-e7eb-487b-a591-d1f827aed3b0 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:44.679615 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 00665f36-e7eb-487b-a591-d1f827aed3b0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:44.679956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 00665f36-e7eb-487b-a591-d1f827aed3b0 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:44.680367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:44.714582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:44.714922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7444a8c6-4aa1-4fb8-8644-1d7a6f4ab1ce not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:44.715335 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 589719ca-3598-4db5-a58a-d3e751becdd1 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 00:59:44.732020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.756771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c18ceaf-cef9-4b10-9559-45460a41676d']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:44.760738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 589719ca-3598-4db5-a58a-d3e751becdd1 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 00:59:44.761086 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 589719ca-3598-4db5-a58a-d3e751becdd1 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 00:59:44.768677 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 00:59:44.769025 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 00:59:44.769973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:44.770264 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbcd13f-2ed4-4896-9ca9-415b2896c4ef') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:44.782110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.799029 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.805813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 00:59:44.806205 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: timer() Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 00:59:44.819045 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 00:59:44.895424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.911230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:44.921671 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c18ceaf-cef9-4b10-9559-45460a41676d,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:44.928633 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bcef8a35-29b2-4f56-b60d-8fd764c02f49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4c18ceaf-cef9-4b10-9559-45460a41676d HTTP/1.1" status: 204 len: 168 time: 0.8835557 Mar 05 00:59:45.120698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44956) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:45.169951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-784e0094-7fc8-484d-8d10-a1fd1618310b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f21059859eea401a8ec2c547db2cbb20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480506 Mar 05 00:59:45.172239 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 44960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:45.228967 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d994f40-6faf-4b55-8992-857dcf5fb20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.253253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d994f40-6faf-4b55-8992-857dcf5fb20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.270255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Deleting port 589719ca-3598-4db5-a58a-d3e751becdd1 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 00:59:45.270815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.305333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d994f40-6faf-4b55-8992-857dcf5fb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.326273 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d994f40-6faf-4b55-8992-857dcf5fb20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21920ebd-2c8e-4c00-b55b-0cf3116a7fcf,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:45.333500 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-0d994f40-6faf-4b55-8992-857dcf5fb20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.334625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0d994f40-6faf-4b55-8992-857dcf5fb20a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21920ebd-2c8e-4c00-b55b-0cf3116a7fcf HTTP/1.1" status: 204 len: 168 time: 0.1615169 Mar 05 00:59:45.348096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd37f-a66a-4a30-81c8-02f900cb5ebb None None] The port '589719ca-3598-4db5-a58a-d3e751becdd1' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 00:59:45.712827 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44968) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:45.762392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e2907a81-0492-447c-8627-46821d4d8f7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bb9e6ec43d547bda183b36235c76b78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483673 Mar 05 00:59:45.764749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 44972) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:45.827266 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3eb283a-bf63-459a-97e2-6b058080077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.851426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3eb283a-bf63-459a-97e2-6b058080077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.902246 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3eb283a-bf63-459a-97e2-6b058080077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.919343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb283a-bf63-459a-97e2-6b058080077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab8184-fa4e-4120-a862-ffb19a07e20a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:45.921683 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b3eb283a-bf63-459a-97e2-6b058080077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:45.922783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b3eb283a-bf63-459a-97e2-6b058080077e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89ab8184-fa4e-4120-a862-ffb19a07e20a HTTP/1.1" status: 204 len: 168 time: 0.1571081 Mar 05 00:59:48.063960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45016) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:48.069556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469423897', 'description': 'tempest-secgroup-smoke-469423897 description', 'project_id': '29479a72dc024f8d80ce527c8df269dd'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:48.076340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.080242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.083214 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.089421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.099890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.114977 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.144573 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.148744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.151440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.156885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.222206 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.226418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.265477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.269376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61211ab-b2e0-4f7c-b15a-327ec9bcf28b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:48.271999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.275402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.281209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.334892 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.338880 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.377931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de97f9da-60b5-4709-a6de-dd73cc1d0948,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:48.380400 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.381574 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b191a597-c1ab-4cc3-ad88-88e57e09709c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3165758 Mar 05 00:59:48.384596 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45020) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:48.390462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'de97f9da-60b5-4709-a6de-dd73cc1d0948', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:48.397044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.401367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.404142 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.410243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.428498 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.492769 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.496212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.520571 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f3d851-d5aa-440b-b93d-699dc79cad9a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:48.529728 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.530886 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7d75327f-963d-426d-a045-08030cfef1fd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452086 Mar 05 00:59:48.533591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45024) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:48.538963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'de97f9da-60b5-4709-a6de-dd73cc1d0948', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:48.545204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.548953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.551801 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.557545 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.572824 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.635129 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.638559 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.660963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a084e71-411e-4eac-b04d-af0bfb0fa850,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:48.669920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.671283 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-179e7cd9-38fe-4f6b-b852-10b03bd00665 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1367359 Mar 05 00:59:48.674165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45028) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:48.679434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'de97f9da-60b5-4709-a6de-dd73cc1d0948', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:48.685848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.689654 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.692455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.698649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.715735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.777725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.781490 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.803764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef42ecfb-c2c2-4a10-920a-62d2f074f50e,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:48.812808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.814020 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-54a25fe0-faba-4f9a-9791-6f85a02cb49a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389177 Mar 05 00:59:48.816725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45032) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:48.822691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'de97f9da-60b5-4709-a6de-dd73cc1d0948', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:48.829120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.832917 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.835747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.841602 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.856579 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.918436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.921681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.944924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d969221-93dc-445d-9005-8a6c99628298,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:48.953737 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:48.957673 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-349038ed-5e98-429b-a9cf-71eb6fba113c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1372128 Mar 05 00:59:48.957823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45036) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:48.963024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'de97f9da-60b5-4709-a6de-dd73cc1d0948', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:48.969664 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:48.973465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:48.976267 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:48.981923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:48.994297 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:59:49.000443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.151542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.155114 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.182629 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7617965e-32e4-4096-a35b-a1d10d3db9d7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:49.188518 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.189726 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-30ed0d3d-01b8-47cc-8848-ec715367b8cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2311006 Mar 05 00:59:49.192383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45040) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:49.197794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'de97f9da-60b5-4709-a6de-dd73cc1d0948', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:49.204181 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:49.208006 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:49.210835 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:49.216653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:49.227806 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 00:59:49.233885 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.296566 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.299977 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.322750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92ff55b-9150-495c-820b-c2020a0f9dbc,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:49.331229 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.332371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6ba17d31-e488-4a89-b6a1-0239262f6fd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1390662 Mar 05 00:59:49.335333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45044) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:49.340522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'network': {'name': 'tempest-network-smoke--1601179899', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'port_security_enabled': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:49.346271 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:49.350005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:network and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:49.353281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:49.358828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:49.368998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:59:49.371984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.399621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 00:59:49.409913 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.410198 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Added segment e8ede1a6-8513-4935-8c21-b414bc7419f2 of type vlan for network 07cce06e-9ef9-4939-9db4-345783347ba7 Mar 05 00:59:49.437837 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.465201 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.469063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:49.469670 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.562565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2262292 Mar 05 00:59:49.565510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45048) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:49.570895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'admin_state_up': True, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:49.573645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9223d-4f01-40d8-b5f0-839856d4ecaf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Network': ['ID=07cce06e-9ef9-4939-9db4-345783347ba7,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:49.578343 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:49.582180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:router and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:49.583892 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 07cce06e-9ef9-4939-9db4-345783347ba7 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 00:59:49.585034 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:49.591531 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:49.605627 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.606518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.624182 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.767996 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.939870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:49.969244 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:50.101458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.15 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/7c81fdc4-64b0-4ae0-9e8f-ef21331c3727) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:59:50.336736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:50.363203 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:50.430975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:59:50.433798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:59:50.438128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:59:50.462111 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:50.593517 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:50.594175 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:50.816636 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 4eed1d66-e820-47a1-952d-2552635d18ef is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 00:59:51.011353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:59:51.024143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Sync routers for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:59:51.035721 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:51.036329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:51.037567 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.038824 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b99cea94-85ab-44dd-8fc6-1467653323d8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4722061 Mar 05 00:59:51.042598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45052) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:51.201711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-20e04891-ed93-4df3-847e-ec64b825ed53 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=29479a72dc024f8d80ce527c8df269dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1579604 Mar 05 00:59:51.204210 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45058) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:51.207553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:51.332254 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d9464-f012-48cc-b02e-3054e4e92197 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:51.333753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5f6d9464-f012-48cc-b02e-3054e4e92197 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286581 Mar 05 00:59:51.337072 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45062) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:51.378576 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-98f3b1cf-9da5-4884-981f-d98af4372edc tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404432 Mar 05 00:59:51.381079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45066) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:51.386733 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098233999', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:51.492501 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:51.496355 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:subnet and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 00:59:51.499159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 00:59:51.504751 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:51.515310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:59:51.520715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:50Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:51.525186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Checking router: 4eed1d66-e820-47a1-952d-2552635d18ef for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:59:51.525566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Updating router 4eed1d66-e820-47a1-952d-2552635d18ef port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:59:51.575546 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.611918 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.826473 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.898534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.902298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Subnet': ['ID=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:51.915276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Transition to ACTIVE for port object 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:51.915862 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Checking segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:59:51.916251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network hostable DHCP agents. Network: 07cce06e-9ef9-4939-9db4-345783347ba7, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 00:59:51.922400 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.939242 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 07cce06e-9ef9-4939-9db4-345783347ba7 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 00:59:51.949763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 07cce06e-9ef9-4939-9db4-345783347ba7) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:59:51.953920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:51.954640 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:51.975952 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-67943354-0456-4010-a8a9-983a82ec0229 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5938745 Mar 05 00:59:51.978689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45070) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 00:59:51.984543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b42a54a-3b78-4484-8d04-d88dea85e1c2 None None] Network 07cce06e-9ef9-4939-9db4-345783347ba7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:59:52.056983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Pushing event updated for resources: {'Port': ['ID=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:52.087663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.088000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.088348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.088655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.088975 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.089313 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.089634 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.089946 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.090255 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.090560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.090866 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:52.107606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Attempting to bind port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:59:52.107967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Attempting to bind port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:59:52.108319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Attempting to bind port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:59:52.129772 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:59:52.130143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:59:52.130530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:52.130913 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:59:52.131366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Bound port: 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:59:52.131727 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:52.256190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] For port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:59:52.260483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] For port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:59:52.290140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:52.342623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-07cce06e-9ef9-4939-9db4-345783347ba7', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 00:59:52.343410 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:52.424779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84616f8c-aa30-493d-a39e-cf654d576f48 None None] Pushing event updated for resources: {'Port': ['ID=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:52.452345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:52.452963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:52.568030 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 00:59:52.672633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Allocated IP 172.20.0.2 (07cce06e-9ef9-4939-9db4-345783347ba7/f4617fc7-6b1d-40fe-ad9d-c5170dc12c94/245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:59:52.694499 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:52.818297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.156044 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.169044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Transition to ACTIVE for port object 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:53.191251 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Transition to ACTIVE for port object 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:53.198632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.246635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:50Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:53.260049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.1 (07cce06e-9ef9-4939-9db4-345783347ba7/f4617fc7-6b1d-40fe-ad9d-c5170dc12c94/8637a53b-0719-4c59-869e-84e21d55696c) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:59:53.265291 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18501f-f3b5-4f8c-b4d1-9c2ffc9ebaf5 None None] The sync data for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 is: [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:50Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:59:53.279508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Network 07cce06e-9ef9-4939-9db4-345783347ba7 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:59:53.280352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Pushing event updated for resources: {'Port': ['ID=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:53.282901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:59:53.284941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:59:53.376654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Attempting to bind port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:59:53.377023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Attempting to bind port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:59:53.377416 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Attempting to bind port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 on network 07cce06e-9ef9-4939-9db4-345783347ba7 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:59:53.385196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:59:53.385589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Checking segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:59:53.385987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.386373 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Bound using segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:59:53.386829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Bound port: 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:59:53.387196 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.438314 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.466699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 8637a53b-0719-4c59-869e-84e21d55696c will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:53.498803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.505088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] For port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:59:53.510779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] For port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:59:53.520176 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.597312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 07cce06e-9ef9-4939-9db4-345783347ba7 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:59:53.600584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:59:53.605717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=8637a53b-0719-4c59-869e-84e21d55696c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:53.607753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:59:53.635334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4a023-77cd-4690-983e-d4c6b4b04301 None None] Pushing event updated for resources: {'Port': ['ID=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:53.671319 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:53.765875 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:54.340952 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:54.345848 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:54.459702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=8637a53b-0719-4c59-869e-84e21d55696c,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:54.463611 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:54.614771 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 07cce06e-9ef9-4939-9db4-345783347ba7 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:59:54.616131 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:59:54.641442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9117a5-d75a-4c45-9e0a-b6b8b49417a1 None None] Network 07cce06e-9ef9-4939-9db4-345783347ba7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 00:59:54.704533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:59:54.797933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a04123d4-937a-4219-b0dd-1b27b95c51de None None] Provisioning for port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:59:54.869595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:59:54.878621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:54.878987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:54.996975 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 4eed1d66-e820-47a1-952d-2552635d18ef has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 00:59:55.051233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.088328 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:55.094783 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.095657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:59:55.214008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 00:59:55.229274 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f3dbbdff-6270-4e94-824e-28a9110f8e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/4eed1d66-e820-47a1-952d-2552635d18ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2461543 Mar 05 00:59:55.271600 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:55.286252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:59:55.292152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:55.292520 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.361530 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26310b1d-6b54-4fb4-9d8b-d147d996468e None None] Provisioning complete for port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:55.361903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26310b1d-6b54-4fb4-9d8b-d147d996468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.425547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-27194f9a-42c9-4d24-83a8-cdb885e0cc70 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:55.447594 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-27194f9a-42c9-4d24-83a8-cdb885e0cc70 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:55.453761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-27194f9a-42c9-4d24-83a8-cdb885e0cc70 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469423897&fields=id&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 267 time: 0.0685630 Mar 05 00:59:55.473080 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.527810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 00:59:55.536676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.612614 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-3c2777b1-ce6c-4b48-bc0e-9cd55cc6860a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:55.614233 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-3c2777b1-ce6c-4b48-bc0e-9cd55cc6860a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/networks?id=07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 200 len: 797 time: 0.1580513 Mar 05 00:59:55.621942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:55.631739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26310b1d-6b54-4fb4-9d8b-d147d996468e None None] Provisioning for port 8637a53b-0719-4c59-869e-84e21d55696c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:59:55.635522 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-2760d665-8384-49ef-a7a7-4d6616c945d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/quotas/29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 375 time: 0.0146308 Mar 05 00:59:55.637819 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-26310b1d-6b54-4fb4-9d8b-d147d996468e None None] Provisioning complete for port 8637a53b-0719-4c59-869e-84e21d55696c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:55.638218 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26310b1d-6b54-4fb4-9d8b-d147d996468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.692434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-26310b1d-6b54-4fb4-9d8b-d147d996468e None None] Port 8637a53b-0719-4c59-869e-84e21d55696c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:59:55.813695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-12055a05-3878-49d8-b95c-2d70d88f5573 None None] Provisioning complete for port 8637a53b-0719-4c59-869e-84e21d55696c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:55.813949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-6d498893-a5ce-42af-8960-8b7f8256046f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:55.814080 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-12055a05-3878-49d8-b95c-2d70d88f5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:55.830876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-6d498893-a5ce-42af-8960-8b7f8256046f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:55.832240 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-6d498893-a5ce-42af-8960-8b7f8256046f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910982 Mar 05 00:59:55.865244 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-12055a05-3878-49d8-b95c-2d70d88f5573 None None] Port 8637a53b-0719-4c59-869e-84e21d55696c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:59:55.912193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4fab1f62-b725-47ec-a3a0-c6d9ea543783 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 00:59:55.913174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4fab1f62-b725-47ec-a3a0-c6d9ea543783 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0691695 Mar 05 00:59:56.043339 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-6d8ff395-a4d1-4fb2-8b12-f928e7a7f63d service neutron] 10.222.0.32 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233306 Mar 05 00:59:56.169619 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-ea78e539-9d26-44f4-9053-2d0d1c5637bd service neutron] 10.222.0.32 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205018 Mar 05 00:59:56.371692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-62a756c7-41d4-4c30-ab19-414131d3e068 req-f4094a13-58c5-4fae-9e28-198b3f168dac tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 210 time: 0.0407264 Mar 05 00:59:56.636065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:59:56.719691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:56.719691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:56.836428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Sync routers for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 00:59:56.846446 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 00:59:56.848524 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:56.849120 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:56.917580 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:56.917952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.049704 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:57.387636 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T00:59:54Z', 'revision_number': 2, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:57.391299 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Checking router: 4eed1d66-e820-47a1-952d-2552635d18ef for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 00:59:57.391645 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Updating router 4eed1d66-e820-47a1-952d-2552635d18ef port 8637a53b-0719-4c59-869e-84e21d55696c binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 00:59:57.445540 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.536507 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-70d11e8b-f20e-4170-8952-6076800ae064 req-31f26670-c451-41d2-a7d5-b84d5d75ab2b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 210 time: 0.0425148 Mar 05 00:59:57.621542 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.688980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-20bb3a1f-f839-4652-b957-a909f07e7867 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:57.689655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-20bb3a1f-f839-4652-b957-a909f07e7867 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:57.706484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-20bb3a1f-f839-4652-b957-a909f07e7867 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:57.707739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-20bb3a1f-f839-4652-b957-a909f07e7867 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/networks?id=07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 200 len: 797 time: 0.1879225 Mar 05 00:59:57.762364 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-8a3e60ea-711c-496b-8f73-213cf2dcc7b3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 379 time: 0.0433037 Mar 05 00:59:57.770268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'port': {'device_id': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'admin_state_up': True, 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'security_groups': ['de97f9da-60b5-4709-a6de-dd73cc1d0948']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:57.794033 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.805361 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Transition to ACTIVE for port object 8637a53b-0719-4c59-869e-84e21d55696c will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:57.811616 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.909036 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 00:59:57.919483 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 00:59:57.936645 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 00:59:57.940222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Pushing event updated for resources: {'Port': ['ID=8637a53b-0719-4c59-869e-84e21d55696c,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:57.941011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.946882 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:57.983289 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.983622 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.983948 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.984451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.984926 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.985448 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.986022 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.986494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.986973 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.987451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:57.987934 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 00:59:58.043455 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Attempting to bind port 8637a53b-0719-4c59-869e-84e21d55696c on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:59:58.043817 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Attempting to bind port 8637a53b-0719-4c59-869e-84e21d55696c by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:59:58.044485 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Attempting to bind port 8637a53b-0719-4c59-869e-84e21d55696c on network 07cce06e-9ef9-4939-9db4-345783347ba7 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:59:58.052530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:59:58.052901 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Checking segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:59:58.053324 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.053720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Bound using segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:59:58.054185 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Bound port: 8637a53b-0719-4c59-869e-84e21d55696c, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:59:58.054585 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.125478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.6 (07cce06e-9ef9-4939-9db4-345783347ba7/f4617fc7-6b1d-40fe-ad9d-c5170dc12c94/42ab649a-a5e9-4862-95d6-dbbbdc0ed51c) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 00:59:58.147668 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] For port 8637a53b-0719-4c59-869e-84e21d55696c, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:59:58.152057 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] For port 8637a53b-0719-4c59-869e-84e21d55696c, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8637a53b-0719-4c59-869e-84e21d55696c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:59:58.156762 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.237720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6902f8-deaf-47b6-9cb0-34f95255543a None None] Pushing event updated for resources: {'Port': ['ID=8637a53b-0719-4c59-869e-84e21d55696c,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:58.243094 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 00:59:58.243694 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T00:59:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:58.328931 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.345921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:58.373503 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.430723 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 00:59:58.450670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 07cce06e-9ef9-4939-9db4-345783347ba7 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 00:59:58.453755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 00:59:58.458249 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 00:59:58.486438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:58.520537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:58.521317 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.549137 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-4e44f09a-3bbf-40f8-9841-599456d8c01e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820313 Mar 05 00:59:58.560292 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Request body: {'port': {'device_id': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 00:59:58.725436 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.756153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-592d7326-2c62-460e-bebd-9ac5c2f75cd3 None None] Provisioning for port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 00:59:58.760989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-592d7326-2c62-460e-bebd-9ac5c2f75cd3 None None] Provisioning complete for port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 00:59:58.761497 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-592d7326-2c62-460e-bebd-9ac5c2f75cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:58.778012 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T00:59:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 00:59:58.781935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c841cc-a513-4678-8035-273ada5d53e6 None None] The sync data for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 is: [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T00:59:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 00:59:58.819447 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-592d7326-2c62-460e-bebd-9ac5c2f75cd3 None None] Port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 00:59:58.910867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1d622-acf7-4065-a897-ede832bf1292 req-ef18da29-ec90-46a1-9ef8-93fcedce5c44 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:58.911568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-82f1d622-acf7-4065-a897-ede832bf1292 req-ef18da29-ec90-46a1-9ef8-93fcedce5c44 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 00:59:58.952019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-82f1d622-acf7-4065-a897-ede832bf1292 req-ef18da29-ec90-46a1-9ef8-93fcedce5c44 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 00:59:58.953169 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82f1d622-acf7-4065-a897-ede832bf1292 req-ef18da29-ec90-46a1-9ef8-93fcedce5c44 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 931 time: 0.2653661 Mar 05 00:59:59.074731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82f1d622-acf7-4065-a897-ede832bf1292 req-2270f156-a940-4c8b-98ed-69f29001fb1c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728590 Mar 05 00:59:59.276478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 00:59:59.284425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:59.300045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Transition to ACTIVE for port object 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 00:59:59.305363 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:59.434301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Pushing event updated for resources: {'Port': ['ID=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:59.545812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Attempting to bind port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 00:59:59.546161 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Attempting to bind port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 00:59:59.546418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Attempting to bind port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c on network 07cce06e-9ef9-4939-9db4-345783347ba7 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:59:59.552492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c on network 07cce06e-9ef9-4939-9db4-345783347ba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 00:59:59.552807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Attempting to bind port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c on network 07cce06e-9ef9-4939-9db4-345783347ba7 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 00:59:59.559899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 0, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 00:59:59.560235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Checking segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 00:59:59.560621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Bound using segment: {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 00:59:59.561054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Bound port: 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ede1a6-8513-4935-8c21-b414bc7419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 00:59:59.561432 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:59.654155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] For port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 00:59:59.657042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] For port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 00:59:59.661383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:59.722687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 00:59:59.724054 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] 10.222.0.10 "PUT /v2.0/ports/42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 200 len: 1091 time: 1.1686718 Mar 05 00:59:59.724493 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 00:59:59.747933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b04ab-99a3-4a26-bb94-fb72d2bc2e85 service neutron] Pushing event updated for resources: {'Port': ['ID=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 00:59:59.801558 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'status': 'completed', 'code': 200} Mar 05 00:59:59.843191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-acac9868-6141-475b-a357-61e41ccd068b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1094 time: 0.0729406 Mar 05 00:59:59.914844 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-64213c7d-669c-407d-b1c4-4adf5b2f2f87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 200 len: 217 time: 0.0647354 Mar 05 00:59:59.974185 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-7658122d-62da-4864-a317-21356b36222c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 00:59:59.975599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-7658122d-62da-4864-a317-21356b36222c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 HTTP/1.1" status: 200 len: 835 time: 0.0559814 Mar 05 01:00:00.052425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-e86965d4-3aa4-4377-96df-6d422cb83e5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07cce06e-9ef9-4939-9db4-345783347ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709643 Mar 05 01:00:00.182083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-749d7c5a-64f1-4c74-bd01-13a556412384 service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239443 Mar 05 01:00:00.366321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-631a726a-fbf6-44b1-8768-88e322b0be9a req-799aa026-4e0f-4c80-b74d-7a615e53d9bb service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780930 Mar 05 01:00:00.376275 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7e54-0949-4c23-8a8e-b02c5e7ebcca req-b3629ddb-4aea-4d63-ab60-b7fdf1ca37fa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:00.377697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59bb7e54-0949-4c23-8a8e-b02c5e7ebcca req-b3629ddb-4aea-4d63-ab60-b7fdf1ca37fa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 943 time: 0.1727405 Mar 05 01:00:00.463265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59bb7e54-0949-4c23-8a8e-b02c5e7ebcca req-c7d302d2-cdad-47ac-bdaf-1ca89be2fd6c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786874 Mar 05 01:00:00.491161 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-e0154040-dfec-41f7-92fe-ccabc0fff759 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1094 time: 0.0786300 Mar 05 01:00:00.620756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-cfc15c19-41d4-42a5-b077-17cf3ef0cfda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:00.622158 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-cfc15c19-41d4-42a5-b077-17cf3ef0cfda service neutron] 10.222.0.10 "GET /v2.0/networks?id=07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 200 len: 898 time: 0.1249964 Mar 05 01:00:00.647727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8637a53b-0719-4c59-869e-84e21d55696c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:00:00.686661 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-2e0de05d-ef22-4201-a799-3b9fa676b025 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 200 len: 217 time: 0.0588136 Mar 05 01:00:00.716103 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8637a53b-0719-4c59-869e-84e21d55696c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:00:00.721076 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8637a53b-0719-4c59-869e-84e21d55696c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:00:00.721511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:00.750550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-bb7b2a98-c296-464c-be09-653819e4fdc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:00.751972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-bb7b2a98-c296-464c-be09-653819e4fdc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 HTTP/1.1" status: 200 len: 835 time: 0.0596123 Mar 05 01:00:00.825063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-484f29b0-9b4b-4ddb-9242-d95c269cf3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07cce06e-9ef9-4939-9db4-345783347ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666797 Mar 05 01:00:00.833925 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:00.865718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8637a53b-0719-4c59-869e-84e21d55696c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8637a53b-0719-4c59-869e-84e21d55696c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:00:00.870005 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:00.941734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8637a53b-0719-4c59-869e-84e21d55696c,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:00:01.049339 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-aea1ef96-d868-4272-b7ac-60d9fed12645 service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186775 Mar 05 01:00:01.184595 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8013f0d7-f8c2-412b-9f25-da9a7d35b963 req-c6072004-e3c0-4e9b-aa35-2632ac77e3cf service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276886 Mar 05 01:00:01.658684 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354cbc0-a13a-4029-88e2-ec537a76bb09 req-a8eb22e0-25f6-4c69-9ce7-da2b0982a1ca tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:01.660111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a354cbc0-a13a-4029-88e2-ec537a76bb09 req-a8eb22e0-25f6-4c69-9ce7-da2b0982a1ca tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 943 time: 0.0776253 Mar 05 01:00:01.703747 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a354cbc0-a13a-4029-88e2-ec537a76bb09 req-9a45f3ed-04cc-4605-806f-898396afa6ee tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Mar 05 01:00:02.499997 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:00:02.633569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8637a53b-0719-4c59-869e-84e21d55696c up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:00:02.671408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:00:02.694468 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'port_id': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'mac_address': 'fa:16:3e:8d:4f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:00:02.761978 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:02.775106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8637a53b-0719-4c59-869e-84e21d55696c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:00:02.775464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:02.810618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:00:02.839941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:00:02.847844 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:02.904541 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b277b2-d1da-468a-9c34-0202dfdb0da4 req-74b6db42-8e24-4595-93e0-7f497aec515f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:02.906046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97b277b2-d1da-468a-9c34-0202dfdb0da4 req-74b6db42-8e24-4595-93e0-7f497aec515f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 944 time: 0.0812016 Mar 05 01:00:02.951155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-97b277b2-d1da-468a-9c34-0202dfdb0da4 req-8f73705a-3639-4f2d-bc03-2a2c42cfb27c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396435 Mar 05 01:00:02.961247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:00:03.168020 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['42ab649a-a5e9-4862-95d6-dbbbdc0ed51c'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:00:04.156950 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbaf87-27da-4e75-a9cb-27557ada821f req-0822b274-fe59-4731-9a17-bc5605a35aa7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:04.159349 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6efbaf87-27da-4e75-a9cb-27557ada821f req-0822b274-fe59-4731-9a17-bc5605a35aa7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 944 time: 0.0774107 Mar 05 01:00:04.203807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6efbaf87-27da-4e75-a9cb-27557ada821f req-73137c83-0bf7-4e86-b70c-addfae773414 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385666 Mar 05 01:00:04.515163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:00:04.583806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:00:04.589309 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:00:04.589689 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:04.700937 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:04.727534 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:00:04.736909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:00:04.741842 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:04.805879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:00:04.859082 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'code': 200} Mar 05 01:00:04.979380 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c7393dc-434e-4871-b803-8358cbb91750 req-44b5cd89-b70f-4e96-a0ca-9eddaefca6f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1096 time: 0.0662208 Mar 05 01:00:05.026246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c7393dc-434e-4871-b803-8358cbb91750 req-15315bf6-3457-4400-8cfa-52a08b32917e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410922 Mar 05 01:00:05.032499 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ab4266b4-a213-4eda-9733-b6b3fb20ce18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:05.397376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0325b-6762-47a9-9f58-f3ff328c8fa3 req-56f32622-43f4-4025-8ceb-0eed102e0e2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:05.398864 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1ea0325b-6762-47a9-9f58-f3ff328c8fa3 req-56f32622-43f4-4025-8ceb-0eed102e0e2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0773675 Mar 05 01:00:05.442404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1ea0325b-6762-47a9-9f58-f3ff328c8fa3 req-af5d5765-507b-414e-b715-b224e6e2132f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Mar 05 01:00:06.637653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914a508-8ce1-4343-b7d7-19fb0ec9067e req-6d089878-4326-4b51-a2b3-b6f0e81f1d3f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:06.639115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9914a508-8ce1-4343-b7d7-19fb0ec9067e req-6d089878-4326-4b51-a2b3-b6f0e81f1d3f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0768254 Mar 05 01:00:06.684120 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9914a508-8ce1-4343-b7d7-19fb0ec9067e req-1aed32c9-c883-4470-927f-10f1302aabd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 Mar 05 01:00:06.874176 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73894de-9fdb-41e6-9229-38d7aa5727f2 req-1bf4f96a-38e4-4191-9d6c-fa8897a647e0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:06.875624 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a73894de-9fdb-41e6-9229-38d7aa5727f2 req-1bf4f96a-38e4-4191-9d6c-fa8897a647e0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0749209 Mar 05 01:00:06.923317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a73894de-9fdb-41e6-9229-38d7aa5727f2 req-6b2ceb83-6a87-45d5-8e14-ff2173741be6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422492 Mar 05 01:00:06.950867 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45124) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:07.020426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9cada70c-ab18-49d0-8672-5414880f548a tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1091 time: 0.0684257 Mar 05 01:00:07.023157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:07.028226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:00:07.034265 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:00:07.038087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:floatingip and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:00:07.040845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:00:07.046590 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:00:07.056959 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:07.090363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cabebc9d-1b75-4176-936a-38341a9fd7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:07.190571 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:07.325702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.175 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/b59c0b74-9473-42b7-acd9-5e1046c58185) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:00:07.465929 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:07.493044 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:07.558557 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:00:07.561361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:00:07.565732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:00:07.592608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=b59c0b74-9473-42b7-acd9-5e1046c58185,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:00:08.140056 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.196424 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.391205 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.395403 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.468204 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.474185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.500092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=b59c0b74-9473-42b7-acd9-5e1046c58185,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:00:08.516556 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:08.702198 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Floating IP 42f117e4-4fc8-4848-9520-8b9e518c3f7d associated. External IP: 172.25.0.175, port: 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c. Mar 05 01:00:09.095370 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 4eed1d66-e820-47a1-952d-2552635d18ef has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:00:09.303604 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:00:09.326417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:09.378768 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-85908afe-9190-4ec8-9d3e-bff09f79ec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3546512 Mar 05 01:00:09.379427 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:00:09.432621 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'status': 'completed', 'code': 200} Mar 05 01:00:09.576864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-b8354033-0f22-4c6d-813c-50f601096a32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1096 time: 0.1253829 Mar 05 01:00:09.587319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9687c-9515-40d9-ae9a-388d2b0d4345 req-80412005-1e46-4a41-89d3-855d6ff483b5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:09.588697 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efc9687c-9515-40d9-ae9a-388d2b0d4345 req-80412005-1e46-4a41-89d3-855d6ff483b5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.1078932 Mar 05 01:00:09.713257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-efc9687c-9515-40d9-ae9a-388d2b0d4345 req-01b34939-b31a-4ae5-96d9-ff789a4d6fb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062963 Mar 05 01:00:09.740977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45136) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:09.743698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-d81742c4-f65f-48fe-b583-eb75401b9815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:09.745118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-d81742c4-f65f-48fe-b583-eb75401b9815 service neutron] 10.222.0.10 "GET /v2.0/networks?id=07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 200 len: 898 time: 0.1555960 Mar 05 01:00:09.851456 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-26f1730e-7a55-4f07-a782-0300133dbadd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 200 len: 999 time: 0.1006227 Mar 05 01:00:09.917961 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:09.918830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-7a835f7c-4d80-4432-b538-32bfb839911d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:00:09.920328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-7a835f7c-4d80-4432-b538-32bfb839911d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 HTTP/1.1" status: 200 len: 835 time: 0.0640368 Mar 05 01:00:09.946508 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-906a4794-c0d2-4157-85e9-b791ba60b17c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 991 time: 0.2042940 Mar 05 01:00:09.992722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-8f93a486-665c-4bed-a920-53e516122165 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07cce06e-9ef9-4939-9db4-345783347ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672231 Mar 05 01:00:10.119197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-c9b78104-1e7a-4036-8849-83669926a7c7 service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209502 Mar 05 01:00:10.245539 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5526348c-5081-4c4b-8198-cb98bd8a0993 req-2a677ea0-cc62-4f22-abc3-0ffdf235aa0a service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210518 Mar 05 01:00:10.669046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] Sync routers for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:00:10.681395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:00:10.682010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:00:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:00:10.856096 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:00:10.950068 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45140) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:11.051629 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2f8de0b2-fa13-48cb-9c61-7545189e18e1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 991 time: 0.1004353 Mar 05 01:00:11.192079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '42f117e4-4fc8-4848-9520-8b9e518c3f7d', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'port_id': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'mac_address': 'fa:16:3e:8d:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:00:07Z', 'updated_at': '2022-03-05T01:00:07Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T01:00:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:00:11.196321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] Checking router: 4eed1d66-e820-47a1-952d-2552635d18ef for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:00:11.206533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:00:11.207112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:00:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:00:11.376339 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:00:11.744665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '42f117e4-4fc8-4848-9520-8b9e518c3f7d', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'port_id': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'mac_address': 'fa:16:3e:8d:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:00:07Z', 'updated_at': '2022-03-05T01:00:07Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T01:00:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:00:11.748561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b4a27-7088-4c29-a6b7-0bdc8189d35f None None] The sync data for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 is: [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '42f117e4-4fc8-4848-9520-8b9e518c3f7d', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'port_id': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'mac_address': 'fa:16:3e:8d:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:00:07Z', 'updated_at': '2022-03-05T01:00:07Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T01:00:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:00:12.055411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45144) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:12.157529 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e86a8f9d-118d-46c2-9c0f-1313868fc96d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 991 time: 0.1009800 Mar 05 01:00:13.161384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45148) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:13.358050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74f6163b-e764-4896-8f7a-40caa960b173 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 991 time: 0.1954753 Mar 05 01:00:14.361852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45152) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:14.464130 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3a067755-740d-407d-a6b8-55254c92e904 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 991 time: 0.1011736 Mar 05 01:00:14.884985 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39926b-cd51-4c5f-9a8d-7ad001ed0c43 None None] New status for floating IP 42f117e4-4fc8-4848-9520-8b9e518c3f7d: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:00:15.468127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45156) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:00:15.571377 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d1526ce0-af6b-40d6-b4e4-9c4dbc629d04 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 993 time: 0.1022017 Mar 05 01:00:27.621161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:27.939132 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:29.569011 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:00:35.043894 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0e431b41-d83b-49ac-8495-425835d593ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:37.096774 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ea657839-6fe3-48e5-8ced-8a2a0607f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:38.467769 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:38.472683 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:39.918766 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:57.637538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:00:57.954897 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:05.037911 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d906299e-8b32-4977-9a19-1a9333b00fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:05.578662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-651e86c5-2b34-4ed8-9859-f7009341d6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739734 Mar 05 01:01:05.717076 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-82a990dd-7eb3-4a0b-a8c1-c44eea7e855d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1096 time: 0.0684814 Mar 05 01:01:05.857527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f56a-d018-4519-b00d-efee70105c6d req-b754944f-316a-476d-8162-6e775c08971f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:05.858840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-b754944f-316a-476d-8162-6e775c08971f service neutron] 10.222.0.10 "GET /v2.0/networks?id=07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 200 len: 898 time: 0.1231120 Mar 05 01:01:05.962001 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-4470b06a-718d-4536-9eec-3b5d0cfcebf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 200 len: 1001 time: 0.0965040 Mar 05 01:01:06.027660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f56a-d018-4519-b00d-efee70105c6d req-fa67115e-a459-4e54-9969-a12358a60334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:06.029092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-fa67115e-a459-4e54-9969-a12358a60334 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 HTTP/1.1" status: 200 len: 835 time: 0.0604117 Mar 05 01:01:06.100444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-c103f829-6fee-4bec-aace-3adb46d1659d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07cce06e-9ef9-4939-9db4-345783347ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659339 Mar 05 01:01:06.234742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-c6d22ace-c402-43d8-b0c8-c0d00ff9ce93 service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281419 Mar 05 01:01:06.362163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3537f56a-d018-4519-b00d-efee70105c6d req-9613b856-b3bc-41e9-9d61-f3ed495a8536 service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222758 Mar 05 01:01:06.570153 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:01:07.097598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-55751825-05ab-4955-8e22-a120b3795211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:08.462984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:08.473728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:09.922673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:12.318587 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0a74f-9cd9-4c14-805e-8ff7ee0a1267 req-73b6201e-6672-4b05-b821-b2c29c749e34 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:12.320029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55e0a74f-9cd9-4c14-805e-8ff7ee0a1267 req-73b6201e-6672-4b05-b821-b2c29c749e34 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0744801 Mar 05 01:01:12.369893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55e0a74f-9cd9-4c14-805e-8ff7ee0a1267 req-ef8227a1-00fa-42f5-9814-e5d4cd280dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436857 Mar 05 01:01:13.569030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104a263-0c1f-4634-8828-072e4c46c88b req-b5a37be3-c681-4e45-b2ae-732251bcc02d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:13.570488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7104a263-0c1f-4634-8828-072e4c46c88b req-b5a37be3-c681-4e45-b2ae-732251bcc02d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0746262 Mar 05 01:01:13.618558 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7104a263-0c1f-4634-8828-072e4c46c88b req-9265c34c-b63f-41d5-a741-bb24e6b4f0ac tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419970 Mar 05 01:01:13.646833 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:13.745918 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5f5ff92d-811f-41a3-bfb4-5fb14f843d24 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 993 time: 0.0978284 Mar 05 01:01:15.199809 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58ec8b-da82-44df-9a80-a6cc080e02dc req-7483f14d-9dc0-439b-9a73-c5b1b5499e05 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:15.201157 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c58ec8b-da82-44df-9a80-a6cc080e02dc req-7483f14d-9dc0-439b-9a73-c5b1b5499e05 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0749166 Mar 05 01:01:15.246129 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1c58ec8b-da82-44df-9a80-a6cc080e02dc req-2e26c4a3-c2ed-407a-826d-387229b5f8c6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Mar 05 01:01:16.450048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6f0b0-36a1-40e7-adba-7d97747d931d req-fbc2d23a-c397-456d-9a01-d83fbc493c8f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:16.451483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5f6f0b0-36a1-40e7-adba-7d97747d931d req-fbc2d23a-c397-456d-9a01-d83fbc493c8f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0784631 Mar 05 01:01:16.494890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e5f6f0b0-36a1-40e7-adba-7d97747d931d req-3b91266c-9774-4e01-a1b5-7727b3f36af8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 Mar 05 01:01:16.522633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45202) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:16.624654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3c50581a-8ba2-466c-b2a5-9b41a5b90e16 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 200 len: 993 time: 0.1009467 Mar 05 01:01:16.910936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45210) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:17.109453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port b59c0b74-9473-42b7-acd9-5e1046c58185 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:01:17.109794 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:17.368227 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:17.369077 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:17.485171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for b59c0b74-9473-42b7-acd9-5e1046c58185 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:01:17.633575 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:17.679945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=b59c0b74-9473-42b7-acd9-5e1046c58185,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:17.717478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.717841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.718164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.718496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.718828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.719157 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.719482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.719807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.720133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.720451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.720767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:17.778376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:18.158071 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 4eed1d66-e820-47a1-952d-2552635d18ef has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:01:18.354673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:01:18.364590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] Sync routers for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:01:18.373848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:18.376307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:18.376911 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:18.431497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ab0714c3-8577-4154-a09b-230d71abf6e5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/floatingips/42f117e4-4fc8-4848-9520-8b9e518c3f7d HTTP/1.1" status: 204 len: 168 time: 1.5195594 Mar 05 01:01:18.432074 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:01:18.492954 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'status': 'completed', 'code': 200} Mar 05 01:01:18.561685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:18.594074 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-60ecb044-98bb-4e5c-913e-dea674665cdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 1096 time: 0.0801799 Mar 05 01:01:18.839938 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf08d-aecb-4fa4-a318-8f758dc1008a req-5e410547-8270-4e10-9ac9-2aefd0b24c91 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:18.841449 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8faf08d-aecb-4fa4-a318-8f758dc1008a req-5e410547-8270-4e10-9ac9-2aefd0b24c91 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0808501 Mar 05 01:01:18.847548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-9c5c7a53-c628-48fb-9796-20e76fea6e85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:18.850762 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-9c5c7a53-c628-48fb-9796-20e76fea6e85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 200 len: 898 time: 0.2519717 Mar 05 01:01:18.890058 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8faf08d-aecb-4fa4-a318-8f758dc1008a req-23383cd9-9656-414b-8f0b-904c59af7968 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Mar 05 01:01:18.907517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T01:00:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:18.912011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] Checking router: 4eed1d66-e820-47a1-952d-2552635d18ef for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:01:18.921536 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-362a005d-2752-4484-9395-37700e0b7adb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 200 len: 217 time: 0.0628557 Mar 05 01:01:18.922829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:18.923430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:18.985242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-f02801b8-d6d3-4492-b689-4db8afea659d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:18.986785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-f02801b8-d6d3-4492-b689-4db8afea659d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 HTTP/1.1" status: 200 len: 835 time: 0.0596714 Mar 05 01:01:19.060129 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-6385be86-1c49-4bc4-b851-8b54de5a012e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07cce06e-9ef9-4939-9db4-345783347ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670643 Mar 05 01:01:19.102217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:19.190046 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-1273ba12-0090-4b72-b453-f6aebea48bde service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228905 Mar 05 01:01:19.323515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5d6fe695-7768-449d-a14d-2da0c1624115 req-1f625973-0944-4f30-bf2d-fc7d8a91dfa2 service neutron] 10.222.0.10 "GET /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269813 Mar 05 01:01:19.407161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T01:00:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:19.411221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deca95f-1d69-48ad-900a-bc0771a9e51a None None] The sync data for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 is: [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T00:59:53Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '8637a53b-0719-4c59-869e-84e21d55696c', 'name': '', 'network_id': '07cce06e-9ef9-4939-9db4-345783347ba7', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:77:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:53Z', 'updated_at': '2022-03-05T01:00:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f4617fc7-6b1d-40fe-ad9d-c5170dc12c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:01:19.619654 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15483a-f3f1-44aa-b170-de2f870938f7 None None] New status for floating IP 42f117e4-4fc8-4848-9520-8b9e518c3f7d: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:01:20.091552 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9044e-3164-42eb-82e9-cf0bd07fae9e req-2cc91977-59d6-40b0-bc32-436df1b70a5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:20.092509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-11f9044e-3164-42eb-82e9-cf0bd07fae9e req-2cc91977-59d6-40b0-bc32-436df1b70a5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:01:20.107227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-11f9044e-3164-42eb-82e9-cf0bd07fae9e req-2cc91977-59d6-40b0-bc32-436df1b70a5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:01:20.108438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11f9044e-3164-42eb-82e9-cf0bd07fae9e req-2cc91977-59d6-40b0-bc32-436df1b70a5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0943713 Mar 05 01:01:20.154214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-11f9044e-3164-42eb-82e9-cf0bd07fae9e req-27c5778e-1ea2-440f-90c1-1735f682be2f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=de97f9da-60b5-4709-a6de-dd73cc1d0948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 Mar 05 01:01:20.380088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-cd050fe7-6d21-477c-97df-569fdf1c4288 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:20.381518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-cd050fe7-6d21-477c-97df-569fdf1c4288 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 945 time: 0.0741692 Mar 05 01:01:20.450089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:01:20.450425 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:20.684806 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:20.685093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:20.816054 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:01:20.956156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:21.012559 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=42ab649a-a5e9-4862-95d6-dbbbdc0ed51c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:21.086285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] No DVR routers for this DVR port 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:01:21.088868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:21.091497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'name': 'network-vif-deleted', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:01:21.106365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f8db98e3-5ec2-409b-b4de-df97cac7eef4 req-22598624-3b62-4a94-a8c0-bd23be5b66b6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "DELETE /v2.0/ports/42ab649a-a5e9-4862-95d6-dbbbdc0ed51c HTTP/1.1" status: 204 len: 173 time: 0.7200456 Mar 05 01:01:21.165970 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfca809-c88d-4c83-9100-5c88e4bd002d', 'name': 'network-vif-deleted', 'tag': '42ab649a-a5e9-4862-95d6-dbbbdc0ed51c', 'status': 'completed', 'code': 200} Mar 05 01:01:21.333129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c4e4d190-a7fb-40a8-a77a-8d5bd6080dbf req-d86fb3e1-c6bd-4c54-b173-b74059c06dbe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:01:21.348382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-c4e4d190-a7fb-40a8-a77a-8d5bd6080dbf req-d86fb3e1-c6bd-4c54-b173-b74059c06dbe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:01:21.349704 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c4e4d190-a7fb-40a8-a77a-8d5bd6080dbf req-d86fb3e1-c6bd-4c54-b173-b74059c06dbe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bfca809-c88d-4c83-9100-5c88e4bd002d HTTP/1.1" status: 200 len: 210 time: 0.0600953 Mar 05 01:01:22.459507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45232) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:22.847237 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:01:22.882999 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:01:22.883340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 42ab649a-a5e9-4862-95d6-dbbbdc0ed51c not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:01:22.946202 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:23.531659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 8637a53b-0719-4c59-869e-84e21d55696c {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:01:23.532376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:23.709014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 8637a53b-0719-4c59-869e-84e21d55696c, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8637a53b-0719-4c59-869e-84e21d55696c,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:23.709387 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:23.825792 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 8637a53b-0719-4c59-869e-84e21d55696c owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:01:23.995190 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:24.042337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=8637a53b-0719-4c59-869e-84e21d55696c,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:24.423411 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:24.985846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 4eed1d66-e820-47a1-952d-2552635d18ef has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:01:25.196923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:01:25.206243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] Sync routers for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:01:25.218856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45238) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:25.219397 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:25.219503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7ed2074f-fc52-4af9-b842-5588dcbe9077 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/4eed1d66-e820-47a1-952d-2552635d18ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7583556 Mar 05 01:01:25.219664 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:25.405495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting subnet f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:01:25.408373 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:25.432951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:25.466382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:25.550012 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:25.620755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:25.660905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Subnet': ['ID=f4617fc7-6b1d-40fe-ad9d-c5170dc12c94,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:25.673048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.673415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.673757 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.674127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.674405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.674738 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.675061 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.675383 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.675705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.676046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.676366 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:25.683053 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:25.692133 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-84b529d9-0073-4b23-b441-453d0d50afe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/subnets/f4617fc7-6b1d-40fe-ad9d-c5170dc12c94 HTTP/1.1" status: 204 len: 168 time: 0.4698145 Mar 05 01:01:25.692298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45242) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:25.697707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0664a19-71ff-40dd-bff4-8ee6b4933df9 None None] Network 07cce06e-9ef9-4939-9db4-345783347ba7 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:01:25.879776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T01:01:23Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:25.885820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:25.890752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] Checking router: 4eed1d66-e820-47a1-952d-2552635d18ef for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:01:25.909350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] Routers {'4eed1d66-e820-47a1-952d-2552635d18ef'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:25.909956 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['4eed1d66-e820-47a1-952d-2552635d18ef'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:26.080211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] DHCP port deletion for 07cce06e-9ef9-4939-9db4-345783347ba7 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:01:26.088209 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.092326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Deleting port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:01:26.092697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.098270 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:01:26.098684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.136383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] Set router 4eed1d66-e820-47a1-952d-2552635d18ef gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:26.360199 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:26.360785 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.485031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:01:26.495754 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] For port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,segment=NetworkSegment(e8ede1a6-8513-4935-8c21-b414bc7419f2),segment_id=e8ede1a6-8513-4935-8c21-b414bc7419f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:26.496335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.651503 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.685959 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:01:26.702853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=7c81fdc4-64b0-4ae0-9e8f-ef21331c3727,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:26.714668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Calling delete_port for 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:01:26.856550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 01:01:26.857990 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:26.905707 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Pushing event deleted for resources: {'Port': ['ID=245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:26.910043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T01:01:23Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:26.920538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1dd6-7787-4324-b6e2-6f875fd6d0d2 None None] The sync data for ids ['4eed1d66-e820-47a1-952d-2552635d18ef'] in n-d-828979-4 is: [{'id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741575214', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T00:59:49Z', 'updated_at': '2022-03-05T01:01:23Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '7c81fdc4-64b0-4ae0-9e8f-ef21331c3727', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed1d66-e820-47a1-952d-2552635d18ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T00:59:50Z', 'updated_at': '2022-03-05T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:01:26.922354 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] No DVR routers for this DVR port 245e6ef2-3ff0-4cce-9a45-bfbd1b43cb24 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:01:26.924725 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.925022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.925367 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.925875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.926227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.926553 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.926904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.927243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.927564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.927881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.928195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176fdef-349c-4c5f-9b02-d6fb7e7ec2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:26.948282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.200722 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.204796 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.228854 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.229400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Fanout notify agent at l3_agent the message router_deleted on router 4eed1d66-e820-47a1-952d-2552635d18ef {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:01:27.243068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.244698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8a623ac1-9b0b-4bda-b738-d1b451a4c77f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/routers/4eed1d66-e820-47a1-952d-2552635d18ef HTTP/1.1" status: 204 len: 168 time: 1.5514987 Mar 05 01:01:27.247423 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45246) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:27.364985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.496267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.522579 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cce06e-9ef9-4939-9db4-345783347ba7']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:27.535822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ede1a6-8513-4935-8c21-b414bc7419f2') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:27.536114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ede1a6-8513-4935-8c21-b414bc7419f2') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:27.547673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.567133 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.576818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:01:27.577210 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.652441 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: timer() Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:01:27.684163 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:01:27.758385 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.778042 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.788637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Network': ['ID=07cce06e-9ef9-4939-9db4-345783347ba7,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:27.797295 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-65e3a450-3bf3-43a1-bcdf-7adad94728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/networks/07cce06e-9ef9-4939-9db4-345783347ba7 HTTP/1.1" status: 204 len: 168 time: 0.5488396 Mar 05 01:01:27.799974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45250) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:27.866477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba97d89a-8f29-4f43-ad19-ddc43b7e7f66 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.896160 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba97d89a-8f29-4f43-ad19-ddc43b7e7f66 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.965418 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba97d89a-8f29-4f43-ad19-ddc43b7e7f66 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.970815 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.984951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97d89a-8f29-4f43-ad19-ddc43b7e7f66 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de97f9da-60b5-4709-a6de-dd73cc1d0948,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:27.995864 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ba97d89a-8f29-4f43-ad19-ddc43b7e7f66 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:27.996986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ba97d89a-8f29-4f43-ad19-ddc43b7e7f66 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/security-groups/de97f9da-60b5-4709-a6de-dd73cc1d0948 HTTP/1.1" status: 204 len: 168 time: 0.1961181 Mar 05 01:01:28.328547 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45258) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:28.334309 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403055761', 'description': 'tempest-secgroup-smoke-1403055761 description', 'project_id': '29479a72dc024f8d80ce527c8df269dd'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:28.342907 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:28.347173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:28.350120 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:28.356224 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:28.366970 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.403132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:28.406914 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:28.409703 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:28.415828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:28.475265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.480356 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.524079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d64e49-7c70-488b-a0a3-a8771eb60b7b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:28.527728 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.531680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ac28851b-ef87-4994-8ec3-8aee6d094917 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1993556 Mar 05 01:01:28.532187 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45262) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:28.537407 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '85d64e49-7c70-488b-a0a3-a8771eb60b7b', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:28.544886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:28.548770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:28.551679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:28.557511 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:28.574376 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.643242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.647488 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.670723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1f317f-bcc0-4466-bca7-34403d43c847,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:28.674865 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8637a53b-0719-4c59-869e-84e21d55696c no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:01:28.682459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.683627 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b3c93b64-c322-4fee-969e-3daef18a59cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1508589 Mar 05 01:01:28.686524 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45266) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:28.691856 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '85d64e49-7c70-488b-a0a3-a8771eb60b7b', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:28.699136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:28.702933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:28.705792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:28.709084 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8637a53b-0719-4c59-869e-84e21d55696c {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:01:28.709458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8637a53b-0719-4c59-869e-84e21d55696c not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:01:28.709871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:01:28.711439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:28.727269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.740990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:01:28.741366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7c81fdc4-64b0-4ae0-9e8f-ef21331c3727 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:01:28.790181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.793651 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.816925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cb7bff-d055-4425-8172-8cce772494b2,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:28.825578 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.826739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-73d79267-6aba-4b88-8796-73f09006f022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1393075 Mar 05 01:01:28.829503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45270) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:28.834825 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '85d64e49-7c70-488b-a0a3-a8771eb60b7b', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:28.841238 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:28.845292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:28.848128 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:28.854272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:28.869896 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.929723 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.933748 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.955797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5821de28-c219-43c2-b396-34edd50ae0c1,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:28.966668 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:28.968674 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-333b9d42-e2a3-447d-b0ff-9e899bc5c60d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1380224 Mar 05 01:01:28.971216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45274) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:28.977299 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '85d64e49-7c70-488b-a0a3-a8771eb60b7b', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:28.984237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:28.988047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:28.990875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:28.996982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:29.013143 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.073808 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.076897 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.099164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2586c834-a952-4849-8643-d573b2e5a0da,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:29.107555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.108803 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9b5ce250-5266-4298-b808-a8690fa35dad tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1365523 Mar 05 01:01:29.111471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45278) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:29.116674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '85d64e49-7c70-488b-a0a3-a8771eb60b7b', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:29.123781 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:29.127505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:29.130437 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:29.136310 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:29.148748 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:01:29.154902 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.217310 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.220899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.243909 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08226bdb-b0e7-447d-9127-10a2b80f5021,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:29.251943 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.253098 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-85d37e75-6813-4ebf-9cf5-9e0ab4766c97 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407316 Mar 05 01:01:29.255915 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45282) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:29.261166 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '85d64e49-7c70-488b-a0a3-a8771eb60b7b', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:29.267555 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:29.271315 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:29.274113 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:29.280177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:29.290734 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:01:29.296729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.359158 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.362309 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.381917 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416057ba-75de-4916-b4d7-785f1f0f17f0,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:29.392537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.396326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4a2a1c77-7375-471b-94b6-e2e6f15e6bb9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1368504 Mar 05 01:01:29.396488 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45286) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:29.402219 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'network': {'name': 'tempest-network-smoke--2012660070', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:29.407446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:29.411439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:network and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:29.414216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:29.420481 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:29.429940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:01:29.432820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.458942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:01:29.468370 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.468710 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Added segment 7a9bb167-a44c-4e7d-b1a0-69f7b96014b8 of type vlan for network f91c4eb8-07a4-4653-8a59-698eb1e0934a Mar 05 01:01:29.496649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.523793 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.527847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:29.528422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.634430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2363527 Mar 05 01:01:29.637196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45290) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:29.639841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b21826-4d19-47f7-be42-fd2ffbb0ff0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Network': ['ID=f91c4eb8-07a4-4653-8a59-698eb1e0934a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:29.643631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'admin_state_up': True, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:29.650723 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:01:29.652641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:29.656652 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:router and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:29.659542 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:29.665926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:29.675637 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.676608 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.696939 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:29.836846 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.007726 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.039294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.271319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.9 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/8d42ee09-e380-448d-9511-e1e524059b66) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:01:30.412843 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.440052 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.508703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:01:30.511576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:30.515923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:01:30.539052 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=8d42ee09-e380-448d-9511-e1e524059b66,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:30.669877 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.670614 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:30.895381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 09a96b40-f15b-48a0-b0c6-64061ae49c60 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:01:31.096565 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:01:31.105586 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Sync routers for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:01:31.117513 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:31.118105 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:31.123525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:31.124740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d19b7619-23bd-41e6-8f9b-3571f04efcd4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4864566 Mar 05 01:01:31.127910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45294) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:31.166895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-dfabdf2e-170f-47e1-be97-8bfbbde1072c tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=29479a72dc024f8d80ce527c8df269dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377483 Mar 05 01:01:31.169497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45298) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:31.288070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:31.294398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7741d86b-1dd3-45b3-92a4-65242d33cf70 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:31.295872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7741d86b-1dd3-45b3-92a4-65242d33cf70 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255021 Mar 05 01:01:31.298719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45302) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:31.340049 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e4f140e6-1d9a-46f7-9355-10b9a29d0f85 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402970 Mar 05 01:01:31.342724 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45306) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:31.347856 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024389456', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:31.455035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:31.458784 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:subnet and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:31.461573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:31.467969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:31.477424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:01:31.569104 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:30Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:31.572982 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Checking router: 09a96b40-f15b-48a0-b0c6-64061ae49c60 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:01:31.573352 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Updating router 09a96b40-f15b-48a0-b0c6-64061ae49c60 port 8d42ee09-e380-448d-9511-e1e524059b66 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:01:31.576501 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:31.623118 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:31.888223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:31.962673 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Subnet': ['ID=a2520f70-6d4a-470e-a488-734465e09d43,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:31.977269 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:31.985639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Checking segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:01:31.986024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network hostable DHCP agents. Network: f91c4eb8-07a4-4653-8a59-698eb1e0934a, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:01:31.994778 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Transition to ACTIVE for port object 8d42ee09-e380-448d-9511-e1e524059b66 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:32.002950 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.013240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:01:32.022538 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, f91c4eb8-07a4-4653-8a59-698eb1e0934a) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:32.026638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:32.027270 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.033785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487bbb9-0a45-452f-94ee-c0fd2e854618 None None] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:01:32.050223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-65fdd92b-2d53-4904-a353-427cf1a73c08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7063835 Mar 05 01:01:32.052899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45310) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:32.084134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Attempting to bind port 8d42ee09-e380-448d-9511-e1e524059b66 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:01:32.084511 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Attempting to bind port 8d42ee09-e380-448d-9511-e1e524059b66 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:01:32.084866 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Attempting to bind port 8d42ee09-e380-448d-9511-e1e524059b66 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:01:32.096690 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Pushing event updated for resources: {'Port': ['ID=8d42ee09-e380-448d-9511-e1e524059b66,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:32.105117 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:01:32.105518 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:01:32.105907 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.106495 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:01:32.106730 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Bound port: 8d42ee09-e380-448d-9511-e1e524059b66, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:01:32.107094 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.141402 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.141726 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.142011 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.142286 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.142612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.142938 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.143258 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.143574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.143888 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.144544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.144544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:01:32.187908 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] For port 8d42ee09-e380-448d-9511-e1e524059b66, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:01:32.191020 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] For port 8d42ee09-e380-448d-9511-e1e524059b66, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8d42ee09-e380-448d-9511-e1e524059b66,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:01:32.195545 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.278500 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:01:32.279438 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.281386 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c8d6-67af-4898-adfa-40f7fd80d619 None None] Pushing event updated for resources: {'Port': ['ID=8d42ee09-e380-448d-9511-e1e524059b66,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:32.284183 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:32.284767 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:32.444958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Allocated IP 172.20.0.2 (f91c4eb8-07a4-4653-8a59-698eb1e0934a/a2520f70-6d4a-470e-a488-734465e09d43/da49cfca-e60f-4a41-830c-edd78d8cda2f) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:01:32.458231 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:32.664285 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.675606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Transition to ACTIVE for port object da49cfca-e60f-4a41-830c-edd78d8cda2f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:32.697547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Transition to ACTIVE for port object da49cfca-e60f-4a41-830c-edd78d8cda2f will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:32.702781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.775079 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:01:32.777989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:32.782236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:01:32.784404 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Pushing event updated for resources: {'Port': ['ID=da49cfca-e60f-4a41-830c-edd78d8cda2f,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:32.786926 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:30Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:32.791533 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ccf52-10ef-4e67-9136-c516ef671e1a None None] The sync data for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 is: [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:30Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:01:32.841675 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.878993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Attempting to bind port da49cfca-e60f-4a41-830c-edd78d8cda2f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:01:32.879406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Attempting to bind port da49cfca-e60f-4a41-830c-edd78d8cda2f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:01:32.879727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Attempting to bind port da49cfca-e60f-4a41-830c-edd78d8cda2f on network f91c4eb8-07a4-4653-8a59-698eb1e0934a {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:01:32.886861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:01:32.887299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Checking segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:01:32.887695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:32.888098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Bound using segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:01:32.888582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Bound port: da49cfca-e60f-4a41-830c-edd78d8cda2f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:01:32.888935 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:33.006552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] For port da49cfca-e60f-4a41-830c-edd78d8cda2f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:01:33.012739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] For port da49cfca-e60f-4a41-830c-edd78d8cda2f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=da49cfca-e60f-4a41-830c-edd78d8cda2f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:01:33.018721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:33.113943 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bac44-af7f-4037-9969-95406b9fe38e None None] Pushing event updated for resources: {'Port': ['ID=da49cfca-e60f-4a41-830c-edd78d8cda2f,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:33.312989 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.1 (f91c4eb8-07a4-4653-8a59-698eb1e0934a/a2520f70-6d4a-470e-a488-734465e09d43/a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:01:33.496009 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:33.514471 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:33.537036 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:33.715404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:01:33.718901 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:33.723345 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:01:33.748435 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:33.781672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:33.870139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.029544 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315cdb9-7e47-4976-b7c4-caf2ed0f69e3 None None] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:01:34.119708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4ab0cb30-677e-49a5-bbae-33371416cfe0 None None] Provisioning for port da49cfca-e60f-4a41-830c-edd78d8cda2f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:34.280316 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.284782 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.395753 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.399338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:34.540872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:01:34.542002 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:34.549688 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-547719c4-3559-4258-8648-98f2231c78d0 None None] Provisioning for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:34.554646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-547719c4-3559-4258-8648-98f2231c78d0 None None] Provisioning complete for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:34.555010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-547719c4-3559-4258-8648-98f2231c78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.608752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-547719c4-3559-4258-8648-98f2231c78d0 None None] Port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:01:34.745454 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8d42ee09-e380-448d-9511-e1e524059b66 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:34.778018 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5d70b99a-450a-40dd-b4f4-70e86ce20a36 None None] Provisioning complete for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:34.778244 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5d70b99a-450a-40dd-b4f4-70e86ce20a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.850460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5d70b99a-450a-40dd-b4f4-70e86ce20a36 None None] Port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:01:34.870012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 8d42ee09-e380-448d-9511-e1e524059b66 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:34.875007 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8d42ee09-e380-448d-9511-e1e524059b66 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:34.875373 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:34.959919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 09a96b40-f15b-48a0-b0c6-64061ae49c60 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:01:34.994673 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.010002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-80aec689-2b0a-42a5-a7af-1b4f9ae7512f None None] Provisioning complete for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:35.010307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-80aec689-2b0a-42a5-a7af-1b4f9ae7512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.049807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 8d42ee09-e380-448d-9511-e1e524059b66, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8d42ee09-e380-448d-9511-e1e524059b66,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:35.067611 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.068246 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device da49cfca-e60f-4a41-830c-edd78d8cda2f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:35.153185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-59065674-2114-4025-998f-35812047562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.161726 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-80aec689-2b0a-42a5-a7af-1b4f9ae7512f None None] Port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:01:35.170573 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:01:35.184277 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-5af9878d-8c26-4055-8622-2437bf898a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/09a96b40-f15b-48a0-b0c6-64061ae49c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303515 Mar 05 01:01:35.194170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=8d42ee09-e380-448d-9511-e1e524059b66,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:35.205899 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port da49cfca-e60f-4a41-830c-edd78d8cda2f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:35.210757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port da49cfca-e60f-4a41-830c-edd78d8cda2f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:35.211122 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.327407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.359993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port da49cfca-e60f-4a41-830c-edd78d8cda2f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=da49cfca-e60f-4a41-830c-edd78d8cda2f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:35.363924 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:35.434482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=da49cfca-e60f-4a41-830c-edd78d8cda2f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:35.468872 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-4f860670-9810-465c-8ea4-4d73876a6d17 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403055761&fields=id&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 267 time: 0.1528485 Mar 05 01:01:35.610771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-599769dd-442a-4fbf-a251-a186d46f9a4c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:35.612073 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-599769dd-442a-4fbf-a251-a186d46f9a4c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 797 time: 0.1369274 Mar 05 01:01:35.628753 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6ee8d319-744b-425b-ad5e-6d041265d3a5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/quotas/29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 375 time: 0.0114789 Mar 05 01:01:35.705548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-25184543-edc4-4ee2-8b1e-dfd690c8ed7f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:01:35.720903 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-25184543-edc4-4ee2-8b1e-dfd690c8ed7f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:01:35.722388 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-25184543-edc4-4ee2-8b1e-dfd690c8ed7f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889916 Mar 05 01:01:35.823862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-01b4d9d7-573d-42bf-9894-25e6febeb625 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:01:35.824839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-01b4d9d7-573d-42bf-9894-25e6febeb625 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0905144 Mar 05 01:01:35.956706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-9cd374bb-0de3-459f-ad72-0d01c0cc6c2a service neutron] 10.222.0.32 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255870 Mar 05 01:01:36.089867 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-8f51e6e1-492e-4143-9567-09e8ed1869f2 service neutron] 10.222.0.32 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268699 Mar 05 01:01:36.280931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-84f0640f-c02c-4057-aa46-d739d0ce0f78 req-5bb139f1-1139-41ef-8a2d-a1e13c3e9fc9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 210 time: 0.0410924 Mar 05 01:01:36.339105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Sync routers for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:01:36.350836 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:36.351451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:36.533466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:36.688233 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8d42ee09-e380-448d-9511-e1e524059b66 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:36.880039 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 8d42ee09-e380-448d-9511-e1e524059b66 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:36.880405 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:36.964555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 2, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:36.994734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Checking router: 09a96b40-f15b-48a0-b0c6-64061ae49c60 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:01:36.995080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Updating router 09a96b40-f15b-48a0-b0c6-64061ae49c60 port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:01:37.061798 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device da49cfca-e60f-4a41-830c-edd78d8cda2f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:37.101389 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.200010 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4b5bd8a-7ba4-4e19-9d62-cce9effc1b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.293154 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port da49cfca-e60f-4a41-830c-edd78d8cda2f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:37.293550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.479580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9ca95e70-f0e2-4d48-ba55-1cd30b7e7fac req-ca97bd3c-626c-442d-a190-0b18837b0919 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 210 time: 0.0633302 Mar 05 01:01:37.500971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-0d242a1b-b5d2-4bcd-837a-3f181821c67c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:37.502509 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-0d242a1b-b5d2-4bcd-837a-3f181821c67c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 797 time: 0.2046444 Mar 05 01:01:37.557395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-b86065b7-a760-47dd-bde0-3017a42a5911 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 380 time: 0.0430532 Mar 05 01:01:37.566532 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'port': {'device_id': '52ab0db0-6842-4fcf-8184-3406468f4237', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'admin_state_up': True, 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'security_groups': ['85d64e49-7c70-488b-a0a3-a8771eb60b7b']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:37.606466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.618546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Transition to ACTIVE for port object a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:37.624845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.708981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:37.719701 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:37.731198 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:01:37.734532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.754701 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7ad03-6ec9-4233-912f-b54c24b7c20b None None] Pushing event updated for resources: {'Port': ['ID=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:37.843852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Attempting to bind port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:01:37.844235 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Attempting to bind port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:01:37.844595 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Attempting to bind port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f on network f91c4eb8-07a4-4653-8a59-698eb1e0934a {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:01:37.851470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:01:37.851876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Checking segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:01:37.852281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.853202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Bound using segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:01:37.853738 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Bound port: a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:01:37.854112 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:37.908521 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.10 (f91c4eb8-07a4-4653-8a59-698eb1e0934a/a2520f70-6d4a-470e-a488-734465e09d43/65144ce3-a0b7-45be-baf2-9793a4f43395) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:01:37.953692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] For port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:01:37.956690 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] For port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:01:37.962759 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.040894 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7ad03-6ec9-4233-912f-b54c24b7c20b None None] Pushing event updated for resources: {'Port': ['ID=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:38.045429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:38.046022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:38.115322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.133601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 65144ce3-a0b7-45be-baf2-9793a4f43395 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:38.160653 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.233691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:38.239703 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:01:38.242883 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:38.245805 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:01:38.284975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=65144ce3-a0b7-45be-baf2-9793a4f43395,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:38.316771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:38.317785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.345314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-6d9884bf-0b21-4f0e-89c8-cb6a2ba8ca89 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822695 Mar 05 01:01:38.356810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Request body: {'port': {'device_id': '52ab0db0-6842-4fcf-8184-3406468f4237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:38.474372 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.489055 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.509495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.583546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0c0502ee-e883-46aa-b565-1f7546984796 None None] Provisioning for port 65144ce3-a0b7-45be-baf2-9793a4f43395 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:38.591073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0c0502ee-e883-46aa-b565-1f7546984796 None None] Provisioning complete for port 65144ce3-a0b7-45be-baf2-9793a4f43395 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:38.591443 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0c0502ee-e883-46aa-b565-1f7546984796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.651763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0c0502ee-e883-46aa-b565-1f7546984796 None None] Port 65144ce3-a0b7-45be-baf2-9793a4f43395 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:01:38.658735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:37Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:38.663102 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67f691-3c52-4e74-aeb2-65f22de49131 None None] The sync data for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 is: [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:37Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:01:38.706022 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d66e7-7895-4971-a54c-c0ca64de33c1 req-a0c61d71-cf69-4be5-8ef8-9bc4f3d42387 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:38.729060 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd1d66e7-7895-4971-a54c-c0ca64de33c1 req-a0c61d71-cf69-4be5-8ef8-9bc4f3d42387 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 932 time: 0.1149168 Mar 05 01:01:38.788878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-cd1d66e7-7895-4971-a54c-c0ca64de33c1 req-a42a446c-209e-4a6d-a761-54188585cfe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:01:38.805945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-cd1d66e7-7895-4971-a54c-c0ca64de33c1 req-a42a446c-209e-4a6d-a761-54188585cfe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:01:38.807235 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cd1d66e7-7895-4971-a54c-c0ca64de33c1 req-a42a446c-209e-4a6d-a761-54188585cfe2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771089 Mar 05 01:01:38.962287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65144ce3-a0b7-45be-baf2-9793a4f43395 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:01:38.969871 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:38.985839 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Transition to ACTIVE for port object 65144ce3-a0b7-45be-baf2-9793a4f43395 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:01:38.990147 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:39.122478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Pushing event updated for resources: {'Port': ['ID=65144ce3-a0b7-45be-baf2-9793a4f43395,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:39.232862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Attempting to bind port 65144ce3-a0b7-45be-baf2-9793a4f43395 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:01:39.233376 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Attempting to bind port 65144ce3-a0b7-45be-baf2-9793a4f43395 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:01:39.233796 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Attempting to bind port 65144ce3-a0b7-45be-baf2-9793a4f43395 on network f91c4eb8-07a4-4653-8a59-698eb1e0934a {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:01:39.240476 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Port 65144ce3-a0b7-45be-baf2-9793a4f43395 on network f91c4eb8-07a4-4653-8a59-698eb1e0934a not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:01:39.240981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Attempting to bind port 65144ce3-a0b7-45be-baf2-9793a4f43395 on network f91c4eb8-07a4-4653-8a59-698eb1e0934a {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:01:39.247822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:01:39.248159 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Checking segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:01:39.248543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Bound using segment: {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:01:39.248967 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Bound port: 65144ce3-a0b7-45be-baf2-9793a4f43395, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:01:39.249333 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:39.339351 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] For port 65144ce3-a0b7-45be-baf2-9793a4f43395, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:01:39.342682 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] For port 65144ce3-a0b7-45be-baf2-9793a4f43395, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=65144ce3-a0b7-45be-baf2-9793a4f43395,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:01:39.347565 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:39.414210 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:39.416110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] 10.222.0.10 "PUT /v2.0/ports/65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 1092 time: 1.0643561 Mar 05 01:01:39.416554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:01:39.436409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aa7cc-c2f3-4d1c-b345-1c7f15bfdab8 service neutron] Pushing event updated for resources: {'Port': ['ID=65144ce3-a0b7-45be-baf2-9793a4f43395,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:39.492818 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'status': 'completed', 'code': 200} Mar 05 01:01:39.542403 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-1546218e-5d96-46ae-9bf3-586c8ac9967c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1095 time: 0.0875313 Mar 05 01:01:39.619065 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-e0543a7e-c20b-43bf-a8cc-528f244cc937 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 217 time: 0.0691082 Mar 05 01:01:39.679609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-41a61ccd-6aa4-4df6-948e-ba779e0e3049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:39.681505 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-41a61ccd-6aa4-4df6-948e-ba779e0e3049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.0576894 Mar 05 01:01:39.755339 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-3523477c-e281-4af5-9288-82c4aa2f99df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675254 Mar 05 01:01:39.885543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-c9f67833-29f8-4ba2-bfd8-355a72340d85 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246963 Mar 05 01:01:39.925210 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:40.010673 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4e517-08ec-40d4-9e3c-9bea49654ff2 req-59584a35-f3f8-42ae-8288-09185d94193a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:40.011930 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efd4e517-08ec-40d4-9e3c-9bea49654ff2 req-59584a35-f3f8-42ae-8288-09185d94193a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 944 time: 0.0772879 Mar 05 01:01:40.019469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-bce6a86b-e6c4-41f9-afe7-799b27a08cf9 req-9185f7b1-0c7b-4aa6-a59c-1621016d4764 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287470 Mar 05 01:01:40.062816 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-efd4e517-08ec-40d4-9e3c-9bea49654ff2 req-655c1334-46a0-4620-87f3-f45d084ec822 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454624 Mar 05 01:01:40.132526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-2e20d211-f01a-40f9-a5c1-e41e98741faa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1095 time: 0.0720084 Mar 05 01:01:40.267309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-5f532a79-c54d-4638-9aef-a231a1a7b03d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:40.268749 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-5f532a79-c54d-4638-9aef-a231a1a7b03d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 898 time: 0.1306217 Mar 05 01:01:40.336681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-34d4e645-68d5-4dd4-9c8f-bc3f5673c9b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 217 time: 0.0623450 Mar 05 01:01:40.395934 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-8a3b1a4a-c5df-456d-8fee-97640a7c7926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:40.397338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-8a3b1a4a-c5df-456d-8fee-97640a7c7926 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.0557649 Mar 05 01:01:40.469538 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-eb6e4300-f62e-4334-82fd-966766dc1d69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666013 Mar 05 01:01:40.690497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:40.696141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-8d36f2b4-204d-4221-97cf-2dffb270d1c5 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206116 Mar 05 01:01:40.797912 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:40.803149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:40.803244 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:40.830290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-30103e21-7b8b-4905-9349-ff21617f4eb7 req-55a507fa-f887-47a0-99e9-1925634b3c07 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278329 Mar 05 01:01:40.915598 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:40.948375 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:40.953485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:41.017461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:41.264084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc182b-48dc-438f-9dff-6c1c92e3fd48 req-de715a31-648f-4d30-8349-07d6312b7f91 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:41.264678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d7dc182b-48dc-438f-9dff-6c1c92e3fd48 req-de715a31-648f-4d30-8349-07d6312b7f91 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:01:41.279747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d7dc182b-48dc-438f-9dff-6c1c92e3fd48 req-de715a31-648f-4d30-8349-07d6312b7f91 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:01:41.280847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7dc182b-48dc-438f-9dff-6c1c92e3fd48 req-de715a31-648f-4d30-8349-07d6312b7f91 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 944 time: 0.0945077 Mar 05 01:01:41.325389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d7dc182b-48dc-438f-9dff-6c1c92e3fd48 req-0fd90339-58ab-4860-9a2d-300e6aac240e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389678 Mar 05 01:01:42.518717 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687385f5-4c9b-4ffc-a834-7200dc45f414 req-c39353cc-7283-450c-a3af-784fd0ad9d33 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:42.520177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-687385f5-4c9b-4ffc-a834-7200dc45f414 req-c39353cc-7283-450c-a3af-784fd0ad9d33 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 944 time: 0.0786607 Mar 05 01:01:42.564533 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-687385f5-4c9b-4ffc-a834-7200dc45f414 req-c1b040a7-b89c-413f-ae10-8280ac77dcb0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 Mar 05 01:01:42.674832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:42.740984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:42.741392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:42.902135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 65144ce3-a0b7-45be-baf2-9793a4f43395 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:01:43.034698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 65144ce3-a0b7-45be-baf2-9793a4f43395, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=65144ce3-a0b7-45be-baf2-9793a4f43395,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:43.047212 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'port_id': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'mac_address': 'fa:16:3e:21:18:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:01:43.103824 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:43.121333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65144ce3-a0b7-45be-baf2-9793a4f43395 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:01:43.135939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 65144ce3-a0b7-45be-baf2-9793a4f43395, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=65144ce3-a0b7-45be-baf2-9793a4f43395,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:43.139647 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:43.203241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=65144ce3-a0b7-45be-baf2-9793a4f43395,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:43.428695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['65144ce3-a0b7-45be-baf2-9793a4f43395'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:01:43.570190 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:01:43.758238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600eb03-e437-4355-affa-02573e8b5082 req-8017e894-f5c1-4448-90c7-bc26f6dc696b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:43.759644 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9600eb03-e437-4355-affa-02573e8b5082 req-8017e894-f5c1-4448-90c7-bc26f6dc696b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 945 time: 0.0758650 Mar 05 01:01:43.807350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9600eb03-e437-4355-affa-02573e8b5082 req-f00ce98a-1ad7-4bb7-85f6-01434da24ccf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Mar 05 01:01:44.933787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 65144ce3-a0b7-45be-baf2-9793a4f43395 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:01:45.004031 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c64b89-4694-484f-8d59-5191f3f4ca5f req-d1f4cea4-61f6-4e29-bf57-54a707b6da75 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:45.007514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 65144ce3-a0b7-45be-baf2-9793a4f43395 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:01:45.011513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2c64b89-4694-484f-8d59-5191f3f4ca5f req-d1f4cea4-61f6-4e29-bf57-54a707b6da75 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 945 time: 0.0871131 Mar 05 01:01:45.013986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 65144ce3-a0b7-45be-baf2-9793a4f43395 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:01:45.014114 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:45.050463 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d2c64b89-4694-484f-8d59-5191f3f4ca5f req-3e6af17b-90bb-4a5b-b5ce-55ecef2728c9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381081 Mar 05 01:01:45.124392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:45.152739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:01:45.162068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 65144ce3-a0b7-45be-baf2-9793a4f43395, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=65144ce3-a0b7-45be-baf2-9793a4f43395,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:01:45.166148 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:45.208221 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'code': 200} Mar 05 01:01:45.233198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=65144ce3-a0b7-45be-baf2-9793a4f43395,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:45.327099 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d323da77-1d20-4bce-8c22-6e8adf9494d8 req-d077f6c4-87d2-4ca9-b9a4-0d9e5a87b46f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1097 time: 0.0661914 Mar 05 01:01:45.367904 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d323da77-1d20-4bce-8c22-6e8adf9494d8 req-1be85721-8525-4560-a50a-e4ec280657a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350187 Mar 05 01:01:46.247696 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb085-a2c9-4a39-af0e-08537e523d72 req-05d98be7-3e9b-48be-8657-75ebbd41dc58 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:46.249048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20fbb085-a2c9-4a39-af0e-08537e523d72 req-05d98be7-3e9b-48be-8657-75ebbd41dc58 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0778091 Mar 05 01:01:46.293406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-20fbb085-a2c9-4a39-af0e-08537e523d72 req-fc50ac75-cec0-4f0b-bde5-7f43a41f52af tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Mar 05 01:01:47.488503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95412c08-1c8d-41bd-875c-b55eea6a6116 req-504a587c-d2aa-4550-afcc-5b2f59cb4cf4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:47.489967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95412c08-1c8d-41bd-875c-b55eea6a6116 req-504a587c-d2aa-4550-afcc-5b2f59cb4cf4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0787385 Mar 05 01:01:47.533437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95412c08-1c8d-41bd-875c-b55eea6a6116 req-90d68806-d2c3-475a-98ee-f0d5e94b33c5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Mar 05 01:01:47.724417 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72ccf-adc1-4e86-a179-5690b5b4ea32 req-20c6d2bc-15bb-4096-b867-646285544022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:47.725801 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49d72ccf-adc1-4e86-a179-5690b5b4ea32 req-20c6d2bc-15bb-4096-b867-646285544022 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0746691 Mar 05 01:01:47.769422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49d72ccf-adc1-4e86-a179-5690b5b4ea32 req-60b10ef9-2c38-418a-83ec-976c4098360d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381198 Mar 05 01:01:47.796711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45362) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:47.867201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-471fe6c3-fdd4-414a-9e00-74b23b2492f9 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1092 time: 0.0693355 Mar 05 01:01:47.869850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45366) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:47.874845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:01:47.880794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:01:47.885101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:floatingip and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:01:47.887886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:01:47.893436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:01:47.903804 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:48.036122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:48.250289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.174 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/a183e10b-89e8-4ece-b259-4a3000b0c703) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:01:48.391329 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:48.418008 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:48.480818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:01:48.483454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:01:48.487092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:01:48.518754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=a183e10b-89e8-4ece-b259-4a3000b0c703,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:48.983282 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:49.043632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:49.240099 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:49.244496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:49.350319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=a183e10b-89e8-4ece-b259-4a3000b0c703,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:01:49.362641 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:49.553394 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Floating IP a4cff94a-76e8-491f-99ee-8a87f376cf07 associated. External IP: 172.25.0.174, port: 65144ce3-a0b7-45be-baf2-9793a4f43395. Mar 05 01:01:50.028135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 09a96b40-f15b-48a0-b0c6-64061ae49c60 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:01:50.221992 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:01:50.232568 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] Sync routers for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:01:50.244766 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:50.245483 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:50.246912 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:50.302951 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b1518710-5923-48f1-8cd9-6e28ba540476 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4321008 Mar 05 01:01:50.303516 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:01:50.360383 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'status': 'completed', 'code': 200} Mar 05 01:01:50.428747 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:50.511189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-d9a4139d-7241-48b6-b3b1-ec8c7ba24c97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1097 time: 0.1270821 Mar 05 01:01:50.521184 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faf429-1b3d-43cb-9b3a-70b19d584af9 req-8f73575b-7be8-414e-b399-c5943d4d7ab9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:50.522571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58faf429-1b3d-43cb-9b3a-70b19d584af9 req-8f73575b-7be8-414e-b399-c5943d4d7ab9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.1043153 Mar 05 01:01:50.653866 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-58faf429-1b3d-43cb-9b3a-70b19d584af9 req-0ca80251-54f7-4e7b-8b2f-50d53855bca4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087480 Mar 05 01:01:50.682543 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45374) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:50.686844 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-7765676e-0e95-4b8c-a41c-b18022b95ec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:50.688553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-7765676e-0e95-4b8c-a41c-b18022b95ec7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 898 time: 0.1650639 Mar 05 01:01:50.785980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a9a2f65a-fe01-4661-8f3d-3599f1f34a71 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 200 len: 992 time: 0.1023200 Mar 05 01:01:50.796752 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-af918c2c-6f52-4f57-8bb0-12f43bb4c35f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 1000 time: 0.1027200 Mar 05 01:01:50.807301 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a4cff94a-76e8-491f-99ee-8a87f376cf07', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'port_id': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'mac_address': 'fa:16:3e:21:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab0db0-6842-4fcf-8184-3406468f4237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:01:48Z', 'updated_at': '2022-03-05T01:01:48Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:40Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:50.811065 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] Checking router: 09a96b40-f15b-48a0-b0c6-64061ae49c60 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:01:50.821564 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:01:50.822142 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:01:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:50.857591 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-a8569a03-13d0-48a0-8178-7cb6196df732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:01:50.859044 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-a8569a03-13d0-48a0-8178-7cb6196df732 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.0571773 Mar 05 01:01:50.936087 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-b192ce7c-2ddb-41ba-a603-0d59e3ee74fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711362 Mar 05 01:01:50.945255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-49b42f42-6fb7-466c-9e98-dedaa018310a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:01:50.947271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-49b42f42-6fb7-466c-9e98-dedaa018310a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058289 Mar 05 01:01:50.994883 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:01:51.079440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-90458d9e-178f-4943-978a-5c38bb015bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267159 Mar 05 01:01:51.210318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2be2d6a-0871-4f15-bbb6-c901531841c2 req-4a8275a4-e446-4a15-bdfa-27a508c3caea service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256368 Mar 05 01:01:51.334519 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a4cff94a-76e8-491f-99ee-8a87f376cf07', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'port_id': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'mac_address': 'fa:16:3e:21:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab0db0-6842-4fcf-8184-3406468f4237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:01:48Z', 'updated_at': '2022-03-05T01:01:48Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:40Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:01:51.338446 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455f0a5-1555-449e-b835-2e8ad2df832d None None] The sync data for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 is: [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': 'a4cff94a-76e8-491f-99ee-8a87f376cf07', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'port_id': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'mac_address': 'fa:16:3e:21:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab0db0-6842-4fcf-8184-3406468f4237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:01:48Z', 'updated_at': '2022-03-05T01:01:48Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:40Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:01:51.789432 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45378) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:51.893686 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f03d6674-25ca-4d67-a9f8-a343e39b6c3d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 200 len: 992 time: 0.1023991 Mar 05 01:01:52.896895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45382) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:53.000126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ccf190c5-6873-4f61-8376-cb176d839fae tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 200 len: 992 time: 0.1020329 Mar 05 01:01:54.003045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45386) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:54.101563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-672e6d93-f404-4938-82b5-31751e0d9705 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 200 len: 992 time: 0.0973308 Mar 05 01:01:54.309032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedee4b7-512d-46aa-a1eb-bcc009106e20 None None] New status for floating IP a4cff94a-76e8-491f-99ee-8a87f376cf07: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:01:55.105504 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45390) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:01:55.298357 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7fef13cc-a7dc-489e-ad02-7174fbc09a62 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 200 len: 994 time: 0.1917248 Mar 05 01:01:57.672503 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:01:57.969446 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:05.045039 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b54535c-1de8-44fe-8064-48ed237c1446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:06.693572 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-943cfbc7-0153-4cd8-ae9f-83756130b90a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781765 Mar 05 01:02:06.826056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-ec8e265b-6873-4b48-91ee-ebcc4b71a41d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1097 time: 0.0663903 Mar 05 01:02:06.967507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-cc7acf01-3a81-43cd-85a6-9c79ab2db890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:06.968826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-cc7acf01-3a81-43cd-85a6-9c79ab2db890 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 898 time: 0.1241453 Mar 05 01:02:07.072131 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-3b3612ef-0047-449c-829a-6a1817e2bd77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 1002 time: 0.0971684 Mar 05 01:02:07.101235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-06f11335-5ebd-49c9-949c-dff9425db147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:07.135154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-dabd6c55-c152-4cd0-a0a8-0f4000c62d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:07.136583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-dabd6c55-c152-4cd0-a0a8-0f4000c62d02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.0570381 Mar 05 01:02:07.212656 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-b0d0c9ee-de20-4ecb-a838-ab2a8e914391 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692072 Mar 05 01:02:07.344351 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-963dca70-5900-4854-86eb-cf91e2ed8cb8 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250610 Mar 05 01:02:07.472833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0495bbf9-e334-4aca-b014-b13d10212e75 req-81a115a2-d0b4-42a3-9076-659b132ade3b service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220219 Mar 05 01:02:08.469458 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:08.480468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:09.922241 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:20.571028 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:02:27.660397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:27.990806 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:35.045415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d97e0bc-1ea2-4f3c-a9c8-7246b17df9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:37.104087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-007caae5-c15f-46b5-b94a-aa2dbb12f3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:38.460686 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:38.480334 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:39.926462 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:52.032478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-e7b05f23-0602-4c83-b88b-a3ce2de0f87b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1097 time: 0.0680425 Mar 05 01:02:52.077188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94613cc-3eef-4b2a-a093-4ef70583f2b6 req-c593d030-110c-408b-b339-46502a9a20ca tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:52.078663 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f94613cc-3eef-4b2a-a093-4ef70583f2b6 req-c593d030-110c-408b-b339-46502a9a20ca tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0761364 Mar 05 01:02:52.126673 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f94613cc-3eef-4b2a-a093-4ef70583f2b6 req-dae17628-2426-4a18-8b60-be87dd37d30d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Mar 05 01:02:52.162572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-c867ceeb-2e4e-451b-8399-fba345776734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:52.164031 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-c867ceeb-2e4e-451b-8399-fba345776734 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 898 time: 0.1257367 Mar 05 01:02:52.264199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-6ff3b933-5876-4470-b295-60f5bc963b0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 1002 time: 0.0944154 Mar 05 01:02:52.332035 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-3878af32-973d-4a2c-88fd-9c680c0f045f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:52.333512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-3878af32-973d-4a2c-88fd-9c680c0f045f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.0626740 Mar 05 01:02:52.406367 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-53e2df0c-eeab-43b9-b6d7-4c5f2667c4e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664012 Mar 05 01:02:52.535747 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-f7fbb7b3-99be-406e-be87-cce74d068221 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230745 Mar 05 01:02:52.754590 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7d45f365-9213-47a4-a753-0f8aa505fcd0 req-6697d512-4d0f-4564-bd48-d650e2ac5a90 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126429 Mar 05 01:02:53.326063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66922012-4fcd-407c-a7b7-dbb2a21d3c32 req-3767c369-8c1d-4db0-9150-5849efa24e9b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:53.327482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66922012-4fcd-407c-a7b7-dbb2a21d3c32 req-3767c369-8c1d-4db0-9150-5849efa24e9b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0751567 Mar 05 01:02:53.374215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-66922012-4fcd-407c-a7b7-dbb2a21d3c32 req-45dc35a2-3f0b-4f0a-9ae7-a6d46f6dfbca tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Mar 05 01:02:54.571469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9bf6-38e0-4d7b-9490-b67575e96051 req-4a0856a3-85e1-4646-8c2f-1ec79a258d1b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:54.572929 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c84b9bf6-38e0-4d7b-9490-b67575e96051 req-4a0856a3-85e1-4646-8c2f-1ec79a258d1b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0815008 Mar 05 01:02:54.617128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c84b9bf6-38e0-4d7b-9490-b67575e96051 req-5d60b42b-44a1-4abc-8039-bd2f28a209f3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386889 Mar 05 01:02:55.809341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea9f99-9c30-4590-ac28-a3a97d2f7b1d req-e1a6b11a-09a5-472e-b156-f3d01327ed59 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:55.810770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95ea9f99-9c30-4590-ac28-a3a97d2f7b1d req-e1a6b11a-09a5-472e-b156-f3d01327ed59 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0737684 Mar 05 01:02:55.855127 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-95ea9f99-9c30-4590-ac28-a3a97d2f7b1d req-58233368-caea-457a-9b9c-d29dd6665849 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 Mar 05 01:02:57.050795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b98ad2-3f4b-4d96-92fa-579c03444c5b req-056cbf84-5b55-4ee0-bfe9-5bec832e2102 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:57.052241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3b98ad2-3f4b-4d96-92fa-579c03444c5b req-056cbf84-5b55-4ee0-bfe9-5bec832e2102 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0803020 Mar 05 01:02:57.096208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d3b98ad2-3f4b-4d96-92fa-579c03444c5b req-62651dbf-3e7e-4587-8ca3-184c99f959fb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385976 Mar 05 01:02:57.575109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:02:57.663308 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:57.983305 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:02:58.292320 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff08f-249f-4b94-aeb8-030e876d3f56 req-092810a5-7259-4571-8ac2-03eaa63eeb12 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:58.293768 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18bff08f-249f-4b94-aeb8-030e876d3f56 req-092810a5-7259-4571-8ac2-03eaa63eeb12 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0784845 Mar 05 01:02:58.337167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-18bff08f-249f-4b94-aeb8-030e876d3f56 req-5d4eff71-d68d-4424-9d32-c2943a476300 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380800 Mar 05 01:02:59.529629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f8957-c833-44ff-8234-0b91dbacf2b0 req-2d00be51-fa8c-4362-ac15-e4c8e4da1497 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:02:59.531051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-917f8957-c833-44ff-8234-0b91dbacf2b0 req-2d00be51-fa8c-4362-ac15-e4c8e4da1497 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0736156 Mar 05 01:02:59.575614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-917f8957-c833-44ff-8234-0b91dbacf2b0 req-bdee90e5-95a9-47ca-aa70-cfafebcad952 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391142 Mar 05 01:03:00.783379 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527086c-7307-43a1-a955-ceb99c532da4 req-e3c43f65-8ab6-4596-9f00-6e654b0173d9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:00.784797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a527086c-7307-43a1-a955-ceb99c532da4 req-e3c43f65-8ab6-4596-9f00-6e654b0173d9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0739245 Mar 05 01:03:00.829379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a527086c-7307-43a1-a955-ceb99c532da4 req-7ab83b59-40e5-456b-a39d-b08aed5728ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390973 Mar 05 01:03:02.024554 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a41ff9-b397-415f-a562-cdcc95bd31d7 req-83812564-4117-4fe4-83a9-20be8af327eb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:02.026019 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44a41ff9-b397-415f-a562-cdcc95bd31d7 req-83812564-4117-4fe4-83a9-20be8af327eb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0780814 Mar 05 01:03:02.068703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-44a41ff9-b397-415f-a562-cdcc95bd31d7 req-996baf45-1426-4864-833b-29f710fbcede tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373051 Mar 05 01:03:03.265780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0d17b-62d9-4462-9ab6-f98fb9667928 req-3cf75535-b8e4-4e86-a001-87370d5a1042 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:03.267139 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82c0d17b-62d9-4462-9ab6-f98fb9667928 req-3cf75535-b8e4-4e86-a001-87370d5a1042 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0788214 Mar 05 01:03:03.311056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-82c0d17b-62d9-4462-9ab6-f98fb9667928 req-bdf6459c-01df-407d-9519-e50bc9cab011 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 Mar 05 01:03:04.506934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68c6e-bdb6-4f25-8238-9dac089e1e56 req-49c684b8-a3ea-416e-88f6-e652f8118e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:04.508859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ff68c6e-bdb6-4f25-8238-9dac089e1e56 req-49c684b8-a3ea-416e-88f6-e652f8118e3b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0751760 Mar 05 01:03:04.556187 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ff68c6e-bdb6-4f25-8238-9dac089e1e56 req-99ed4735-97d8-4a8f-810d-133d91d2ddd3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Mar 05 01:03:04.583764 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45452) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:03:04.686583 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-132373d8-5733-4c86-83b6-8d5039ae29b3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 200 len: 994 time: 0.1016164 Mar 05 01:03:05.046786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbff2072-73d1-4a0d-8f3e-9f1c9643dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:06.690767 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-eb1ec04d-e035-40f6-9664-263c152a5f60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679007 Mar 05 01:03:06.829938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-7d130f2a-68d3-40fb-b41b-981daa0c22e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1097 time: 0.0703883 Mar 05 01:03:06.970549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-83dc3c89-4a9e-4507-8fd2-4135068b1d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:06.971907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-83dc3c89-4a9e-4507-8fd2-4135068b1d81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 898 time: 0.1246109 Mar 05 01:03:07.074495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-cabc417e-92a3-4235-b08f-94b28e3878a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 1002 time: 0.0969763 Mar 05 01:03:07.105629 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7329c94a-f3c5-41c4-82d6-a56faee6e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:07.136979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-8bf952b0-5ec9-4ae8-bcf9-82fe5d778a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:07.138452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-8bf952b0-5ec9-4ae8-bcf9-82fe5d778a9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.0575759 Mar 05 01:03:07.210808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-73be28b7-1d7b-470e-af5c-b26eaa0e4edd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665455 Mar 05 01:03:07.337798 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-db241b31-1cf6-433e-9ccd-257c69167b4a service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214721 Mar 05 01:03:07.464487 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cdb9cc2-7aac-4346-a1ef-d2bd8d5272c4 req-345c2767-5f30-43d0-b3fa-b6a77b800a68 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209991 Mar 05 01:03:08.465054 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:08.483265 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:09.929960 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:27.659765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:27.998492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:34.574772 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:03:35.048653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-61e93a5f-a57a-4d8e-a8b1-11ad0355890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:37.105910 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-561205bc-4952-4d3f-8b60-5d5d48472ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:38.467896 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:38.485917 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:39.938537 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:40.062887 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-8ed0b79b-2052-4e25-a114-b2920c16f7b3 req-c8178ee4-3907-49dd-b123-7c9644ed0c72 tempest-ServerDiskConfigTestJSON-228212733 tempest-ServerDiskConfigTestJSON-228212733-project] (83783) timed out ('10.222.0.10', 55403) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 01:03:53.105451 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45472) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:03:53.392316 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port a183e10b-89e8-4ece-b259-4a3000b0c703 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:03:53.392652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:53.556802 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:53.557123 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:53.674841 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for a183e10b-89e8-4ece-b259-4a3000b0c703 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:03:53.816049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:53.863330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=a183e10b-89e8-4ece-b259-4a3000b0c703,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:03:53.930530 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.930807 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.931142 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.931473 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.931800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.932127 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.932450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.932772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.933096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.933572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.933899 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:53.965122 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:54.348960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 09a96b40-f15b-48a0-b0c6-64061ae49c60 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:03:54.541947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:03:54.551269 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] Sync routers for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:03:54.561417 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:54.562660 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:03:54.563254 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:03:54.616720 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6ffe10da-18f0-4a13-ab57-802150025f2c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/floatingips/a4cff94a-76e8-491f-99ee-8a87f376cf07 HTTP/1.1" status: 204 len: 168 time: 1.5101161 Mar 05 01:03:54.617211 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:03:54.677311 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'status': 'completed', 'code': 200} Mar 05 01:03:54.742530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:03:54.779057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-a1c351ed-0382-4313-93b6-04417415b159 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 1097 time: 0.0782056 Mar 05 01:03:54.920299 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-a63c8b9d-aa7a-40c4-a174-ed5f28c3c386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:54.921797 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-a63c8b9d-aa7a-40c4-a174-ed5f28c3c386 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 200 len: 898 time: 0.1365678 Mar 05 01:03:54.992485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-4fb0323f-94db-46f2-afcd-9e8c14cc5413 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 200 len: 217 time: 0.0644023 Mar 05 01:03:55.101975 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:40Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:03:55.106497 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] Checking router: 09a96b40-f15b-48a0-b0c6-64061ae49c60 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:03:55.117530 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:03:55.118803 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:03:55.171367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-3a07b2c2-358b-495d-9fee-0ef3a7856be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:55.172969 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-3a07b2c2-358b-495d-9fee-0ef3a7856be3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 200 len: 835 time: 0.1754358 Mar 05 01:03:55.292929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:03:55.310498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-8f08c45b-18bc-465b-a08b-8d6f133eb9a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f91c4eb8-07a4-4653-8a59-698eb1e0934a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308391 Mar 05 01:03:55.346587 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1ef09-0766-46c0-8902-686ee16df567 req-859e944f-8207-41f8-a3a1-e347ce67d931 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:55.348143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34d1ef09-0766-46c0-8902-686ee16df567 req-859e944f-8207-41f8-a3a1-e347ce67d931 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.1938396 Mar 05 01:03:55.464593 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34d1ef09-0766-46c0-8902-686ee16df567 req-c8c4d659-14ae-4067-86b6-5195cd282971 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687380 Mar 05 01:03:55.487331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-761fba70-b03f-4826-ba52-322807662b72 service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667745 Mar 05 01:03:55.594637 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:40Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:03:55.598500 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a07fe-56d9-47cd-a6d9-5a4771322fe3 None None] The sync data for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 is: [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:01:33Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f', 'name': '', 'network_id': 'f91c4eb8-07a4-4653-8a59-698eb1e0934a', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:91:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:33Z', 'updated_at': '2022-03-05T01:01:40Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'a2520f70-6d4a-470e-a488-734465e09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:03:55.619113 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-50d6dbc5-3ee6-4444-b629-bb622d6a754a req-7c506922-315b-4a15-98d2-8c72291916bd service neutron] 10.222.0.10 "GET /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240895 Mar 05 01:03:55.812561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cc2df-68c9-412d-ada3-ea152154c432 None None] New status for floating IP a4cff94a-76e8-491f-99ee-8a87f376cf07: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:03:56.827654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efdc91-822b-4d7b-9adf-2fedc7784389 req-8f9ea6bc-8df1-487f-ae7a-41a5cebff415 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:56.828352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-69efdc91-822b-4d7b-9adf-2fedc7784389 req-8f9ea6bc-8df1-487f-ae7a-41a5cebff415 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:03:56.844157 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-69efdc91-822b-4d7b-9adf-2fedc7784389 req-8f9ea6bc-8df1-487f-ae7a-41a5cebff415 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:03:56.845491 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69efdc91-822b-4d7b-9adf-2fedc7784389 req-8f9ea6bc-8df1-487f-ae7a-41a5cebff415 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.2519894 Mar 05 01:03:56.894128 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-69efdc91-822b-4d7b-9adf-2fedc7784389 req-7291c6dd-d9c3-42b1-b7a3-dc983463d0c5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d64e49-7c70-488b-a0a3-a8771eb60b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Mar 05 01:03:56.906010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42229806-b084-4f24-a0ec-7a425d076bbe req-b0b764a4-98c4-4866-8b9b-26ebb9097008 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:03:56.907450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42229806-b084-4f24-a0ec-7a425d076bbe req-b0b764a4-98c4-4866-8b9b-26ebb9097008 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 946 time: 0.0817535 Mar 05 01:03:56.974479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 65144ce3-a0b7-45be-baf2-9793a4f43395 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:03:56.974814 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:57.215695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 65144ce3-a0b7-45be-baf2-9793a4f43395, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=65144ce3-a0b7-45be-baf2-9793a4f43395,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:03:57.215941 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:57.332546 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 65144ce3-a0b7-45be-baf2-9793a4f43395 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:03:57.470233 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:57.517830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=65144ce3-a0b7-45be-baf2-9793a4f43395,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:03:57.556401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.556737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.557068 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.557431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.557757 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.558083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.558401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.558719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.559042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.559355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.559665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:03:57.600543 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] No DVR routers for this DVR port 65144ce3-a0b7-45be-baf2-9793a4f43395 on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:03:57.603461 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:57.605929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'name': 'network-vif-deleted', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:03:57.620848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-42229806-b084-4f24-a0ec-7a425d076bbe req-dc17d6d0-150a-43f9-a6aa-5f0775019b40 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "DELETE /v2.0/ports/65144ce3-a0b7-45be-baf2-9793a4f43395 HTTP/1.1" status: 204 len: 173 time: 0.7073996 Mar 05 01:03:57.659639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:57.662878 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ab0db0-6842-4fcf-8184-3406468f4237', 'name': 'network-vif-deleted', 'tag': '65144ce3-a0b7-45be-baf2-9793a4f43395', 'status': 'completed', 'code': 200} Mar 05 01:03:58.024909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:03:58.077517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-eaebf0bc-31f4-4d75-b4e7-227825e57b34 req-e8dff481-b71d-4d20-b816-689a4306aa3f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ab0db0-6842-4fcf-8184-3406468f4237 HTTP/1.1" status: 200 len: 210 time: 0.0432520 Mar 05 01:03:59.181088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:03:59.490719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 65144ce3-a0b7-45be-baf2-9793a4f43395 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:03:59.527623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 65144ce3-a0b7-45be-baf2-9793a4f43395 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:03:59.527969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 65144ce3-a0b7-45be-baf2-9793a4f43395 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:03:59.665470 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:00.258413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:04:00.259081 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:00.436750 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:00.437138 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:00.554427 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:04:00.728397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:00.776259 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:01.155110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:01.711086 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 09a96b40-f15b-48a0-b0c6-64061ae49c60 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:04:01.905909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:04:01.915625 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] Sync routers for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:04:01.918993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4003ec4e-a20a-4e9d-8a3a-50799447bda0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/09a96b40-f15b-48a0-b0c6-64061ae49c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368374 Mar 05 01:04:01.921649 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:01.927552 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:01.928151 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:02.102752 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:02.104337 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting subnet a2520f70-6d4a-470e-a488-734465e09d43 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:04:02.107242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.159647 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.244234 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.315343 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.351442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Subnet': ['ID=a2520f70-6d4a-470e-a488-734465e09d43,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:02.360874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.367312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-991f553d-5ef6-4f47-88b5-3be751bac89f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/subnets/a2520f70-6d4a-470e-a488-734465e09d43 HTTP/1.1" status: 204 len: 168 time: 0.4447074 Mar 05 01:04:02.368161 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a17315-5e6b-4b5e-be44-4278311b3e01 None None] Network f91c4eb8-07a4-4653-8a59-698eb1e0934a requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:04:02.370296 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45506) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:02.387582 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:04:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:02.391659 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] Checking router: 09a96b40-f15b-48a0-b0c6-64061ae49c60 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:04:02.402846 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] Routers {'09a96b40-f15b-48a0-b0c6-64061ae49c60'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:02.403522 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:03:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['09a96b40-f15b-48a0-b0c6-64061ae49c60'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:02.590781 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] Set router 09a96b40-f15b-48a0-b0c6-64061ae49c60 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:02.632145 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] DHCP port deletion for f91c4eb8-07a4-4653-8a59-698eb1e0934a request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:04:02.637493 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Deleting port da49cfca-e60f-4a41-830c-edd78d8cda2f {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:04:02.637999 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.690231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.851432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device da49cfca-e60f-4a41-830c-edd78d8cda2f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:04:02.897099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.909619 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 8d42ee09-e380-448d-9511-e1e524059b66 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:04:02.909973 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:02.928269 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:04:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:02.933029 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597812a-8cd7-4b82-bc75-8c64b35cfd3c None None] The sync data for ids ['09a96b40-f15b-48a0-b0c6-64061ae49c60'] in n-d-828979-4 is: [{'id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560873778', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '8d42ee09-e380-448d-9511-e1e524059b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:01:29Z', 'updated_at': '2022-03-05T01:04:00Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '8d42ee09-e380-448d-9511-e1e524059b66', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a96b40-f15b-48a0-b0c6-64061ae49c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:01:30Z', 'updated_at': '2022-03-05T01:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:04:02.938439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] For port da49cfca-e60f-4a41-830c-edd78d8cda2f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=da49cfca-e60f-4a41-830c-edd78d8cda2f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:02.938825 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:03.086253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Calling delete_port for da49cfca-e60f-4a41-830c-edd78d8cda2f owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:04:03.098136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 8d42ee09-e380-448d-9511-e1e524059b66, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=8d42ee09-e380-448d-9511-e1e524059b66,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:03.098525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:03.157167 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:03.198844 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port da49cfca-e60f-4a41-830c-edd78d8cda2f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=da49cfca-e60f-4a41-830c-edd78d8cda2f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:03.203732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:03.224465 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 8d42ee09-e380-448d-9511-e1e524059b66 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:04:03.295584 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 01:04:03.295937 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 01:04:03.319250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=da49cfca-e60f-4a41-830c-edd78d8cda2f,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:03.328320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.328663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.329013 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.329376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.329704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.330029 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.330350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.330671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.330990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.331307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.331621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:03.405412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:03.453527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=8d42ee09-e380-448d-9511-e1e524059b66,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:03.669816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:03.797753 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Deleting port da49cfca-e60f-4a41-830c-edd78d8cda2f {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:04:03.798309 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.023674 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] For port da49cfca-e60f-4a41-830c-edd78d8cda2f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=da49cfca-e60f-4a41-830c-edd78d8cda2f,segment=NetworkSegment(7a9bb167-a44c-4e7d-b1a0-69f7b96014b8),segment_id=7a9bb167-a44c-4e7d-b1a0-69f7b96014b8)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:04.024662 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.037256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.041713 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.067954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.068500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Fanout notify agent at l3_agent the message router_deleted on router 09a96b40-f15b-48a0-b0c6-64061ae49c60 {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:04:04.084439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.088857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-053b8cab-64a4-4867-808b-ed1f18895c9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/routers/09a96b40-f15b-48a0-b0c6-64061ae49c60 HTTP/1.1" status: 204 len: 168 time: 1.7144628 Mar 05 01:04:04.089061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45510) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:04.171278 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Calling delete_port for da49cfca-e60f-4a41-830c-edd78d8cda2f owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:04:04.219427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.230013 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port da49cfca-e60f-4a41-830c-edd78d8cda2f {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:04:04.230350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.250129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.296104 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] Pushing event deleted for resources: {'Port': ['ID=da49cfca-e60f-4a41-830c-edd78d8cda2f,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:04.296616 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] The port 'da49cfca-e60f-4a41-830c-edd78d8cda2f' was deleted {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 01:04:04.302778 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5dd20d-bbe8-4168-b19b-17af444956a0 None None] No DVR routers for this DVR port da49cfca-e60f-4a41-830c-edd78d8cda2f on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:04:04.433691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.458297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91c4eb8-07a4-4653-8a59-698eb1e0934a']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:04.470270 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:04.470507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9bb167-a44c-4e7d-b1a0-69f7b96014b8') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:04.481512 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.497661 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.503606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:04:04.503994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: timer() Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:04:04.519068 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:04:04.598513 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.615207 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.626417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Network': ['ID=f91c4eb8-07a4-4653-8a59-698eb1e0934a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:04.631463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-44016f4b-4f28-414c-9d28-aa926550e3cd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/networks/f91c4eb8-07a4-4653-8a59-698eb1e0934a HTTP/1.1" status: 204 len: 168 time: 0.5411179 Mar 05 01:04:04.634457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45514) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:04.702083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e1bccbb-92a9-4cc8-9265-55c1aedd4e8d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.732093 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e1bccbb-92a9-4cc8-9265-55c1aedd4e8d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.740694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:04:04.777047 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:04:04.777437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a7b8f7f3-9fd3-44d6-b176-112f4f0cb59f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:04:04.777876 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8d42ee09-e380-448d-9511-e1e524059b66 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:04:04.797484 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e1bccbb-92a9-4cc8-9265-55c1aedd4e8d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.812322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 8d42ee09-e380-448d-9511-e1e524059b66 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:04:04.812845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 8d42ee09-e380-448d-9511-e1e524059b66 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:04:04.815010 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bccbb-92a9-4cc8-9265-55c1aedd4e8d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d64e49-7c70-488b-a0a3-a8771eb60b7b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:04.831958 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4e1bccbb-92a9-4cc8-9265-55c1aedd4e8d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:04.833079 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4e1bccbb-92a9-4cc8-9265-55c1aedd4e8d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/security-groups/85d64e49-7c70-488b-a0a3-a8771eb60b7b HTTP/1.1" status: 204 len: 168 time: 0.1977324 Mar 05 01:04:05.051226 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9343e481-c578-40ea-8fa9-4826f66385f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.085561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45522) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.091295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042616773', 'description': 'tempest-secgroup-smoke-1042616773 description', 'project_id': '29479a72dc024f8d80ce527c8df269dd'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:05.098060 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.102581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.105385 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.110995 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.125066 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.159756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.163528 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.166863 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.172416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.225225 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.229684 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.272922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c3e7a2-4b1c-476b-ae17-4e4750be51ec,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:05.279570 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.280944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4ba32234-ac74-420b-b573-0cb5706273bd tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1943760 Mar 05 01:04:05.283936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45526) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.289996 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '88c3e7a2-4b1c-476b-ae17-4e4750be51ec', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:05.296548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.300315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.303190 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.308688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.324226 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.383070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.386561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.409050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de73e6e8-4998-4eda-9414-0cdba6d0d03b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:05.417962 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.419480 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a9cf524a-0592-4339-9d9c-611a9910cc20 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1346118 Mar 05 01:04:05.422160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45530) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.427451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '88c3e7a2-4b1c-476b-ae17-4e4750be51ec', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:05.433914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.437674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.440453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.446290 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.462702 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.526338 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.529707 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.554548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6c1f0a-4dfe-4bd2-a835-ed4be32117a7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:05.563294 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.564454 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-582fa312-c937-40a7-8a3d-2b5086d47b5e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413729 Mar 05 01:04:05.567243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45534) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.572919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '88c3e7a2-4b1c-476b-ae17-4e4750be51ec', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:05.579256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.583024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.585822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.591945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.607767 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.667534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.671085 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.695197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c631fae9-1f94-4e30-83e3-210ffd8c0d02,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:05.704598 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.705788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c4864ccb-af8d-4f89-8a82-43234cb4e346 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1376522 Mar 05 01:04:05.708394 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45540) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.714325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '88c3e7a2-4b1c-476b-ae17-4e4750be51ec', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:05.720870 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.724680 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.727555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.733154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.748927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.810852 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.814342 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.837128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0694ef8-620b-4487-9998-0aa5cd3d7d1a,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:05.846276 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.847484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-33c432ac-447d-47b6-8556-cc2f366eea6e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381755 Mar 05 01:04:05.850268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45544) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.855491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '88c3e7a2-4b1c-476b-ae17-4e4750be51ec', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:05.861768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:05.865544 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:05.868816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:05.874381 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:05.886757 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:04:05.892722 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.954398 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.959543 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.982070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d814193-728b-4c45-9c53-c231082ce918,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:05.990268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:05.991450 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-09f21f90-e845-406c-b0bd-035a69fb9663 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1402118 Mar 05 01:04:05.994610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45548) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:05.999893 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '88c3e7a2-4b1c-476b-ae17-4e4750be51ec', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:06.006300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:06.010612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:06.013418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:06.018930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:06.028739 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:04:06.034842 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.098519 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.101778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.123938 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a5d256-2b04-42b6-bf78-4810c4504fdc,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:06.132564 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.134399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3b656981-d90b-430f-b8d7-c7c5f7d4e846 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1388710 Mar 05 01:04:06.137087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45552) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:06.142409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'network': {'name': 'tempest-network-smoke--1083914349', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'port_security_enabled': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:06.147804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:06.151891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:network and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:06.154707 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:06.160285 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:06.170531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:04:06.173396 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.200988 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:04:06.209481 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.209817 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Added segment 2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605 of type vlan for network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 Mar 05 01:04:06.237172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.265956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.269590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:06.270164 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.379463 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2412753 Mar 05 01:04:06.380366 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460106e6-9485-4426-9394-259e68bc5eed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Network': ['ID=86a00cac-27f0-48d0-aa8f-e67e58434fd2,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:06.382209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45556) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:06.387393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'admin_state_up': True, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:06.390576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:04:06.394970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:06.398752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:router and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:06.401537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:06.407866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:06.417781 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.418654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.436539 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.576976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.756939 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.790107 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:06.917085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.77 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/708a12de-49d9-4ebd-b16f-d3d906387603) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:04:07.062320 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:07.092259 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:07.108013 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3a06e46d-37d2-4e6d-90f4-2f00abc9068e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:07.170052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:04:07.172797 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:07.175311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:04:07.217047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=708a12de-49d9-4ebd-b16f-d3d906387603,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:07.336034 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:07.337405 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:07.564765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 70f14847-c58f-4167-9e6a-081dfa1db3da is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:04:07.761635 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:04:07.772650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Sync routers for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:04:07.783980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:07.784581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:07.787493 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:07.791814 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5ce60721-0869-49f5-ada7-beea03d0a324 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4055879 Mar 05 01:04:07.792500 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45562) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:07.831221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-fa8c6d80-cef6-4276-8279-36266372895c tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=29479a72dc024f8d80ce527c8df269dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373690 Mar 05 01:04:07.833529 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45566) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:07.964143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:08.050857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7622aff-fb85-4c4d-bf6a-40b1bf5427c0 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:08.052340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b7622aff-fb85-4c4d-bf6a-40b1bf5427c0 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2179291 Mar 05 01:04:08.056014 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45570) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:08.100344 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-08237d8e-24bf-4a0a-9b91-b26bc6b72642 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431881 Mar 05 01:04:08.103306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45574) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:08.108494 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083994702', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:08.215745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:08.220006 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:subnet and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:08.222837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:08.229172 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:08.239058 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:04:08.241074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:07Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:08.244984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Checking router: 70f14847-c58f-4167-9e6a-081dfa1db3da for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:04:08.245356 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Updating router 70f14847-c58f-4167-9e6a-081dfa1db3da port 708a12de-49d9-4ebd-b16f-d3d906387603 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:04:08.298509 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.339820 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.554339 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.557732 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.560378 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.628886 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Subnet': ['ID=f172ab9e-92df-4768-a9a9-839d416fc695,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:08.640927 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Checking segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:04:08.641305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network hostable DHCP agents. Network: 86a00cac-27f0-48d0-aa8f-e67e58434fd2, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:04:08.662536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:04:08.671458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 86a00cac-27f0-48d0-aa8f-e67e58434fd2) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:08.675411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:08.675996 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.686427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3524b4-522e-423e-bd91-5d1ad9c8dec6 None None] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:04:08.704078 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d059c64a-ae0d-4a73-993c-d11abdd8640d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5971136 Mar 05 01:04:08.704269 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45578) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:08.752746 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.784274 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Transition to ACTIVE for port object 708a12de-49d9-4ebd-b16f-d3d906387603 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:08.793365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.932823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392341d8-7186-476c-a497-68c6a55a8d3f None None] Pushing event updated for resources: {'Port': ['ID=708a12de-49d9-4ebd-b16f-d3d906387603,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:08.941676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Attempting to bind port 708a12de-49d9-4ebd-b16f-d3d906387603 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:04:08.942031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Attempting to bind port 708a12de-49d9-4ebd-b16f-d3d906387603 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:04:08.943183 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Attempting to bind port 708a12de-49d9-4ebd-b16f-d3d906387603 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:04:08.957623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:04:08.957998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:04:08.958400 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:08.958791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:04:08.959261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Bound port: 708a12de-49d9-4ebd-b16f-d3d906387603, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:04:08.959644 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:09.048665 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:04:09.049508 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:09.124679 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] For port 708a12de-49d9-4ebd-b16f-d3d906387603, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:04:09.159163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] For port 708a12de-49d9-4ebd-b16f-d3d906387603, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=708a12de-49d9-4ebd-b16f-d3d906387603,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:04:09.163905 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:09.295855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392341d8-7186-476c-a497-68c6a55a8d3f None None] Pushing event updated for resources: {'Port': ['ID=708a12de-49d9-4ebd-b16f-d3d906387603,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:09.312155 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:09.312759 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:09.368963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Allocated IP 172.20.0.2 (86a00cac-27f0-48d0-aa8f-e67e58434fd2/f172ab9e-92df-4768-a9a9-839d416fc695/1832dd80-e8eb-4f72-a633-1e20ac3054a2) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:04:09.441624 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:09.612641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:09.853136 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:09.870281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Transition to ACTIVE for port object 1832dd80-e8eb-4f72-a633-1e20ac3054a2 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:09.912734 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Transition to ACTIVE for port object 1832dd80-e8eb-4f72-a633-1e20ac3054a2 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:09.947663 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:09.990266 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.1 (86a00cac-27f0-48d0-aa8f-e67e58434fd2/f172ab9e-92df-4768-a9a9-839d416fc695/caacd436-201e-42a3-a69f-59a060a8cea4) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:04:10.070141 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.087906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Pushing event updated for resources: {'Port': ['ID=1832dd80-e8eb-4f72-a633-1e20ac3054a2,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:10.091300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:04:10.093907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:10.096784 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:04:10.157568 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.172744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object caacd436-201e-42a3-a69f-59a060a8cea4 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:10.191741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:07Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:10.194496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.194927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Attempting to bind port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:04:10.195296 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Attempting to bind port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:04:10.196167 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Attempting to bind port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:04:10.200497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68e067-2475-41b0-9f88-eab04cdd94bd None None] The sync data for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 is: [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:07Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:04:10.204919 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:04:10.205314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Checking segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:04:10.205717 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.206202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Bound using segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:04:10.206555 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Bound port: 1832dd80-e8eb-4f72-a633-1e20ac3054a2, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:04:10.206929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.266705 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:04:10.269977 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:10.275039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:04:10.302591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=caacd436-201e-42a3-a69f-59a060a8cea4,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:10.307143 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] For port 1832dd80-e8eb-4f72-a633-1e20ac3054a2, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:04:10.311993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] For port 1832dd80-e8eb-4f72-a633-1e20ac3054a2, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1832dd80-e8eb-4f72-a633-1e20ac3054a2,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:04:10.316626 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.335269 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.426605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a812d34-37df-402b-b02b-7f406eb41421 None None] Pushing event updated for resources: {'Port': ['ID=1832dd80-e8eb-4f72-a633-1e20ac3054a2,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:10.459695 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.831576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1832dd80-e8eb-4f72-a633-1e20ac3054a2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:10.907789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:10.913336 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 708a12de-49d9-4ebd-b16f-d3d906387603 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:10.913643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.919716 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:10.998893 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 708a12de-49d9-4ebd-b16f-d3d906387603 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:11.005609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 708a12de-49d9-4ebd-b16f-d3d906387603 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:11.005993 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.049800 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.068028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=caacd436-201e-42a3-a69f-59a060a8cea4,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:11.154720 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.172124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 708a12de-49d9-4ebd-b16f-d3d906387603, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=708a12de-49d9-4ebd-b16f-d3d906387603,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:11.176418 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.219981 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:04:11.221103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:11.250389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=708a12de-49d9-4ebd-b16f-d3d906387603,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:11.425927 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c263d9d-a20a-4816-b396-eaec1d1a33e1 None None] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:04:11.526685 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] Provisioning for port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:11.547348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] Provisioning complete for port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:11.547714 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.576459 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:04:11.710336 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 70f14847-c58f-4167-9e6a-081dfa1db3da has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:04:11.759808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.803218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] For port 1832dd80-e8eb-4f72-a633-1e20ac3054a2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1832dd80-e8eb-4f72-a633-1e20ac3054a2,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:11.809860 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:11.881380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c2ebd-3ce2-420d-a40f-bba0b10c740e None None] Pushing event updated for resources: {'Port': ['ID=1832dd80-e8eb-4f72-a633-1e20ac3054a2,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:11.921180 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:04:11.935586 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a2af58d6-2199-4bfa-8b78-9a4583552b0c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/70f14847-c58f-4167-9e6a-081dfa1db3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303412 Mar 05 01:04:12.032817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c80535de-912d-4afa-b77e-69133fd4f676 None None] Provisioning complete for port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:12.033364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c80535de-912d-4afa-b77e-69133fd4f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:12.116317 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-c3a19ba0-b2f1-469e-87dc-5e51abdf0302 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042616773&fields=id&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 267 time: 0.0472491 Mar 05 01:04:12.176628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c80535de-912d-4afa-b77e-69133fd4f676 None None] Provisioning for port caacd436-201e-42a3-a69f-59a060a8cea4 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:12.182163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c80535de-912d-4afa-b77e-69133fd4f676 None None] Provisioning complete for port caacd436-201e-42a3-a69f-59a060a8cea4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:12.182607 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c80535de-912d-4afa-b77e-69133fd4f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:12.241172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c80535de-912d-4afa-b77e-69133fd4f676 None None] Port caacd436-201e-42a3-a69f-59a060a8cea4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:04:12.271300 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-938eb5be-45c0-469f-8e11-a0cd3454fb4f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:12.271984 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-938eb5be-45c0-469f-8e11-a0cd3454fb4f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:04:12.288335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-938eb5be-45c0-469f-8e11-a0cd3454fb4f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:04:12.289607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-938eb5be-45c0-469f-8e11-a0cd3454fb4f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 797 time: 0.1667259 Mar 05 01:04:12.307013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-97c549a6-796a-48f3-a476-f36ed6890da9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/quotas/29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 375 time: 0.0118141 Mar 05 01:04:12.362538 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2da7fa73-3ddd-4370-a5b2-86148fb140f0 None None] Provisioning complete for port caacd436-201e-42a3-a69f-59a060a8cea4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:12.362975 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2da7fa73-3ddd-4370-a5b2-86148fb140f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:12.389522 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-97237b19-ff77-4462-843e-e398240f2d14 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:04:12.405694 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-97237b19-ff77-4462-843e-e398240f2d14 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:04:12.406995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-97237b19-ff77-4462-843e-e398240f2d14 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948822 Mar 05 01:04:12.415384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2da7fa73-3ddd-4370-a5b2-86148fb140f0 None None] Port caacd436-201e-42a3-a69f-59a060a8cea4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:04:12.537061 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2581f8b1-e0d8-4c7a-a554-45501cf3ca12 None None] Provisioning complete for port caacd436-201e-42a3-a69f-59a060a8cea4 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:12.537467 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2581f8b1-e0d8-4c7a-a554-45501cf3ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:12.542796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-12e88ebf-5be5-42cd-ab85-6ee95ee7973f service neutron] 10.222.0.32 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237569 Mar 05 01:04:12.588780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2581f8b1-e0d8-4c7a-a554-45501cf3ca12 None None] Port caacd436-201e-42a3-a69f-59a060a8cea4 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:04:12.676345 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-b2915df5-a8fc-4f28-93b9-15ee8b87f0fa service neutron] 10.222.0.32 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274769 Mar 05 01:04:12.750558 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1832dd80-e8eb-4f72-a633-1e20ac3054a2 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:12.833933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:12.834388 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:12.878111 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-685b12bf-c233-4c3a-bf96-c9864c2baa36 req-a38863af-416e-4db2-a36e-eb61e5145275 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:04:12.898815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-685b12bf-c233-4c3a-bf96-c9864c2baa36 req-a38863af-416e-4db2-a36e-eb61e5145275 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:04:12.900911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-685b12bf-c233-4c3a-bf96-c9864c2baa36 req-a38863af-416e-4db2-a36e-eb61e5145275 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 210 time: 0.0716081 Mar 05 01:04:12.986355 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 708a12de-49d9-4ebd-b16f-d3d906387603 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:13.054469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 708a12de-49d9-4ebd-b16f-d3d906387603 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:13.055623 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:13.794162 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Sync routers for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:04:13.806385 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:13.807195 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:13.995076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:14.020730 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-94511213-ebd8-4f09-8d61-bf96525f0347 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:14.021598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-94511213-ebd8-4f09-8d61-bf96525f0347 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:04:14.034764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-94511213-ebd8-4f09-8d61-bf96525f0347 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:04:14.035879 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-94511213-ebd8-4f09-8d61-bf96525f0347 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 797 time: 0.2805762 Mar 05 01:04:14.090769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-a3178d4a-f33f-4d65-a049-c3bcdffcff5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:04:14.091253 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c53bdbe8-fd9d-4121-913f-171daa11b0e4 req-cc9d2a1d-c1f7-4257-b5e2-5cfe2d0e95fc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 210 time: 0.0438571 Mar 05 01:04:14.106077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-a3178d4a-f33f-4d65-a049-c3bcdffcff5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:04:14.107582 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-a3178d4a-f33f-4d65-a049-c3bcdffcff5a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 380 time: 0.0596011 Mar 05 01:04:14.116175 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'port': {'device_id': '7a76be9e-036f-4cba-a999-dd419077b035', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'admin_state_up': True, 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'security_groups': ['88c3e7a2-4b1c-476b-ae17-4e4750be51ec']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:14.249575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:14.259429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:14.269269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:04:14.272333 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.311432 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 2, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:14.315346 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Checking router: 70f14847-c58f-4167-9e6a-081dfa1db3da for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:04:14.315706 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Updating router 70f14847-c58f-4167-9e6a-081dfa1db3da port caacd436-201e-42a3-a69f-59a060a8cea4 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:04:14.366434 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.435335 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.14 (86a00cac-27f0-48d0-aa8f-e67e58434fd2/f172ab9e-92df-4768-a9a9-839d416fc695/a99f58cf-3d7c-42e6-a129-4208a9ec9ac8) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:04:14.619595 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.634485 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:14.656123 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.733840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:04:14.737426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:14.739388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:14.741656 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:04:14.803302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:14.803928 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.833764 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-324bfff7-1e58-41b8-b88c-e97554fc972f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217181 Mar 05 01:04:14.865324 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.878564 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Transition to ACTIVE for port object caacd436-201e-42a3-a69f-59a060a8cea4 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:14.885160 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:14.916138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Request body: {'port': {'device_id': '7a76be9e-036f-4cba-a999-dd419077b035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:15.031640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c23324b0-65d1-4e0b-82c8-d756e5add213 None None] Provisioning for port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:15.033956 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.040539 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c23324b0-65d1-4e0b-82c8-d756e5add213 None None] Provisioning complete for port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:15.041089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c23324b0-65d1-4e0b-82c8-d756e5add213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.055720 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Pushing event updated for resources: {'Port': ['ID=caacd436-201e-42a3-a69f-59a060a8cea4,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:15.102901 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.103239 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.104507 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.105831 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.106362 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.106878 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.107403 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.107927 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.108421 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.108925 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.109447 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:04:15.120838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c23324b0-65d1-4e0b-82c8-d756e5add213 None None] Port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:04:15.129736 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Attempting to bind port caacd436-201e-42a3-a69f-59a060a8cea4 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:04:15.130451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Attempting to bind port caacd436-201e-42a3-a69f-59a060a8cea4 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:04:15.130451 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Attempting to bind port caacd436-201e-42a3-a69f-59a060a8cea4 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:04:15.137166 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:04:15.137562 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Checking segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:04:15.138672 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.139322 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Bound using segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:04:15.139964 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Bound port: caacd436-201e-42a3-a69f-59a060a8cea4, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:04:15.140498 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.241799 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] For port caacd436-201e-42a3-a69f-59a060a8cea4, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:04:15.247197 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] For port caacd436-201e-42a3-a69f-59a060a8cea4, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=caacd436-201e-42a3-a69f-59a060a8cea4,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:04:15.250774 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.353214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf1fb3-fb95-4098-85db-732edbe66465 None None] Pushing event updated for resources: {'Port': ['ID=caacd436-201e-42a3-a69f-59a060a8cea4,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:15.355846 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:15.356445 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:15.381088 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27724fe5-c188-4335-a45b-7a1799e596cf req-fa79df47-bfe4-49f8-847d-b8e48588b544 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:15.381748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27724fe5-c188-4335-a45b-7a1799e596cf req-fa79df47-bfe4-49f8-847d-b8e48588b544 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:04:15.411297 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-27724fe5-c188-4335-a45b-7a1799e596cf req-fa79df47-bfe4-49f8-847d-b8e48588b544 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:04:15.412449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27724fe5-c188-4335-a45b-7a1799e596cf req-fa79df47-bfe4-49f8-847d-b8e48588b544 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 932 time: 0.1591148 Mar 05 01:04:15.499815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:04:15.511420 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.522150 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-27724fe5-c188-4335-a45b-7a1799e596cf req-080bfe34-3df1-4a90-ba10-693597763ac4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770385 Mar 05 01:04:15.530961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Transition to ACTIVE for port object a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:04:15.535412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.551070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:15.665327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:15.779973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:04:15.780306 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:04:15.780663 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:04:15.786509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:04:15.786828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:04:15.793059 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:04:15.793436 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Checking segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:04:15.793817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Bound using segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:04:15.794269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Bound port: a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:04:15.794835 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.871731 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:15Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:15.875743 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040a0de-2c70-4ff7-a591-8ed854605959 None None] The sync data for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 is: [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:15Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:04:15.882511 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:04:15.886400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:04:15.892256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.958537 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:15.960149 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] 10.222.0.10 "PUT /v2.0/ports/a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1092 time: 1.1200204 Mar 05 01:04:15.960585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:04:15.986556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02497ac5-8894-4004-9c43-207d5a04622b service neutron] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:16.166033 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'status': 'completed', 'code': 200} Mar 05 01:04:16.205528 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-2c4a82d1-a77d-4489-b659-23b02c10772d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1095 time: 0.2021973 Mar 05 01:04:16.276950 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-a5b9a5d5-301d-4dd7-a058-6eeb0c9d5bae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 217 time: 0.0647230 Mar 05 01:04:16.341706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-3447d0d1-0e77-41a8-8a0b-0b25ce6fa568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:16.343489 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-3447d0d1-0e77-41a8-8a0b-0b25ce6fa568 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0610704 Mar 05 01:04:16.423947 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-1296f730-fd9f-4c73-8cca-8437df69ad7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742412 Mar 05 01:04:16.558503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-a25e1ef5-0c58-417d-a127-f6958d98100b service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286113 Mar 05 01:04:16.747107 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-79e4a5da-3635-4d35-b9f0-39df57b5e37e req-3be55ac8-da19-481f-8fdc-99aa693f1b11 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825616 Mar 05 01:04:16.767392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7131e-9762-4fd1-b049-146485630f85 req-d7bb8af6-178d-4006-80ca-6d2b380d0e9f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:16.769279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6eb7131e-9762-4fd1-b049-146485630f85 req-d7bb8af6-178d-4006-80ca-6d2b380d0e9f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.1193118 Mar 05 01:04:16.793117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device caacd436-201e-42a3-a69f-59a060a8cea4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:16.862433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6eb7131e-9762-4fd1-b049-146485630f85 req-cabe601d-bc26-4d62-818d-fa96c61a0e24 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862141 Mar 05 01:04:16.864334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port caacd436-201e-42a3-a69f-59a060a8cea4 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:16.869687 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port caacd436-201e-42a3-a69f-59a060a8cea4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:16.869687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:16.893235 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-f99dfb0d-7ea5-4a98-9b09-68de7f26c86b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1095 time: 0.0865710 Mar 05 01:04:16.980095 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:17.015068 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port caacd436-201e-42a3-a69f-59a060a8cea4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=caacd436-201e-42a3-a69f-59a060a8cea4,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:17.019135 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:17.028794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8328-6790-472f-8555-35d8aadba130 req-1009300f-627d-4d27-87d9-5a74af3af921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:17.030363 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-1009300f-627d-4d27-87d9-5a74af3af921 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1315494 Mar 05 01:04:17.084320 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=caacd436-201e-42a3-a69f-59a060a8cea4,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:17.097896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-5179ea66-e329-4286-99cc-fc08c60814d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 217 time: 0.0611875 Mar 05 01:04:17.160865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8328-6790-472f-8555-35d8aadba130 req-25b7e29a-c707-4ba2-a1f7-373aa4a68ba5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:17.162267 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-25b7e29a-c707-4ba2-a1f7-373aa4a68ba5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0585816 Mar 05 01:04:17.237017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-3f0de633-50c9-487f-b67f-6ed53dcb88d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691314 Mar 05 01:04:17.366082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-3199b1d6-b650-40e4-ba88-a2bf8e23828a service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225743 Mar 05 01:04:17.493776 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c6f8328-6790-472f-8555-35d8aadba130 req-d56c1ab9-fb9f-4c9d-9574-c3354d48bf14 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218004 Mar 05 01:04:18.060837 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42054fe-157d-4e1c-85da-f624b4bfa494 req-93fae634-bcce-4fc8-a781-0a8226ae697a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:18.062288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f42054fe-157d-4e1c-85da-f624b4bfa494 req-93fae634-bcce-4fc8-a781-0a8226ae697a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0776250 Mar 05 01:04:18.106547 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f42054fe-157d-4e1c-85da-f624b4bfa494 req-5dc678dc-92a0-4af9-a8e4-5d475eba5dc0 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 Mar 05 01:04:18.747673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device caacd436-201e-42a3-a69f-59a060a8cea4 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:18.813428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port caacd436-201e-42a3-a69f-59a060a8cea4 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:18.813799 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:19.296477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e48337-b535-4f62-864a-ecd886d68f7b req-67601721-d50b-4902-a502-d084d0fc5be3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:19.297956 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94e48337-b535-4f62-864a-ecd886d68f7b req-67601721-d50b-4902-a502-d084d0fc5be3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0747535 Mar 05 01:04:19.346764 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-94e48337-b535-4f62-864a-ecd886d68f7b req-d21e03e6-4417-4265-bc38-90f996f603bb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Mar 05 01:04:20.537520 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481756-e0b5-4494-b3d1-b5d861e485a5 req-7493f79c-c7dd-4d9e-b92e-7ffe5f4612e7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:20.539466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5481756-e0b5-4494-b3d1-b5d861e485a5 req-7493f79c-c7dd-4d9e-b92e-7ffe5f4612e7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0740843 Mar 05 01:04:20.585869 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e5481756-e0b5-4494-b3d1-b5d861e485a5 req-4eea2f84-4238-44d0-a0ec-ad26653cdf1f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Mar 05 01:04:21.599369 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:04:21.731703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:21.745727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'port_id': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'mac_address': 'fa:16:3e:84:30:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:04:21.796754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cda99-2133-44d3-b1b2-cef0cea82539 req-d5be29b1-b0b8-4810-9727-f92626bbdbab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:21.797470 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:21.798494 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-422cda99-2133-44d3-b1b2-cef0cea82539 req-d5be29b1-b0b8-4810-9727-f92626bbdbab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0749209 Mar 05 01:04:21.817542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:04:21.832613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:21.837138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:21.845848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-422cda99-2133-44d3-b1b2-cef0cea82539 req-aacb5b41-31d2-44b0-97cc-da888a232980 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Mar 05 01:04:21.900528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:22.153403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:04:23.037964 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbe14d-d20d-4b56-9b55-265b7495e620 req-dfa2b043-b9ec-4d26-9b10-7ff05bf3a68a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:23.039410 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7bbe14d-d20d-4b56-9b55-265b7495e620 req-dfa2b043-b9ec-4d26-9b10-7ff05bf3a68a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 945 time: 0.0750139 Mar 05 01:04:23.084580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b7bbe14d-d20d-4b56-9b55-265b7495e620 req-5e5348ff-7582-4392-bdd2-bcbe6952a122 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 Mar 05 01:04:23.614406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:04:23.682847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:04:23.687267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:04:23.687646 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:23.796478 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:23.822511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:04:23.831731 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:04:23.835593 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:23.880550 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'code': 200} Mar 05 01:04:23.907581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:24.103343 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71f37314-de39-4844-b8b4-a3ad24a31574 req-c4269f19-ec3c-46ab-813b-993511cbd1ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1097 time: 0.1697044 Mar 05 01:04:24.149599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-71f37314-de39-4844-b8b4-a3ad24a31574 req-81211455-6bc2-4d23-b26b-6aa4ef1fd910 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Mar 05 01:04:24.293761 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8aa1ff-c338-4208-8e84-df3252a0bf2a req-c88433ff-c17e-410d-98db-4d12eb415c2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:24.295355 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb8aa1ff-c338-4208-8e84-df3252a0bf2a req-c88433ff-c17e-410d-98db-4d12eb415c2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0788729 Mar 05 01:04:24.341299 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cb8aa1ff-c338-4208-8e84-df3252a0bf2a req-0889bcd7-ea83-4fae-8862-7cc0f61db4ae tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Mar 05 01:04:25.535921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069169a-afc0-487c-b853-78e9da941e36 req-6b97d61f-23a6-4acb-bcce-58bb870178af tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:25.537422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d069169a-afc0-487c-b853-78e9da941e36 req-6b97d61f-23a6-4acb-bcce-58bb870178af tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0745771 Mar 05 01:04:25.582438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d069169a-afc0-487c-b853-78e9da941e36 req-89d06f77-ca01-4a7d-8dcc-cab9e35aca0b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Mar 05 01:04:25.773882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4800-0b57-4c51-988f-b3aa0c954ff3 req-09db36ac-7a62-4810-92a0-d3e0192e8cee tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:25.775305 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dfe4800-0b57-4c51-988f-b3aa0c954ff3 req-09db36ac-7a62-4810-92a0-d3e0192e8cee tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0756910 Mar 05 01:04:25.817935 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2dfe4800-0b57-4c51-988f-b3aa0c954ff3 req-e78023b4-f5de-4d25-8e38-84bc8b174749 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Mar 05 01:04:25.845561 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45634) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:26.005569 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-422f3559-4c70-4929-85af-3d303d17cfd9 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1092 time: 0.1587863 Mar 05 01:04:26.008627 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45638) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:26.013525 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:04:26.019640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:04:26.024101 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:floatingip and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:04:26.026845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:04:26.032390 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:04:26.042890 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:26.173957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:26.300286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.115 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/00e4f192-8cb1-4a71-a555-905cbe34812a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:04:26.446037 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:26.472347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:26.538105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:04:26.541498 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:04:26.545769 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:04:26.569445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=00e4f192-8cb1-4a71-a555-905cbe34812a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:27.030459 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:27.084393 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:27.283764 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:27.288106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:27.389979 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=00e4f192-8cb1-4a71-a555-905cbe34812a,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:04:27.403931 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:27.658956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:27.682363 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Floating IP 96a34aa7-5913-4c32-9470-7cce34a8695b associated. External IP: 172.25.0.115, port: a99f58cf-3d7c-42e6-a129-4208a9ec9ac8. Mar 05 01:04:28.059128 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:28.067586 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 70f14847-c58f-4167-9e6a-081dfa1db3da has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:04:28.269871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:04:28.279427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51de762-a819-42c9-a06f-466340879e06 None None] Sync routers for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:04:28.291299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:28.291906 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:28.293706 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:28.346516 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a5cf71f9-9739-45af-98f7-db0c492e5d35 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3370101 Mar 05 01:04:28.347082 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:04:28.473608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:28.484318 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'status': 'completed', 'code': 200} Mar 05 01:04:28.575631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285607da-d86b-40df-b3cf-25d9ec2301f5 req-82766643-a318-4576-b7b9-1946565d3020 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:28.577082 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-285607da-d86b-40df-b3cf-25d9ec2301f5 req-82766643-a318-4576-b7b9-1946565d3020 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.1347327 Mar 05 01:04:28.612104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-e43ca895-85e1-4125-9311-dbdb1c80d2d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1097 time: 0.1042767 Mar 05 01:04:28.700712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-285607da-d86b-40df-b3cf-25d9ec2301f5 req-020d93dd-0b30-41db-b586-db28e7dfef8b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170824 Mar 05 01:04:28.735255 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45648) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:28.834349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-9b082f74-ded1-4a77-8031-0bde82d592cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:28.836280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-9b082f74-ded1-4a77-8031-0bde82d592cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.2152865 Mar 05 01:04:28.849386 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '96a34aa7-5913-4c32-9470-7cce34a8695b', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'port_id': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'mac_address': 'fa:16:3e:84:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76be9e-036f-4cba-a999-dd419077b035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:04:26Z', 'updated_at': '2022-03-05T01:04:26Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:16Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:28.853312 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51de762-a819-42c9-a06f-466340879e06 None None] Checking router: 70f14847-c58f-4167-9e6a-081dfa1db3da for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:04:28.863666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:04:28.864262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:04:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:28.927173 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-36cf003c-29fa-47c7-a28d-a92454fcad07 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/96a34aa7-5913-4c32-9470-7cce34a8695b HTTP/1.1" status: 200 len: 992 time: 0.1908131 Mar 05 01:04:28.952513 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-78460a78-f544-4187-a73d-35220253295d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1075258 Mar 05 01:04:29.016024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-02998a18-e646-4667-bcba-2534746123ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:04:29.017607 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-02998a18-e646-4667-bcba-2534746123ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0600634 Mar 05 01:04:29.040440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:04:29.091061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-dc001c3e-535e-43a2-acc5-97f279da02d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668411 Mar 05 01:04:29.236727 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-d666bfd0-4a41-4e90-acb2-3248e34a3040 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399291 Mar 05 01:04:29.375835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07f9e593-ace2-4835-af30-6154248fa2a9 req-9217c2ea-43b6-45d1-9229-bfd803e4f5bd service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335773 Mar 05 01:04:29.407996 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f51de762-a819-42c9-a06f-466340879e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '96a34aa7-5913-4c32-9470-7cce34a8695b', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'port_id': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'mac_address': 'fa:16:3e:84:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76be9e-036f-4cba-a999-dd419077b035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:04:26Z', 'updated_at': '2022-03-05T01:04:26Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:16Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:04:29.411978 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51de762-a819-42c9-a06f-466340879e06 None None] The sync data for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 is: [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '96a34aa7-5913-4c32-9470-7cce34a8695b', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'port_id': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'mac_address': 'fa:16:3e:84:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76be9e-036f-4cba-a999-dd419077b035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:04:26Z', 'updated_at': '2022-03-05T01:04:26Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:16Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:04:29.930970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45652) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:30.036677 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-941611d7-2de7-4b73-80f8-fc9db3be3eda tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/96a34aa7-5913-4c32-9470-7cce34a8695b HTTP/1.1" status: 200 len: 992 time: 0.1045814 Mar 05 01:04:31.040180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45656) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:31.144015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-02b2eec9-7b92-4b6b-b2fc-b658d0149287 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/96a34aa7-5913-4c32-9470-7cce34a8695b HTTP/1.1" status: 200 len: 992 time: 0.1016588 Mar 05 01:04:31.779068 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690fa201-a39a-4cb0-98bf-2f8a721f0893 None None] New status for floating IP 96a34aa7-5913-4c32-9470-7cce34a8695b: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:04:32.146746 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45662) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:04:32.248396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d21caf99-5b6d-4ba3-9053-c232bca81bda tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/96a34aa7-5913-4c32-9470-7cce34a8695b HTTP/1.1" status: 200 len: 994 time: 0.1004906 Mar 05 01:04:35.052751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-40290ae4-6919-4bd4-a7fd-80786f7fd18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:37.110189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae514-33e8-49c0-b39b-721381463466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:38.472826 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:38.490816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:39.946498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:48.577391 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:04:57.673586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:04:58.073614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:05.055027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d73fc951-b805-4198-93a7-f8a5c9841e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:07.111144 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-aec1e3ff-164d-4c3d-84ec-079cd20838e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:07.671890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-ea632748-3092-41d4-8ecf-de74bf9e0c5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661414 Mar 05 01:05:07.811875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-69a94896-ab7f-4944-b055-44ffbb139f70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1097 time: 0.0699940 Mar 05 01:05:08.046045 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-c8676ead-5eb8-49af-b237-9fd8856362af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:08.047483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-c8676ead-5eb8-49af-b237-9fd8856362af service neutron] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.2187338 Mar 05 01:05:08.147934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-fe81deed-b1f9-4839-893e-f40462c95127 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0941308 Mar 05 01:05:08.207630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-08d8f957-9c8e-4ded-b08a-dd2c9bb28f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:08.209000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-08d8f957-9c8e-4ded-b08a-dd2c9bb28f2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0554829 Mar 05 01:05:08.281783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-9d7f742d-5c04-4f21-bdee-4408be78d90d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675056 Mar 05 01:05:08.420789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-4511f5fd-83eb-47ca-a5a2-a1ba8542bd04 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269848 Mar 05 01:05:08.478800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:08.495582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:08.552328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-adbbb296-c572-4b89-8ba6-536e7e65674f req-e5212ae6-16c8-4007-b784-62331877c096 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261106 Mar 05 01:05:09.949313 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:25.577382 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:05:27.676347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:28.072075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:30.955794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b3f9f03-a056-4171-8660-e3c424c572dc req-80060466-7fbe-459c-9830-7cd9c3547607 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704575 Mar 05 01:05:31.207183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45702) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:05:31.269361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8262a6-0555-47fc-ba4d-09470c7ebc8f req-2d9d0a91-4fb3-44ad-8680-5753e86bcd51 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:31.270825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8262a6-0555-47fc-ba4d-09470c7ebc8f req-2d9d0a91-4fb3-44ad-8680-5753e86bcd51 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0796449 Mar 05 01:05:31.319798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1a8262a6-0555-47fc-ba4d-09470c7ebc8f req-4fe0c95e-b034-413a-81aa-741695b31ac5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Mar 05 01:05:31.337720 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-ca84a9e6-0671-42f3-9a99-82426120466b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293783 Mar 05 01:05:32.556791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-071ff5dd-8610-40dd-9f41-2d9385332842 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1097 time: 0.1262109 Mar 05 01:05:32.562983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96979343-cd7e-4c4c-96a6-420b58e794f2 req-ab621c33-91b8-4969-b33a-0d106ad038cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:32.564294 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96979343-cd7e-4c4c-96a6-420b58e794f2 req-ab621c33-91b8-4969-b33a-0d106ad038cb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.1051674 Mar 05 01:05:32.687925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96979343-cd7e-4c4c-96a6-420b58e794f2 req-62a0cbaa-91ba-41df-b133-30e5ae6725d7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055536 Mar 05 01:05:32.720822 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-c518abed-401a-4bd4-b16d-3335858eae86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:32.722322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-c518abed-401a-4bd4-b16d-3335858eae86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1572039 Mar 05 01:05:32.824565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-cd55ef10-62ac-45bb-aed2-4acfa966120c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0961308 Mar 05 01:05:32.887641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-77365ded-414f-4ebb-a132-7f342219f894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:32.888997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-77365ded-414f-4ebb-a132-7f342219f894 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0584259 Mar 05 01:05:32.960216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-6d2846b2-e01a-4ff9-b82c-0d3f70c0df60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653551 Mar 05 01:05:33.089194 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-93e9b9de-c848-4e25-9aa9-7db29e86cfd5 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232138 Mar 05 01:05:33.216598 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-d6f6cd76-11a2-4def-b57d-70600e703097 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216199 Mar 05 01:05:33.882052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d680b5-e153-4a3e-8d79-c60d081b0f7d req-68d9bd5c-6596-452d-b7f0-5b1b7494eddb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:33.883517 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-47d680b5-e153-4a3e-8d79-c60d081b0f7d req-68d9bd5c-6596-452d-b7f0-5b1b7494eddb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0743103 Mar 05 01:05:33.927437 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-47d680b5-e153-4a3e-8d79-c60d081b0f7d req-a837d1e4-b5de-4d81-b2dd-8cb1ca72a6b5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Mar 05 01:05:35.059087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-201f1a06-f4cc-4338-9f41-57f1dd48af63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:35.123531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442b4a8-4a88-4ef5-b403-0a9a331c139a req-c96b7905-4478-4f4c-8af2-9e034b02fc48 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:35.124978 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8442b4a8-4a88-4ef5-b403-0a9a331c139a req-c96b7905-4478-4f4c-8af2-9e034b02fc48 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0766833 Mar 05 01:05:35.260298 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8442b4a8-4a88-4ef5-b403-0a9a331c139a req-4cacf34b-f3e1-428c-8a39-ef42975417df tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298385 Mar 05 01:05:36.459363 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8be749-6854-497c-a2a6-3383f9364a58 req-6de9fd71-f8a2-49d7-924d-c92d7e6f42d5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:36.460805 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a8be749-6854-497c-a2a6-3383f9364a58 req-6de9fd71-f8a2-49d7-924d-c92d7e6f42d5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0784957 Mar 05 01:05:36.505118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a8be749-6854-497c-a2a6-3383f9364a58 req-0acf8e4e-8811-46b9-9bd2-de2865d65858 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Mar 05 01:05:37.111601 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc759-808d-4134-a493-0c9880ed33e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:37.698119 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72941db2-e293-4f88-8e17-936f9109f756 req-94aaf075-c35f-4db2-bf6a-d0cc263af741 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:37.699773 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72941db2-e293-4f88-8e17-936f9109f756 req-94aaf075-c35f-4db2-bf6a-d0cc263af741 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0757794 Mar 05 01:05:37.744379 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-72941db2-e293-4f88-8e17-936f9109f756 req-e015b19e-6c37-4545-88fe-740fa2f91717 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391803 Mar 05 01:05:38.471577 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:38.498445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:38.942731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f603f9-f7b4-4774-8edf-b6390c894ad4 req-2fdfe677-c3a7-4b96-bcfa-be74c38b9bff tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:38.944823 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59f603f9-f7b4-4774-8edf-b6390c894ad4 req-2fdfe677-c3a7-4b96-bcfa-be74c38b9bff tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0750334 Mar 05 01:05:38.989916 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-59f603f9-f7b4-4774-8edf-b6390c894ad4 req-68c54302-b39f-48a0-a3a6-acd8da90bc63 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Mar 05 01:05:39.952297 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:40.184445 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5bece-4e48-4f2b-bbf3-4088930a0886 req-28cbf073-c869-4f55-919d-123ec79c45f2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:40.185819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0de5bece-4e48-4f2b-bbf3-4088930a0886 req-28cbf073-c869-4f55-919d-123ec79c45f2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0772951 Mar 05 01:05:40.230421 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0de5bece-4e48-4f2b-bbf3-4088930a0886 req-5e8b33dd-5a32-4c76-8d12-731c41e93016 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392175 Mar 05 01:05:41.424322 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca41f89-3df7-487b-9397-d4aa3402c07a req-cfc4478e-954a-4929-a349-aa1006861538 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:41.425788 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ca41f89-3df7-487b-9397-d4aa3402c07a req-cfc4478e-954a-4929-a349-aa1006861538 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0783815 Mar 05 01:05:41.470324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6ca41f89-3df7-487b-9397-d4aa3402c07a req-5cba2ec1-f8ed-45a4-9659-00f9ebde5a38 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Mar 05 01:05:42.663346 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e1754-3257-4b04-b840-6326265e57d2 req-41bb7313-04b1-45b5-b7b4-eb4ae34cf76e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:42.664788 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-691e1754-3257-4b04-b840-6326265e57d2 req-41bb7313-04b1-45b5-b7b4-eb4ae34cf76e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0744679 Mar 05 01:05:42.710851 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-691e1754-3257-4b04-b840-6326265e57d2 req-b4db9f57-6a3b-4101-b874-8fcf96124f98 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Mar 05 01:05:43.905135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd548c-b7e5-4569-946c-8fa32dbef7ae req-cbf47295-20d9-4797-a9ec-5dcf53abb633 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:43.906598 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02fd548c-b7e5-4569-946c-8fa32dbef7ae req-cbf47295-20d9-4797-a9ec-5dcf53abb633 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0742378 Mar 05 01:05:43.954023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02fd548c-b7e5-4569-946c-8fa32dbef7ae req-e955e9e8-a3d4-459b-a07c-b2ad4450f6bb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Mar 05 01:05:45.175008 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-3253cc0d-ed92-428d-a92b-0ade393f1663 service neutron] show failed (client error): The resource could not be found. Mar 05 01:05:45.175984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-3253cc0d-ed92-428d-a92b-0ade393f1663 service neutron] 10.222.0.10 "GET /v2.0/ports/a99f58cf-3d7c-42e6-a129-4208a9ec9ac8/bindings/n-h1-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.1330647 Mar 05 01:05:45.186658 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71ea4e-6082-4df7-a439-4725a23e2aa0 req-8bf3d4d6-2803-477d-bd4b-4dc7fd879efa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:45.188092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d71ea4e-6082-4df7-a439-4725a23e2aa0 req-8bf3d4d6-2803-477d-bd4b-4dc7fd879efa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.1100049 Mar 05 01:05:45.234907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d71ea4e-6082-4df7-a439-4725a23e2aa0 req-56b72541-c73d-446e-b319-eadb092d2760 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 Mar 05 01:05:45.499669 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-0c904dd2-4ccd-4500-b463-c36ff058ba88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 1097 time: 0.1325545 Mar 05 01:05:45.510036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-4', 'device_owner': 'compute:nova'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:05:45.706587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:45.966200 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:05:45.993582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h2-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:05:46.047735 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:05:46.052856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:46.066872 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Transition to ACTIVE for port object a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 will not be triggered until provisioned by entity L2. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:05:46.069976 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:46.121001 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'code': 200} Mar 05 01:05:46.206193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=6']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:05:46.236020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.236281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.236621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.236961 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.237319 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.237643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.237965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.238289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.238610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.238928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.239250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:46.282668 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] No DVR routers for this DVR port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on host n-h2-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:05:46.442512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4447e-eb6c-47c7-8362-3a4b2530484c req-76ee801a-5ff1-4413-b5d2-4b6220258283 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:46.444003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2f4447e-eb6c-47c7-8362-3a4b2530484c req-76ee801a-5ff1-4413-b5d2-4b6220258283 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0831912 Mar 05 01:05:46.489141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b2f4447e-eb6c-47c7-8362-3a4b2530484c req-06f95a75-e3f7-4c8e-b58f-fad9173e9aed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Mar 05 01:05:46.527060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:05:46.527641 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:05:46.527755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:05:46.533303 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:05:46.533616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Attempting to bind port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:05:46.539770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:05:46.540095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Checking segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:05:46.541062 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Bound using segment: {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'} {{(pid=83783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:05:46.541495 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.managers [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Bound port: a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2'}}] {{(pid=83783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:05:46.541827 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:46.624215 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h1-828979-4, cleared binding levels {{(pid=83783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:05:46.627486 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:05:46.631410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:46.698857 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:46.700404 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] 10.222.0.36 "PUT /v2.0/ports/a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1092 time: 1.1941824 Mar 05 01:05:46.717569 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5436e1-42a1-4d13-9501-2152863c0862 service neutron] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=7']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:05:46.797029 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-0cfc7d5b-c969-498b-9540-8416586a096e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1095 time: 0.0738409 Mar 05 01:05:46.927059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-2c99b197-5509-4940-ac04-3df8719a57b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:46.928479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-2c99b197-5509-4940-ac04-3df8719a57b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1261628 Mar 05 01:05:47.030263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-035f2711-d0c0-4599-af0b-ff8ed6e142ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0957065 Mar 05 01:05:47.095813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-4c712fd5-491f-4456-8021-9b12b070e9d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:47.097248 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-4c712fd5-491f-4456-8021-9b12b070e9d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0610387 Mar 05 01:05:47.171250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-49c35d3f-15c9-4272-9f77-f49fcd416300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686893 Mar 05 01:05:47.180491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-2b67b753-f8f3-4927-af8d-4b8f8e4815c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:05:47.181911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-2b67b753-f8f3-4927-af8d-4b8f8e4815c8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050325 Mar 05 01:05:47.398616 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-d3f6f177-28b2-4ee5-ae66-da534c952901 service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111011 Mar 05 01:05:47.524550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-0d5300f9-5d8b-400f-970c-cda757aac6d6 req-859f12f4-0326-4cde-bce3-042a38f06a72 service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201572 Mar 05 01:05:47.691491 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8100be-9a9e-4cf9-872f-ecdc8714277f req-cb9db573-406e-48f4-9b25-77a4996aec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:47.692947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f8100be-9a9e-4cf9-872f-ecdc8714277f req-cb9db573-406e-48f4-9b25-77a4996aec64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0770369 Mar 05 01:05:47.737985 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3f8100be-9a9e-4cf9-872f-ecdc8714277f req-0ab69c81-9a61-402f-8769-9098cbf88c17 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394251 Mar 05 01:05:48.122364 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:05:48.190879 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'status': 'completed', 'code': 200} Mar 05 01:05:48.280355 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-7455a8b3-2733-4545-a8a1-856b81b5eb8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1095 time: 0.0719020 Mar 05 01:05:48.284842 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-6b1466c1-28e9-4562-9f02-87dd859101c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1095 time: 0.0709140 Mar 05 01:05:48.409669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-39f9a8bc-e804-49a7-9038-60ef378b9a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:48.411112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-39f9a8bc-e804-49a7-9038-60ef378b9a5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1251807 Mar 05 01:05:48.413175 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-3852806c-139d-4054-9447-973a301fdc2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:48.414631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-3852806c-139d-4054-9447-973a301fdc2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1237471 Mar 05 01:05:48.513215 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-b6c7d9c1-3e71-447c-8cef-266642a54ebf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0961254 Mar 05 01:05:48.517505 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-bf67bf6a-b3bd-4cdc-a8a7-cc0e7e25f8db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0962088 Mar 05 01:05:48.573107 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-28a803ac-74c8-46de-9848-485d6011ab9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:48.574499 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-28a803ac-74c8-46de-9848-485d6011ab9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0564106 Mar 05 01:05:48.578153 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-7eca5e3e-6dfa-4ce3-a1e6-15501e1a9bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:48.579554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-7eca5e3e-6dfa-4ce3-a1e6-15501e1a9bf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0552595 Mar 05 01:05:48.647368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-f256cff4-2f3e-44e8-b848-cabe6851fadc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674329 Mar 05 01:05:48.652595 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-071b43c0-2441-4402-9615-3e341b8810eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661681 Mar 05 01:05:48.778331 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-530e88a6-158b-4dd9-8aae-820a3c27cc39 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250865 Mar 05 01:05:48.779969 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-5695120e-e7cd-4558-9307-fad5e756da7d service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217270 Mar 05 01:05:48.910859 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-33010b94-7a45-4ea6-b291-8789b11c19e6 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273627 Mar 05 01:05:48.964359 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cbf661c5-76a7-4b8b-86e0-7d7f9bbab2d2 req-15deda75-97d7-4361-91e9-4cf55b5e68ef service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782219 Mar 05 01:05:48.978037 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd826d4-bf4d-43ab-bc6a-491b8ce07c40 req-08ed878e-3bf5-4c77-86f5-9aedf68c619c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:48.979415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fdd826d4-bf4d-43ab-bc6a-491b8ce07c40 req-08ed878e-3bf5-4c77-86f5-9aedf68c619c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.1147478 Mar 05 01:05:49.024285 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fdd826d4-bf4d-43ab-bc6a-491b8ce07c40 req-5e09b71f-4dfc-4154-9bb9-bf5fc035e472 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Mar 05 01:05:50.017609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:05:50.071847 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:05:50.369232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9ad55-b60b-4b76-99fc-4523c6544fc2 req-04355431-f56f-4d67-bdd1-d01a16217ee3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:50.370676 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3af9ad55-b60b-4b76-99fc-4523c6544fc2 req-04355431-f56f-4d67-bdd1-d01a16217ee3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0777707 Mar 05 01:05:50.415504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3af9ad55-b60b-4b76-99fc-4523c6544fc2 req-82ab06a8-ec1e-4dfb-9474-8a3a4e632c9b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Mar 05 01:05:51.465735 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:05:51.596116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:05:51.610179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'port_id': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'mac_address': 'fa:16:3e:84:30:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:05:51.619347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c1dac-2cc9-4506-98f9-2adb68c27bed req-b0d88f9d-edf8-49d5-b8a2-63c6429b5e9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:51.620865 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f72c1dac-2cc9-4506-98f9-2adb68c27bed req-b0d88f9d-edf8-49d5-b8a2-63c6429b5e9c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 944 time: 0.0821388 Mar 05 01:05:51.665580 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f72c1dac-2cc9-4506-98f9-2adb68c27bed req-1fdc1be8-32c1-491a-a197-8943fa544804 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 Mar 05 01:05:51.665829 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:51.683439 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:05:51.698697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:05:51.702979 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:51.768280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:05:51.777549 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.777921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.778283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.778613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.778937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.779260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.779579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.779921 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.780236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.780547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.780861 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:05:51.985929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-f67213c0-7a9a-48a1-9e15-b88b9a52a7a5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:51.987282 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-f67213c0-7a9a-48a1-9e15-b88b9a52a7a5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035&tenant_id=29479a72dc024f8d80ce527c8df269dd&binding%3Ahost_id=n-h1-828979-4 HTTP/1.1" status: 200 len: 945 time: 0.0834179 Mar 05 01:05:51.990069 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98eda6-9f8e-4355-9d81-3091ee794edd req-0692392a-6ebf-4d76-bdd2-ff223b784197 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:51.991493 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d98eda6-9f8e-4355-9d81-3091ee794edd req-0692392a-6ebf-4d76-bdd2-ff223b784197 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 945 time: 0.0790970 Mar 05 01:05:52.037051 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d98eda6-9f8e-4355-9d81-3091ee794edd req-5eb0d31b-58f8-427c-b172-16aa229529c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 Mar 05 01:05:52.068425 n-d-828979-4 neutron-server[83782]: INFO neutron.api.v2.resource [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-f1a0579e-002d-4cbc-b862-e3119b65f2e9 service neutron] delete failed (client error): The resource could not be found. Mar 05 01:05:52.069451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-f1a0579e-002d-4cbc-b862-e3119b65f2e9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a99f58cf-3d7c-42e6-a129-4208a9ec9ac8/bindings/n-h2-828979-4 HTTP/1.1" status: 404 len: 380 time: 0.0765173 Mar 05 01:05:52.079180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:05:52.364465 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-07d26266-82f9-4c54-b637-c873317efdd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1096 time: 0.2272608 Mar 05 01:05:52.369971 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c659552-89a3-45ed-9266-78ea0318d4d2 req-821a57c2-1dd2-45df-8440-96ce59420d5f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:52.371299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c659552-89a3-45ed-9266-78ea0318d4d2 req-821a57c2-1dd2-45df-8440-96ce59420d5f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 945 time: 0.2048450 Mar 05 01:05:52.500896 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5c659552-89a3-45ed-9266-78ea0318d4d2 req-871cc514-4c61-461f-8d21-a29828302438 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118464 Mar 05 01:05:52.531737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-f57a4daf-77f0-45b1-9944-9b98d203cb82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:52.533164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-f57a4daf-77f0-45b1-9944-9b98d203cb82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1610441 Mar 05 01:05:52.633290 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-63df0328-ebcf-42ea-a5b3-7d19178e6dfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1001 time: 0.0941498 Mar 05 01:05:52.693338 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-52a1e615-96d9-4f73-86e3-a06f9d9cf5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:52.694754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-52a1e615-96d9-4f73-86e3-a06f9d9cf5eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0558157 Mar 05 01:05:52.770115 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-459a5515-0058-449f-825c-31ff88b9847e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700645 Mar 05 01:05:52.898452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-5e2daa02-f23b-4af2-8eb4-c55d7761ba4b service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217532 Mar 05 01:05:53.026410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-35a43dc6-144c-45bd-9ac0-e9856e19e3ac req-5c3dc519-f7d8-4a6a-a231-305ba70b7cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229951 Mar 05 01:05:53.487023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:05:53.596207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:05:53.602040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:05:53.602040 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:53.702400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dee55-8a97-4445-88bd-0862bcd44b3b req-190eb1bc-d648-492c-83f7-dcbad9164d17 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:05:53.703765 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f85dee55-8a97-4445-88bd-0862bcd44b3b req-190eb1bc-d648-492c-83f7-dcbad9164d17 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 945 time: 0.0780351 Mar 05 01:05:53.715012 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:53.741227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:05:53.749056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f85dee55-8a97-4445-88bd-0862bcd44b3b req-761525fe-1477-479a-b877-abbb285c96ce tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Mar 05 01:05:53.751311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:05:53.755233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:53.783507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45782) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:05:53.825490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:05:53.871213 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'code': 200} Mar 05 01:05:53.890181 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8b3c0fd9-5502-465b-9248-34f6a11cf660 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/96a34aa7-5913-4c32-9470-7cce34a8695b HTTP/1.1" status: 200 len: 994 time: 0.1050961 Mar 05 01:05:57.686892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:05:58.078347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:02.578471 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:06:05.061036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d5b04126-a111-4837-8b88-8741d169400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:07.113145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ba67c31-54bf-4492-8c94-af6787902184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:08.473819 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:08.500678 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:09.956468 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:26.845925 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-e01917e2-4fec-4cfe-99a3-fcca5fec8906 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667622 Mar 05 01:06:26.983020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-f26611e1-57c9-4b0a-a1e4-7ecb1817c45d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1097 time: 0.0715718 Mar 05 01:06:27.213039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-e49c4efc-faf5-42f4-bcdf-1619b9043fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:27.215103 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-e49c4efc-faf5-42f4-bcdf-1619b9043fee service neutron] 10.222.0.36 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.2140543 Mar 05 01:06:27.313059 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-f0516958-e5dc-41d9-bafd-a1d5c4b4dccf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0919862 Mar 05 01:06:27.371672 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-d175edfc-2d7a-4571-9c18-3ccd70b54c3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:27.373016 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-d175edfc-2d7a-4571-9c18-3ccd70b54c3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0546699 Mar 05 01:06:27.443733 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-a5c24571-8ced-49f6-8d14-03158af08f3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648561 Mar 05 01:06:27.570200 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-78c68696-343f-439f-b50e-0a3db40b052e service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195266 Mar 05 01:06:27.694920 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b4862300-83c0-4276-9ca1-d84e185c80f3 req-400b8291-84b7-4779-acd0-9d1424b4a62c service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187615 Mar 05 01:06:27.702079 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:28.091003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:35.064639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5bf298f8-8eb4-44c3-abcd-2ae2fe091062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:37.113995 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-54f5a26c-ebac-4ac1-93a3-f541afe9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:38.476106 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:38.503387 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:39.578712 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:06:39.959061 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:40.335515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45802) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:40.531247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 00e4f192-8cb1-4a71-a555-905cbe34812a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:06:40.531580 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:40.692490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:40.692715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:40.812822 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 00e4f192-8cb1-4a71-a555-905cbe34812a owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:06:40.958103 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:41.004381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=00e4f192-8cb1-4a71-a555-905cbe34812a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:41.092333 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:41.554766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 70f14847-c58f-4167-9e6a-081dfa1db3da has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:06:41.749795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:06:41.759137 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] Sync routers for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:06:41.771856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:41.773713 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:06:41.774322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:41.830889 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-911d8e90-3033-4ba2-ad4c-52c16cb9de8e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/floatingips/96a34aa7-5913-4c32-9470-7cce34a8695b HTTP/1.1" status: 204 len: 168 time: 1.4941945 Mar 05 01:06:41.831376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:06:41.886712 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'status': 'completed', 'code': 200} Mar 05 01:06:41.957075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:06:41.980192 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-55fae867-08ae-4008-bd3e-30be93462bc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 1097 time: 0.0701594 Mar 05 01:06:42.117361 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-f031ad8b-6f4e-4fe8-b864-69f089cd9427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:42.120335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-f031ad8b-6f4e-4fe8-b864-69f089cd9427 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 200 len: 898 time: 0.1326687 Mar 05 01:06:42.228752 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-d8b9a549-53c9-4902-a469-5b0ba9ad6465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 200 len: 217 time: 0.1039615 Mar 05 01:06:42.288026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:16Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:42.292012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] Checking router: 70f14847-c58f-4167-9e6a-081dfa1db3da for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:06:42.302818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:06:42.303415 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:42.305892 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-c0a0d3ee-643d-4298-bbe0-5e1f270afe8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:42.307308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-c0a0d3ee-643d-4298-bbe0-5e1f270afe8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 200 len: 835 time: 0.0666268 Mar 05 01:06:42.312866 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372107-a821-4737-954d-9dda46dc3b47 req-fcc73a8e-e87d-4fdd-84d2-ca7b169e5740 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:42.313537 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3c372107-a821-4737-954d-9dda46dc3b47 req-fcc73a8e-e87d-4fdd-84d2-ca7b169e5740 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:06:42.378436 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3c372107-a821-4737-954d-9dda46dc3b47 req-fcc73a8e-e87d-4fdd-84d2-ca7b169e5740 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:06:42.379479 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c372107-a821-4737-954d-9dda46dc3b47 req-fcc73a8e-e87d-4fdd-84d2-ca7b169e5740 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.2079539 Mar 05 01:06:42.426190 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-b6f95fbd-c5de-467f-9997-41693532ae43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86a00cac-27f0-48d0-aa8f-e67e58434fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095088 Mar 05 01:06:42.456415 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c372107-a821-4737-954d-9dda46dc3b47 req-d9d0336e-6242-4f5f-9b4b-5885e684d9cf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700574 Mar 05 01:06:42.481576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:06:42.562241 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-da0098b9-dbd1-4326-a091-00213dd9adfd service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288347 Mar 05 01:06:42.694159 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-df3b4abb-976e-426f-abf2-36d07cb37904 req-02907631-df2e-4a38-98ce-e38fc9e3cbd0 service neutron] 10.222.0.36 "GET /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256776 Mar 05 01:06:42.830700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:16Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:42.834590 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10018c9-ec4f-43a8-8daa-970fe8131d1b None None] The sync data for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 is: [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:10Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'caacd436-201e-42a3-a69f-59a060a8cea4', 'name': '', 'network_id': '86a00cac-27f0-48d0-aa8f-e67e58434fd2', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:ec:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:09Z', 'updated_at': '2022-03-05T01:04:16Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': 'f172ab9e-92df-4768-a9a9-839d416fc695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:06:43.056368 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf55ae1-95ce-4462-8209-3c3fae0c2caf None None] New status for floating IP 96a34aa7-5913-4c32-9470-7cce34a8695b: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:06:43.545667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-3b4d4a74-28c1-4299-a3ee-716d5b25512e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:43.547087 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-3b4d4a74-28c1-4299-a3ee-716d5b25512e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0750318 Mar 05 01:06:43.659268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df173470-ee24-4020-ab6b-1a313463028a req-e6371a69-205e-4f8c-aa43-459040027f11 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:43.660769 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df173470-ee24-4020-ab6b-1a313463028a req-e6371a69-205e-4f8c-aa43-459040027f11 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 946 time: 0.0797400 Mar 05 01:06:43.707484 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df173470-ee24-4020-ab6b-1a313463028a req-ef73c6d1-a41f-45be-8694-e840aa5620c4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=88c3e7a2-4b1c-476b-ae17-4e4750be51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Mar 05 01:06:43.721584 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:06:43.722117 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:43.957939 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:06:43.958276 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:44.075929 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 owned by compute:nova {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:06:44.215439 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:44.266873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=a99f58cf-3d7c-42e6-a129-4208a9ec9ac8,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:44.340919 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] No DVR routers for this DVR port a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 on host n-h1-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:06:44.343635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:44.346085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-deleted', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:06:44.361111 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.36 "DELETE /v2.0/ports/a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 HTTP/1.1" status: 204 len: 173 time: 0.8094985 Mar 05 01:06:44.408811 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a76be9e-036f-4cba-a999-dd419077b035', 'name': 'network-vif-deleted', 'tag': 'a99f58cf-3d7c-42e6-a129-4208a9ec9ac8', 'status': 'completed', 'code': 200} Mar 05 01:06:44.889000 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9d7facb0-02a0-4cf1-86a0-89410c61a5fb req-b0efbc85-6d22-4210-8b10-aa95167b0ffb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a76be9e-036f-4cba-a999-dd419077b035 HTTP/1.1" status: 200 len: 210 time: 0.0466411 Mar 05 01:06:45.991678 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45820) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:46.405249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:47.086574 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port caacd436-201e-42a3-a69f-59a060a8cea4 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:06:47.087265 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:47.266982 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port caacd436-201e-42a3-a69f-59a060a8cea4, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=caacd436-201e-42a3-a69f-59a060a8cea4,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:06:47.267332 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:47.387534 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for caacd436-201e-42a3-a69f-59a060a8cea4 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:06:47.559663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:47.609521 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=caacd436-201e-42a3-a69f-59a060a8cea4,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:47.648359 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.648606 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.648945 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.649308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.649647 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.649985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.650305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.650632 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.651551 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.651873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.652195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:47.732055 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:06:47.767298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:06:47.767639 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device a99f58cf-3d7c-42e6-a129-4208a9ec9ac8 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:06:47.912069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:48.555633 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 70f14847-c58f-4167-9e6a-081dfa1db3da has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:06:48.751766 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:06:48.760771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] Sync routers for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:06:48.765173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b9258885-ed0d-4512-b7eb-d992ed6e5cdb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/70f14847-c58f-4167-9e6a-081dfa1db3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7724264 Mar 05 01:06:48.768670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45824) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:48.779789 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:06:48.780402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:48.956244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting subnet f172ab9e-92df-4768-a9a9-839d416fc695 {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:06:48.958254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:06:48.959288 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.019433 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.100896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.173359 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.212099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Subnet': ['ID=f172ab9e-92df-4768-a9a9-839d416fc695,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:49.221051 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.227535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bef915-ed41-44f1-9286-bad49f112958 None None] Network 86a00cac-27f0-48d0-aa8f-e67e58434fd2 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:06:49.228392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.228734 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.229101 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.229455 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.229783 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.230105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.230423 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.230749 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.231063 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.231382 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.231698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:49.235341 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-71bca8ee-cd51-473c-9ec2-b8fc05d01577 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/subnets/f172ab9e-92df-4768-a9a9-839d416fc695 HTTP/1.1" status: 204 len: 168 time: 0.4656203 Mar 05 01:06:49.238044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45828) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:49.363031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:06:47Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:49.394845 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] Checking router: 70f14847-c58f-4167-9e6a-081dfa1db3da for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:06:49.423472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] Routers {'70f14847-c58f-4167-9e6a-081dfa1db3da'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:06:49.424080 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['70f14847-c58f-4167-9e6a-081dfa1db3da'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:49.436186 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.610700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] Set router 70f14847-c58f-4167-9e6a-081dfa1db3da gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:06:49.649347 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] DHCP port deletion for 86a00cac-27f0-48d0-aa8f-e67e58434fd2 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:06:49.712960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] Deleting port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:06:49.713903 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.743480 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.752710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 708a12de-49d9-4ebd-b16f-d3d906387603 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:06:49.753299 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:49.924709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 708a12de-49d9-4ebd-b16f-d3d906387603, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=708a12de-49d9-4ebd-b16f-d3d906387603,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:06:49.925443 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.049595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 708a12de-49d9-4ebd-b16f-d3d906387603 owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:06:50.096398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] For port 1832dd80-e8eb-4f72-a633-1e20ac3054a2, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=1832dd80-e8eb-4f72-a633-1e20ac3054a2,segment=NetworkSegment(2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605),segment_id=2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:06:50.097004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.212071 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.215839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] Calling delete_port for 1832dd80-e8eb-4f72-a633-1e20ac3054a2 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:06:50.255970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=708a12de-49d9-4ebd-b16f-d3d906387603,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:50.286341 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:06:47Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:50.291140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663463a0-0590-4dc3-bedd-1274280f00aa None None] The sync data for ids ['70f14847-c58f-4167-9e6a-081dfa1db3da'] in n-d-828979-4 is: [{'id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252228839', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:06:47Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '708a12de-49d9-4ebd-b16f-d3d906387603', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f14847-c58f-4167-9e6a-081dfa1db3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:04:06Z', 'updated_at': '2022-03-05T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:06:50.301059 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.347676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] Pushing event deleted for resources: {'Port': ['ID=1832dd80-e8eb-4f72-a633-1e20ac3054a2,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:50.353792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145df2c-c207-43b8-8273-2ad471ee401f None None] No DVR routers for this DVR port 1832dd80-e8eb-4f72-a633-1e20ac3054a2 on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:06:50.480745 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.739044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.743330 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.769479 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.769984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Fanout notify agent at l3_agent the message router_deleted on router 70f14847-c58f-4167-9e6a-081dfa1db3da {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:06:50.785044 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:50.786174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-00310cee-e288-4d9e-83cf-b85aa1c14db3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/routers/70f14847-c58f-4167-9e6a-081dfa1db3da HTTP/1.1" status: 204 len: 168 time: 1.5472419 Mar 05 01:06:50.788894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45832) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:50.868949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device caacd436-201e-42a3-a69f-59a060a8cea4 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:06:50.904451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: caacd436-201e-42a3-a69f-59a060a8cea4 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:06:50.904793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device caacd436-201e-42a3-a69f-59a060a8cea4 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:06:50.905198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1832dd80-e8eb-4f72-a633-1e20ac3054a2 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:06:50.945977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 1832dd80-e8eb-4f72-a633-1e20ac3054a2 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:06:50.946319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 1832dd80-e8eb-4f72-a633-1e20ac3054a2 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:06:51.009532 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.135984 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.159549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a00cac-27f0-48d0-aa8f-e67e58434fd2']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:51.171580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:51.171874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7e2ae0-321a-4bb1-a0f0-9ad3b7ee9605') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:51.183749 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.199022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.205114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:06:51.205619 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: timer() Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:06:51.219727 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:06:51.302808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.320775 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.331426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Network': ['ID=86a00cac-27f0-48d0-aa8f-e67e58434fd2,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:51.340638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-22f91c40-aa1c-4bfb-8e78-cd938d6274b9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/networks/86a00cac-27f0-48d0-aa8f-e67e58434fd2 HTTP/1.1" status: 204 len: 168 time: 0.5507534 Mar 05 01:06:51.343252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45838) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:51.409770 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-12df3815-5cea-4611-a20a-00d17574e57b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.438648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-12df3815-5cea-4611-a20a-00d17574e57b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.504373 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-12df3815-5cea-4611-a20a-00d17574e57b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.522769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df3815-5cea-4611-a20a-00d17574e57b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c3e7a2-4b1c-476b-ae17-4e4750be51ec,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:51.529687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-12df3815-5cea-4611-a20a-00d17574e57b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:51.530791 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-12df3815-5cea-4611-a20a-00d17574e57b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/security-groups/88c3e7a2-4b1c-476b-ae17-4e4750be51ec HTTP/1.1" status: 204 len: 168 time: 0.1863961 Mar 05 01:06:52.776646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 708a12de-49d9-4ebd-b16f-d3d906387603 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:06:52.786659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45848) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:52.793354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776568594', 'description': 'tempest-secgroup-smoke-776568594 description', 'project_id': '29479a72dc024f8d80ce527c8df269dd'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:52.801442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:52.805646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:52.809590 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:52.813541 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 708a12de-49d9-4ebd-b16f-d3d906387603 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:06:52.813884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 708a12de-49d9-4ebd-b16f-d3d906387603 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:06:52.816288 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:52.826695 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:52.862049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:52.865826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:52.868550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:52.874836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:52.931380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:52.935397 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:52.973615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6ed1b9-2663-4121-83d1-8e3931682375,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:52.990007 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:52.991214 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-79137c9b-dc64-4c6c-b9e6-a6fe98dacdb8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2031291 Mar 05 01:06:52.994103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45852) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:52.999533 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '5c6ed1b9-2663-4121-83d1-8e3931682375', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.006437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.010554 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.014034 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.019804 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.035950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.097180 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.100721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.124441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02823692-f9e1-4cc1-b44f-b29f30960879,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:53.132601 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.133789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-66748405-9609-4b6a-845b-75a5e2c07041 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1387446 Mar 05 01:06:53.136418 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45856) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:53.141674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '5c6ed1b9-2663-4121-83d1-8e3931682375', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.148008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.152348 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.155211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.160789 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.177442 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.239821 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.243284 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.268153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d65f2df-8cd6-42f2-990c-308fdb60ea0b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:53.278256 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.279389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b5dab11c-6e94-4eea-a679-948c2109ae2e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1420693 Mar 05 01:06:53.282213 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45860) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:53.287529 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '5c6ed1b9-2663-4121-83d1-8e3931682375', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.294595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.298411 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.301239 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.306895 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.323453 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.383804 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.387620 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.409911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf96654-0ee4-478c-8c92-a9e5b100c32c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:53.418428 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.422254 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a0c63bb6-7b2d-49e2-ba16-629b76636dea tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1364312 Mar 05 01:06:53.422482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45864) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:53.427838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '5c6ed1b9-2663-4121-83d1-8e3931682375', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.434310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.438024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.440819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.446451 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.466309 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.527350 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.530827 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.552660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0ee84b-d853-48c2-88fe-ec176f526870,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:53.561448 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.562596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7a913d98-20b4-4586-9fa8-cda78bbb9381 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1392231 Mar 05 01:06:53.565323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45868) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:53.570642 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '5c6ed1b9-2663-4121-83d1-8e3931682375', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.577633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.581478 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.584277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.590550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.600786 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:06:53.606905 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.669785 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.672950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.692891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5525573a-e4d2-4f57-a936-f274eac4dfa3,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:53.704259 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.705691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-add1e0ac-6329-4df1-955b-e0a82ae73f57 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1393161 Mar 05 01:06:53.708461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45872) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:53.714915 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': '5c6ed1b9-2663-4121-83d1-8e3931682375', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.721547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.725441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.728254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.733896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.743677 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:06:53.750341 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.815659 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.819177 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.842644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9a0faf-c2b8-4c83-a009-f416166a5c02,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:53.851113 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.855258 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3ccc2e7d-650c-4798-a734-cf257ba62395 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1430545 Mar 05 01:06:53.855388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45876) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:53.860570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'network': {'name': 'tempest-network-smoke--1822716920', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'port_security_enabled': True}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:53.865991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:53.870484 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:network and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:53.873263 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:53.878842 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:53.889499 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:06:53.892585 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.920256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:06:53.928789 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.929122 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Added segment a9b84e7c-88fc-4771-8721-20f555209266 of type vlan for network 75317709-9e89-4969-9b0e-d9a247e22225 Mar 05 01:06:53.955366 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.983124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:53.987323 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:53.987895 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.094138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2377493 Mar 05 01:06:54.096868 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f542df-21d9-4332-83db-7b13cd25d997 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Network': ['ID=75317709-9e89-4969-9b0e-d9a247e22225,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:54.096995 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45880) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:54.102409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'admin_state_up': True, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:54.107908 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 75317709-9e89-4969-9b0e-d9a247e22225 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:06:54.110528 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:54.114376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:router and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:54.117197 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:54.124158 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:54.134049 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.134923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.152911 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.294097 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.468251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.496537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.626027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.205 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/0619343a-b2d9-45cf-b219-4902505ec775) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:06:54.773928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.801544 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:54.868243 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:06:54.870933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:06:54.873351 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:06:54.907293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=0619343a-b2d9-45cf-b219-4902505ec775,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:55.031307 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:55.032030 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:55.346283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:06:55.541140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:06:55.550404 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Sync routers for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:06:55.562606 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:06:55.563254 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:55.567587 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:55.568984 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-217d0982-d309-4037-b415-ab00b3e785c2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4709830 Mar 05 01:06:55.572055 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45884) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:55.692695 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-69587ce7-77d3-4002-b8e7-428bc5aa8145 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=29479a72dc024f8d80ce527c8df269dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1166670 Mar 05 01:06:55.692991 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45890) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:55.735132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:06:55.819093 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d12f9b-1d8f-49df-a6ec-27fb00100af2 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:55.820459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c9d12f9b-1d8f-49df-a6ec-27fb00100af2 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265709 Mar 05 01:06:55.823385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45894) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:55.862287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-16834ae8-23b0-4d93-8a39-1ccc7eaca95a tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378168 Mar 05 01:06:55.864861 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45898) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:55.871108 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485219702', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:06:55.980704 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:06:55.985440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:subnet and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:06:55.988283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:06:55.993886 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:06:56.004731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:06:56.015985 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:54Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:56.019777 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Checking router: d9cf1a01-f79d-4bfd-a06f-073c39ad6924 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:06:56.020120 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Updating router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 port 0619343a-b2d9-45cf-b219-4902505ec775 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:06:56.070277 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.107360 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.320223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.390504 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.403972 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Transition to ACTIVE for port object 0619343a-b2d9-45cf-b219-4902505ec775 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:06:56.411037 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.495459 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Pushing event updated for resources: {'Port': ['ID=0619343a-b2d9-45cf-b219-4902505ec775,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:56.498283 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Attempting to bind port 0619343a-b2d9-45cf-b219-4902505ec775 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:06:56.498514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Subnet': ['ID=03f70da5-2e25-43e3-8000-5f2018981802,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:56.498647 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Attempting to bind port 0619343a-b2d9-45cf-b219-4902505ec775 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:06:56.498979 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Attempting to bind port 0619343a-b2d9-45cf-b219-4902505ec775 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:06:56.508031 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Checking segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:06:56.508388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network hostable DHCP agents. Network: 75317709-9e89-4969-9b0e-d9a247e22225, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:06:56.510724 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.511065 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.511398 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.511725 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.512050 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.512371 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.512690 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.513006 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.513349 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.513666 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.513981 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:56.517091 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:06:56.517479 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:06:56.517880 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.518274 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:06:56.518705 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Bound port: 0619343a-b2d9-45cf-b219-4902505ec775, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:06:56.519069 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.530810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 75317709-9e89-4969-9b0e-d9a247e22225 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:06:56.539957 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 75317709-9e89-4969-9b0e-d9a247e22225) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:06:56.543841 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:06:56.544418 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.550353 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed2785-db59-42dc-b709-f7e0b27cced2 None None] Network 75317709-9e89-4969-9b0e-d9a247e22225 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:06:56.566138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-74c7371a-6936-4b14-889d-1bbdc8468f5c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7001319 Mar 05 01:06:56.568737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45902) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:06:56.597464 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] For port 0619343a-b2d9-45cf-b219-4902505ec775, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:06:56.600714 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] For port 0619343a-b2d9-45cf-b219-4902505ec775, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0619343a-b2d9-45cf-b219-4902505ec775,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:06:56.604581 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.687564 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31917bff-7115-48e1-9a6e-bc7d3de7bdc5 None None] Pushing event updated for resources: {'Port': ['ID=0619343a-b2d9-45cf-b219-4902505ec775,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:56.699138 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:06:56.699871 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:56.783342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-75317709-9e89-4969-9b0e-d9a247e22225', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:06:56.784155 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:56.875328 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:06:56.967118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Allocated IP 172.20.0.2 (75317709-9e89-4969-9b0e-d9a247e22225/03f70da5-2e25-43e3-8000-5f2018981802/4fe515bd-f789-48f5-8dfc-9a45b197817b) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:06:57.190586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.201408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Transition to ACTIVE for port object 4fe515bd-f789-48f5-8dfc-9a45b197817b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:06:57.204425 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:54Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:06:57.208793 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4271a-8fac-469e-9b72-5757ef00dbec None None] The sync data for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 is: [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:54Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:06:57.221761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Transition to ACTIVE for port object 4fe515bd-f789-48f5-8dfc-9a45b197817b will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:06:57.232406 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.306160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Network 75317709-9e89-4969-9b0e-d9a247e22225 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:06:57.309660 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:06:57.314070 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:06:57.316262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Pushing event updated for resources: {'Port': ['ID=4fe515bd-f789-48f5-8dfc-9a45b197817b,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:57.327849 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.328190 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.328523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.328851 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.329174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.329536 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.329855 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.330172 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.330490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.330800 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.331113 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:06:57.350099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.423014 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Attempting to bind port 4fe515bd-f789-48f5-8dfc-9a45b197817b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:06:57.423458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Attempting to bind port 4fe515bd-f789-48f5-8dfc-9a45b197817b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:06:57.423883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Attempting to bind port 4fe515bd-f789-48f5-8dfc-9a45b197817b on network 75317709-9e89-4969-9b0e-d9a247e22225 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:06:57.430532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:06:57.431056 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Checking segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:06:57.431502 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.432504 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Bound using segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:06:57.433256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Bound port: 4fe515bd-f789-48f5-8dfc-9a45b197817b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:06:57.433684 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.565545 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] For port 4fe515bd-f789-48f5-8dfc-9a45b197817b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:06:57.569011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] For port 4fe515bd-f789-48f5-8dfc-9a45b197817b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe515bd-f789-48f5-8dfc-9a45b197817b,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:06:57.575072 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.663874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b994a0-8b1d-4158-b40c-421adf62ea34 None None] Pushing event updated for resources: {'Port': ['ID=4fe515bd-f789-48f5-8dfc-9a45b197817b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:57.707036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.789614 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.1 (75317709-9e89-4969-9b0e-d9a247e22225/03f70da5-2e25-43e3-8000-5f2018981802/21330588-ffe5-4417-9a33-1923795c4d96) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:06:57.974542 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:57.998429 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 21330588-ffe5-4417-9a33-1923795c4d96 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:06:58.027427 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.087328 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.100247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 75317709-9e89-4969-9b0e-d9a247e22225 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:06:58.103235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:06:58.107780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:06:58.142355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=21330588-ffe5-4417-9a33-1923795c4d96,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:58.168039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.359308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.595692 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596a32d-db4f-4557-8dbe-3ef7d4521d36 None None] Network 75317709-9e89-4969-9b0e-d9a247e22225 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:06:58.724196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0a2b9592-9cfb-462d-8f21-3bfc24504868 None None] Provisioning for port 4fe515bd-f789-48f5-8dfc-9a45b197817b completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:06:58.767648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.773281 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.888940 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=21330588-ffe5-4417-9a33-1923795c4d96,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:58.894923 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:58.902037 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0619343a-b2d9-45cf-b219-4902505ec775 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:06:58.984106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 0619343a-b2d9-45cf-b219-4902505ec775 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:06:58.991697 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0619343a-b2d9-45cf-b219-4902505ec775 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:06:58.992742 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.040830 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 75317709-9e89-4969-9b0e-d9a247e22225 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:06:59.042586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:06:59.126213 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.143148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 0619343a-b2d9-45cf-b219-4902505ec775, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0619343a-b2d9-45cf-b219-4902505ec775,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:06:59.155333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.156189 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe515bd-f789-48f5-8dfc-9a45b197817b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:06:59.212368 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-80760568-9174-4c7f-850f-b35a13d96c67 None None] Provisioning for port 21330588-ffe5-4417-9a33-1923795c4d96 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:06:59.242116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-80760568-9174-4c7f-850f-b35a13d96c67 None None] Provisioning complete for port 21330588-ffe5-4417-9a33-1923795c4d96 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:06:59.242491 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-80760568-9174-4c7f-850f-b35a13d96c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.324049 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=0619343a-b2d9-45cf-b219-4902505ec775,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:59.329962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-80760568-9174-4c7f-850f-b35a13d96c67 None None] Port 21330588-ffe5-4417-9a33-1923795c4d96 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:06:59.342915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4fe515bd-f789-48f5-8dfc-9a45b197817b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:06:59.349041 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4fe515bd-f789-48f5-8dfc-9a45b197817b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:06:59.349441 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.449349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:06:59.474838 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.492937 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-1e9a92a9-b0cd-4844-9c1d-18e39edbd9d7 None None] Provisioning complete for port 21330588-ffe5-4417-9a33-1923795c4d96 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:06:59.493328 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1e9a92a9-b0cd-4844-9c1d-18e39edbd9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.555073 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4fe515bd-f789-48f5-8dfc-9a45b197817b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe515bd-f789-48f5-8dfc-9a45b197817b,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:06:59.558370 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a92a9-b0cd-4844-9c1d-18e39edbd9d7 None None] Port 21330588-ffe5-4417-9a33-1923795c4d96 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:06:59.562056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:06:59.631293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4fe515bd-f789-48f5-8dfc-9a45b197817b,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:06:59.651356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:06:59.663205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9bbb7921-4f59-4be3-9259-c1f31233dfa4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/d9cf1a01-f79d-4bfd-a06f-073c39ad6924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934644 Mar 05 01:06:59.830329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-7e87a209-3e51-4aea-b2ef-2bc073ac5439 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:06:59.846412 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-7e87a209-3e51-4aea-b2ef-2bc073ac5439 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:06:59.847658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-7e87a209-3e51-4aea-b2ef-2bc073ac5439 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776568594&fields=id&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 267 time: 0.0573521 Mar 05 01:07:00.104260 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-e84cb757-29c7-4ed0-93c6-9cdb6bd5cd9d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:00.104845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-e84cb757-29c7-4ed0-93c6-9cdb6bd5cd9d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:07:00.119956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-e84cb757-29c7-4ed0-93c6-9cdb6bd5cd9d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:07:00.121389 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-e84cb757-29c7-4ed0-93c6-9cdb6bd5cd9d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 797 time: 0.2669625 Mar 05 01:07:00.137886 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-0d065a5f-17cf-4af5-992b-67de57fd221f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/quotas/29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 375 time: 0.0112362 Mar 05 01:07:00.215153 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-4526c2ff-361b-4076-888b-1832e4b38ceb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:07:00.230611 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-4526c2ff-361b-4076-888b-1832e4b38ceb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:07:00.231948 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-4526c2ff-361b-4076-888b-1832e4b38ceb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893779 Mar 05 01:07:00.429793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-fb9f2f56-d4d2-4d58-81b9-c465a0200636 service neutron] 10.222.0.32 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858664 Mar 05 01:07:00.563272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-4bcfdb29-9dde-4887-9aba-33d7f7ca3879 service neutron] 10.222.0.32 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267161 Mar 05 01:07:00.756873 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-52fc6000-1ab2-427c-ba3e-a7770b7f8e48 req-9dbcde20-aa76-44a5-b058-812412d13dd5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:07:00.768787 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-52fc6000-1ab2-427c-ba3e-a7770b7f8e48 req-9dbcde20-aa76-44a5-b058-812412d13dd5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:07:00.770341 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-52fc6000-1ab2-427c-ba3e-a7770b7f8e48 req-9dbcde20-aa76-44a5-b058-812412d13dd5 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 210 time: 0.0548038 Mar 05 01:07:00.813666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Sync routers for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:07:00.828168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:07:00.828916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:00.889557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0619343a-b2d9-45cf-b219-4902505ec775 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:07:01.071905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 0619343a-b2d9-45cf-b219-4902505ec775 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:07:01.072193 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:01.101987 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:07:01.441276 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe515bd-f789-48f5-8dfc-9a45b197817b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:07:01.582983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4fe515bd-f789-48f5-8dfc-9a45b197817b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:07:01.583347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:01.642570 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 2, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:01.651703 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Checking router: d9cf1a01-f79d-4bfd-a06f-073c39ad6924 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:07:01.652046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Updating router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 port 21330588-ffe5-4417-9a33-1923795c4d96 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:07:01.748018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:01.952911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98d1c32d-8fde-4b71-87dd-61759e7982d0 req-24aa6fd5-2247-49ad-ad89-ffe296127faa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 210 time: 0.0495567 Mar 05 01:07:01.995764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-7737c7f2-6d43-4cb8-8aa8-fa01f5441548 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:01.997202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-7737c7f2-6d43-4cb8-8aa8-fa01f5441548 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 797 time: 0.2077568 Mar 05 01:07:02.058143 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-6af931c5-515a-4885-b89c-61d0f16b908d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 379 time: 0.0482531 Mar 05 01:07:02.066716 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'port': {'device_id': '06c6658f-1a37-40e9-a372-51035c72e512', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'admin_state_up': True, 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'security_groups': ['5c6ed1b9-2663-4121-83d1-8e3931682375']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:07:02.133992 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.145547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Transition to ACTIVE for port object 21330588-ffe5-4417-9a33-1923795c4d96 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:07:02.152821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.201874 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:07:02.214281 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:07:02.226077 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:07:02.231004 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.279658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625d6a-2e04-4e5e-9172-093495a36b99 None None] Pushing event updated for resources: {'Port': ['ID=21330588-ffe5-4417-9a33-1923795c4d96,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:02.371871 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Attempting to bind port 21330588-ffe5-4417-9a33-1923795c4d96 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:07:02.372656 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Attempting to bind port 21330588-ffe5-4417-9a33-1923795c4d96 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:07:02.373306 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Attempting to bind port 21330588-ffe5-4417-9a33-1923795c4d96 on network 75317709-9e89-4969-9b0e-d9a247e22225 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:07:02.381939 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:07:02.383277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Checking segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:07:02.383856 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.384414 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Bound using segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:07:02.385879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Bound port: 21330588-ffe5-4417-9a33-1923795c4d96, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:07:02.386208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.405905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.7 (75317709-9e89-4969-9b0e-d9a247e22225/03f70da5-2e25-43e3-8000-5f2018981802/7fdd0d16-5b8b-4522-826a-7727fb7b000e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:07:02.476853 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] For port 21330588-ffe5-4417-9a33-1923795c4d96, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:07:02.480032 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] For port 21330588-ffe5-4417-9a33-1923795c4d96, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21330588-ffe5-4417-9a33-1923795c4d96,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:07:02.487081 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.579523 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625d6a-2e04-4e5e-9172-093495a36b99 None None] Pushing event updated for resources: {'Port': ['ID=21330588-ffe5-4417-9a33-1923795c4d96,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:02.585458 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:07:02.586077 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:06:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:02.600119 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.616922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 7fdd0d16-5b8b-4522-826a-7727fb7b000e will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:07:02.647064 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.736105 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 75317709-9e89-4969-9b0e-d9a247e22225 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:07:02.739881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:07:02.742607 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:07:02.771371 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=7fdd0d16-5b8b-4522-826a-7727fb7b000e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:02.782191 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:07:02.810223 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:02.810757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:02.838019 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-961caf5f-ee44-45ad-ba54-f43418363477 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745674 Mar 05 01:07:02.848686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Request body: {'port': {'device_id': '06c6658f-1a37-40e9-a372-51035c72e512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:07:02.974541 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.061023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8b9ea7a4-ca3b-4e39-a604-38d2c51f0db8 None None] Provisioning for port 7fdd0d16-5b8b-4522-826a-7727fb7b000e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:07:03.069466 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8b9ea7a4-ca3b-4e39-a604-38d2c51f0db8 None None] Provisioning complete for port 7fdd0d16-5b8b-4522-826a-7727fb7b000e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:07:03.069839 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7a4-ca3b-4e39-a604-38d2c51f0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.172947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ea7a4-ca3b-4e39-a604-38d2c51f0db8 None None] Port 7fdd0d16-5b8b-4522-826a-7727fb7b000e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:07:03.207818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969d5a-896c-4094-ac50-a4eeb56a69f8 req-8e8219ab-ab7e-4921-9395-135b453b5b17 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:03.212513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc969d5a-896c-4094-ac50-a4eeb56a69f8 req-8e8219ab-ab7e-4921-9395-135b453b5b17 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 931 time: 0.0949194 Mar 05 01:07:03.213584 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:02Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:03.217717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882958a-02bb-470d-a5c5-ad4b8a466f0c None None] The sync data for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 is: [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:02Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:07:03.294324 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dc969d5a-896c-4094-ac50-a4eeb56a69f8 req-932a295d-b866-4c7b-8d98-48d0d08cb6dc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751166 Mar 05 01:07:03.479594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdd0d16-5b8b-4522-826a-7727fb7b000e {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:07:03.487346 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.502227 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Transition to ACTIVE for port object 7fdd0d16-5b8b-4522-826a-7727fb7b000e will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:07:03.508380 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.646975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Pushing event updated for resources: {'Port': ['ID=7fdd0d16-5b8b-4522-826a-7727fb7b000e,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:03.772450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Attempting to bind port 7fdd0d16-5b8b-4522-826a-7727fb7b000e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:07:03.772785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Attempting to bind port 7fdd0d16-5b8b-4522-826a-7727fb7b000e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:07:03.773128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Attempting to bind port 7fdd0d16-5b8b-4522-826a-7727fb7b000e on network 75317709-9e89-4969-9b0e-d9a247e22225 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:07:03.780243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Port 7fdd0d16-5b8b-4522-826a-7727fb7b000e on network 75317709-9e89-4969-9b0e-d9a247e22225 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:07:03.780572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Attempting to bind port 7fdd0d16-5b8b-4522-826a-7727fb7b000e on network 75317709-9e89-4969-9b0e-d9a247e22225 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:07:03.789785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:07:03.790145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Checking segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:07:03.790662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Bound using segment: {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:07:03.791933 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Bound port: 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b84e7c-88fc-4771-8721-20f555209266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:07:03.792287 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.890836 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] For port 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:07:03.894767 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] For port 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:07:03.902335 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.967674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:03.970067 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] 10.222.0.10 "PUT /v2.0/ports/7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 1091 time: 1.1256766 Mar 05 01:07:03.973594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:07:04.098862 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf686e-835e-4ee2-b50b-2c141804b70b service neutron] Pushing event updated for resources: {'Port': ['ID=7fdd0d16-5b8b-4522-826a-7727fb7b000e,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:04.151667 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-358d7ab1-2cba-4451-8fc5-7dd397bb5bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1094 time: 0.1263506 Mar 05 01:07:04.223691 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'status': 'completed', 'code': 200} Mar 05 01:07:04.239362 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-0899a634-973d-45a0-a6f8-bcd70ec88248 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 217 time: 0.0832949 Mar 05 01:07:04.303358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-cccc2cc4-d590-4f0e-b77e-1c7565835312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:04.304833 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-cccc2cc4-d590-4f0e-b77e-1c7565835312 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0595825 Mar 05 01:07:04.386334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-e3816b58-cc2f-473e-a263-45111598c05f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760038 Mar 05 01:07:04.501985 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28150bb9-c782-43d1-8889-e5a396caaf8e req-ba9a21ae-5e9f-4735-9f96-0d5a9ac34a4d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:04.503556 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28150bb9-c782-43d1-8889-e5a396caaf8e req-ba9a21ae-5e9f-4735-9f96-0d5a9ac34a4d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 943 time: 0.0759928 Mar 05 01:07:04.518216 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-61981579-e8e4-4f41-b01b-de9f0398c52b service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264725 Mar 05 01:07:04.550833 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-28150bb9-c782-43d1-8889-e5a396caaf8e req-a17f0781-fdf0-418e-bd84-8cde4f7e02ff tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 Mar 05 01:07:04.647979 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1463a123-2f60-4918-ac2c-68475ec9fda8 req-54edaddd-c130-43d3-a3a6-d5634ea09752 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237724 Mar 05 01:07:04.754783 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-22b7e4da-2304-4a33-bd38-b0a1b6313ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1094 time: 0.0677245 Mar 05 01:07:04.846815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21330588-ffe5-4417-9a33-1923795c4d96 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:07:04.888463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-d2c8361f-906e-40fe-a086-53d25d11750e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:04.889935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-d2c8361f-906e-40fe-a086-53d25d11750e service neutron] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 898 time: 0.1303673 Mar 05 01:07:04.913325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 21330588-ffe5-4417-9a33-1923795c4d96 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:07:04.917801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 21330588-ffe5-4417-9a33-1923795c4d96 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:07:04.918178 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:04.960328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-115b1284-fd13-4e01-bba9-364b73f79225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 217 time: 0.0645089 Mar 05 01:07:05.022840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-a74ed70e-1e86-4dca-9506-1d56e0d3729d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:05.024611 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-a74ed70e-1e86-4dca-9506-1d56e0d3729d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0581541 Mar 05 01:07:05.032370 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:05.075630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 21330588-ffe5-4417-9a33-1923795c4d96, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21330588-ffe5-4417-9a33-1923795c4d96,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:07:05.078646 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-370c6d08-2d82-4689-aa5a-cb1d0f0cef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:05.081654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:05.102218 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-b2f770e4-d5e1-45b7-802c-17a3331fa3c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722005 Mar 05 01:07:05.147909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=21330588-ffe5-4417-9a33-1923795c4d96,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:05.326445 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-f4f97c78-e02b-4430-bf75-044e4977ffcc service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179189 Mar 05 01:07:05.455634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b5cce10b-4ae6-4123-b0be-4d51a7331cc9 req-d8dc4205-14a2-46dd-8e07-44d703d4c75d service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229837 Mar 05 01:07:05.747621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e1b66-265d-4b4e-8794-7941747c9a68 req-fbf2e89b-f31f-4b65-b4be-82fd18555ec7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:05.748303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e30e1b66-265d-4b4e-8794-7941747c9a68 req-fbf2e89b-f31f-4b65-b4be-82fd18555ec7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:07:05.762897 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-e30e1b66-265d-4b4e-8794-7941747c9a68 req-fbf2e89b-f31f-4b65-b4be-82fd18555ec7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:07:05.764037 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e30e1b66-265d-4b4e-8794-7941747c9a68 req-fbf2e89b-f31f-4b65-b4be-82fd18555ec7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 943 time: 0.0934596 Mar 05 01:07:05.808716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e30e1b66-265d-4b4e-8794-7941747c9a68 req-412796e5-beac-4af4-be08-0720ef96b2a8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392642 Mar 05 01:07:06.828182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21330588-ffe5-4417-9a33-1923795c4d96 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:07:06.899928 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 21330588-ffe5-4417-9a33-1923795c4d96 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:07:06.900225 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:07.006447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333ef9-1940-4895-896a-ae871f3215a7 req-5b9fa080-167f-4483-9590-69a79d89a2a9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:07.009371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b333ef9-1940-4895-896a-ae871f3215a7 req-5b9fa080-167f-4483-9590-69a79d89a2a9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 943 time: 0.0831277 Mar 05 01:07:07.053607 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5b333ef9-1940-4895-896a-ae871f3215a7 req-58b1db4b-4ee9-4e3d-92d6-0f9cc51970d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388587 Mar 05 01:07:07.116025 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-39ff8e51-b7aa-44e5-a993-25d904b5029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:08.246151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3e556-366f-4936-952d-6a01976e8ff3 req-1334cbfd-19f9-41d7-a8c5-8806f152a760 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:08.247580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07e3e556-366f-4936-952d-6a01976e8ff3 req-1334cbfd-19f9-41d7-a8c5-8806f152a760 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 943 time: 0.0777953 Mar 05 01:07:08.290974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-07e3e556-366f-4936-952d-6a01976e8ff3 req-dc827a5c-25ea-4a67-8c54-4038ec468a01 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Mar 05 01:07:08.420802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fdd0d16-5b8b-4522-826a-7727fb7b000e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:07:08.535227 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:08.537559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:08.573285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:07:08.585623 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'port_id': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'mac_address': 'fa:16:3e:fc:3b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:07:08.640415 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:08.656779 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdd0d16-5b8b-4522-826a-7727fb7b000e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:07:08.671413 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:07:08.675082 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:08.741718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fdd0d16-5b8b-4522-826a-7727fb7b000e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:09.001412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7fdd0d16-5b8b-4522-826a-7727fb7b000e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:07:09.486046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7236-8ff9-4636-9506-1f50bee9847b req-b43cf076-a0d8-420d-81db-a46b879f64e8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:09.487494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f00f7236-8ff9-4636-9506-1f50bee9847b req-b43cf076-a0d8-420d-81db-a46b879f64e8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 944 time: 0.0757208 Mar 05 01:07:09.535173 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f00f7236-8ff9-4636-9506-1f50bee9847b req-dd251307-2bf6-47c9-8925-b99c8fa4da87 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421476 Mar 05 01:07:09.961688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:10.435411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fdd0d16-5b8b-4522-826a-7727fb7b000e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:07:10.501510 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7fdd0d16-5b8b-4522-826a-7727fb7b000e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:07:10.506332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7fdd0d16-5b8b-4522-826a-7727fb7b000e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:07:10.506699 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:10.619355 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:10.646348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:07:10.656632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:07:10.660984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:10.708496 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'code': 200} Mar 05 01:07:10.735009 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e75b8-f7e4-49f1-9247-f395cc7510b3 req-6564f4c0-b390-4beb-9aac-d45ab217aadc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:10.737167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f6e75b8-f7e4-49f1-9247-f395cc7510b3 req-6564f4c0-b390-4beb-9aac-d45ab217aadc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0805519 Mar 05 01:07:10.741932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fdd0d16-5b8b-4522-826a-7727fb7b000e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:10.823053 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9f6e75b8-f7e4-49f1-9247-f395cc7510b3 req-3b07b8aa-4371-4b08-b09d-7279e3025342 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799208 Mar 05 01:07:10.851592 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-692a107c-7b00-4f11-b75a-c4237504aed4 req-1aab0c15-d524-47ba-920d-de56b960451f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1096 time: 0.0800083 Mar 05 01:07:10.891599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-692a107c-7b00-4f11-b75a-c4237504aed4 req-0f4c6695-8bbc-4642-bd8d-0612755bccf7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346375 Mar 05 01:07:12.021957 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585e296-f618-4ed6-89cc-f19fdc17a7d0 req-53135c05-4318-4c23-b693-889a7934e7ed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:12.023409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f585e296-f618-4ed6-89cc-f19fdc17a7d0 req-53135c05-4318-4c23-b693-889a7934e7ed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0764122 Mar 05 01:07:12.068369 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f585e296-f618-4ed6-89cc-f19fdc17a7d0 req-e150d0cb-6029-4417-ae37-24f604680c0f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 Mar 05 01:07:13.260779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483870cc-6d4d-4012-8798-661111bb291c req-80ba584b-0e1a-4251-b948-d8f2322e36ee tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:13.262191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-483870cc-6d4d-4012-8798-661111bb291c req-80ba584b-0e1a-4251-b948-d8f2322e36ee tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0759091 Mar 05 01:07:13.310348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-483870cc-6d4d-4012-8798-661111bb291c req-0498fbd1-f851-4254-abc1-e872805f78db tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Mar 05 01:07:13.506920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0631d-0bc4-4ef4-b73c-9010d1f4d3aa req-e583dca9-503b-46d4-9470-058e3ed72558 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:13.508409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27b0631d-0bc4-4ef4-b73c-9010d1f4d3aa req-e583dca9-503b-46d4-9470-058e3ed72558 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0780387 Mar 05 01:07:13.553231 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-27b0631d-0bc4-4ef4-b73c-9010d1f4d3aa req-188e765c-25c8-423e-aeb5-c62913dc9594 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Mar 05 01:07:13.579852 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:13.647208 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b234e111-6783-4d3f-b89f-f10ac1fa3ba0 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1091 time: 0.0662584 Mar 05 01:07:13.649829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45964) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:13.655400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:07:13.661382 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:07:13.665144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:floatingip and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:07:13.667956 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:07:13.673544 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:07:13.684004 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:13.815790 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:13.951475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.204 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/6b061e5f-276d-4b74-acdd-a17c8995f0fc) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:07:14.094072 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:14.120297 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:14.183050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:07:14.185721 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:07:14.189381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:07:14.308986 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=6b061e5f-276d-4b74-acdd-a17c8995f0fc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:14.775988 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:14.831570 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:15.029724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:15.034272 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:15.138306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=6b061e5f-276d-4b74-acdd-a17c8995f0fc,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:07:15.151986 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:15.340229 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Floating IP 2f3d9b27-5e68-404c-a44d-ad38accecbe9 associated. External IP: 172.25.0.204, port: 7fdd0d16-5b8b-4522-826a-7727fb7b000e. Mar 05 01:07:15.819050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:07:16.020419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:07:16.029639 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] Sync routers for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:07:16.042495 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:07:16.043065 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:16.044526 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:16.100941 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3bca23c6-73ce-4b27-bd04-1dfd9f16c57d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4493952 Mar 05 01:07:16.101453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:07:16.157252 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'status': 'completed', 'code': 200} Mar 05 01:07:16.220612 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:07:16.309649 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-efabba67-47c8-4505-8cc0-0cbbce4a454f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1096 time: 0.1315813 Mar 05 01:07:16.315078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fca549-3660-414f-bd80-27c2f09462b8 req-b3174628-0afc-422a-857e-a997f43ad8ed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:16.316409 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32fca549-3660-414f-bd80-27c2f09462b8 req-b3174628-0afc-422a-857e-a997f43ad8ed tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.1079495 Mar 05 01:07:16.443621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-32fca549-3660-414f-bd80-27c2f09462b8 req-3db5b897-edfb-4684-9271-accffec318d6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091688 Mar 05 01:07:16.472301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45972) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:16.476001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-664ccd16-0e27-401f-b1ad-e0363a381d51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:16.477496 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-664ccd16-0e27-401f-b1ad-e0363a381d51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 898 time: 0.1602221 Mar 05 01:07:16.564529 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '2f3d9b27-5e68-404c-a44d-ad38accecbe9', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'port_id': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'mac_address': 'fa:16:3e:fc:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6658f-1a37-40e9-a372-51035c72e512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:07:14Z', 'updated_at': '2022-03-05T01:07:14Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:05Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:16.568440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] Checking router: d9cf1a01-f79d-4bfd-a06f-073c39ad6924 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:07:16.580492 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-72833e77-1f65-4aab-9a75-da4583b02d95 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 991 time: 0.1070371 Mar 05 01:07:16.584751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-30a93395-09d3-49a1-b128-2736f87df0c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 999 time: 0.1016328 Mar 05 01:07:16.585750 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:07:16.590218 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:07:16.590825 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:07:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:16.645354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-2eac107c-9fa2-4cb3-b6a4-eff3defc714e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:07:16.646793 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-2eac107c-9fa2-4cb3-b6a4-eff3defc714e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0566645 Mar 05 01:07:16.729417 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-459eca4c-d822-4643-8ea8-dc9e66067348 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679634 Mar 05 01:07:16.767759 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:07:16.860909 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-c85d4a6e-ffb5-42cb-87fe-d82d26bb0092 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 Mar 05 01:07:16.994716 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7b3fa03b-7cf8-4591-ac61-cabfc6d49c14 req-12daa0e6-9809-4c89-891f-1c2102f0fae2 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268096 Mar 05 01:07:17.126116 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '2f3d9b27-5e68-404c-a44d-ad38accecbe9', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'port_id': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'mac_address': 'fa:16:3e:fc:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6658f-1a37-40e9-a372-51035c72e512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:07:14Z', 'updated_at': '2022-03-05T01:07:14Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:05Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:07:17.130047 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c33646-c1bf-4891-bed6-fc8dfc52065b None None] The sync data for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 is: [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '2f3d9b27-5e68-404c-a44d-ad38accecbe9', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'port_id': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'mac_address': 'fa:16:3e:fc:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6658f-1a37-40e9-a372-51035c72e512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:07:14Z', 'updated_at': '2022-03-05T01:07:14Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:05Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:07:17.584307 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45976) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:17.690075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-caa47184-1f02-4c49-a960-0a4e1112cce7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 991 time: 0.1046181 Mar 05 01:07:18.693942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45980) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:18.887735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-a4a0de42-d3f0-447a-9dfc-af57f673308c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 991 time: 0.1926520 Mar 05 01:07:19.823229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a12aea-110d-4081-98a9-2434803eb577 None None] New status for floating IP 2f3d9b27-5e68-404c-a44d-ad38accecbe9: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:07:19.890586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 45984) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:19.996359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d5dfcabb-e2b2-460a-be3a-ee1c7ef2298a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 991 time: 0.1045156 Mar 05 01:07:21.000412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 45988) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:07:21.099893 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b8c77b46-bf2d-4171-8749-b7d885fa6a59 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 993 time: 0.0981774 Mar 05 01:07:27.702777 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:28.095574 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:35.074159 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-38280594-1c43-4200-beb8-f11ddf0f7846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:37.117940 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-baa6b189-2712-4b55-b74a-fd45b9fc9180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:38.480101 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:38.509473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:39.962163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:53.577132 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:07:55.306137 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-3eeb3753-28ef-482e-9a27-0e12b7a317b6 req-d9afcfcd-789d-4f00-a3d4-1ea8edafadd2 service neutron] (83782) timed out ('10.222.0.32', 38772) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 01:07:57.716632 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:07:58.102017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:05.075347 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f47fda2d-6bbe-4c0a-846a-8e70266e7b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:07.121641 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd54293b-6467-4cbb-b102-5d4d53e0e8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:08.482397 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:08.511601 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:09.967017 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:10.666246 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-0eca3e10-ab4d-4660-a523-a09fb9eaedf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686271 Mar 05 01:08:10.800617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-a34253e3-1e63-4761-bd5f-d7edd45bb109 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1096 time: 0.0666046 Mar 05 01:08:10.940756 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-3ec22f0a-d99d-4b02-a874-422df1bacfb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:10.942128 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-3ec22f0a-d99d-4b02-a874-422df1bacfb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 898 time: 0.1239369 Mar 05 01:08:11.044864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-d5f37170-78cc-4cef-9228-152cafa6c254 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 1001 time: 0.0968161 Mar 05 01:08:11.105062 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-1249311e-d994-417a-9094-93eb8a4c9f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:11.106444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-1249311e-d994-417a-9094-93eb8a4c9f4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0558629 Mar 05 01:08:11.179763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-648c040e-9b64-42e4-982b-ce045d4fb91d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673063 Mar 05 01:08:11.305860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-80438d1a-6a79-4c1b-bbc7-e54ec1833108 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196868 Mar 05 01:08:11.433186 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-91b23455-4750-4b44-a743-ba94eb2199e7 req-8300f9c6-7deb-4d0b-b65e-5a4873593693 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207817 Mar 05 01:08:18.072216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118ac9-5255-4459-aa27-9dff682161a1 req-ad240ff1-de62-4067-984d-cd4dc3c2b8af tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:18.073748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11118ac9-5255-4459-aa27-9dff682161a1 req-ad240ff1-de62-4067-984d-cd4dc3c2b8af tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0871203 Mar 05 01:08:18.118112 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-11118ac9-5255-4459-aa27-9dff682161a1 req-99b02c5e-fa39-457c-a073-e1806681fdd6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389106 Mar 05 01:08:19.336248 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2da51-e38c-4491-b350-bb18e146a25f req-0208b61c-ab29-45ba-a7d1-bf5aff27ea0a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:19.337739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ddc2da51-e38c-4491-b350-bb18e146a25f req-0208b61c-ab29-45ba-a7d1-bf5aff27ea0a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0748296 Mar 05 01:08:19.381340 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ddc2da51-e38c-4491-b350-bb18e146a25f req-f05a2d8a-a8c3-4a47-b84a-6b04dba12f0a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Mar 05 01:08:20.574275 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451bfb1-0416-417d-9614-576526c5f5fc req-0e7baef2-f1a4-4dbf-9a0a-fa7de6f92b64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:20.575689 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f451bfb1-0416-417d-9614-576526c5f5fc req-0e7baef2-f1a4-4dbf-9a0a-fa7de6f92b64 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0738230 Mar 05 01:08:20.622221 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f451bfb1-0416-417d-9614-576526c5f5fc req-1d707563-d220-44d0-a280-e78cfc54de59 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411954 Mar 05 01:08:21.816747 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d81cd9-3b05-4c57-af59-7feb25d64514 req-401627c8-a003-48f8-93e1-83ba547d945e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:21.818190 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98d81cd9-3b05-4c57-af59-7feb25d64514 req-401627c8-a003-48f8-93e1-83ba547d945e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0779839 Mar 05 01:08:21.862187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-98d81cd9-3b05-4c57-af59-7feb25d64514 req-27a495fa-dd3c-4045-ad91-bf8a47964049 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380769 Mar 05 01:08:23.057478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5688bd-944b-42a2-8c92-32760677b922 req-232a5d77-4cf7-4f2a-8564-ec852f8cd134 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:23.058825 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f5688bd-944b-42a2-8c92-32760677b922 req-232a5d77-4cf7-4f2a-8564-ec852f8cd134 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0775099 Mar 05 01:08:23.103375 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9f5688bd-944b-42a2-8c92-32760677b922 req-a0b1e5cc-c8bd-4c20-9d41-9ea189ff7567 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384698 Mar 05 01:08:24.297788 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629d5b-adc3-44fe-9798-ad9646d4ccd3 req-e1129e94-bd3a-4167-ae52-be519d244d8b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:24.299217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df629d5b-adc3-44fe-9798-ad9646d4ccd3 req-e1129e94-bd3a-4167-ae52-be519d244d8b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0739038 Mar 05 01:08:24.343223 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-df629d5b-adc3-44fe-9798-ad9646d4ccd3 req-c24b53ad-4bd5-4115-b39e-9a60d0f88fda tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386612 Mar 05 01:08:25.539467 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b422f3-3662-4f71-9b7d-7ae1611929be req-e15d7fb8-cd9d-40bc-afc8-4280b3397101 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:25.540918 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85b422f3-3662-4f71-9b7d-7ae1611929be req-e15d7fb8-cd9d-40bc-afc8-4280b3397101 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0791178 Mar 05 01:08:25.585422 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-85b422f3-3662-4f71-9b7d-7ae1611929be req-5392c963-994e-436c-8db1-94522b6e3dbf tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389857 Mar 05 01:08:26.780266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3209f5-179e-4f03-80f7-3d3ade3cb504 req-11e07132-8c43-4809-8949-e1cc04e065c3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:26.781733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f3209f5-179e-4f03-80f7-3d3ade3cb504 req-11e07132-8c43-4809-8949-e1cc04e065c3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0784349 Mar 05 01:08:26.826095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8f3209f5-179e-4f03-80f7-3d3ade3cb504 req-a4fb5b82-bab2-429d-877d-66031708450c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389779 Mar 05 01:08:27.712879 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:28.021400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f915a-db7d-4513-9150-c8e211571b53 req-a723528b-30d2-4501-bac5-fece6f362ba1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:28.022851 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa5f915a-db7d-4513-9150-c8e211571b53 req-a723528b-30d2-4501-bac5-fece6f362ba1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0766394 Mar 05 01:08:28.066698 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa5f915a-db7d-4513-9150-c8e211571b53 req-26b8198d-a2be-4786-a104-ce4ea897df52 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375597 Mar 05 01:08:28.115365 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:29.257799 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8078a-1723-4c10-b451-a81b53d0cfd5 req-d5dd4b84-96c3-4443-a046-c3df4d82e19b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:29.259252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ecd8078a-1723-4c10-b451-a81b53d0cfd5 req-d5dd4b84-96c3-4443-a046-c3df4d82e19b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0748441 Mar 05 01:08:29.303447 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ecd8078a-1723-4c10-b451-a81b53d0cfd5 req-359971f2-e9d8-4b96-b838-1ce8a897ae75 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387928 Mar 05 01:08:29.330755 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46058) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:08:29.434284 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-0a93f9ca-954b-48ca-ae12-aec6086f904d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 993 time: 0.1022902 Mar 05 01:08:30.578150 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:08:30.891045 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b1e6-6a56-4e8d-8d7a-80875c9956a3 req-50ed7c32-e408-4092-a202-03bd54ffcf55 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:30.892485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aff6b1e6-6a56-4e8d-8d7a-80875c9956a3 req-50ed7c32-e408-4092-a202-03bd54ffcf55 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0798762 Mar 05 01:08:30.937172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aff6b1e6-6a56-4e8d-8d7a-80875c9956a3 req-f2e6f959-550d-4bba-bbdd-832b434fbb1b tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390396 Mar 05 01:08:30.937637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-9d834fdc-5b6d-4211-bdfd-185ce7998806 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1096 time: 0.0716925 Mar 05 01:08:31.155770 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-c41ae2b6-d329-4952-bc81-32bc9ec0d106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:31.157210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-c41ae2b6-d329-4952-bc81-32bc9ec0d106 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 898 time: 0.2139323 Mar 05 01:08:31.259171 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-3ad81792-0845-4f08-97e0-189d485ccc05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 1001 time: 0.0960832 Mar 05 01:08:31.319356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-2ad25041-1f0d-4525-98e1-264ec4066210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:31.320731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-2ad25041-1f0d-4525-98e1-264ec4066210 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0561042 Mar 05 01:08:31.397051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-1418a495-c7f6-49ba-a430-e6115e95a13e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700965 Mar 05 01:08:31.526371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-377a6027-cd8d-46b7-9fb0-293f79132145 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233335 Mar 05 01:08:31.654278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-522c0c03-4d93-4475-90a0-33d70dd1119f req-0635a6ac-0b2d-4a1f-bb19-696242faab29 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227853 Mar 05 01:08:32.133319 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797f64-95e7-4fe0-b864-fde21a5f24f9 req-6baa6eea-56ab-4a56-b99a-4838f954fce7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:32.135350 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a797f64-95e7-4fe0-b864-fde21a5f24f9 req-6baa6eea-56ab-4a56-b99a-4838f954fce7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0757942 Mar 05 01:08:32.182624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5a797f64-95e7-4fe0-b864-fde21a5f24f9 req-61ad9fa8-483a-4296-8c7c-a3b983e3d12f tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Mar 05 01:08:33.378139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18681c-5be0-4a70-8a32-dbce229f406c req-53d21ccf-5766-41c8-a132-fcc64a85d2b1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:08:33.379554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d18681c-5be0-4a70-8a32-dbce229f406c req-53d21ccf-5766-41c8-a132-fcc64a85d2b1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0738301 Mar 05 01:08:33.423229 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8d18681c-5be0-4a70-8a32-dbce229f406c req-cef6356f-73f0-4ab6-b76f-e7a1c1c5a4b7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377769 Mar 05 01:08:33.451490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46072) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:08:33.553398 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-587c0c52-7d3d-46cf-b0d6-968ebdcb8edc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 200 len: 993 time: 0.1007164 Mar 05 01:08:35.077504 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-76affb13-7f8f-4a52-9307-148e1f3f285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:37.123985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7109dd34-7d12-4dbe-9376-a94203d11bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:38.484880 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:38.513505 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:39.968426 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:57.726967 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:08:58.130291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:05.079571 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6245b37c-7435-413d-b955-fe6b2e708b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:07.125315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9036751a-bca3-4469-9c23-0b7256bf1bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:07.579008 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:09:08.487560 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:08.516004 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:09.971584 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:11.666535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-c8d16500-9f0a-4806-8a3b-afd4261ee51a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690815 Mar 05 01:09:11.804314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-8876d185-dca4-4b48-a7ee-93e0f3458d8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1096 time: 0.0669117 Mar 05 01:09:11.944641 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10ff28-acce-4492-8496-b1f298dda465 req-897f6057-9147-40a0-959a-92db4248e208 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:11.946024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-897f6057-9147-40a0-959a-92db4248e208 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 898 time: 0.1239281 Mar 05 01:09:12.046724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-24127e8d-9922-48d2-b4f4-4ab36ca2b060 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 1001 time: 0.0950704 Mar 05 01:09:12.106781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10ff28-acce-4492-8496-b1f298dda465 req-6bfb6e84-81e2-437e-b6e7-d8a0333b9230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:12.108141 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-6bfb6e84-81e2-437e-b6e7-d8a0333b9230 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0556817 Mar 05 01:09:12.182925 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-efc27c87-8a82-4cd1-a813-bbe2b3e4740a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688586 Mar 05 01:09:12.314109 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-0d8eac9d-04d3-4628-91c0-1cad65f83afe service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246746 Mar 05 01:09:12.440508 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ca10ff28-acce-4492-8496-b1f298dda465 req-6edcce38-fb71-4c01-b737-d100351c0b27 service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213198 Mar 05 01:09:26.799659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46096) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:27.092112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 6b061e5f-276d-4b74-acdd-a17c8995f0fc {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:09:27.092364 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:27.255325 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:27.255646 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:27.371850 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 6b061e5f-276d-4b74-acdd-a17c8995f0fc owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:09:27.525507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:27.572813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=6b061e5f-276d-4b74-acdd-a17c8995f0fc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:27.609475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.609816 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.610149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.610480 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.610805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.611129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.611452 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.611770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.612089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.612405 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.612720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:27.670237 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:27.726700 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:28.054314 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:09:28.127123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:28.250104 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:09:28.259364 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] Sync routers for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:09:28.269071 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:28.271106 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:28.271739 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:28.320615 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ae0bbc32-40dd-4152-a159-54083707cc8a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f3d9b27-5e68-404c-a44d-ad38accecbe9 HTTP/1.1" status: 204 len: 168 time: 1.5198777 Mar 05 01:09:28.321179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:09:28.451983 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:28.468303 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'status': 'completed', 'code': 200} Mar 05 01:09:28.634334 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-ba3a3f9c-a9e7-4e47-8a08-7abb60ab5b87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 1096 time: 0.1452563 Mar 05 01:09:28.779696 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:05Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:28.783701 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] Checking router: d9cf1a01-f79d-4bfd-a06f-073c39ad6924 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:09:28.794714 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:28.795322 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:28.924720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-7002b81d-2eb8-41b7-82c4-ae61a1009e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:28.926192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-7002b81d-2eb8-41b7-82c4-ae61a1009e86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 200 len: 898 time: 0.2860920 Mar 05 01:09:28.936434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07b744-8a6d-4551-b6c6-12d5a6e4665b req-4d199f7c-f96c-4d3a-af87-3c0f6ee815f8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:28.937845 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa07b744-8a6d-4551-b6c6-12d5a6e4665b req-4d199f7c-f96c-4d3a-af87-3c0f6ee815f8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.2804127 Mar 05 01:09:28.966457 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:29.015616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-17a36e61-93b1-4155-8205-b1c39ed3e98e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 200 len: 217 time: 0.0768299 Mar 05 01:09:29.084937 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa07b744-8a6d-4551-b6c6-12d5a6e4665b req-e2d6d365-d9c7-46ce-a9fa-e93406d794a8 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992675 Mar 05 01:09:29.093812 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-42512bd2-b519-4c57-8345-fe40afa8f7a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:29.095464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-42512bd2-b519-4c57-8345-fe40afa8f7a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 200 len: 834 time: 0.0690956 Mar 05 01:09:29.170895 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-726ab924-5ef2-4140-990d-e60d1aa4525a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75317709-9e89-4969-9b0e-d9a247e22225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685477 Mar 05 01:09:29.274857 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:05Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:29.279274 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f26bd-ab5c-4898-acf9-09a6fb51826b None None] The sync data for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 is: [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:58Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '21330588-ffe5-4417-9a33-1923795c4d96', 'name': '', 'network_id': '75317709-9e89-4969-9b0e-d9a247e22225', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:22:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f70da5-2e25-43e3-8000-5f2018981802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:57Z', 'updated_at': '2022-03-05T01:07:05Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '03f70da5-2e25-43e3-8000-5f2018981802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:09:29.304063 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-dda6c802-aebf-4c15-9477-b643f1c047fe service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258616 Mar 05 01:09:29.440006 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-990b3ad2-3289-4d2f-9afa-47cfc5c006c4 req-1a286686-656d-41d9-b621-d0907d1a92ea service neutron] 10.222.0.10 "GET /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293845 Mar 05 01:09:29.489207 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff60858-e389-419f-a9a7-8b9e6b1fdd05 None None] New status for floating IP 2f3d9b27-5e68-404c-a44d-ad38accecbe9: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:09:30.350358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67eced-62c6-46dd-97a9-75297c49127d req-5cb87fd7-9977-4e06-b419-74171237bc46 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:30.351847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da67eced-62c6-46dd-97a9-75297c49127d req-5cb87fd7-9977-4e06-b419-74171237bc46 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.0846763 Mar 05 01:09:30.352780 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368fb10-c413-4709-8f08-837e6c887d62 req-2ef50d37-3d57-4b65-b886-3c7f79acbdaa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:30.354042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3368fb10-c413-4709-8f08-837e6c887d62 req-2ef50d37-3d57-4b65-b886-3c7f79acbdaa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:30.372237 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-3368fb10-c413-4709-8f08-837e6c887d62 req-2ef50d37-3d57-4b65-b886-3c7f79acbdaa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:30.379158 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3368fb10-c413-4709-8f08-837e6c887d62 req-2ef50d37-3d57-4b65-b886-3c7f79acbdaa tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 945 time: 0.1708615 Mar 05 01:09:30.426810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 7fdd0d16-5b8b-4522-826a-7727fb7b000e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:09:30.427251 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:30.429739 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3368fb10-c413-4709-8f08-837e6c887d62 req-750ed873-1974-46b6-ba08-adc3cb6e0332 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c6ed1b9-2663-4121-83d1-8e3931682375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496089 Mar 05 01:09:30.673807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 7fdd0d16-5b8b-4522-826a-7727fb7b000e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fdd0d16-5b8b-4522-826a-7727fb7b000e,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:30.674163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:30.793977 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 7fdd0d16-5b8b-4522-826a-7727fb7b000e owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:09:30.937370 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:30.985007 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=7fdd0d16-5b8b-4522-826a-7727fb7b000e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:30.997326 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.997669 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.998004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.998336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.998660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.998982 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.999303 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.999622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:30.999939 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:31.000253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:31.000566 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:31.072023 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] No DVR routers for this DVR port 7fdd0d16-5b8b-4522-826a-7727fb7b000e on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:09:31.074536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:31.076925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'name': 'network-vif-deleted', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:09:31.092571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-da67eced-62c6-46dd-97a9-75297c49127d req-99cc4fc9-6292-4d5e-81de-6be6429b6d19 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "DELETE /v2.0/ports/7fdd0d16-5b8b-4522-826a-7727fb7b000e HTTP/1.1" status: 204 len: 173 time: 0.7355330 Mar 05 01:09:31.136146 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c6658f-1a37-40e9-a372-51035c72e512', 'name': 'network-vif-deleted', 'tag': '7fdd0d16-5b8b-4522-826a-7727fb7b000e', 'status': 'completed', 'code': 200} Mar 05 01:09:31.604986 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd15db77-f9a4-4268-96ba-92491440b645 req-a03ab9fb-3dea-4e6f-a66d-cccf19c26023 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c6658f-1a37-40e9-a372-51035c72e512 HTTP/1.1" status: 200 len: 210 time: 0.0419159 Mar 05 01:09:32.708047 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46124) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:33.182648 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:33.770514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 21330588-ffe5-4417-9a33-1923795c4d96 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:09:33.771217 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:33.951651 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 21330588-ffe5-4417-9a33-1923795c4d96, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=21330588-ffe5-4417-9a33-1923795c4d96,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:33.952001 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:34.068646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 21330588-ffe5-4417-9a33-1923795c4d96 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:09:34.238201 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:34.371054 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=21330588-ffe5-4417-9a33-1923795c4d96,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:34.652663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.081461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d358911a-fd94-4911-a305-fc98d37d75ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.150098 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fdd0d16-5b8b-4522-826a-7727fb7b000e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:09:35.182619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 7fdd0d16-5b8b-4522-826a-7727fb7b000e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:09:35.182955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fdd0d16-5b8b-4522-826a-7727fb7b000e not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:09:35.209240 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:09:35.407718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:09:35.417757 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] Sync routers for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:09:35.420546 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b36a4f8c-94ad-47f0-bea5-d806eed7581a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/d9cf1a01-f79d-4bfd-a06f-073c39ad6924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114532 Mar 05 01:09:35.423329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46128) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:35.429494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:35.430094 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:35.609342 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting subnet 03f70da5-2e25-43e3-8000-5f2018981802 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:09:35.612186 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.634409 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:35.664603 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.854652 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.928328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.936864 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:09:34Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:35.941461 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] Checking router: d9cf1a01-f79d-4bfd-a06f-073c39ad6924 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:09:35.955525 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] Routers {'d9cf1a01-f79d-4bfd-a06f-073c39ad6924'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:35.956377 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:35.968358 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Subnet': ['ID=03f70da5-2e25-43e3-8000-5f2018981802,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:35.974957 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:35.981046 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3c471874-13b2-4e78-9cd4-416a8f3245d4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/subnets/03f70da5-2e25-43e3-8000-5f2018981802 HTTP/1.1" status: 204 len: 168 time: 0.5567801 Mar 05 01:09:35.983654 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46132) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:35.986273 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12a441b-2646-452f-96c0-6fee427b0370 None None] Network 75317709-9e89-4969-9b0e-d9a247e22225 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:09:36.147170 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] Set router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:36.182885 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.255268 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] DHCP port deletion for 75317709-9e89-4969-9b0e-d9a247e22225 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:09:36.262644 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Deleting port 4fe515bd-f789-48f5-8dfc-9a45b197817b {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:09:36.263020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.384730 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.395147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 0619343a-b2d9-45cf-b219-4902505ec775 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:09:36.395662 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.451250 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:09:34Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:36.455544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244e81d-5843-408e-b7cf-602a7522291f None None] The sync data for ids ['d9cf1a01-f79d-4bfd-a06f-073c39ad6924'] in n-d-828979-4 is: [{'id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904371099', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '0619343a-b2d9-45cf-b219-4902505ec775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:09:34Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '0619343a-b2d9-45cf-b219-4902505ec775', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf1a01-f79d-4bfd-a06f-073c39ad6924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:06:54Z', 'updated_at': '2022-03-05T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:09:36.475023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] For port 4fe515bd-f789-48f5-8dfc-9a45b197817b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4fe515bd-f789-48f5-8dfc-9a45b197817b,segment=NetworkSegment(a9b84e7c-88fc-4771-8721-20f555209266),segment_id=a9b84e7c-88fc-4771-8721-20f555209266)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:36.475324 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.577305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 0619343a-b2d9-45cf-b219-4902505ec775, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=0619343a-b2d9-45cf-b219-4902505ec775,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:36.577654 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.594760 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Calling delete_port for 4fe515bd-f789-48f5-8dfc-9a45b197817b owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:09:36.667050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.695179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 0619343a-b2d9-45cf-b219-4902505ec775 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:09:36.748984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Pushing event deleted for resources: {'Port': ['ID=4fe515bd-f789-48f5-8dfc-9a45b197817b,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:36.758947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] No DVR routers for this DVR port 4fe515bd-f789-48f5-8dfc-9a45b197817b on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:09:36.771153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.771153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.771477 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.771820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.772211 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.772583 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.772924 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.773277 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.773610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.773933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.774260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226202da-2fdb-4915-a12b-40c17c50cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:36.879181 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:36.898947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21330588-ffe5-4417-9a33-1923795c4d96 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:09:36.935015 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 21330588-ffe5-4417-9a33-1923795c4d96 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:09:36.935358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 21330588-ffe5-4417-9a33-1923795c4d96 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:09:36.935752 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe515bd-f789-48f5-8dfc-9a45b197817b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:09:36.955039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=0619343a-b2d9-45cf-b219-4902505ec775,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:36.967100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4fe515bd-f789-48f5-8dfc-9a45b197817b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:09:36.967783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4fe515bd-f789-48f5-8dfc-9a45b197817b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:09:37.126195 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-12532876-f113-4e95-a6e5-d26970b50648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.151242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.491466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.496178 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.520594 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.521146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Fanout notify agent at l3_agent the message router_deleted on router d9cf1a01-f79d-4bfd-a06f-073c39ad6924 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:09:37.535273 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.536371 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f524da16-a35b-43f2-9f43-58610c655fe1 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/routers/d9cf1a01-f79d-4bfd-a06f-073c39ad6924 HTTP/1.1" status: 204 len: 168 time: 1.5516591 Mar 05 01:09:37.539304 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46136) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:37.746866 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.873300 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.899341 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75317709-9e89-4969-9b0e-d9a247e22225']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:37.911386 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b84e7c-88fc-4771-8721-20f555209266') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:37.911679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b84e7c-88fc-4771-8721-20f555209266') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:37.923367 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.942561 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.948845 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:09:37.949252 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: timer() Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:09:37.964262 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:09:38.045172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.061886 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.072578 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Network': ['ID=75317709-9e89-4969-9b0e-d9a247e22225,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:38.080202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-1ebc3e22-5368-4ec4-823b-9d690b9f506d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/networks/75317709-9e89-4969-9b0e-d9a247e22225 HTTP/1.1" status: 204 len: 168 time: 0.5388577 Mar 05 01:09:38.082858 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46140) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:38.149144 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-163f2c0f-a665-424b-8978-281fe2043f4e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.178110 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-163f2c0f-a665-424b-8978-281fe2043f4e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.247087 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-163f2c0f-a665-424b-8978-281fe2043f4e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.266731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f2c0f-a665-424b-8978-281fe2043f4e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6ed1b9-2663-4121-83d1-8e3931682375,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:38.278195 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-163f2c0f-a665-424b-8978-281fe2043f4e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.279336 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-163f2c0f-a665-424b-8978-281fe2043f4e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c6ed1b9-2663-4121-83d1-8e3931682375 HTTP/1.1" status: 204 len: 168 time: 0.1955986 Mar 05 01:09:38.489423 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.519147 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.581293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46150) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:38.586872 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667474146', 'description': 'tempest-secgroup-smoke-667474146 description', 'project_id': '29479a72dc024f8d80ce527c8df269dd'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:38.594187 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:38.598513 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:38.601325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:38.606936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:38.616854 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.650881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:38.654558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:38.657243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:38.663016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:38.715925 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.720197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.763447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c88ff6-35ac-472b-b844-da0720db75ed,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:38.766169 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.770217 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fd118de9-d6a6-407e-bfb9-c06a039ad575 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1850419 Mar 05 01:09:38.770217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46154) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:38.775609 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'b6c88ff6-35ac-472b-b844-da0720db75ed', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:38.782232 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:38.785994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:38.788763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:38.794342 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:38.810280 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.873495 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.877172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.895001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0619343a-b2d9-45cf-b219-4902505ec775 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:09:38.900196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be606be-ae8e-4865-9168-50faa741530b,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:38.909641 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:38.910874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6c554d9f-ae66-475c-846f-faad3bf57833 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1398046 Mar 05 01:09:38.913847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46158) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:38.919776 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'b6c88ff6-35ac-472b-b844-da0720db75ed', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:38.926463 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:38.927635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 0619343a-b2d9-45cf-b219-4902505ec775 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:09:38.927984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 0619343a-b2d9-45cf-b219-4902505ec775 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:09:38.932147 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:38.935196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:38.941515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:38.957681 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.021984 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.025460 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.049885 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9e6455-9cba-410c-bb75-be20b6e42900,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:39.059546 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.060820 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4552a244-e7a8-4e2f-bc73-8762b095e648 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1458812 Mar 05 01:09:39.064510 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46162) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:39.069933 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'b6c88ff6-35ac-472b-b844-da0720db75ed', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:39.076331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:39.080194 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:39.083125 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:39.088772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:39.104851 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.165115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.169152 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.195864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dbca0a-f9d7-4e21-b7c9-28d453e304a9,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:39.201870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.202947 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-532f8369-61d7-4a1c-9f0d-4076a2f298a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1374893 Mar 05 01:09:39.205788 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46166) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:39.211233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'b6c88ff6-35ac-472b-b844-da0720db75ed', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:39.217646 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:39.221960 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:39.224800 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:39.231213 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:39.247396 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.309159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.312632 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.337471 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a5e343-9adb-4f6c-ac9a-f372a305003f,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:39.345593 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.346741 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6e4a5b55-41e2-4e5c-a39b-e349a0a9072e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1400373 Mar 05 01:09:39.349415 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46170) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:39.355046 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'b6c88ff6-35ac-472b-b844-da0720db75ed', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:39.361352 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:39.365051 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:39.367853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:39.374258 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:39.384479 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:09:39.390671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.453663 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.457064 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.481171 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22522c3a-e6e8-4041-b864-57358be80a8e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:39.490605 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.491753 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ad8eb3ac-b4c8-4da5-9983-4e54e54b5242 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1414499 Mar 05 01:09:39.494499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46174) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:39.499758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'security_group_rule': {'security_group_id': 'b6c88ff6-35ac-472b-b844-da0720db75ed', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:39.506085 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:39.509865 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:security_group_rule and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:39.512677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:39.518279 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:39.528851 n-d-828979-4 neutron-server[83783]: INFO neutron.db.securitygroups_db [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Project 29479a72dc024f8d80ce527c8df269dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:09:39.534909 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.598755 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.602021 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.624542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f4f7d1-1aba-46b9-9111-1ee3abfac753,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:39.633159 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.635013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f98c4e99-32b9-4243-aa80-94c4d9cbaea4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1390684 Mar 05 01:09:39.637844 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46178) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:39.643087 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'network': {'name': 'tempest-network-smoke--1356031853', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'port_security_enabled': True}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:39.648374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:39.652424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:network and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:39.655209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:39.660722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:39.671097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:09:39.673919 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.703847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:09:39.712382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.712723 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Added segment 06cc57a7-dd23-42eb-bb26-201bdcf83f90 of type vlan for network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 Mar 05 01:09:39.737644 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.765780 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.769514 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:39.770129 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.874308 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2353971 Mar 05 01:09:39.876857 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86be2d5-5a00-4ed2-9e7e-6be6ef0269cc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Network': ['ID=5d61c1e9-8605-4ac0-ae0a-045c79fac997,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:39.877098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46182) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:39.882456 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'admin_state_up': True, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:39.887724 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:09:39.890114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:39.894079 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:router and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:39.896869 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:39.903572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:39.913517 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.914413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.933921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:39.998311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.078521 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.253836 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.282042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.416819 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.172 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/5941d470-cb3b-4de8-812e-4428b666650b) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:09:40.557796 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.583921 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.646713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:09:40.649375 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:09:40.653685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:09:40.684808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=5941d470-cb3b-4de8-812e-4428b666650b,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:40.807076 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:40.807795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:41.117686 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 2f18e2dd-2294-428c-a708-455c3525ba1f is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:09:41.310846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:09:41.319962 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Sync routers for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:09:41.331613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:41.332226 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:41.335616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:41.336936 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d0bba76e-0127-43af-9591-6313d2bca2d2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4587929 Mar 05 01:09:41.340165 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46186) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:41.383042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-35c1540a-b1e9-435f-a050-28e43cc99413 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=29479a72dc024f8d80ce527c8df269dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417387 Mar 05 01:09:41.385572 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46190) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:41.509491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:41.511283 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcda5c6-dfe0-420d-b664-c50be6a1879b tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:41.512751 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3fcda5c6-dfe0-420d-b664-c50be6a1879b tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263156 Mar 05 01:09:41.515638 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46194) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:41.553072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e2e9d661-7363-4cb1-98bc-cba79c93e4f9 tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=51266c26-13c1-4c99-9fb5-bfa55f2b9b6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364170 Mar 05 01:09:41.555506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46198) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:41.561179 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285166108', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:41.667273 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:41.670972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:subnet and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:09:41.673702 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:09:41.679313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:41.690099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'subnet': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:09:41.791023 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287394'] for subnet, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:41.791383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:40Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:41.795224 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Checking router: 2f18e2dd-2294-428c-a708-455c3525ba1f for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:09:41.795566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Updating router 2f18e2dd-2294-428c-a708-455c3525ba1f port 5941d470-cb3b-4de8-812e-4428b666650b binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:09:41.846580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.007148 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1579488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287408'] for subnet, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.082884 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Subnet': ['ID=0bf0d554-3030-427e-a6c5-fefbbab5d5ed,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:42.100070 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Checking segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:09:42.100431 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network hostable DHCP agents. Network: 5d61c1e9-8605-4ac0-ae0a-045c79fac997, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:09:42.122612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:09:42.132269 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 5d61c1e9-8605-4ac0-ae0a-045c79fac997) {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:09:42.136354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:42.137041 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.149864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9021f-07c4-42ca-bb9a-d1155b6fa823 None None] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:09:42.161766 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-fce147fa-e76a-4cb5-8e1b-44644ec377d3 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6021020 Mar 05 01:09:42.161947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46202) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:09:42.259590 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.289574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Transition to ACTIVE for port object 5941d470-cb3b-4de8-812e-4428b666650b will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:42.307053 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.426199 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Attempting to bind port 5941d470-cb3b-4de8-812e-4428b666650b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:09:42.426941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Attempting to bind port 5941d470-cb3b-4de8-812e-4428b666650b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:09:42.426941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Attempting to bind port 5941d470-cb3b-4de8-812e-4428b666650b on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:09:42.442301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f54b2d-0729-4141-b068-08300a8000a1 None None] Pushing event updated for resources: {'Port': ['ID=5941d470-cb3b-4de8-812e-4428b666650b,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:42.517495 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:09:42.517875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:09:42.518267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.518650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:09:42.519128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Bound port: 5941d470-cb3b-4de8-812e-4428b666650b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:09:42.519495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.568430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:09:42.569245 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.659017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] For port 5941d470-cb3b-4de8-812e-4428b666650b, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:09:42.679546 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] For port 5941d470-cb3b-4de8-812e-4428b666650b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5941d470-cb3b-4de8-812e-4428b666650b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:09:42.684818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:42.831722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f54b2d-0729-4141-b068-08300a8000a1 None None] Pushing event updated for resources: {'Port': ['ID=5941d470-cb3b-4de8-812e-4428b666650b,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:42.835638 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Allocated IP 172.20.0.2 (5d61c1e9-8605-4ac0-ae0a-045c79fac997/0bf0d554-3030-427e-a6c5-fefbbab5d5ed/a2472b73-ec8d-4f87-96f2-6335cf83481f) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:09:42.840571 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:42.841302 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:43.021371 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.123902 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:43.367567 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.383862 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Transition to ACTIVE for port object a2472b73-ec8d-4f87-96f2-6335cf83481f will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:43.426001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Transition to ACTIVE for port object a2472b73-ec8d-4f87-96f2-6335cf83481f will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:43.458944 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.499020 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.1 (5d61c1e9-8605-4ac0-ae0a-045c79fac997/0bf0d554-3030-427e-a6c5-fefbbab5d5ed/5f54a13e-8518-425f-abc2-8045db2a77c0) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:09:43.541452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:09:43.545442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:09:43.547780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:09:43.552547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Pushing event updated for resources: {'Port': ['ID=a2472b73-ec8d-4f87-96f2-6335cf83481f,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:43.651437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:40Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:43.654673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Attempting to bind port a2472b73-ec8d-4f87-96f2-6335cf83481f on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:09:43.655035 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Attempting to bind port a2472b73-ec8d-4f87-96f2-6335cf83481f by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:09:43.655395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Attempting to bind port a2472b73-ec8d-4f87-96f2-6335cf83481f on network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:09:43.658340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.659620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50b455-3e56-49ea-9d15-9712deef3a08 None None] The sync data for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 is: [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:40Z', 'revision_number': 3, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:09:43.665400 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:09:43.665874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Checking segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:09:43.666328 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.666717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Bound using segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:09:43.667178 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Bound port: a2472b73-ec8d-4f87-96f2-6335cf83481f, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:09:43.667546 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.680450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 5f54a13e-8518-425f-abc2-8045db2a77c0 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:43.703719 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.763675 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] For port a2472b73-ec8d-4f87-96f2-6335cf83481f, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:09:43.767973 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] For port a2472b73-ec8d-4f87-96f2-6335cf83481f, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a2472b73-ec8d-4f87-96f2-6335cf83481f,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:09:43.772096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.785145 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:09:43.788753 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:09:43.790717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=5f54a13e-8518-425f-abc2-8045db2a77c0,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:43.792824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:09:43.863667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:43.867240 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb910-5d86-4a5b-8a09-f2b13cd92cb4 None None] Pushing event updated for resources: {'Port': ['ID=a2472b73-ec8d-4f87-96f2-6335cf83481f,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:43.978610 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:44.537402 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:44.543224 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:44.580304 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:09:44.660763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:44.664156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=5f54a13e-8518-425f-abc2-8045db2a77c0,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:44.803042 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:09:44.804154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:09:44.806350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080fc13-1531-4000-a673-7d88ce4e4904 None None] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:09:44.955106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-27ce79ef-9176-478c-bbbf-7480402e16bd None None] Provisioning for port a2472b73-ec8d-4f87-96f2-6335cf83481f completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:45.012465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a2472b73-ec8d-4f87-96f2-6335cf83481f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:45.143668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a2472b73-ec8d-4f87-96f2-6335cf83481f completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:45.151980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a2472b73-ec8d-4f87-96f2-6335cf83481f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:45.152354 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.209197 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 2f18e2dd-2294-428c-a708-455c3525ba1f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:09:45.271539 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.306430 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a2472b73-ec8d-4f87-96f2-6335cf83481f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a2472b73-ec8d-4f87-96f2-6335cf83481f,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:45.312904 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.313846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5941d470-cb3b-4de8-812e-4428b666650b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:45.432247 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a2472b73-ec8d-4f87-96f2-6335cf83481f,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:45.433291 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:09:45.448338 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ccca817a-c515-4f7f-8792-2558f6a8da10 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/2f18e2dd-2294-428c-a708-455c3525ba1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2853339 Mar 05 01:09:45.454487 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5941d470-cb3b-4de8-812e-4428b666650b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:45.460398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5941d470-cb3b-4de8-812e-4428b666650b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:45.460669 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.534259 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-463cb73f-632f-41c0-950a-0ab05c4a20c6 None None] Provisioning complete for port a2472b73-ec8d-4f87-96f2-6335cf83481f triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:45.534629 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-463cb73f-632f-41c0-950a-0ab05c4a20c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.647927 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-a8e05570-889e-4dae-9da3-e700f6e3fb47 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667474146&fields=id&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 267 time: 0.0450149 Mar 05 01:09:45.655433 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.715288 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5941d470-cb3b-4de8-812e-4428b666650b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5941d470-cb3b-4de8-812e-4428b666650b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:45.723743 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.789456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-463cb73f-632f-41c0-950a-0ab05c4a20c6 None None] Provisioning for port 5f54a13e-8518-425f-abc2-8045db2a77c0 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:45.799208 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-463cb73f-632f-41c0-950a-0ab05c4a20c6 None None] Provisioning complete for port 5f54a13e-8518-425f-abc2-8045db2a77c0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:45.799571 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-463cb73f-632f-41c0-950a-0ab05c4a20c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:45.806720 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-145d1221-0d23-4f39-98d5-ddf110bf7a47 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:45.807393 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-145d1221-0d23-4f39-98d5-ddf110bf7a47 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:45.823205 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-145d1221-0d23-4f39-98d5-ddf110bf7a47 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:45.824342 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-145d1221-0d23-4f39-98d5-ddf110bf7a47 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 797 time: 0.1688972 Mar 05 01:09:45.834294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5941d470-cb3b-4de8-812e-4428b666650b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:45.841796 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-8a568de4-0920-495c-9a3a-52ce44898916 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/quotas/29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 375 time: 0.0121937 Mar 05 01:09:45.857241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-463cb73f-632f-41c0-950a-0ab05c4a20c6 None None] Port 5f54a13e-8518-425f-abc2-8045db2a77c0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:09:45.920517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f49bd191-6640-4232-823f-06799b473fe6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:45.935170 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f49bd191-6640-4232-823f-06799b473fe6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:45.936631 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f49bd191-6640-4232-823f-06799b473fe6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887952 Mar 05 01:09:45.979514 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3e7b42e9-00a0-4408-b42c-3267d7f9c77a None None] Provisioning complete for port 5f54a13e-8518-425f-abc2-8045db2a77c0 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:45.979781 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3e7b42e9-00a0-4408-b42c-3267d7f9c77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:46.032170 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b42e9-00a0-4408-b42c-3267d7f9c77a None None] Port 5f54a13e-8518-425f-abc2-8045db2a77c0 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:09:46.136384 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-b070c86e-447f-4c43-9322-58088391c36f service neutron] 10.222.0.32 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875727 Mar 05 01:09:46.264527 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-a9fdf2e1-c182-48f0-adb3-bdefb1298079 service neutron] 10.222.0.32 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224864 Mar 05 01:09:46.449506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ac186a5e-7af5-4978-a245-da02d1dc7aca req-dd19d438-f594-4b27-bc78-04fb0684a582 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:46.460949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ac186a5e-7af5-4978-a245-da02d1dc7aca req-dd19d438-f594-4b27-bc78-04fb0684a582 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:46.462167 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac186a5e-7af5-4978-a245-da02d1dc7aca req-dd19d438-f594-4b27-bc78-04fb0684a582 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 210 time: 0.0522404 Mar 05 01:09:46.916561 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a2472b73-ec8d-4f87-96f2-6335cf83481f up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:46.988579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a2472b73-ec8d-4f87-96f2-6335cf83481f triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:46.989045 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:47.113881 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5941d470-cb3b-4de8-812e-4428b666650b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:47.187298 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5941d470-cb3b-4de8-812e-4428b666650b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:47.187689 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:47.248264 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Sync routers for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:09:47.260339 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:47.260941 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:47.436536 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:47.631231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-21624628-0928-4761-a2e7-213686b34d04 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:47.631231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-21624628-0928-4761-a2e7-213686b34d04 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:47.643354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-21624628-0928-4761-a2e7-213686b34d04 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:network {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:47.644647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-21624628-0928-4761-a2e7-213686b34d04 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 797 time: 0.1772594 Mar 05 01:09:47.645928 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-34993688-9415-44ab-97a9-2b56a30a7976 req-e68fe8aa-9f0c-41b0-8a87-22c07c67f383 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 210 time: 0.0465837 Mar 05 01:09:47.706598 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-6127f837-496f-49c3-aa36-c6be7285ab16 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:47.723356 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-6127f837-496f-49c3-aa36-c6be7285ab16 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:47.724485 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-6127f837-496f-49c3-aa36-c6be7285ab16 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29479a72dc024f8d80ce527c8df269dd HTTP/1.1" status: 200 len: 379 time: 0.0680428 Mar 05 01:09:47.733855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'port': {'device_id': 'dfa6facc-9097-421c-a231-da9e034c343b', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'admin_state_up': True, 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'security_groups': ['b6c88ff6-35ac-472b-b844-da0720db75ed']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:47.795477 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:44Z', 'revision_number': 2, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:47.799304 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Checking router: 2f18e2dd-2294-428c-a708-455c3525ba1f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:09:47.799659 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Updating router 2f18e2dd-2294-428c-a708-455c3525ba1f port 5f54a13e-8518-425f-abc2-8045db2a77c0 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:09:47.851572 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:47.866114 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:09:47.875490 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:09:47.885295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Made reservation on behalf of 29479a72dc024f8d80ce527c8df269dd for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:09:47.888157 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.182285 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.193364 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Transition to ACTIVE for port object 5f54a13e-8518-425f-abc2-8045db2a77c0 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:48.199443 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.264665 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.20.0.3 (5d61c1e9-8605-4ac0-ae0a-045c79fac997/0bf0d554-3030-427e-a6c5-fefbbab5d5ed/12268ee2-3396-456b-93de-74f327d1817e) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:09:48.265293 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Pushing event updated for resources: {'Port': ['ID=5f54a13e-8518-425f-abc2-8045db2a77c0,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:48.334157 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.334500 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.334831 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.335161 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.335488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.335808 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.336124 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.336441 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.336755 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.337682 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.338008 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:09:48.434769 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Attempting to bind port 5f54a13e-8518-425f-abc2-8045db2a77c0 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:09:48.435047 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Attempting to bind port 5f54a13e-8518-425f-abc2-8045db2a77c0 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:09:48.435407 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Attempting to bind port 5f54a13e-8518-425f-abc2-8045db2a77c0 on network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:09:48.442372 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:09:48.442751 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Checking segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:09:48.443116 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.443505 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Bound using segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:09:48.444014 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Bound port: 5f54a13e-8518-425f-abc2-8045db2a77c0, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:09:48.444434 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.531810 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] For port 5f54a13e-8518-425f-abc2-8045db2a77c0, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:09:48.534691 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] For port 5f54a13e-8518-425f-abc2-8045db2a77c0, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5f54a13e-8518-425f-abc2-8045db2a77c0,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:09:48.539341 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.571915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.587360 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Transition to ACTIVE for port object 12268ee2-3396-456b-93de-74f327d1817e will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:48.608954 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.613911 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7a50b-04bb-4e1c-a1df-894bac5673da None None] Pushing event updated for resources: {'Port': ['ID=5f54a13e-8518-425f-abc2-8045db2a77c0,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:48.630502 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:09:48.631275 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:48.686640 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:09:48.689970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:09:48.694720 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:09:48.720424 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=12268ee2-3396-456b-93de-74f327d1817e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:48.762551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:48.763188 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:48.792459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-d417afc6-fb5a-4d76-8deb-40d1229f3789 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622566 Mar 05 01:09:48.804372 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Request body: {'port': {'device_id': 'dfa6facc-9097-421c-a231-da9e034c343b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:09:48.819624 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:09:48.965159 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.053764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802821e-5d81-4c94-ac9c-3d4d958dbbac req-a9afc014-fcf1-4462-aaa2-f16ac8a687fe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:49.054458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7802821e-5d81-4c94-ac9c-3d4d958dbbac req-a9afc014-fcf1-4462-aaa2-f16ac8a687fe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:09:49.123302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-7802821e-5d81-4c94-ac9c-3d4d958dbbac req-a9afc014-fcf1-4462-aaa2-f16ac8a687fe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:09:49.123925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8cfd0bf8-4c0f-48c7-a376-3440835a43ad None None] Provisioning for port 12268ee2-3396-456b-93de-74f327d1817e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:49.124488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7802821e-5d81-4c94-ac9c-3d4d958dbbac req-a9afc014-fcf1-4462-aaa2-f16ac8a687fe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 931 time: 0.2854154 Mar 05 01:09:49.129641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8cfd0bf8-4c0f-48c7-a376-3440835a43ad None None] Provisioning complete for port 12268ee2-3396-456b-93de-74f327d1817e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:49.130158 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0bf8-4c0f-48c7-a376-3440835a43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.150970 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:48Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:09:49.155047 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8340c2cd-9d22-4624-923d-d2a3d7be461e None None] The sync data for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 is: [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:48Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:09:49.187828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd0bf8-4c0f-48c7-a376-3440835a43ad None None] Port 12268ee2-3396-456b-93de-74f327d1817e cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:09:49.261733 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7802821e-5d81-4c94-ac9c-3d4d958dbbac req-7ebe2c5e-ee21-4b62-8b2d-a57b9720f32d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301334 Mar 05 01:09:49.398000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12268ee2-3396-456b-93de-74f327d1817e {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:09:49.405823 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.421355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Transition to ACTIVE for port object 12268ee2-3396-456b-93de-74f327d1817e will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:09:49.425778 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.559126 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=12268ee2-3396-456b-93de-74f327d1817e,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:49.669581 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Attempting to bind port 12268ee2-3396-456b-93de-74f327d1817e on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:09:49.669918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Attempting to bind port 12268ee2-3396-456b-93de-74f327d1817e by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:09:49.670253 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Attempting to bind port 12268ee2-3396-456b-93de-74f327d1817e on network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:09:49.676440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Port 12268ee2-3396-456b-93de-74f327d1817e on network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:09:49.676759 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Attempting to bind port 12268ee2-3396-456b-93de-74f327d1817e on network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:09:49.683949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:09:49.684293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Checking segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:09:49.684679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Bound using segment: {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:09:49.685106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Bound port: 12268ee2-3396-456b-93de-74f327d1817e, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cc57a7-dd23-42eb-bb26-201bdcf83f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:09:49.685678 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.784624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] For port 12268ee2-3396-456b-93de-74f327d1817e, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:09:49.787751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] For port 12268ee2-3396-456b-93de-74f327d1817e, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=12268ee2-3396-456b-93de-74f327d1817e,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:09:49.793747 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.855910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:49.857314 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] 10.222.0.10 "PUT /v2.0/ports/12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 1091 time: 1.0575252 Mar 05 01:09:49.857761 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'tag': '12268ee2-3396-456b-93de-74f327d1817e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:09:49.881417 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f99f-de0e-4393-8e2d-669877fc6ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=12268ee2-3396-456b-93de-74f327d1817e,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:49.941347 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'tag': '12268ee2-3396-456b-93de-74f327d1817e', 'status': 'completed', 'code': 200} Mar 05 01:09:49.986158 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-90ffd86c-b93d-4fa7-9dcb-3f0cd3260099 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1094 time: 0.0880933 Mar 05 01:09:50.064359 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-a58c3507-ac9f-44ae-a163-cadfb96e134d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 217 time: 0.0636380 Mar 05 01:09:50.131313 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-7987cdcd-19db-404d-8648-bac5cce6ef36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:50.132740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-7987cdcd-19db-404d-8648-bac5cce6ef36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0621536 Mar 05 01:09:50.203740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-42be2e4d-2858-43bc-98c1-affdbda0f069 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656698 Mar 05 01:09:50.332562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-e2bd947e-863a-468b-8168-8b8de20186b5 service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226778 Mar 05 01:09:50.607957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8996bdf3-1cbf-4dd1-aa82-e1cf2362a535 req-bfba6715-32db-40b8-8e12-59c7019ee00b service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694240 Mar 05 01:09:50.621564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8f413-563a-44c3-a836-bde28841cf0f req-b488612c-c728-4f1e-9baf-23cf8391e275 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:50.623257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3b8f413-563a-44c3-a836-bde28841cf0f req-b488612c-c728-4f1e-9baf-23cf8391e275 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 943 time: 0.1279032 Mar 05 01:09:50.709817 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e3b8f413-563a-44c3-a836-bde28841cf0f req-9f88e484-cfd3-4fc9-86dd-cd088bd52554 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804963 Mar 05 01:09:50.737709 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-62f2cdc1-0908-4722-bcd4-e9d3d14ef301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1094 time: 0.0803432 Mar 05 01:09:50.869606 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-5e88a2a2-e128-46a9-80e9-5cd23fa4a36e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:50.871091 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-5e88a2a2-e128-46a9-80e9-5cd23fa4a36e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 898 time: 0.1268029 Mar 05 01:09:50.925718 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f54a13e-8518-425f-abc2-8045db2a77c0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:50.951344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-6e4a64db-8840-470a-962b-5b0e75ff2fe9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 217 time: 0.0743105 Mar 05 01:09:50.997986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 5f54a13e-8518-425f-abc2-8045db2a77c0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:51.003393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5f54a13e-8518-425f-abc2-8045db2a77c0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:51.003948 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:51.020017 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-04149f2d-8c16-49c9-a26a-752755add4ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:51.021724 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-04149f2d-8c16-49c9-a26a-752755add4ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0654309 Mar 05 01:09:51.097327 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-073b28b0-6ba2-4850-8791-29fca2bf7260 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704191 Mar 05 01:09:51.117497 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:51.148470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 5f54a13e-8518-425f-abc2-8045db2a77c0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5f54a13e-8518-425f-abc2-8045db2a77c0,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:51.153530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:51.220063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=5f54a13e-8518-425f-abc2-8045db2a77c0,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:51.232800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-c26172e7-4789-4d34-b66c-a82005ce8cbe service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291361 Mar 05 01:09:51.364192 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d8de623-003c-4c16-a8bc-f3e4aef5ab9e req-e132de30-1dce-404e-9d67-0d5d4b2f7909 service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253631 Mar 05 01:09:51.909955 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136e8ae-9cbc-45c4-88aa-8b4f79524324 req-be6dc033-e6a5-4db2-b10f-51d763b91ec9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:51.911388 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6136e8ae-9cbc-45c4-88aa-8b4f79524324 req-be6dc033-e6a5-4db2-b10f-51d763b91ec9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 943 time: 0.0779030 Mar 05 01:09:51.955962 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6136e8ae-9cbc-45c4-88aa-8b4f79524324 req-c9da9cdd-2ce0-4f4f-b6d3-be41e4611353 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389812 Mar 05 01:09:52.907453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f54a13e-8518-425f-abc2-8045db2a77c0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:52.975322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 5f54a13e-8518-425f-abc2-8045db2a77c0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:52.975691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:53.154330 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dc525-7ca4-4e5b-bbe4-284676e68ba4 req-fe2cdcc6-7e0c-4ed3-8f6d-677c0464cabe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:53.155823 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-819dc525-7ca4-4e5b-bbe4-284676e68ba4 req-fe2cdcc6-7e0c-4ed3-8f6d-677c0464cabe tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 943 time: 0.0755949 Mar 05 01:09:53.203437 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-819dc525-7ca4-4e5b-bbe4-284676e68ba4 req-cf9aa7e0-eefe-4b7f-8296-9d462228d5ec tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Mar 05 01:09:54.400597 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ed8e7-51b9-4625-ba85-d7d8e1958035 req-26d960fa-8c64-4087-a539-d2c80668899d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:54.402120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e02ed8e7-51b9-4625-ba85-d7d8e1958035 req-26d960fa-8c64-4087-a539-d2c80668899d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 943 time: 0.0754435 Mar 05 01:09:54.542968 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e02ed8e7-51b9-4625-ba85-d7d8e1958035 req-632adbf2-956c-4515-9bdc-fc4376d41257 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349733 Mar 05 01:09:55.246376 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 12268ee2-3396-456b-93de-74f327d1817e details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:09:55.377936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 12268ee2-3396-456b-93de-74f327d1817e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=12268ee2-3396-456b-93de-74f327d1817e,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:55.390649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '12268ee2-3396-456b-93de-74f327d1817e', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'port_id': '12268ee2-3396-456b-93de-74f327d1817e', 'mac_address': 'fa:16:3e:9c:e1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:09:55.442902 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:55.459329 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12268ee2-3396-456b-93de-74f327d1817e {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:09:55.474696 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 12268ee2-3396-456b-93de-74f327d1817e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=12268ee2-3396-456b-93de-74f327d1817e,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:55.478747 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:55.547821 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=12268ee2-3396-456b-93de-74f327d1817e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:55.734076 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ee3d-a219-463d-ba5a-6de7b951f11a req-120c8bbc-c85d-4eac-8d5d-c550da7afc4c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:55.735514 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d24ee3d-a219-463d-ba5a-6de7b951f11a req-120c8bbc-c85d-4eac-8d5d-c550da7afc4c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 944 time: 0.0762930 Mar 05 01:09:55.779497 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3d24ee3d-a219-463d-ba5a-6de7b951f11a req-f5c34551-e5de-4501-9443-b1c043e84bb4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385497 Mar 05 01:09:55.809941 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['12268ee2-3396-456b-93de-74f327d1817e'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:09:56.974042 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f4031-7f23-4e9f-b3ea-532e8ceb35df req-38fb6f2d-a055-4553-8581-de7a98642b33 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:56.975482 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b09f4031-7f23-4e9f-b3ea-532e8ceb35df req-38fb6f2d-a055-4553-8581-de7a98642b33 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 944 time: 0.0768509 Mar 05 01:09:57.020430 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b09f4031-7f23-4e9f-b3ea-532e8ceb35df req-bffd84af-3edf-484a-b4d2-2330be076295 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389597 Mar 05 01:09:57.257392 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 12268ee2-3396-456b-93de-74f327d1817e up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:09:57.323322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 12268ee2-3396-456b-93de-74f327d1817e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:09:57.327979 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 12268ee2-3396-456b-93de-74f327d1817e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:09:57.328345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:57.438888 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:57.465508 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12268ee2-3396-456b-93de-74f327d1817e'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:09:57.475163 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 12268ee2-3396-456b-93de-74f327d1817e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=12268ee2-3396-456b-93de-74f327d1817e,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:09:57.484511 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:57.527766 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12268ee2-3396-456b-93de-74f327d1817e', 'code': 200} Mar 05 01:09:57.555489 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=12268ee2-3396-456b-93de-74f327d1817e,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:09:57.646458 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-986c0ead-b179-4b85-bef1-bdecc527f289 req-7ba8e643-6e87-4668-9b5f-e9942833d9ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1096 time: 0.0695620 Mar 05 01:09:57.686658 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-986c0ead-b179-4b85-bef1-bdecc527f289 req-3f2ac852-f9d5-440f-934a-78063582510d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Mar 05 01:09:57.733696 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:58.160345 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:09:58.223640 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfac9c-6879-4243-bbc6-a77290b65427 req-9504b35c-3dab-46d2-a245-1189b61477ab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:58.225072 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-95bfac9c-6879-4243-bbc6-a77290b65427 req-9504b35c-3dab-46d2-a245-1189b61477ab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0777087 Mar 05 01:09:58.269655 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-95bfac9c-6879-4243-bbc6-a77290b65427 req-cf69ff29-a647-4f57-8e97-7c002558eaab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385196 Mar 05 01:09:59.791758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13911d-7315-4f7f-a159-76fd1405089a req-4572da3e-7646-4972-9fa8-7ccd4225b96c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:09:59.793180 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf13911d-7315-4f7f-a159-76fd1405089a req-4572da3e-7646-4972-9fa8-7ccd4225b96c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0754457 Mar 05 01:09:59.836504 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cf13911d-7315-4f7f-a159-76fd1405089a req-2422784d-8350-47f5-b603-150d763ff159 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Mar 05 01:10:00.031434 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f967c3-6eb1-4937-98ab-e93136066a00 req-c37c65f8-08b0-4d8c-9e22-57049312ae54 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:10:00.032900 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f967c3-6eb1-4937-98ab-e93136066a00 req-c37c65f8-08b0-4d8c-9e22-57049312ae54 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0795918 Mar 05 01:10:00.078247 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c1f967c3-6eb1-4937-98ab-e93136066a00 req-c8b16e9c-a180-4826-8321-ff3cef6885d7 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395954 Mar 05 01:10:00.105164 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46260) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:10:00.176136 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77b033c6-893a-4301-b49c-4088e30dacce tempest-TestNetworkAdvancedServerOps-1692503267 tempest-TestNetworkAdvancedServerOps-1692503267-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1091 time: 0.0697987 Mar 05 01:10:00.178714 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46264) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:10:00.184349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '12268ee2-3396-456b-93de-74f327d1817e', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:10:00.190400 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:10:00.194173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Usage tracker for resource:floatingip and tenant:29479a72dc024f8d80ce527c8df269dd is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:10:00.197593 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:10:00.203140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:10:00.213249 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:00.348537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:00.484246 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Allocated IP 172.25.0.222 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/e243754f-09fa-4aa2-93a1-7425a1935ccd) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:10:00.632572 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:00.658420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:00.723655 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:10:00.726479 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:10:00.731256 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:10:00.755134 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=e243754f-09fa-4aa2-93a1-7425a1935ccd,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:10:01.216095 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:01.272130 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:01.556271 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:01.560547 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:01.670630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event updated for resources: {'Port': ['ID=e243754f-09fa-4aa2-93a1-7425a1935ccd,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:10:01.682671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:01.867448 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Floating IP 976f94f8-ff8c-403f-87fc-918c6848027f associated. External IP: 172.25.0.222, port: 12268ee2-3396-456b-93de-74f327d1817e. Mar 05 01:10:02.256306 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 2f18e2dd-2294-428c-a708-455c3525ba1f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:10:02.453412 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:10:02.463174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] Sync routers for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:10:02.475401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:10:02.476002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:10:02.484375 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:02.552135 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d1eeee23-fe88-4e97-9792-07cfaee0ee08 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3724003 Mar 05 01:10:02.552715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'tag': '12268ee2-3396-456b-93de-74f327d1817e'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:10:02.619692 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'tag': '12268ee2-3396-456b-93de-74f327d1817e', 'status': 'completed', 'code': 200} Mar 05 01:10:02.661476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:10:02.772302 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-b1a8fc1c-4dcf-4808-ac5b-82b2d7440bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1096 time: 0.1318839 Mar 05 01:10:02.783586 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311897b2-2fe4-438a-ba30-63c1b77b12c1 req-442d048f-e4ca-430a-837f-85ace11ea276 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:10:02.784967 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-311897b2-2fe4-438a-ba30-63c1b77b12c1 req-442d048f-e4ca-430a-837f-85ace11ea276 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.1113186 Mar 05 01:10:02.912990 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-311897b2-2fe4-438a-ba30-63c1b77b12c1 req-e16f9443-06f5-4eed-a803-8b5609e8bd29 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084189 Mar 05 01:10:02.941453 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:10:02.953653 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-ceae1394-a951-4b70-bbe6-d91fca95e77f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:10:02.955384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-ceae1394-a951-4b70-bbe6-d91fca95e77f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 898 time: 0.1775856 Mar 05 01:10:03.057478 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-067792e3-56df-4d44-b996-0a4e0079e9c9 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 200 len: 991 time: 0.1147084 Mar 05 01:10:03.089955 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '976f94f8-ff8c-403f-87fc-918c6848027f', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'port_id': '12268ee2-3396-456b-93de-74f327d1817e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'mac_address': 'fa:16:3e:9c:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6facc-9097-421c-a231-da9e034c343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:10:01Z', 'updated_at': '2022-03-05T01:10:01Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:51Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:10:03.093870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] Checking router: 2f18e2dd-2294-428c-a708-455c3525ba1f for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:10:03.105034 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:10:03.105672 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:09:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:10:03.161133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-de4af217-a354-4645-9eb9-682214eb4272 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 999 time: 0.1992900 Mar 05 01:10:03.222729 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-b59a0032-cff5-4545-a437-daa4b7fdb8f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:10:03.224189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-b59a0032-cff5-4545-a437-daa4b7fdb8f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0575109 Mar 05 01:10:03.283256 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:10:03.296503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-484a7a6a-183f-4b81-8ac2-2b6bce52599b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667400 Mar 05 01:10:03.430056 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-d389cb01-2595-4d67-b9ba-100b0f9f31c0 service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277821 Mar 05 01:10:03.565903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-34ed4693-be61-41f0-b3f2-f4d1dbeda487 req-3aef274d-4bca-49f8-9b9b-16a4960dadbe service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306455 Mar 05 01:10:03.642107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '976f94f8-ff8c-403f-87fc-918c6848027f', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'port_id': '12268ee2-3396-456b-93de-74f327d1817e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'mac_address': 'fa:16:3e:9c:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6facc-9097-421c-a231-da9e034c343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:10:01Z', 'updated_at': '2022-03-05T01:10:01Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:51Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:10:03.646051 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd0645-e0aa-4d29-82af-92ee8b12b412 None None] The sync data for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 is: [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '976f94f8-ff8c-403f-87fc-918c6848027f', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'port_id': '12268ee2-3396-456b-93de-74f327d1817e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'mac_address': 'fa:16:3e:9c:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6facc-9097-421c-a231-da9e034c343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:10:01Z', 'updated_at': '2022-03-05T01:10:01Z', 'revision_number': 0, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:51Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:10:04.061151 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46276) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:10:04.164041 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-64e4463a-b007-49c5-8781-285324096502 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 200 len: 991 time: 0.1015549 Mar 05 01:10:05.083069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8a56fdd3-5ca2-4d30-b3dc-e3b7d59fa4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:05.168228 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46280) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:10:05.270310 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a64f9045-5794-409c-a8c9-f9753b592f07 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 200 len: 991 time: 0.1008878 Mar 05 01:10:05.371476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e200121-1aff-4da6-8821-dae4ed8ed043 None None] New status for floating IP 976f94f8-ff8c-403f-87fc-918c6848027f: ACTIVE {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:10:06.274758 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46284) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:10:06.480939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5097f16b-0fc3-4ce7-9b88-af916e114165 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 200 len: 993 time: 0.2050488 Mar 05 01:10:07.128297 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c9018d7b-38c9-49af-9ea9-c0edfe34b25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:08.495288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:08.521506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:09.977722 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:11.665638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-2ee6f71a-f8da-42d3-bcf1-d1e10c3a8106 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734215 Mar 05 01:10:11.800448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-cb0181c2-ce97-42b9-b370-d2fcf43832a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1096 time: 0.0667341 Mar 05 01:10:11.943498 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-7376966f-1d42-433c-b2c8-e99f010b10f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:10:11.944826 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-7376966f-1d42-433c-b2c8-e99f010b10f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 898 time: 0.1244140 Mar 05 01:10:12.047789 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-a557020a-c761-4910-b5f1-453f81940aa7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 1001 time: 0.0963328 Mar 05 01:10:12.108099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-7290451d-950d-4f64-846f-7da8f9fdcc8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:10:12.109490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-7290451d-950d-4f64-846f-7da8f9fdcc8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0559819 Mar 05 01:10:12.183140 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-9dbb3c4e-785c-49d6-a8d9-f4ffd9821427 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683663 Mar 05 01:10:12.309045 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-c1717e51-97ed-4f50-b3a6-8f1332a6268d service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204281 Mar 05 01:10:12.434302 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2219c92-a654-43d1-b7d6-db1f72ee9793 req-529fda97-c7ce-46f5-bbf3-21cfd92b442f service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196597 Mar 05 01:10:21.581000 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:10:27.731456 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:28.158862 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:35.086078 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7b3fcbdc-474f-4201-8467-05728204e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:37.129426 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bd794783-8a04-4cf3-a809-c6325e998391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:38.487580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:38.524267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:39.979580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:57.761726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:58.158210 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:10:58.582577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:11:05.088869 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1f5873d7-f574-4041-aab6-88695b83c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:05.287572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8146a-d626-468d-9b34-3f45c174589a req-024d04d3-9785-4b1c-b95d-06332dfffb00 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:05.289013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d8146a-d626-468d-9b34-3f45c174589a req-024d04d3-9785-4b1c-b95d-06332dfffb00 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0744872 Mar 05 01:11:05.333883 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-58d8146a-d626-468d-9b34-3f45c174589a req-0253bf29-d36d-47d2-ac44-c2fdf5fe702a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388248 Mar 05 01:11:06.532300 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933e7c-cdba-4081-89d6-7a658c131d83 req-ac4b205f-de06-4452-b745-ef83436830b2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:06.533770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69933e7c-cdba-4081-89d6-7a658c131d83 req-ac4b205f-de06-4452-b745-ef83436830b2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0747316 Mar 05 01:11:06.577905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-69933e7c-cdba-4081-89d6-7a658c131d83 req-c44f2ac6-f7d2-4c4a-9a75-0ffad0b082bc tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387149 Mar 05 01:11:07.130048 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bb67f21b-9fcd-4ad7-901c-82ce7b636fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:07.771620 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5f208-f566-462e-a31e-39f566a88f9c req-5f9f4268-4d8d-4d15-82a8-4e87d90f8464 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:07.773072 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00d5f208-f566-462e-a31e-39f566a88f9c req-5f9f4268-4d8d-4d15-82a8-4e87d90f8464 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0785317 Mar 05 01:11:07.817666 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00d5f208-f566-462e-a31e-39f566a88f9c req-de491f81-e4f8-4cbb-bd2d-b4c12e4a4071 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390182 Mar 05 01:11:07.845523 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:07.947748 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-63d3a3c2-f17b-4f3f-91c0-339a0be64cf4 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 200 len: 993 time: 0.1009297 Mar 05 01:11:08.489812 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:08.527118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:09.461670 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d973747-8f95-4691-9113-8e3ddf420416 req-fe4068d2-b72b-4eeb-a314-0d3ed8e8258a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:09.463155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d973747-8f95-4691-9113-8e3ddf420416 req-fe4068d2-b72b-4eeb-a314-0d3ed8e8258a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.1336753 Mar 05 01:11:09.466012 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-c5c80ab3-7dbc-43df-a57e-7e10dd8672e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1096 time: 0.1031764 Mar 05 01:11:09.676624 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d973747-8f95-4691-9113-8e3ddf420416 req-bebf0d51-f1f0-47b6-88d8-ada7695db470 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080486 Mar 05 01:11:09.711316 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-53cd1493-0232-46cc-8a9d-caf71ad4e18e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:09.712742 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-53cd1493-0232-46cc-8a9d-caf71ad4e18e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 898 time: 0.2282538 Mar 05 01:11:09.815615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-267dc8e3-9854-4adc-9b11-1f17d0185554 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 1001 time: 0.0971851 Mar 05 01:11:09.874983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-5ed8c9ad-bb9e-4dc0-a9ba-4d98ff7d068c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:09.876358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-5ed8c9ad-bb9e-4dc0-a9ba-4d98ff7d068c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0557525 Mar 05 01:11:09.947813 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-f0683406-32dd-48bc-8c01-e0aa14793f41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657213 Mar 05 01:11:09.985169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:10.078691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-83ada79c-1606-4434-b2f1-187c53fa6874 service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248155 Mar 05 01:11:10.222938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b3b31233-c9e8-49df-979e-9d15fd1eda86 req-47a4f65f-7705-4e61-801a-2ff7ab9d38cb service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385694 Mar 05 01:11:10.870334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57e165-7b63-488c-bb71-582698bb45db req-478aa5db-24d3-4861-a542-a8d732d5880c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:10.871761 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e57e165-7b63-488c-bb71-582698bb45db req-478aa5db-24d3-4861-a542-a8d732d5880c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0744979 Mar 05 01:11:10.915402 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2e57e165-7b63-488c-bb71-582698bb45db req-3c198b63-9ee5-46b8-8a5e-ca94b4c72916 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376337 Mar 05 01:11:11.690647 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-efcaba25-cfe0-4b4a-ad81-e5f7b4c171b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704687 Mar 05 01:11:11.833272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-5ae1b829-59b1-46a9-84c1-35aaa0e6ca75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1096 time: 0.0728643 Mar 05 01:11:11.979950 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-9c7ff184-99b2-4095-a151-688c6df19b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:11.981523 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-9c7ff184-99b2-4095-a151-688c6df19b53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 898 time: 0.1297128 Mar 05 01:11:12.134593 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-e77ef52c-82fb-44ab-b963-90645d8e6838 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 1001 time: 0.1467452 Mar 05 01:11:12.193803 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816718d-986d-4629-b914-c0dadc910f0d req-5f1ad984-bbf5-4a17-b9da-f1460201c023 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:12.195220 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0816718d-986d-4629-b914-c0dadc910f0d req-5f1ad984-bbf5-4a17-b9da-f1460201c023 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.1519773 Mar 05 01:11:12.222398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-0285e2f1-0728-49c2-b134-00463441f041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:12.223758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-0285e2f1-0728-49c2-b134-00463441f041 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0830598 Mar 05 01:11:12.286820 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0816718d-986d-4629-b914-c0dadc910f0d req-64bd1f0f-d85c-40d8-825b-1a2280c6dc0a tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849895 Mar 05 01:11:12.315101 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-f2da32d4-3f19-4446-afcd-24567a465c4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811896 Mar 05 01:11:12.315356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46330) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:12.417186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4194a6cd-b4eb-4765-a2d6-86a28fc07882 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 200 len: 993 time: 0.1005971 Mar 05 01:11:12.446729 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-028ebfc9-33ed-4db5-b7bf-099f40569eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255114 Mar 05 01:11:12.663605 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad56e5c8-1ab1-4f57-946e-0c2cf4aa7c7f req-8e681163-b637-4f9d-8327-5ca5994c39f0 service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110386 Mar 05 01:11:12.671252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46338) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:12.875644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port e243754f-09fa-4aa2-93a1-7425a1935ccd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:11:12.876336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:13.042994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:13.043322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:13.159154 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for e243754f-09fa-4aa2-93a1-7425a1935ccd owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:11:13.302231 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:13.346496 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=e243754f-09fa-4aa2-93a1-7425a1935ccd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:13.387018 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.387358 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.387688 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.388630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.388961 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.389311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.389636 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.389953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.390266 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.390580 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.390889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:13.446312 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:13.824124 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 2f18e2dd-2294-428c-a708-455c3525ba1f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:11:14.114588 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:14.126358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] Sync routers for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:14.135717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:14.138201 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:14.138810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:14.187481 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d57baea2-0d82-4b2f-aa0d-0c749f81e18c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/floatingips/976f94f8-ff8c-403f-87fc-918c6848027f HTTP/1.1" status: 204 len: 168 time: 1.5152602 Mar 05 01:11:14.188050 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'tag': '12268ee2-3396-456b-93de-74f327d1817e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:11:14.245780 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'tag': '12268ee2-3396-456b-93de-74f327d1817e', 'status': 'completed', 'code': 200} Mar 05 01:11:14.320700 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:14.340848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-19bcbcab-132b-449b-b08e-9426ec0bad7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29479a72dc024f8d80ce527c8df269dd&device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 1096 time: 0.0700979 Mar 05 01:11:14.486522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299391bf-78e8-4980-a824-1a341667edc4 req-c9fdbed5-4a0f-4d96-b464-7970b0fb5415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:14.488064 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-c9fdbed5-4a0f-4d96-b464-7970b0fb5415 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 200 len: 898 time: 0.1400883 Mar 05 01:11:14.558838 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-17afea73-faa0-476f-91a5-474f42e3eb1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 200 len: 217 time: 0.0640490 Mar 05 01:11:14.605060 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9575a-2d6e-493a-8ab3-a3b54b0a1af8 req-e453e761-d911-4bc5-b969-3a767e84f10c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:14.607279 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cac9575a-2d6e-493a-8ab3-a3b54b0a1af8 req-e453e761-d911-4bc5-b969-3a767e84f10c tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0903184 Mar 05 01:11:14.623355 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299391bf-78e8-4980-a824-1a341667edc4 req-b3478e8d-ab65-4c77-a29d-3bf048c83b88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:14.624840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-b3478e8d-ab65-4c77-a29d-3bf048c83b88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 200 len: 834 time: 0.0603850 Mar 05 01:11:14.640579 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:51Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:14.644670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] Checking router: 2f18e2dd-2294-428c-a708-455c3525ba1f for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:14.654498 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-cac9575a-2d6e-493a-8ab3-a3b54b0a1af8 req-68c78715-5275-49e1-8776-bf1de58c8693 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397601 Mar 05 01:11:14.656107 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:14.656809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:14.704003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-866fa130-c4b4-471b-8d6c-d705bfd93563 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d61c1e9-8605-4ac0-ae0a-045c79fac997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730009 Mar 05 01:11:14.837094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-f78b8589-8a54-4ffb-a0e0-df623df8c1ea service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271982 Mar 05 01:11:14.873048 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:14.968699 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-299391bf-78e8-4980-a824-1a341667edc4 req-37a83160-4ad8-422a-a48b-f9fedcafe4cf service neutron] 10.222.0.10 "GET /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251349 Mar 05 01:11:15.182365 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:51Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:15.186761 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631e2e-a33d-4d20-b2c7-4f99d2ed4485 None None] The sync data for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 is: [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:09:43Z', 'revision_number': 4, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '5f54a13e-8518-425f-abc2-8045db2a77c0', 'name': '', 'network_id': '5d61c1e9-8605-4ac0-ae0a-045c79fac997', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'mac_address': 'fa:16:3e:6e:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:43Z', 'updated_at': '2022-03-05T01:09:51Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'subnets': [{'id': '0bf0d554-3030-427e-a6c5-fefbbab5d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:11:15.397134 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0659e-d9fb-4f06-8e9d-aadeba77c665 None None] New status for floating IP 976f94f8-ff8c-403f-87fc-918c6848027f: DOWN {{(pid=83785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:11:15.852438 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d756-2496-4028-a069-d6bc3515703b req-ea96be90-d94a-458a-9f79-9db9de6fc696 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:15.853138 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b520d756-2496-4028-a069-d6bc3515703b req-ea96be90-d94a-458a-9f79-9db9de6fc696 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Synchronizing usage tracker for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:11:15.868942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-b520d756-2496-4028-a069-d6bc3515703b req-ea96be90-d94a-458a-9f79-9db9de6fc696 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Unset dirty status for tenant:29479a72dc024f8d80ce527c8df269dd on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:11:15.870112 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b520d756-2496-4028-a069-d6bc3515703b req-ea96be90-d94a-458a-9f79-9db9de6fc696 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0924401 Mar 05 01:11:15.914580 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b520d756-2496-4028-a069-d6bc3515703b req-90d7e374-f510-4b2d-a1d9-4c9b463e78ff tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6c88ff6-35ac-472b-b844-da0720db75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389719 Mar 05 01:11:16.166889 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-67fd546a-a3a2-42c2-8644-cd01a83c9cab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:16.168209 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-67fd546a-a3a2-42c2-8644-cd01a83c9cab tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 945 time: 0.0780084 Mar 05 01:11:16.234459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 12268ee2-3396-456b-93de-74f327d1817e {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:11:16.234795 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:16.470931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 12268ee2-3396-456b-93de-74f327d1817e, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=12268ee2-3396-456b-93de-74f327d1817e,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:16.471199 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:16.587762 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 12268ee2-3396-456b-93de-74f327d1817e owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:11:16.726572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:16.773678 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=12268ee2-3396-456b-93de-74f327d1817e,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:16.945512 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] No DVR routers for this DVR port 12268ee2-3396-456b-93de-74f327d1817e on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:11:16.947926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:16.950515 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'name': 'network-vif-deleted', 'tag': '12268ee2-3396-456b-93de-74f327d1817e'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:11:16.966971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e6936a2b-037d-4ad4-9cb0-5ed31cae55e5 req-da83d78c-8177-4bcb-acc5-9fb3069f81e2 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.10 "DELETE /v2.0/ports/12268ee2-3396-456b-93de-74f327d1817e HTTP/1.1" status: 204 len: 173 time: 0.7928917 Mar 05 01:11:17.028445 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6facc-9097-421c-a231-da9e034c343b', 'name': 'network-vif-deleted', 'tag': '12268ee2-3396-456b-93de-74f327d1817e', 'status': 'completed', 'code': 200} Mar 05 01:11:17.085921 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e52315f6-d0c6-4a26-a163-1bc2d50e763d req-e4126b54-982d-4321-9d59-a380f1bd44a6 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfa6facc-9097-421c-a231-da9e034c343b HTTP/1.1" status: 200 len: 210 time: 0.0420995 Mar 05 01:11:18.187721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46358) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:18.574946 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:19.176099 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 5f54a13e-8518-425f-abc2-8045db2a77c0 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:11:19.176332 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:19.357317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 5f54a13e-8518-425f-abc2-8045db2a77c0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5f54a13e-8518-425f-abc2-8045db2a77c0,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:19.358039 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:19.474537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 5f54a13e-8518-425f-abc2-8045db2a77c0 owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:11:19.737856 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:19.781935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=5f54a13e-8518-425f-abc2-8045db2a77c0,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:20.073478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:20.626927 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Router 2f18e2dd-2294-428c-a708-455c3525ba1f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:11:20.819731 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:20.830063 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] Sync routers for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:20.832411 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-bc0045bf-c446-462d-8e47-0ecb4c2ed130 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "PUT /v2.0/routers/2f18e2dd-2294-428c-a708-455c3525ba1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436014 Mar 05 01:11:20.835220 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46362) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:20.841949 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:20.842551 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:21.018641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:21.128514 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting subnet 0bf0d554-3030-427e-a6c5-fefbbab5d5ed {{(pid=83782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:11:21.131493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.183971 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503061'] for subnet, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.268182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.311321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:11:19Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:21.315081 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] Checking router: 2f18e2dd-2294-428c-a708-455c3525ba1f for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:21.325532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] Routers {'2f18e2dd-2294-428c-a708-455c3525ba1f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:21.326141 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['2f18e2dd-2294-428c-a708-455c3525ba1f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:21.338735 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1579303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287433'] for subnet, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.377918 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf0d554-3030-427e-a6c5-fefbbab5d5ed,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:21.382572 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for subnet, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.388632 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-04f9850c-5de4-44cf-8769-fa8b101f8405 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/subnets/0bf0d554-3030-427e-a6c5-fefbbab5d5ed HTTP/1.1" status: 204 len: 168 time: 0.5524495 Mar 05 01:11:21.391234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46366) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:21.432293 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ae774-7404-449a-8272-b8f89a5a221f None None] Network 5d61c1e9-8605-4ac0-ae0a-045c79fac997 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:11:21.590720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.625106 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 12268ee2-3396-456b-93de-74f327d1817e no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:11:21.667398 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 12268ee2-3396-456b-93de-74f327d1817e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:11:21.667730 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 12268ee2-3396-456b-93de-74f327d1817e not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:11:21.679864 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] Set router 2f18e2dd-2294-428c-a708-455c3525ba1f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:21.791727 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.801420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Deleting port 5941d470-cb3b-4de8-812e-4428b666650b {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:11:21.801681 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:21.977406 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] For port 5941d470-cb3b-4de8-812e-4428b666650b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=5941d470-cb3b-4de8-812e-4428b666650b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:21.977950 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.031075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] DHCP port deletion for 5d61c1e9-8605-4ac0-ae0a-045c79fac997 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:11:22.037608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Deleting port a2472b73-ec8d-4f87-96f2-6335cf83481f {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:11:22.037976 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.070993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:11:19Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:22.084220 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1544de-e591-4404-ac31-23e92a322430 None None] The sync data for ids ['2f18e2dd-2294-428c-a708-455c3525ba1f'] in n-d-828979-4 is: [{'id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593112994', 'tenant_id': '29479a72dc024f8d80ce527c8df269dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '5941d470-cb3b-4de8-812e-4428b666650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:09:39Z', 'updated_at': '2022-03-05T01:11:19Z', 'revision_number': 5, 'project_id': '29479a72dc024f8d80ce527c8df269dd', 'gw_port': {'id': '5941d470-cb3b-4de8-812e-4428b666650b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18e2dd-2294-428c-a708-455c3525ba1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:09:40Z', 'updated_at': '2022-03-05T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:11:22.104287 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Calling delete_port for 5941d470-cb3b-4de8-812e-4428b666650b owned by network:router_gateway {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:11:22.239512 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] For port a2472b73-ec8d-4f87-96f2-6335cf83481f, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a2472b73-ec8d-4f87-96f2-6335cf83481f,segment=NetworkSegment(06cc57a7-dd23-42eb-bb26-201bdcf83f90),segment_id=06cc57a7-dd23-42eb-bb26-201bdcf83f90)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:22.239799 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.270115 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.317186 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Port': ['ID=5941d470-cb3b-4de8-812e-4428b666650b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:22.360653 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Calling delete_port for a2472b73-ec8d-4f87-96f2-6335cf83481f owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:11:22.439592 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940'] for port, after_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.484389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Pushing event deleted for resources: {'Port': ['ID=a2472b73-ec8d-4f87-96f2-6335cf83481f,revision_number=None']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:22.495527 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] No DVR routers for this DVR port a2472b73-ec8d-4f87-96f2-6335cf83481f on host n-d-828979-4 {{(pid=83784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:11:22.497922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.498267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.498621 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.498977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.499307 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.499635 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.499957 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.500280 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.500598 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.500922 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.501263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d175023d-4539-426f-9a5a-15c4eb19ced7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:22.552994 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.917403 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.921673 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.946219 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.946779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Fanout notify agent at l3_agent the message router_deleted on router 2f18e2dd-2294-428c-a708-455c3525ba1f {{(pid=83782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:11:22.961699 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for router, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:22.965425 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7637e0d4-03bc-470b-a20c-504e0ad11659 tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/routers/2f18e2dd-2294-428c-a708-455c3525ba1f HTTP/1.1" status: 204 len: 168 time: 1.5706542 Mar 05 01:11:22.965574 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46372) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:23.011467 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a2472b73-ec8d-4f87-96f2-6335cf83481f no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:11:23.053321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: a2472b73-ec8d-4f87-96f2-6335cf83481f {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:11:23.053321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a2472b73-ec8d-4f87-96f2-6335cf83481f not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:11:23.053321 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f54a13e-8518-425f-abc2-8045db2a77c0 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:11:23.084888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.089682 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5f54a13e-8518-425f-abc2-8045db2a77c0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:11:23.090046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5f54a13e-8518-425f-abc2-8045db2a77c0 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:11:23.219376 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.243459 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d61c1e9-8605-4ac0-ae0a-045c79fac997']}} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:23.255550 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cc57a7-dd23-42eb-bb26-201bdcf83f90') {'for_net_delete': True} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:23.255838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.services.segments.db [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cc57a7-dd23-42eb-bb26-201bdcf83f90') {} {{(pid=83782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:23.267348 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503526'] for segment, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.282471 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.288742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=83782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:11:23.289083 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1579337'] for segment, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: Traceback (most recent call last): Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: timer() Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: cb(*args, **kw) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: return func(*args, **kwargs) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: self._notify() Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: self.callback(batched_events) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: event.method(event) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: return f(self, *a, **k) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: return self._get(url).json() Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: return self.request(url, 'GET', **kwargs) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:11:23.303100 n-d-828979-4 neutron-server[83782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:11:23.382952 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.400189 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.412150 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'Network': ['ID=5d61c1e9-8605-4ac0-ae0a-045c79fac997,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:23.420114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-9aebccd2-7f45-4cb0-a9d0-48c33884cb6d tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/networks/5d61c1e9-8605-4ac0-ae0a-045c79fac997 HTTP/1.1" status: 204 len: 168 time: 0.4529824 Mar 05 01:11:23.422791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46376) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:23.493092 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8aa2-e733-4e6e-a5a8-ac6081b8357e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.526209 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8aa2-e733-4e6e-a5a8-ac6081b8357e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.587960 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8aa2-e733-4e6e-a5a8-ac6081b8357e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.606943 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8aa2-e733-4e6e-a5a8-ac6081b8357e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c88ff6-35ac-472b-b844-da0720db75ed,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:23.618557 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8aa2-e733-4e6e-a5a8-ac6081b8357e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:23.619741 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ea4c8aa2-e733-4e6e-a5a8-ac6081b8357e tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6c88ff6-35ac-472b-b844-da0720db75ed HTTP/1.1" status: 204 len: 168 time: 0.1960335 Mar 05 01:11:24.039896 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46386) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:24.205448 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3b48ecdf-5aa2-4e36-955e-adaa07e31461 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29479a72dc024f8d80ce527c8df269dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1643846 Mar 05 01:11:24.207834 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46392) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:24.264569 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-045c15d1-9fa3-4232-a9fd-77b42e54e660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.289171 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-045c15d1-9fa3-4232-a9fd-77b42e54e660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.338531 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-045c15d1-9fa3-4232-a9fd-77b42e54e660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.359056 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c15d1-9fa3-4232-a9fd-77b42e54e660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61211ab-b2e0-4f7c-b15a-327ec9bcf28b,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:24.367476 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-045c15d1-9fa3-4232-a9fd-77b42e54e660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.368565 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-045c15d1-9fa3-4232-a9fd-77b42e54e660 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c61211ab-b2e0-4f7c-b15a-327ec9bcf28b HTTP/1.1" status: 204 len: 168 time: 0.1598713 Mar 05 01:11:24.702791 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46400) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:24.721336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.751865 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:24.755713 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b143cdecad074391bd18cb5bf42676b7 is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:24.758563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:24.764908 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:24.832493 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.836263 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.885329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb7358b-1d24-4922-89f8-78714db531fe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:24.889794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-194c5d10-1470-4b34-ad42-3219915e80c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b143cdecad074391bd18cb5bf42676b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860204 Mar 05 01:11:24.892453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46404) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:24.913657 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5941d470-cb3b-4de8-812e-4428b666650b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:11:24.945852 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 5941d470-cb3b-4de8-812e-4428b666650b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:11:24.946197 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 5941d470-cb3b-4de8-812e-4428b666650b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:11:24.950845 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c00a58-2cbc-46cc-b0f3-93df39fc97af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:24.975704 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c00a58-2cbc-46cc-b0f3-93df39fc97af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:25.028915 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c00a58-2cbc-46cc-b0f3-93df39fc97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:25.045735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c00a58-2cbc-46cc-b0f3-93df39fc97af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb7358b-1d24-4922-89f8-78714db531fe,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:25.049976 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e7c00a58-2cbc-46cc-b0f3-93df39fc97af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:25.051164 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e7c00a58-2cbc-46cc-b0f3-93df39fc97af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bb7358b-1d24-4922-89f8-78714db531fe HTTP/1.1" status: 204 len: 168 time: 0.1577485 Mar 05 01:11:25.931264 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46426) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:26.055905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1068007659-network', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:26.061195 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:26.065016 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Usage tracker for resource:network and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:26.067829 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:26.073835 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:26.084233 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Made reservation on behalf of c0ac5fa874264f3ab7e10c1284b8229c for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:11:26.086409 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.099223 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.128477 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:26.132139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:26.134838 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:26.140876 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:26.202366 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.205845 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.235330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:11:26.247722 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5646d725-9726-41aa-8a24-6caa4befdf75,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:26.252114 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.252448 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Added segment 5772fa50-66ba-4eff-86a8-93f39203fc41 of type vlan for network bce376be-249e-49a5-a884-e34456b6f004 Mar 05 01:11:26.264582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.264858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.265188 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.265540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.265861 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.266183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.266505 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.266820 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.267132 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.267442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.267753 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:26.289305 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.316920 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.317752 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:26.318314 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.418497 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] Pushing event updated for resources: {'Network': ['ID=bce376be-249e-49a5-a884-e34456b6f004,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:26.421433 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8b75c578-82cc-447e-924c-b311a0400183 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4891453 Mar 05 01:11:26.424553 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46432) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:26.428569 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network bce376be-249e-49a5-a884-e34456b6f004 details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:11:26.429896 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Request body: {'subnet': {'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1068007659-subnet', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:26.435946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:26.439770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Usage tracker for resource:subnet and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:26.442582 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:26.448168 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:26.458155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Made reservation on behalf of c0ac5fa874264f3ab7e10c1284b8229c for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:11:26.460429 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.659923 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.734411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa58494f-36b6-4e15-a838-6ecf10355b0d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:26.743871 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Checking segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:26.744217 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Network hostable DHCP agents. Network: bce376be-249e-49a5-a884-e34456b6f004, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:11:26.765327 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Network bce376be-249e-49a5-a884-e34456b6f004 is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:11:26.774247 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, bce376be-249e-49a5-a884-e34456b6f004) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:26.778155 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:26.778700 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.783088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a20c8e-8f66-44e1-9aca-be09a46c13a3 None None] Network bce376be-249e-49a5-a884-e34456b6f004 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:11:26.798872 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-93dcc583-7d45-4e8a-b8cc-4683e7c91f4f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3732872 Mar 05 01:11:26.801425 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46436) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:26.806507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:26.812235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:26.816086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Usage tracker for resource:router and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:26.818903 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:26.824536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:26.836015 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.837070 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.855690 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:26.999285 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-bce376be-249e-49a5-a884-e34456b6f004', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:11:27.000356 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.001987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.155933 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Allocated IP 172.20.0.2 (bce376be-249e-49a5-a884-e34456b6f004/aa58494f-36b6-4e15-a838-6ecf10355b0d/a3b4dc81-28e0-46a9-8f97-991ee8bf8729) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:27.283784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.312806 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.397104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.408344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Transition to ACTIVE for port object a3b4dc81-28e0-46a9-8f97-991ee8bf8729 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:27.426089 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Transition to ACTIVE for port object a3b4dc81-28e0-46a9-8f97-991ee8bf8729 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:27.431427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.449209 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Allocated IP 172.25.0.170 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:27.497428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Network bce376be-249e-49a5-a884-e34456b6f004 is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:27.500042 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:27.503677 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:27.509647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:27.589791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Attempting to bind port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:27.590153 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Attempting to bind port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:27.590507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Attempting to bind port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 on network bce376be-249e-49a5-a884-e34456b6f004 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:27.598008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:27.598550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Checking segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:27.598947 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.599333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Bound using segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:27.599785 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Bound port: a3b4dc81-28e0-46a9-8f97-991ee8bf8729, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:27.600149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.600336 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.628783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.687486 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] For port a3b4dc81-28e0-46a9-8f97-991ee8bf8729, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:27.690423 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] For port a3b4dc81-28e0-46a9-8f97-991ee8bf8729, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:27.694744 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.697806 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:27.701234 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:27.703682 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:27.740905 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Pushing event updated for resources: {'Port': ['ID=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:27.782395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ff20a-74e6-4082-861a-b441777f1764 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:27.793363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.870462 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:27.871187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:28.118792 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:11:28.157495 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:28.314012 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:28.322750 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:28.334292 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:28.335026 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:28.336987 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:28.338464 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-4e294407-7d26-485a-8261-7a9422ad21fa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5361278 Mar 05 01:11:28.341398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46440) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:28.519007 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:28.703869 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d6ec30-fee3-4ac1-b11a-a51c3c5df5c3 None None] Network bce376be-249e-49a5-a884-e34456b6f004 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:11:28.814095 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-0d8e0578-9b30-4427-b70b-53f2a51e8239 None None] Provisioning for port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:28.816218 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:27Z', 'revision_number': 3, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:28.821431 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:28.822133 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Updating router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:11:28.875079 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.038366 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3b4dc81-28e0-46a9-8f97-991ee8bf8729 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:29.114970 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:29.127806 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:29.128333 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.252037 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.267180 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-55099417-2ccf-4e65-9e11-1b03371dcc08 None None] Provisioning complete for port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:29.267554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-55099417-2ccf-4e65-9e11-1b03371dcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.281003 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.292545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Transition to ACTIVE for port object 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:29.299206 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.307557 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.355630 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port a3b4dc81-28e0-46a9-8f97-991ee8bf8729, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:29.360619 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.411487 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Attempting to bind port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:29.412128 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Attempting to bind port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:29.412243 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Attempting to bind port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:29.421895 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Pushing event updated for resources: {'Port': ['ID=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:29.426000 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:29.426363 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:29.426750 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.427131 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:29.427576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Bound port: 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:29.427933 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.468949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Allocated IP 172.20.0.1 (bce376be-249e-49a5-a884-e34456b6f004/aa58494f-36b6-4e15-a838-6ecf10355b0d/7600cd10-3f64-48e5-aa33-7ac8a464c30a) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:29.473967 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.474840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.474840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.475076 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.475290 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.475556 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.475868 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.476181 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.476492 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.476800 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.477107 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:11:29.480983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:29.513823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] For port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:29.517266 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] For port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:29.521752 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.600879 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad058c-3c3d-4a0b-a6b9-d20833bce1a4 None None] Pushing event updated for resources: {'Port': ['ID=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:29.604553 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:29.605161 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:29.620774 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.636531 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Transition to ACTIVE for port object 7600cd10-3f64-48e5-aa33-7ac8a464c30a will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:29.658955 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.724014 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Network bce376be-249e-49a5-a884-e34456b6f004 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:29.727293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:29.732019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:29.769603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7600cd10-3f64-48e5-aa33-7ac8a464c30a,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:29.785494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:29.792311 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:29.878528 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:30.011606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dab9f83f-2a77-42e3-82bf-f9d81c32eb92 None None] Provisioning for port 7600cd10-3f64-48e5-aa33-7ac8a464c30a completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:30.017886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-dab9f83f-2a77-42e3-82bf-f9d81c32eb92 None None] Provisioning complete for port 7600cd10-3f64-48e5-aa33-7ac8a464c30a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:30.018206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dab9f83f-2a77-42e3-82bf-f9d81c32eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:30.071905 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-dab9f83f-2a77-42e3-82bf-f9d81c32eb92 None None] Port 7600cd10-3f64-48e5-aa33-7ac8a464c30a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:11:30.077386 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:27Z', 'revision_number': 3, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:30.081321 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508764fd-fa3a-48d0-8be4-ff8ca5579126 None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:27Z', 'revision_number': 3, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:11:30.112278 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:30.116786 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:30.221212 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7600cd10-3f64-48e5-aa33-7ac8a464c30a,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:30.223525 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:30.371151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Network bce376be-249e-49a5-a884-e34456b6f004 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:30.372518 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:30.596958 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-a8e4923a-dd40-4ff6-a09a-1bc97af81092 None None] Provisioning complete for port 7600cd10-3f64-48e5-aa33-7ac8a464c30a triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:30.597708 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a8e4923a-dd40-4ff6-a09a-1bc97af81092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:30.651140 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4923a-dd40-4ff6-a09a-1bc97af81092 None None] Port 7600cd10-3f64-48e5-aa33-7ac8a464c30a cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:11:30.876851 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:11:31.057395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3b4dc81-28e0-46a9-8f97-991ee8bf8729 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:31.113315 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:31.132760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-507f8319-d3e8-468c-b52b-a40a0d1d39b7 admin admin] 10.222.0.32 "PUT /v2.0/routers/e66ad84f-5aab-4de3-b69f-40eecb8e4eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808752 Mar 05 01:11:31.145733 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:31.146315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:31.269451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:31.337124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:31.341550 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:31.342001 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:31.456064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:31.472417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:31.476342 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:31.542010 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:31.958084 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:31.963710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1196434907-network', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:31.969170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:31.973274 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Usage tracker for resource:network and tenant:c85cf8d0a75c4b2b812d4b510ed122ae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:31.976172 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:31.982561 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:31.992576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Made reservation on behalf of c85cf8d0a75c4b2b812d4b510ed122ae for: {'network': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:11:31.995090 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.011095 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.040359 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:32.044794 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Usage tracker for resource:security_group_rule and tenant:c85cf8d0a75c4b2b812d4b510ed122ae is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:32.047648 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:32.053352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:32.117793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.121534 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.154037 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=83782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:11:32.163537 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a390d9f-4add-407f-87ca-d6ffb00ffead,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:32.170579 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.170930 n-d-828979-4 neutron-server[83782]: INFO neutron.db.segments_db [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Added segment 7dcb40eb-5c47-49aa-b8b7-6dbde001a821 of type vlan for network adfe610f-c8b6-49fa-a44b-040e2354b16e Mar 05 01:11:32.203139 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.238634 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.239363 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:32.239926 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Notify callbacks [] for network, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.338505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] Pushing event updated for resources: {'Network': ['ID=adfe610f-c8b6-49fa-a44b-040e2354b16e,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:32.341988 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-3464f179-e01b-4965-aa9b-29f34f437881 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3827870 Mar 05 01:11:32.344737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46466) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:32.350663 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Request body: {'subnet': {'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1196434907-subnet', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:32.353040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network adfe610f-c8b6-49fa-a44b-040e2354b16e details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:11:32.356920 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:32.360743 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Usage tracker for resource:subnet and tenant:c85cf8d0a75c4b2b812d4b510ed122ae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:32.367165 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:32.372847 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:32.382422 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Made reservation on behalf of c85cf8d0a75c4b2b812d4b510ed122ae for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:11:32.384876 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.583378 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.652613 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c999720-cd5e-4aec-9ea8-a23875692eb3,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:32.664292 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Checking segment: {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:32.664643 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Network hostable DHCP agents. Network: adfe610f-c8b6-49fa-a44b-040e2354b16e, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:11:32.685099 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Network adfe610f-c8b6-49fa-a44b-040e2354b16e is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:11:32.693882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, adfe610f-c8b6-49fa-a44b-040e2354b16e) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:32.697639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:32.698204 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.702966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e760a-77da-4418-8f73-5607d9f004af None None] Network adfe610f-c8b6-49fa-a44b-040e2354b16e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:11:32.718622 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-c56c8a90-dd10-41b7-a439-189d56d23732 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3724589 Mar 05 01:11:32.721713 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46470) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:32.726747 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:32.731970 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:32.735853 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Usage tracker for resource:router and tenant:c85cf8d0a75c4b2b812d4b510ed122ae is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:32.738791 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:32.744483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:32.757471 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.758357 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.777941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.922300 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-adfe610f-c8b6-49fa-a44b-040e2354b16e', 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'fixed_ips': [{'subnet_id': '4c999720-cd5e-4aec-9ea8-a23875692eb3'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:11:32.923529 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.926100 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:32.980673 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:33.138925 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Allocated IP 172.20.0.2 (adfe610f-c8b6-49fa-a44b-040e2354b16e/4c999720-cd5e-4aec-9ea8-a23875692eb3/ef476aa0-4886-4183-8638-5d3fa21b1333) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:33.143156 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:33.143521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.228069 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.257024 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.397331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Allocated IP 172.25.0.161 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/100456cd-72cd-445a-9a4d-61f68230852a) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:33.450985 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.461403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Transition to ACTIVE for port object ef476aa0-4886-4183-8638-5d3fa21b1333 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:33.479417 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Transition to ACTIVE for port object ef476aa0-4886-4183-8638-5d3fa21b1333 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:33.485798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.549382 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.559152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Network adfe610f-c8b6-49fa-a44b-040e2354b16e is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:33.560431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Pushing event updated for resources: {'Port': ['ID=ef476aa0-4886-4183-8638-5d3fa21b1333,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:33.563292 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:33.565314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:33.579323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.636412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:33.650772 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:33.654179 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:33.658754 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:33.663241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Attempting to bind port ef476aa0-4886-4183-8638-5d3fa21b1333 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:33.663608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Attempting to bind port ef476aa0-4886-4183-8638-5d3fa21b1333 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:33.663966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Attempting to bind port ef476aa0-4886-4183-8638-5d3fa21b1333 on network adfe610f-c8b6-49fa-a44b-040e2354b16e {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:33.669591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:33.670202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:33.683059 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Pushing event updated for resources: {'Port': ['ID=100456cd-72cd-445a-9a4d-61f68230852a,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:33.780092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:33.780460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Checking segment: {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:33.780872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.781265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Bound using segment: {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:33.781742 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Bound port: ef476aa0-4886-4183-8638-5d3fa21b1333, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:33.782107 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.815733 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.816563 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.917492 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] For port ef476aa0-4886-4183-8638-5d3fa21b1333, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:33.922230 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] For port ef476aa0-4886-4183-8638-5d3fa21b1333, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ef476aa0-4886-4183-8638-5d3fa21b1333,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:33.928486 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:33.932532 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:34.046953 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Router 5fa41136-6e3a-42cd-9298-80f73f824855 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:11:34.128528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506dcf-d2e5-4884-ab5f-738e25892437 None None] Pushing event updated for resources: {'Port': ['ID=ef476aa0-4886-4183-8638-5d3fa21b1333,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:34.298353 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:34.313020 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Sync routers for ids ['5fa41136-6e3a-42cd-9298-80f73f824855'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:34.326554 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Routers {'5fa41136-6e3a-42cd-9298-80f73f824855'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:34.327182 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5fa41136-6e3a-42cd-9298-80f73f824855'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:34.327980 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:34.329557 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-edace793-eb68-4529-9636-3513c29b54cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6068656 Mar 05 01:11:34.332284 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46474) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:34.396044 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 2, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:34.400474 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:34.400807 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Updating router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 port 7600cd10-3f64-48e5-aa33-7ac8a464c30a binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:11:34.456045 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:34.521109 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Set router 5fa41136-6e3a-42cd-9298-80f73f824855 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:34.822295 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:34.837916 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Transition to ACTIVE for port object 7600cd10-3f64-48e5-aa33-7ac8a464c30a will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:34.840392 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:11:33Z', 'revision_number': 3, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:34.845263 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Checking router: 5fa41136-6e3a-42cd-9298-80f73f824855 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:34.845672 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Updating router 5fa41136-6e3a-42cd-9298-80f73f824855 port 100456cd-72cd-445a-9a4d-61f68230852a binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:11:34.848989 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:34.907883 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.099858 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ef476aa0-4886-4183-8638-5d3fa21b1333 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:35.139349 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b7f54-e2ec-4830-82a8-c4c5b9f898e6 None None] Pushing event updated for resources: {'Port': ['ID=7600cd10-3f64-48e5-aa33-7ac8a464c30a,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:35.149969 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a925d574-6b19-48a5-8dfa-d82557e10d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.269022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Attempting to bind port 7600cd10-3f64-48e5-aa33-7ac8a464c30a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:35.269421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Attempting to bind port 7600cd10-3f64-48e5-aa33-7ac8a464c30a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:35.269780 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Attempting to bind port 7600cd10-3f64-48e5-aa33-7ac8a464c30a on network bce376be-249e-49a5-a884-e34456b6f004 {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:35.279421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:35.279792 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Checking segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:35.280185 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.280567 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Bound using segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:35.281023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Bound port: 7600cd10-3f64-48e5-aa33-7ac8a464c30a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:35.281445 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.295135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846db6c3-957d-4a0e-aadd-7a55cf4b9936 None None] Network adfe610f-c8b6-49fa-a44b-040e2354b16e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:11:35.415552 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.429832 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Transition to ACTIVE for port object 100456cd-72cd-445a-9a4d-61f68230852a will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:35.430052 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port ef476aa0-4886-4183-8638-5d3fa21b1333 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:35.436313 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.437566 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.466633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] Provisioning for port ef476aa0-4886-4183-8638-5d3fa21b1333 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:35.493160 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] Provisioning complete for port ef476aa0-4886-4183-8638-5d3fa21b1333 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:35.493534 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.515702 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ddf68-e681-4d97-81d2-43a7e6745a06 None None] Pushing event updated for resources: {'Port': ['ID=100456cd-72cd-445a-9a4d-61f68230852a,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:35.521494 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Attempting to bind port 100456cd-72cd-445a-9a4d-61f68230852a on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:35.521979 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Attempting to bind port 100456cd-72cd-445a-9a4d-61f68230852a by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:35.522453 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Attempting to bind port 100456cd-72cd-445a-9a4d-61f68230852a on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:35.530146 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:35.531263 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:35.531263 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.531600 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:35.532091 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Bound port: 100456cd-72cd-445a-9a4d-61f68230852a, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:35.532557 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.585027 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] For port 7600cd10-3f64-48e5-aa33-7ac8a464c30a, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:35.587695 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:11:35.604165 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] For port 7600cd10-3f64-48e5-aa33-7ac8a464c30a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7600cd10-3f64-48e5-aa33-7ac8a464c30a,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:35.614129 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.617184 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] For port 100456cd-72cd-445a-9a4d-61f68230852a, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:35.620959 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] For port 100456cd-72cd-445a-9a4d-61f68230852a, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=100456cd-72cd-445a-9a4d-61f68230852a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:35.625602 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.662301 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Allocated IP 172.20.0.1 (adfe610f-c8b6-49fa-a44b-040e2354b16e/4c999720-cd5e-4aec-9ea8-a23875692eb3/d9ebba76-ba52-42b6-bde6-4356524cf649) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:35.703766 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ddf68-e681-4d97-81d2-43a7e6745a06 None None] Pushing event updated for resources: {'Port': ['ID=100456cd-72cd-445a-9a4d-61f68230852a,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:35.709339 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Routers {'5fa41136-6e3a-42cd-9298-80f73f824855'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:35.710052 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5fa41136-6e3a-42cd-9298-80f73f824855'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:35.793036 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b7f54-e2ec-4830-82a8-c4c5b9f898e6 None None] Pushing event updated for resources: {'Port': ['ID=7600cd10-3f64-48e5-aa33-7ac8a464c30a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:35.798895 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.820304 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:35.820926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:35.852496 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.870312 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Transition to ACTIVE for port object d9ebba76-ba52-42b6-bde6-4356524cf649 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:35.899608 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:35.904630 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] Set router 5fa41136-6e3a-42cd-9298-80f73f824855 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:35.973864 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Network adfe610f-c8b6-49fa-a44b-040e2354b16e is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:35.978159 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:35.983289 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:36.018249 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ebba76-ba52-42b6-bde6-4356524cf649,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:36.023245 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] For port ef476aa0-4886-4183-8638-5d3fa21b1333, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ef476aa0-4886-4183-8638-5d3fa21b1333,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:36.032582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.058116 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.130824 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d5f1-b79a-4829-9381-5e30271380d4 None None] Pushing event updated for resources: {'Port': ['ID=ef476aa0-4886-4183-8638-5d3fa21b1333,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:36.134749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:36.166207 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.281318 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:11:33Z', 'revision_number': 3, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:36.295120 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bd8ba-9818-4075-8da6-c9c9ff694cde None None] The sync data for ids ['5fa41136-6e3a-42cd-9298-80f73f824855'] in n-d-828979-4 is: [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:11:33Z', 'revision_number': 3, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:11:36.435862 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.441972 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.448684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-236e6e8b-6fbf-463b-bbcc-933e8d273741 None None] Provisioning complete for port ef476aa0-4886-4183-8638-5d3fa21b1333 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:36.449050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-236e6e8b-6fbf-463b-bbcc-933e8d273741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.565347 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ebba76-ba52-42b6-bde6-4356524cf649,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:36.566843 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:35Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:36.571308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.580374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3fb0-05f8-4ef6-8aa2-c9dc2c4c674a None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:35Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:11:36.710702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ac827983-cb56-414d-b827-ca6e42e7f0bf None None] Provisioning for port d9ebba76-ba52-42b6-bde6-4356524cf649 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:36.716804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-ac827983-cb56-414d-b827-ca6e42e7f0bf None None] Provisioning complete for port d9ebba76-ba52-42b6-bde6-4356524cf649 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:36.717434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ac827983-cb56-414d-b827-ca6e42e7f0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:36.721649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Network adfe610f-c8b6-49fa-a44b-040e2354b16e is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:36.722928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:36.773994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-ac827983-cb56-414d-b827-ca6e42e7f0bf None None] Port d9ebba76-ba52-42b6-bde6-4356524cf649 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:11:37.006221 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-51216311-dcd8-4174-9733-3f55bd62293e None None] Provisioning complete for port d9ebba76-ba52-42b6-bde6-4356524cf649 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:37.006672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-51216311-dcd8-4174-9733-3f55bd62293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:37.088661 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ef476aa0-4886-4183-8638-5d3fa21b1333 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:37.163883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-51216311-dcd8-4174-9733-3f55bd62293e None None] Port d9ebba76-ba52-42b6-bde6-4356524cf649 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:11:37.187527 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-52b763d5-8300-4368-9728-a4d373b2c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:37.211333 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port ef476aa0-4886-4183-8638-5d3fa21b1333 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:37.211731 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:37.275890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Router 5fa41136-6e3a-42cd-9298-80f73f824855 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:11:37.366581 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7600cd10-3f64-48e5-aa33-7ac8a464c30a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:37.447585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 7600cd10-3f64-48e5-aa33-7ac8a464c30a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:37.454543 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7600cd10-3f64-48e5-aa33-7ac8a464c30a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:37.455131 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:37.516507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:37.535675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-caf2dc86-5340-45f0-9bce-dca785a32b52 admin admin] 10.222.0.32 "PUT /v2.0/routers/5fa41136-6e3a-42cd-9298-80f73f824855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944995 Mar 05 01:11:37.590061 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:37.627126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 7600cd10-3f64-48e5-aa33-7ac8a464c30a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7600cd10-3f64-48e5-aa33-7ac8a464c30a,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:37.633032 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:37.715667 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=7600cd10-3f64-48e5-aa33-7ac8a464c30a,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:38.135744 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46484) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:38.141518 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683530726', 'description': 'tempest-secgroup-smoke-1683530726 description', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:38.148049 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.152105 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.155429 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.160972 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.171275 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.205499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.209208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.211934 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.217910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.280093 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.284075 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.327756 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25466e89-2b25-4c95-8494-5063a32818b9,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:38.330531 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.331711 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-cd0b0e12-a4d4-4399-8c4c-1d709cc45609 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1949458 Mar 05 01:11:38.334942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46488) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:38.340112 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '25466e89-2b25-4c95-8494-5063a32818b9', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:38.347556 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.351762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.354760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.360974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.377288 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.435635 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.438869 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.462267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec083cbf-821a-4e23-a647-88fe621a2f4e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:38.471155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.472426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-55f4ab7e-0aa4-42d6-b375-a5ec1d2b65fc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1367240 Mar 05 01:11:38.475250 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 46492) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:38.480983 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '25466e89-2b25-4c95-8494-5063a32818b9', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:38.488003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.491941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.493675 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.495268 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.501057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.518683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.531260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.583664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.587144 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.610386 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a2f844-4517-41fe-9796-74ac2ccad420,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:38.619557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.621357 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-07d7c0cb-437e-4294-a948-d121a4a1201c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1449797 Mar 05 01:11:38.623929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46498) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:38.629852 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '25466e89-2b25-4c95-8494-5063a32818b9', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:38.636594 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.640922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.643797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.650096 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.666272 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.727355 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.731469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.754277 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2366fa65-c086-45de-91c0-8de9bbc7dbc4,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:38.763691 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.764853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-82838efd-d4a3-4267-bf20-fef5c6fae1a7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397684 Mar 05 01:11:38.767506 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46502) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:38.772691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '25466e89-2b25-4c95-8494-5063a32818b9', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:38.779621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.783507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.786324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.791848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.810303 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.875313 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.878888 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.901969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abd4565-814e-4859-99ad-5775e9b0e281,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:38.911099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:38.914847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-b882e485-0030-44b5-b2bf-977a4d494708 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437147 Mar 05 01:11:38.915389 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46506) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:38.922882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '25466e89-2b25-4c95-8494-5063a32818b9', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:38.930354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:38.934969 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:38.937904 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:38.943999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:38.963198 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Project c0ac5fa874264f3ab7e10c1284b8229c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:11:38.970381 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.033802 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 100456cd-72cd-445a-9a4d-61f68230852a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:39.039676 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.043327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.068676 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840ea063-536d-4431-a7cb-467de239a228,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:39.078743 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.079932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c1744508-c8ab-4260-8709-8d7248a3ced0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1632893 Mar 05 01:11:39.082710 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46510) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:39.088526 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '25466e89-2b25-4c95-8494-5063a32818b9', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:39.095482 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:39.099442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:39.102302 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:39.108393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 100456cd-72cd-445a-9a4d-61f68230852a completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:39.108857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:39.113609 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 100456cd-72cd-445a-9a4d-61f68230852a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:39.114104 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.119264 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Project c0ac5fa874264f3ab7e10c1284b8229c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:11:39.126097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.193179 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.196826 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.221740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27c3c4a-d550-4d7d-96d6-92f0a2d751fa,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:39.226631 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.231327 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.232567 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6aeae814-919c-476c-aef8-882fe42741fd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486568 Mar 05 01:11:39.242647 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 100456cd-72cd-445a-9a4d-61f68230852a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=100456cd-72cd-445a-9a4d-61f68230852a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:39.247664 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.248406 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7600cd10-3f64-48e5-aa33-7ac8a464c30a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:39.362747 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=100456cd-72cd-445a-9a4d-61f68230852a,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:39.376148 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 7600cd10-3f64-48e5-aa33-7ac8a464c30a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:39.376515 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:39.419966 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-44b51519-4838-429a-95e9-7e94b32c74a3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:11:39.436536 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-44b51519-4838-429a-95e9-7e94b32c74a3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:11:39.437888 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-44b51519-4838-429a-95e9-7e94b32c74a3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683530726&fields=id&tenant_id=c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 267 time: 0.0571861 Mar 05 01:11:39.583251 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-e17ce0b7-832d-4320-9526-2658a3cd6336 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:39.583931 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-e17ce0b7-832d-4320-9526-2658a3cd6336 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:11:39.599833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-e17ce0b7-832d-4320-9526-2658a3cd6336 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:11:39.600971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-e17ce0b7-832d-4320-9526-2658a3cd6336 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 809 time: 0.1565757 Mar 05 01:11:39.618002 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-17b2d2ed-0875-4605-82ca-2accb2969590 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/quotas/c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 375 time: 0.0116768 Mar 05 01:11:39.696795 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-52493c17-9cdf-479e-afb0-a61e48a4f989 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733907 Mar 05 01:11:39.711770 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-0e34dd7b-8b00-4991-b9ea-54c8f06809b4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:11:39.712687 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-0e34dd7b-8b00-4991-b9ea-54c8f06809b4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048375 Mar 05 01:11:39.841807 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-1127dba5-244e-458f-af6c-957c414abdba service neutron] 10.222.0.32 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231844 Mar 05 01:11:39.976456 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-f7cca3a5-72e0-4f0f-bf27-4047aa161db9 service neutron] 10.222.0.32 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286981 Mar 05 01:11:39.990306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:40.176329 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9c7774bc-5054-485d-803e-930ab01ed065 req-352e07bf-cfa4-4d44-93ef-71ab23acbc7e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:11:40.192818 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-9c7774bc-5054-485d-803e-930ab01ed065 req-352e07bf-cfa4-4d44-93ef-71ab23acbc7e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:11:40.194117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c7774bc-5054-485d-803e-930ab01ed065 req-352e07bf-cfa4-4d44-93ef-71ab23acbc7e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 210 time: 0.0580485 Mar 05 01:11:40.958739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 100456cd-72cd-445a-9a4d-61f68230852a up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:41.032463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 100456cd-72cd-445a-9a4d-61f68230852a triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:41.032834 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:41.198779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-f8e5118f-c46c-4fcb-9c86-c2e07b39a899 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:41.200259 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-f8e5118f-c46c-4fcb-9c86-c2e07b39a899 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 809 time: 0.1535976 Mar 05 01:11:41.255692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-03aa5db9-47d2-4ea2-98b1-a0b801662994 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 380 time: 0.0437682 Mar 05 01:11:41.263899 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'port': {'device_id': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'admin_state_up': True, 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'security_groups': ['25466e89-2b25-4c95-8494-5063a32818b9']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:41.361971 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-721d5669-1e24-4a3f-a8f8-83702f3853f6 req-a2ff33b6-1660-4d85-99e8-e05629b1c7b2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 210 time: 0.0439553 Mar 05 01:11:41.398468 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:41.408403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:41.417254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Made reservation on behalf of c0ac5fa874264f3ab7e10c1284b8229c for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:11:41.420853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:41.670960 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Allocated IP 172.20.0.9 (bce376be-249e-49a5-a884-e34456b6f004/aa58494f-36b6-4e15-a838-6ecf10355b0d/e25b9830-e9b0-4f85-9957-ecc1e75cb6fa) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:41.850896 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:41.865685 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Transition to ACTIVE for port object e25b9830-e9b0-4f85-9957-ecc1e75cb6fa will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:41.888648 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:41.960204 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Network bce376be-249e-49a5-a884-e34456b6f004 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:41.963049 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:41.966972 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:41.997568 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:42.032527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:42.033135 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:42.058501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-86d2a8f7-c68e-4ffe-bde4-e8cd5826634e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984142 Mar 05 01:11:42.072027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Request body: {'port': {'device_id': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:42.183937 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:42.217046 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4c1c812f-5233-4e30-8bfe-e2a081ae2f18 None None] Provisioning for port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:42.221966 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4c1c812f-5233-4e30-8bfe-e2a081ae2f18 None None] Provisioning complete for port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:42.222357 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c1c812f-5233-4e30-8bfe-e2a081ae2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:42.275033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c812f-5233-4e30-8bfe-e2a081ae2f18 None None] Port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:11:42.560986 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25b9830-e9b0-4f85-9957-ecc1e75cb6fa {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:11:42.569374 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:42.598182 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Transition to ACTIVE for port object e25b9830-e9b0-4f85-9957-ecc1e75cb6fa will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:42.603652 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:42.657924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ce1b-94fa-4ca8-9f83-023fbabebc01 req-d3a75745-778e-439e-8933-a1a1bd7e1f9e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:42.658621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fd99ce1b-94fa-4ca8-9f83-023fbabebc01 req-d3a75745-778e-439e-8933-a1a1bd7e1f9e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:11:42.748256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:42.756027 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-fd99ce1b-94fa-4ca8-9f83-023fbabebc01 req-d3a75745-778e-439e-8933-a1a1bd7e1f9e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:11:42.757375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd99ce1b-94fa-4ca8-9f83-023fbabebc01 req-d3a75745-778e-439e-8933-a1a1bd7e1f9e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 931 time: 0.2622812 Mar 05 01:11:42.888702 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fd99ce1b-94fa-4ca8-9f83-023fbabebc01 req-1ee96724-3d55-480d-8fca-20f87443e7f5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031353 Mar 05 01:11:42.905560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Attempting to bind port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:42.905979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Attempting to bind port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:42.906976 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Attempting to bind port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa on network bce376be-249e-49a5-a884-e34456b6f004 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:42.913539 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa on network bce376be-249e-49a5-a884-e34456b6f004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:11:42.913740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Attempting to bind port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa on network bce376be-249e-49a5-a884-e34456b6f004 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:42.920706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:42.921038 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Checking segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:42.921441 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Bound using segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:42.921864 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Bound port: e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:42.922211 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:43.009413 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:43.013257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:43.017308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:43.082182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:43.084052 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] 10.222.0.10 "PUT /v2.0/ports/e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1091 time: 1.0161552 Mar 05 01:11:43.086327 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:11:43.108454 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae850-aa23-4523-80f8-4069a849d185 service neutron] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:43.157274 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'status': 'completed', 'code': 200} Mar 05 01:11:43.194495 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-e8573b82-9820-4606-8359-4dba7dc48dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1094 time: 0.0726881 Mar 05 01:11:43.267712 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-6dd38924-00eb-419d-92ab-8a979066fb9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 217 time: 0.0665607 Mar 05 01:11:43.329136 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-358b08d8-cb76-4893-9d78-26d292b2fd09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:43.330601 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-358b08d8-cb76-4893-9d78-26d292b2fd09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0578854 Mar 05 01:11:43.507972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-fe808db0-4b32-4842-9e3c-cd0a24c6beed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717336 Mar 05 01:11:43.635166 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-986f43b5-5607-4b6c-a618-21643214e2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211042 Mar 05 01:11:43.763305 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-561cca0d-9e6c-4202-b17f-805368b1c129 req-70c1533e-0959-4cbc-a90b-1e40b27cb98f service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212552 Mar 05 01:11:43.874483 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-b5391319-292e-4d88-b8b8-4d25c3e45b96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1094 time: 0.0679009 Mar 05 01:11:44.004831 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-c70bc4ce-5dfc-4de3-9578-e1bb34967a32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:44.005850 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-c70bc4ce-5dfc-4de3-9578-e1bb34967a32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1257923 Mar 05 01:11:44.111563 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-5aefd9f5-75f8-4ebe-b1dd-3e6820bacbe1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 217 time: 0.0998318 Mar 05 01:11:44.188301 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-279f4b41-f7bc-44b0-8d06-1a399dc4512b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:44.189639 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-279f4b41-f7bc-44b0-8d06-1a399dc4512b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0721462 Mar 05 01:11:44.199610 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd39cb3-c5ad-4c0f-b12d-6d26f43103df req-635fb07f-feb5-4deb-83c4-29ec095bbcbb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:44.200972 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdd39cb3-c5ad-4c0f-b12d-6d26f43103df req-635fb07f-feb5-4deb-83c4-29ec095bbcbb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.1391785 Mar 05 01:11:44.289011 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fdd39cb3-c5ad-4c0f-b12d-6d26f43103df req-0ce0ab64-1783-49ce-90ff-d558faaf1f90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589349 Mar 05 01:11:44.302739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-01d9db7c-6737-4e41-b2b3-3b7bb85a7cda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008749 Mar 05 01:11:44.431181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-141d8729-826b-44aa-81d7-a35c6308e1ce service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227090 Mar 05 01:11:44.561396 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-557ae68f-be74-462c-8760-3f2cf7ff2ac0 req-e91a628c-77b2-445c-8d9f-2b0ef1f9f62a service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242602 Mar 05 01:11:45.481591 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a866b1e-992a-4e6e-8171-59472e9aaa87 req-5d2661b4-3b18-4666-a112-8fad48af5b62 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:45.483015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a866b1e-992a-4e6e-8171-59472e9aaa87 req-5d2661b4-3b18-4666-a112-8fad48af5b62 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0749307 Mar 05 01:11:45.527286 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a866b1e-992a-4e6e-8171-59472e9aaa87 req-708c72d1-416d-4820-b9e5-3d22092d78b9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Mar 05 01:11:46.726453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf523a4-03b6-4e1a-aa13-666eb7d15715 req-d238901e-b218-410b-91d1-5b4b228452df tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:46.728176 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dbf523a4-03b6-4e1a-aa13-666eb7d15715 req-d238901e-b218-410b-91d1-5b4b228452df tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0795302 Mar 05 01:11:46.773242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-dbf523a4-03b6-4e1a-aa13-666eb7d15715 req-95c173d5-0392-43af-a4f4-6d32d990c713 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Mar 05 01:11:47.768676 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:11:47.901204 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:47.914022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'mac_address': 'fa:16:3e:a2:82:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:11:47.972650 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:47.977662 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629eee-735a-488f-8780-0a8f2ca7ace2 req-80fea7c6-a105-4482-8aef-fb2db07f7092 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:47.979138 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c629eee-735a-488f-8780-0a8f2ca7ace2 req-80fea7c6-a105-4482-8aef-fb2db07f7092 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0847497 Mar 05 01:11:47.989813 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25b9830-e9b0-4f85-9957-ecc1e75cb6fa {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:11:48.005860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:48.010559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:48.031625 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8c629eee-735a-488f-8780-0a8f2ca7ace2 req-275520f9-629e-4fb5-a8ee-ca18dfbb1090 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458510 Mar 05 01:11:48.073332 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:48.311131 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:11:49.224577 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8023c-b8b9-4894-afb9-b1d23409525c req-eaa2c748-cb19-4f70-8651-ea92992de9ad tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:49.226059 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6c8023c-b8b9-4894-afb9-b1d23409525c req-eaa2c748-cb19-4f70-8651-ea92992de9ad tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 944 time: 0.0768235 Mar 05 01:11:49.272971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c6c8023c-b8b9-4894-afb9-b1d23409525c req-207ec2fa-e11c-4c40-bd31-735610376f34 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Mar 05 01:11:49.784101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:11:49.852915 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:11:49.857974 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:11:49.858337 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:49.964394 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:49.993105 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:11:50.002977 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:11:50.007434 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:50.072680 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:50.131696 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'code': 200} Mar 05 01:11:50.253330 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a850ede3-6cdc-4d85-9fc2-420415e40dc2 req-65ea18ed-0550-4bb6-904f-54a45d5fa25e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0652297 Mar 05 01:11:50.294248 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a850ede3-6cdc-4d85-9fc2-420415e40dc2 req-e00ceea3-125c-4a83-b110-11b50fe09423 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344379 Mar 05 01:11:50.467755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a9e15-817a-4c49-b860-29d7e6d4cfac req-b11def92-82f0-43c9-ab6e-021ff6dd64ae tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:50.469163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c64a9e15-817a-4c49-b860-29d7e6d4cfac req-b11def92-82f0-43c9-ab6e-021ff6dd64ae tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0770619 Mar 05 01:11:50.514157 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c64a9e15-817a-4c49-b860-29d7e6d4cfac req-83125e54-d7d6-4703-9fb5-0e6ddbb6765b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Mar 05 01:11:51.711020 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ff05-ac74-42a2-87d6-b2c137e4c8f5 req-84850cf8-6ac2-4c40-a5ee-2ad061a523cb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:51.712477 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a737ff05-ac74-42a2-87d6-b2c137e4c8f5 req-84850cf8-6ac2-4c40-a5ee-2ad061a523cb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0779171 Mar 05 01:11:51.758485 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a737ff05-ac74-42a2-87d6-b2c137e4c8f5 req-e0bd2fbc-b616-42db-8a35-c8e97cc7fc6a tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Mar 05 01:11:51.947585 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653db13-1f9f-468a-971b-52bf5b08ac0f req-52d3300b-1edd-48a6-a385-053db9a22cb8 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:51.949051 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4653db13-1f9f-468a-971b-52bf5b08ac0f req-52d3300b-1edd-48a6-a385-053db9a22cb8 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0753238 Mar 05 01:11:51.993831 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4653db13-1f9f-468a-971b-52bf5b08ac0f req-ae866811-3e6a-4ce2-aad6-e2cd3435c03e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391452 Mar 05 01:11:52.021328 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46562) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:52.314413 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-189b7aa9-b259-4098-b3fc-115679a16d32 tempest-TestShelveInstance-875570630 tempest-TestShelveInstance-875570630-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1091 time: 0.2919116 Mar 05 01:11:52.317156 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46568) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:11:52.322164 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:11:52.328778 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:11:52.332600 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:floatingip and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:11:52.335368 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:11:52.341660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:11:52.352000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:52.485687 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:52.616779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Allocated IP 172.25.0.241 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/ff2ad657-d31a-4210-97cc-2c54c0798846) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:11:52.763655 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:52.789969 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:52.853931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:11:52.856576 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:11:52.860235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:11:52.892309 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'Port': ['ID=ff2ad657-d31a-4210-97cc-2c54c0798846,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:53.350163 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:53.405308 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:53.603883 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:53.609006 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:53.716503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'Port': ['ID=ff2ad657-d31a-4210-97cc-2c54c0798846,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:53.727664 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:54.017479 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Floating IP 5af72212-5fdc-41bb-92d3-f69e085dd30f associated. External IP: 172.25.0.241, port: e25b9830-e9b0-4f85-9957-ecc1e75cb6fa. Mar 05 01:11:54.402575 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:11:54.599419 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:11:54.609440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:54.620776 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:54.622114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:54.623156 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:54.689278 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-d6e7d653-9e78-4851-ab92-fe6ca5ff886e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3568354 Mar 05 01:11:54.689278 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:11:54.729988 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'status': 'completed', 'code': 200} Mar 05 01:11:54.797469 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:54.819856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-314043d9-d7d2-4e32-b665-dfec52f6b183 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0710227 Mar 05 01:11:54.950922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-6f857357-b829-4bd4-be2c-8971b4ceb6cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:54.952286 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-6f857357-b829-4bd4-be2c-8971b4ceb6cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1268117 Mar 05 01:11:55.053202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-017b37f0-f417-449d-969f-575508513e26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 999 time: 0.0952950 Mar 05 01:11:55.116838 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-d07dee2b-2020-4803-9c99-8b1a9ccec904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:11:55.118391 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-d07dee2b-2020-4803-9c99-8b1a9ccec904 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0599892 Mar 05 01:11:55.172820 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5af72212-5fdc-41bb-92d3-f69e085dd30f', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'mac_address': 'fa:16:3e:a2:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:11:53Z', 'updated_at': '2022-03-05T01:11:53Z', 'revision_number': 0, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:55.176620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:55.187619 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:55.188231 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:55.191004 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-d64ffd70-e363-4170-ba94-a31b8c963569 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669479 Mar 05 01:11:55.200206 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-86745cfa-fbdc-49a0-8d62-163b8b3df082 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:11:55.201188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-86745cfa-fbdc-49a0-8d62-163b8b3df082 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045743 Mar 05 01:11:55.338083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-a8ebf25b-75d9-4974-86cf-a285786978b0 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313303 Mar 05 01:11:55.378116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:55.471221 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-cc2653ee-81ca-4b63-a975-06dacd5698d4 req-ee203ac3-38fa-40db-9b7c-329b0843bdb5 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264956 Mar 05 01:11:55.717387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5af72212-5fdc-41bb-92d3-f69e085dd30f', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'mac_address': 'fa:16:3e:a2:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:11:53Z', 'updated_at': '2022-03-05T01:11:53Z', 'revision_number': 0, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:55.721658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db3a88-2d64-40a8-88f0-defdb587ebec None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '5af72212-5fdc-41bb-92d3-f69e085dd30f', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'mac_address': 'fa:16:3e:a2:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:11:53Z', 'updated_at': '2022-03-05T01:11:53Z', 'revision_number': 0, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:11:57.787276 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:58.172987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:58.507116 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Sync routers for ids ['5fa41136-6e3a-42cd-9298-80f73f824855'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:11:58.517563 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92803d-f68b-464b-84b9-0ecdebda3e3e None None] New status for floating IP 5af72212-5fdc-41bb-92d3-f69e085dd30f: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:11:58.522870 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Routers {'5fa41136-6e3a-42cd-9298-80f73f824855'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:58.523476 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5fa41136-6e3a-42cd-9298-80f73f824855'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:58.696277 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Set router 5fa41136-6e3a-42cd-9298-80f73f824855 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:11:59.020508 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:11:36Z', 'revision_number': 4, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ebba76-ba52-42b6-bde6-4356524cf649', 'name': '', 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'mac_address': 'fa:16:3e:ef:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c999720-cd5e-4aec-9ea8-a23875692eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:35Z', 'updated_at': '2022-03-05T01:11:36Z', 'revision_number': 2, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'subnets': [{'id': '4c999720-cd5e-4aec-9ea8-a23875692eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:59.024322 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Checking router: 5fa41136-6e3a-42cd-9298-80f73f824855 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:11:59.024664 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Updating router 5fa41136-6e3a-42cd-9298-80f73f824855 port d9ebba76-ba52-42b6-bde6-4356524cf649 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:11:59.073417 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:59.394951 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:59.405816 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Transition to ACTIVE for port object d9ebba76-ba52-42b6-bde6-4356524cf649 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:11:59.411325 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:59.536470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c119b-96b4-4b38-8ec9-985db2835a0f None None] Pushing event updated for resources: {'Port': ['ID=d9ebba76-ba52-42b6-bde6-4356524cf649,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:59.621047 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Attempting to bind port d9ebba76-ba52-42b6-bde6-4356524cf649 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:11:59.621985 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Attempting to bind port d9ebba76-ba52-42b6-bde6-4356524cf649 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:11:59.622335 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Attempting to bind port d9ebba76-ba52-42b6-bde6-4356524cf649 on network adfe610f-c8b6-49fa-a44b-040e2354b16e {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:11:59.628935 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:11:59.629330 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Checking segment: {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:11:59.629718 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:59.630097 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Bound using segment: {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:11:59.630539 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Bound port: d9ebba76-ba52-42b6-bde6-4356524cf649, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcb40eb-5c47-49aa-b8b7-6dbde001a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:11:59.630899 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:59.718550 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] For port d9ebba76-ba52-42b6-bde6-4356524cf649, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:11:59.721680 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] For port d9ebba76-ba52-42b6-bde6-4356524cf649, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9ebba76-ba52-42b6-bde6-4356524cf649,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:11:59.726988 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:11:59.812724 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c119b-96b4-4b38-8ec9-985db2835a0f None None] Pushing event updated for resources: {'Port': ['ID=d9ebba76-ba52-42b6-bde6-4356524cf649,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:11:59.816182 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Routers {'5fa41136-6e3a-42cd-9298-80f73f824855'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:11:59.816779 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:11:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5fa41136-6e3a-42cd-9298-80f73f824855'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:11:59.995321 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] Set router 5fa41136-6e3a-42cd-9298-80f73f824855 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:12:00.291787 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:11:36Z', 'revision_number': 4, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ebba76-ba52-42b6-bde6-4356524cf649', 'name': '', 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'mac_address': 'fa:16:3e:ef:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c999720-cd5e-4aec-9ea8-a23875692eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:35Z', 'updated_at': '2022-03-05T01:11:59Z', 'revision_number': 4, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'subnets': [{'id': '4c999720-cd5e-4aec-9ea8-a23875692eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:12:00.295606 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16d06e-4239-4c0c-8c93-1c0bc293cb72 None None] The sync data for ids ['5fa41136-6e3a-42cd-9298-80f73f824855'] in n-d-828979-4 is: [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:11:36Z', 'revision_number': 4, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'd9ebba76-ba52-42b6-bde6-4356524cf649', 'name': '', 'network_id': 'adfe610f-c8b6-49fa-a44b-040e2354b16e', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'mac_address': 'fa:16:3e:ef:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c999720-cd5e-4aec-9ea8-a23875692eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:35Z', 'updated_at': '2022-03-05T01:11:59Z', 'revision_number': 4, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'subnets': [{'id': '4c999720-cd5e-4aec-9ea8-a23875692eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:12:00.991651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ebba76-ba52-42b6-bde6-4356524cf649 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:12:01.061870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port d9ebba76-ba52-42b6-bde6-4356524cf649 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:12:01.067164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d9ebba76-ba52-42b6-bde6-4356524cf649 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:12:01.067562 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:01.181814 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:01.212655 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port d9ebba76-ba52-42b6-bde6-4356524cf649, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9ebba76-ba52-42b6-bde6-4356524cf649,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:12:01.217143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:01.280994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=d9ebba76-ba52-42b6-bde6-4356524cf649,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:12:02.969390 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ebba76-ba52-42b6-bde6-4356524cf649 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:12:03.039783 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port d9ebba76-ba52-42b6-bde6-4356524cf649 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:12:03.040146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:05.093786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f17acb35-ecb5-47e5-9850-42aa98074fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:07.161427 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-29d0bf45-db1e-4cfc-bb4d-327ab895d73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:08.495816 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:08.532693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:09.992217 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:12.588686 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:12:13.746864 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-02b539f8-8a81-4d9a-8b18-36de02cd4563 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673315 Mar 05 01:12:13.883279 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-a63d9a64-7dd6-48a4-8f99-9e09e753e13a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0666296 Mar 05 01:12:14.025655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-17d154ee-8249-4c57-b86a-1a920ce553f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:12:14.027106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-17d154ee-8249-4c57-b86a-1a920ce553f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1267924 Mar 05 01:12:14.127630 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-11da6f0a-83cb-41a9-b7e3-39e6f4d54278 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1001 time: 0.0943966 Mar 05 01:12:14.191661 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-86f080e3-0005-40eb-a207-ddf7d78db32a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:12:14.193093 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-86f080e3-0005-40eb-a207-ddf7d78db32a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0603268 Mar 05 01:12:14.267836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-92496780-7c13-48b1-b09c-9b1ab2f14d24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690079 Mar 05 01:12:14.396273 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-83a23260-16da-42d4-84ac-3971037d5f85 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224029 Mar 05 01:12:14.527151 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-49a400e7-efa4-44cf-b11d-9255afa9af31 req-b336e957-fb0b-4f73-8cb7-cb8fd58b00c7 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247051 Mar 05 01:12:27.797795 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:28.171697 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:35.095952 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-355088f5-b4e6-4872-a256-80ea40b34f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:37.132519 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7e71ca8a-1840-435a-8f7a-d8796150f2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:38.497622 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:38.534281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:39.993804 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:49.588388 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:12:57.802785 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:12:58.172296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:05.097465 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ffb90ce0-5c61-4c92-9cbb-f1e6aa1dfdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:07.134047 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d602eaf7-8168-421b-ae1c-9250ffaed181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:08.499206 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:08.535635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:09.997235 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:15.660571 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-c3466f0a-5c13-4c33-8343-06c3a0b7e36e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660620 Mar 05 01:13:15.797527 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-62e20571-c948-4729-aaa5-3e99478c6311 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0715609 Mar 05 01:13:15.936349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-b40fac57-f938-461e-b7e8-d88cdf4482d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:13:15.938346 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-b40fac57-f938-461e-b7e8-d88cdf4482d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1237869 Mar 05 01:13:16.034706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-71404f29-59f0-41f4-83ac-4562b150feae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1001 time: 0.0906796 Mar 05 01:13:16.098293 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-c44b3e17-43fb-44ef-9a53-73f661a7f061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:13:16.099662 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-c44b3e17-43fb-44ef-9a53-73f661a7f061 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0588708 Mar 05 01:13:16.170174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-6370f5ad-c31c-4004-b97f-e5c34f9405e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650322 Mar 05 01:13:16.297110 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-b7a64240-2699-46b3-a85e-5b99f2de050b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208401 Mar 05 01:13:16.428375 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a8b944e1-0251-49e9-9ad1-da5b1919af00 req-e78c8192-b223-41e3-af5c-22254dbdea28 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216631 Mar 05 01:13:26.588171 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:13:27.816326 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:28.170724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:35.099709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b290cda4-0688-4d0b-98ec-eaa31328b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:37.135036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-26ad2c9e-d0fd-4d1a-bce2-526efb715e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:38.504401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:38.538554 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:40.000343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:57.822279 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:13:58.171042 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:03.588085 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:14:05.102479 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9da6c73b-ffd3-494c-900d-09accad74d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:07.135728 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-800fc90d-07ca-40b9-9467-79c964e1f801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:08.506391 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:08.540386 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:10.003676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:17.730849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-de29ec98-1b89-456b-b410-66153c98e592 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580062 Mar 05 01:14:17.866335 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-340cf715-3efa-454d-be2a-c8c9a60d9463 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0664985 Mar 05 01:14:18.005188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-c0ba97bd-b555-4f7b-a2a1-4925b7cc71cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:18.006570 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-c0ba97bd-b555-4f7b-a2a1-4925b7cc71cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1225512 Mar 05 01:14:18.106927 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-f5900116-dabb-456d-b341-b25816fb88a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1001 time: 0.0948520 Mar 05 01:14:18.166272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-3ed388a4-10be-475c-94ed-3cbc851dcffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:18.167614 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-3ed388a4-10be-475c-94ed-3cbc851dcffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0550461 Mar 05 01:14:18.241008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-88316955-4af2-42f0-8fcc-98bca7a14948 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678039 Mar 05 01:14:18.368535 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-1ee8c84a-2cda-4aa2-a64b-66aecdf76bd0 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219602 Mar 05 01:14:18.494695 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f255866f-9be6-427d-bb80-6f2a9742bd6e req-afb195e7-0700-4358-a054-8f4a1be63b83 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206000 Mar 05 01:14:19.529630 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8fc97-6c0c-4121-9d70-e44bc4b347e2 req-7b1c1271-5373-421c-bf3f-089d1883b0cb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:19.531079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26a8fc97-6c0c-4121-9d70-e44bc4b347e2 req-7b1c1271-5373-421c-bf3f-089d1883b0cb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0781276 Mar 05 01:14:19.575957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-26a8fc97-6c0c-4121-9d70-e44bc4b347e2 req-c996edc5-3608-480b-be63-4d74f5025757 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 Mar 05 01:14:20.781207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3b63-cae6-4af6-9ff2-04dd59427358 req-42037a91-012d-438a-9b69-ca83ffe83512 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:20.783174 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-171b3b63-cae6-4af6-9ff2-04dd59427358 req-42037a91-012d-438a-9b69-ca83ffe83512 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0743616 Mar 05 01:14:20.826459 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-171b3b63-cae6-4af6-9ff2-04dd59427358 req-9a62fce0-6ce2-40a9-9ed2-34d45627cd7b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378971 Mar 05 01:14:22.212216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03caae8-6cd6-492c-b179-768c59110627 req-cd43d23c-97e7-4c7f-b0d6-25b43d922fb9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:22.213667 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c03caae8-6cd6-492c-b179-768c59110627 req-cd43d23c-97e7-4c7f-b0d6-25b43d922fb9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0746953 Mar 05 01:14:22.260906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-c03caae8-6cd6-492c-b179-768c59110627 req-acd82ddf-806e-4351-b534-960602ef7df7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Mar 05 01:14:23.459815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19234d9c-3f11-4333-ab8d-700b9b11dfde req-e1c2782a-b1b3-4d0e-8b14-6f3da8fef947 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:23.461299 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19234d9c-3f11-4333-ab8d-700b9b11dfde req-e1c2782a-b1b3-4d0e-8b14-6f3da8fef947 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0791152 Mar 05 01:14:23.505912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-19234d9c-3f11-4333-ab8d-700b9b11dfde req-d2afe7e9-8806-47af-afc0-ba403d693853 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Mar 05 01:14:24.782066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a252ac-f7a8-4053-9a7d-3fe42175d5ce req-5483e5e6-5098-4f1b-9d87-1b4be632db91 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:24.783513 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60a252ac-f7a8-4053-9a7d-3fe42175d5ce req-5483e5e6-5098-4f1b-9d87-1b4be632db91 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.1610618 Mar 05 01:14:24.827919 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60a252ac-f7a8-4053-9a7d-3fe42175d5ce req-a1461725-5aa2-4dde-b63a-b1b91c68a73e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Mar 05 01:14:26.018547 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77802fa0-d832-4204-9f29-a5e65712cd8a req-e98278c4-8967-47ce-b411-86c38e385a57 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:26.020637 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77802fa0-d832-4204-9f29-a5e65712cd8a req-e98278c4-8967-47ce-b411-86c38e385a57 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0765052 Mar 05 01:14:26.067488 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-77802fa0-d832-4204-9f29-a5e65712cd8a req-fe442e7d-fc5e-4b08-a1c8-e7480a603995 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 Mar 05 01:14:27.262965 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002710-3c51-4fb6-aaff-dace48045257 req-126dc2b8-8cb7-42bf-98ba-16e09c8220bf tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:27.264328 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08002710-3c51-4fb6-aaff-dace48045257 req-126dc2b8-8cb7-42bf-98ba-16e09c8220bf tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0783222 Mar 05 01:14:27.308907 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-08002710-3c51-4fb6-aaff-dace48045257 req-868259ee-cc8e-42e6-91c1-908dff726d0a tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Mar 05 01:14:27.827724 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:28.185290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:28.565774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791b951-2c1d-493b-b264-1b5161e8672c req-1c538ce4-5134-40a3-a8b1-22f23dfbb7a4 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:28.567239 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a791b951-2c1d-493b-b264-1b5161e8672c req-1c538ce4-5134-40a3-a8b1-22f23dfbb7a4 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.1411476 Mar 05 01:14:28.614203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a791b951-2c1d-493b-b264-1b5161e8672c req-fb97b990-5c9b-415d-854c-0fce28afd9d1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Mar 05 01:14:29.809659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02127704-7cfc-4357-8723-e1dbc995a9f6 req-5c94d014-b762-4849-9a22-cdbf8ae5c980 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:29.811110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02127704-7cfc-4357-8723-e1dbc995a9f6 req-5c94d014-b762-4849-9a22-cdbf8ae5c980 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0794463 Mar 05 01:14:29.855032 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-02127704-7cfc-4357-8723-e1dbc995a9f6 req-9f1fb9d1-0158-48b7-9989-fd334b06435c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383973 Mar 05 01:14:31.053324 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f0ac8-5a58-4d16-adf2-bf3304502517 req-782a5773-2c74-4c3a-bb93-af43c8386618 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:31.054744 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-382f0ac8-5a58-4d16-adf2-bf3304502517 req-782a5773-2c74-4c3a-bb93-af43c8386618 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0793793 Mar 05 01:14:31.098187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-382f0ac8-5a58-4d16-adf2-bf3304502517 req-a829eaa0-9a35-4e70-8ecf-1b75a25bbb64 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 Mar 05 01:14:32.357163 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4a476-d7ef-40f9-af8d-aa10b210622c req-673cfb4a-7fcc-4852-b845-cf021218003a tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:32.358610 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbd4a476-d7ef-40f9-af8d-aa10b210622c req-673cfb4a-7fcc-4852-b845-cf021218003a tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.1428602 Mar 05 01:14:32.402225 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bbd4a476-d7ef-40f9-af8d-aa10b210622c req-9501c788-17b3-4c6c-a873-bbf8032eff2c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Mar 05 01:14:32.542434 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:14:32.673395 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:14:32.687217 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'mac_address': 'fa:16:3e:a2:82:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:14:32.740787 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:32.761282 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e25b9830-e9b0-4f85-9957-ecc1e75cb6fa {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:14:32.775764 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:14:32.779198 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:32.845727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:14:32.849982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:14:32.887909 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.888254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.888594 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.888926 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.889283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.889614 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.889936 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.890260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.890577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.890897 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:32.891213 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:14:33.596262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d0821-7f72-4ed9-b157-09e87180adbb req-987e0001-1500-477c-801b-85eea4e37e95 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:33.597750 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe6d0821-7f72-4ed9-b157-09e87180adbb req-987e0001-1500-477c-801b-85eea4e37e95 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 944 time: 0.0756619 Mar 05 01:14:33.641072 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-fe6d0821-7f72-4ed9-b157-09e87180adbb req-cff67cf4-aa50-4705-a921-b881a33331e5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379250 Mar 05 01:14:34.542317 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:14:34.611441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:14:34.611810 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:34.720550 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:34.747810 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:14:34.757129 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:14:34.761364 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:34.807049 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'code': 200} Mar 05 01:14:34.832501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:14:34.840645 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd73f-ce8a-4ca0-81d7-b9a6b8172920 req-7f11924b-f8f1-4a19-a5be-47aaf1a610a5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:34.841963 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7abbd73f-ce8a-4ca0-81d7-b9a6b8172920 req-7f11924b-f8f1-4a19-a5be-47aaf1a610a5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0793540 Mar 05 01:14:34.889680 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7abbd73f-ce8a-4ca0-81d7-b9a6b8172920 req-f6bfbc0d-d4f8-4d75-94b8-e470c0091a22 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Mar 05 01:14:35.103428 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a55ae434-7cd0-4931-864d-41ee250c7ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:36.100979 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5882d-732d-4e16-b68b-15c0226ecb20 req-742b2d44-7c56-4331-8ed8-0bd94a40ec05 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:36.102460 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59b5882d-732d-4e16-b68b-15c0226ecb20 req-742b2d44-7c56-4331-8ed8-0bd94a40ec05 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0805314 Mar 05 01:14:36.149800 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-59b5882d-732d-4e16-b68b-15c0226ecb20 req-2085f1d4-c528-47a4-9306-8a6313498358 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Mar 05 01:14:37.140304 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd57c5b7-d6ac-43c8-b1ae-661fd2a4d12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:37.353739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3cde-03a8-437c-9d5e-99cc828d83a2 req-77b186e6-30fe-4bcc-a779-edfce15b0ccc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:37.355204 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8faa3cde-03a8-437c-9d5e-99cc828d83a2 req-77b186e6-30fe-4bcc-a779-edfce15b0ccc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0815864 Mar 05 01:14:37.405243 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8faa3cde-03a8-437c-9d5e-99cc828d83a2 req-09fb3a7e-d1bf-4f11-bd40-121bf62d7478 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Mar 05 01:14:38.515965 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:38.551600 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:38.616721 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96136abb-941d-4242-a8c4-5f5f93b4d9c6 req-ff1e6343-84ae-4bf9-bddc-5f78fb72c024 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:38.618878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96136abb-941d-4242-a8c4-5f5f93b4d9c6 req-ff1e6343-84ae-4bf9-bddc-5f78fb72c024 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0835001 Mar 05 01:14:38.669449 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-96136abb-941d-4242-a8c4-5f5f93b4d9c6 req-d1ceecc1-134a-4807-acbc-e2c60c915f96 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Mar 05 01:14:39.883656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60368b-8679-433e-a37e-cbd6c78b7792 req-350b46a2-e2ed-4e23-915a-31bdcc48ce34 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:39.885126 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd60368b-8679-433e-a37e-cbd6c78b7792 req-350b46a2-e2ed-4e23-915a-31bdcc48ce34 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0860529 Mar 05 01:14:39.932020 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd60368b-8679-433e-a37e-cbd6c78b7792 req-896d4f40-8d3d-42aa-9f64-809ccd86846d tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404963 Mar 05 01:14:40.009766 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:40.589191 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:14:41.152991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461a40-6887-4009-9dfd-929ba3760e27 req-cfec17fe-9c73-48be-8d89-a2e02eb0dffd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:41.154522 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1461a40-6887-4009-9dfd-929ba3760e27 req-cfec17fe-9c73-48be-8d89-a2e02eb0dffd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0814376 Mar 05 01:14:41.205804 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d1461a40-6887-4009-9dfd-929ba3760e27 req-5a892355-3a01-4255-a5f0-b79cf1456a7e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Mar 05 01:14:42.422732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5c35-3aa9-4040-8857-d79507851ddd req-28fcb131-f349-4c55-924f-b456da7b2a38 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:42.424174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-013a5c35-3aa9-4040-8857-d79507851ddd req-28fcb131-f349-4c55-924f-b456da7b2a38 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0884914 Mar 05 01:14:42.469665 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-013a5c35-3aa9-4040-8857-d79507851ddd req-f760116b-b9fa-4fac-84a8-3f495aa55f5e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Mar 05 01:14:43.698706 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0b69-a255-42ff-bdb9-6943e7cbc858 req-123a02d6-3321-4009-9bc5-e7f6cb6e588e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:43.701681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f47c0b69-a255-42ff-bdb9-6943e7cbc858 req-123a02d6-3321-4009-9bc5-e7f6cb6e588e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0837865 Mar 05 01:14:43.852467 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f47c0b69-a255-42ff-bdb9-6943e7cbc858 req-8a81182d-13cb-42ba-9f9b-979d4c10f022 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455786 Mar 05 01:14:45.062997 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4933a5-4916-4b75-b9ce-ee6175af00d7 req-dafe33a8-ecc4-469c-8755-ee18c818cc74 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:45.064453 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1b4933a5-4916-4b75-b9ce-ee6175af00d7 req-dafe33a8-ecc4-469c-8755-ee18c818cc74 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0855401 Mar 05 01:14:45.113588 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-1b4933a5-4916-4b75-b9ce-ee6175af00d7 req-ff2165be-04a0-4533-9605-994f32c8469e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Mar 05 01:14:46.323615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e307e82-6e2e-4799-b73c-eb6531660287 req-065358b9-c810-48be-a086-7877849d230f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:46.325324 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e307e82-6e2e-4799-b73c-eb6531660287 req-065358b9-c810-48be-a086-7877849d230f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0890596 Mar 05 01:14:46.372786 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2e307e82-6e2e-4799-b73c-eb6531660287 req-422f2b10-a365-4e82-85b3-678e90393926 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 Mar 05 01:14:47.424905 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-32179cf2-08b5-4a85-bae7-d47267cc2a77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.1348605 Mar 05 01:14:47.557677 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-76306689-23f8-448a-b337-a80d4f10b5e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:47.559024 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-76306689-23f8-448a-b337-a80d4f10b5e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1261537 Mar 05 01:14:47.565922 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8ecda-1236-4ccc-8b9a-9e1f7b6875cd req-0f357c1b-e30d-4162-9647-0ee491b37814 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:47.567370 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2d8ecda-1236-4ccc-8b9a-9e1f7b6875cd req-0f357c1b-e30d-4162-9647-0ee491b37814 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0757802 Mar 05 01:14:47.613250 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b2d8ecda-1236-4ccc-8b9a-9e1f7b6875cd req-91d546b6-9453-4fac-8da6-4913179a3cb8 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402765 Mar 05 01:14:47.661181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-7cac7411-eb96-4eb5-ad32-221707730f99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1001 time: 0.0965638 Mar 05 01:14:47.719876 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-1aad4a01-bace-43c5-9605-72f1aa08e93e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:47.722028 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-1aad4a01-bace-43c5-9605-72f1aa08e93e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0543466 Mar 05 01:14:47.792974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-e2b24899-0675-4766-a28c-d68a886e2df9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654113 Mar 05 01:14:47.919280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-e46ceaaf-e934-4032-ae19-8846c720d933 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203351 Mar 05 01:14:48.046318 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f41fde6e-e16e-4194-be7b-9b190cdf6280 req-3b56b70e-3cfd-4813-b470-0ccae0e3c2da service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217802 Mar 05 01:14:48.811601 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90beaab-b15d-4db8-a13e-eeb69326df58 req-0450904d-e94c-4e87-b970-bda4d339e3ee tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:48.813061 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c90beaab-b15d-4db8-a13e-eeb69326df58 req-0450904d-e94c-4e87-b970-bda4d339e3ee tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0797589 Mar 05 01:14:48.857188 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c90beaab-b15d-4db8-a13e-eeb69326df58 req-bd50aeca-9679-4ccd-a0b3-1d6f4db81496 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381184 Mar 05 01:14:50.057002 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cdd94-5217-41b7-83cf-9dc6ee4c355e req-b365e931-a528-4901-9597-124c1cb0f8f4 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:50.058481 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e2cdd94-5217-41b7-83cf-9dc6ee4c355e req-b365e931-a528-4901-9597-124c1cb0f8f4 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0786602 Mar 05 01:14:50.103120 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9e2cdd94-5217-41b7-83cf-9dc6ee4c355e req-e3b30c88-b25c-4e92-bd10-a88fda5d42c1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Mar 05 01:14:50.345400 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5fd8cb4e-75ee-4824-b97d-45e702272564 req-ad21be91-971e-4e41-b2d7-bbd1b73c9e71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1306620 Mar 05 01:14:50.576261 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:14:50.609032 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17866b8-f654-4f87-a689-d701f52b6e92 req-0a4d2cdf-85d9-4366-a8ff-d40f538a68ec tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:50.610743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a17866b8-f654-4f87-a689-d701f52b6e92 req-0a4d2cdf-85d9-4366-a8ff-d40f538a68ec tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0762813 Mar 05 01:14:50.661990 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a17866b8-f654-4f87-a689-d701f52b6e92 req-07f2aec9-343e-4ad9-92ce-5e1ea4948276 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Mar 05 01:14:50.666044 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-955359e8-dc62-40d6-9acf-0f2d50e7751b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379976 Mar 05 01:14:50.707177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:50.734340 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:14:50.744801 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:14:50.750843 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:50.822236 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:14:50.946079 n-d-828979-4 neutron-server[83784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'code': 422} returned with failed status Mar 05 01:14:51.400477 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-18d1ebb9-a1f9-4ca3-94b4-772fd777a635 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&tenant_id=c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 1094 time: 0.0680008 Mar 05 01:14:51.489470 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-f67c5cc8-679a-4e07-9d71-9f2bc15d4ce4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1094 time: 0.0695305 Mar 05 01:14:51.616364 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b353d41-230e-4215-8459-bbcf1c896979 req-fe9875c3-4338-41f4-9547-e3453626736e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:51.617739 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-fe9875c3-4338-41f4-9547-e3453626736e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1228046 Mar 05 01:14:51.719515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-5ab84aff-68bb-44e5-a052-a9197ce84eb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 999 time: 0.0950217 Mar 05 01:14:51.781399 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b353d41-230e-4215-8459-bbcf1c896979 req-92fd7489-a563-426a-a2e4-9b86f703a73a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:51.783105 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-92fd7489-a563-426a-a2e4-9b86f703a73a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0581155 Mar 05 01:14:51.855329 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-b6a3dd61-cf57-4346-9ca8-9ba672cc3923 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664961 Mar 05 01:14:51.855598 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d5d77-0151-4c98-b339-186611495ed7 req-8bfe419f-b7ee-483a-b062-dac41995f7f6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:51.857033 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd3d5d77-0151-4c98-b339-186611495ed7 req-8bfe419f-b7ee-483a-b062-dac41995f7f6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0749454 Mar 05 01:14:51.902550 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-dd3d5d77-0151-4c98-b339-186611495ed7 req-5171fb4a-4a8a-45ef-adce-cdf080209f1d tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Mar 05 01:14:52.078503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-ec34f3f8-897f-4165-9e0c-606a9f74d6e4 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175996 Mar 05 01:14:52.206363 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9b353d41-230e-4215-8459-bbcf1c896979 req-94b30bc9-a5b0-44ac-9c00-2eea4aadfb0b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223648 Mar 05 01:14:53.155110 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d51a20-743d-4064-85de-58001922a94c req-3d6328fc-81af-44c6-adc5-540a16720112 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:53.156717 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7d51a20-743d-4064-85de-58001922a94c req-3d6328fc-81af-44c6-adc5-540a16720112 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.1029537 Mar 05 01:14:53.217211 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b7d51a20-743d-4064-85de-58001922a94c req-0bd54f28-89a6-4ee6-9a55-496e09617d9e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541031 Mar 05 01:14:54.430455 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0955d56-7a68-4aeb-8ddd-306306458dcf req-f029ace2-8c6c-4836-896b-7b419ca988c3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:54.431868 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0955d56-7a68-4aeb-8ddd-306306458dcf req-f029ace2-8c6c-4836-896b-7b419ca988c3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0788348 Mar 05 01:14:54.475626 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b0955d56-7a68-4aeb-8ddd-306306458dcf req-57381367-ea07-4229-9312-8642a2542c01 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Mar 05 01:14:55.673622 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762993-914d-4e20-b413-750c679cf0f8 req-52c6a34c-12cd-4f38-886b-1993b31d931a tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:55.675545 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a762993-914d-4e20-b413-750c679cf0f8 req-52c6a34c-12cd-4f38-886b-1993b31d931a tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0772154 Mar 05 01:14:55.726849 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7a762993-914d-4e20-b413-750c679cf0f8 req-a19a0bf1-5bf5-4fcb-b220-1cd7cfc4f5db tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Mar 05 01:14:56.947070 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662402d3-7667-49ff-883f-e525999269a0 req-c7e1c99b-e18b-46c0-9856-c2af490ea14b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:56.948534 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-662402d3-7667-49ff-883f-e525999269a0 req-c7e1c99b-e18b-46c0-9856-c2af490ea14b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0753074 Mar 05 01:14:56.997075 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-662402d3-7667-49ff-883f-e525999269a0 req-df49af21-696c-4d48-8d41-0e56a9870707 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Mar 05 01:14:57.840286 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:58.196353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:14:58.222100 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c08c-15db-4048-8192-7e2424c3f80f req-297ea8bd-60a8-476c-83bc-1dea5f841c70 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:58.223546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56a8c08c-15db-4048-8192-7e2424c3f80f req-297ea8bd-60a8-476c-83bc-1dea5f841c70 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0967019 Mar 05 01:14:58.271092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-56a8c08c-15db-4048-8192-7e2424c3f80f req-228c4778-f75e-4cb1-bfec-dba709a99b2d tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Mar 05 01:14:59.477409 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a8a7-dc15-450b-bb7b-b23920a4f96d req-debe997b-9a32-4e21-ba3b-d07976348948 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:14:59.478859 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e35a8a7-dc15-450b-bb7b-b23920a4f96d req-debe997b-9a32-4e21-ba3b-d07976348948 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0812714 Mar 05 01:14:59.534170 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6e35a8a7-dc15-450b-bb7b-b23920a4f96d req-d4b8b417-7326-4c62-988d-3b6825866ff5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496526 Mar 05 01:15:00.756769 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f27a-326a-4a0a-9ce0-2178c23c8819 req-3a1db65d-ed69-4a9d-ba71-ba38cdacb6b3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:00.758441 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14d4f27a-326a-4a0a-9ce0-2178c23c8819 req-3a1db65d-ed69-4a9d-ba71-ba38cdacb6b3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0883043 Mar 05 01:15:00.817755 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-14d4f27a-326a-4a0a-9ce0-2178c23c8819 req-e72e799b-33f3-46ff-94a2-125895afb1eb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536346 Mar 05 01:15:02.013311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5675b-b370-4356-bca9-8333d3d0f16d req-56330ea5-e36a-4e0c-b957-0c250184c6b2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:02.014760 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2f5675b-b370-4356-bca9-8333d3d0f16d req-56330ea5-e36a-4e0c-b957-0c250184c6b2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0755646 Mar 05 01:15:02.062085 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-e2f5675b-b370-4356-bca9-8333d3d0f16d req-473032a0-8931-43f4-8653-de7f48c444ef tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Mar 05 01:15:03.256990 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c0d3b-10a5-4c40-b349-f3d4b51c9266 req-bcdac3fc-00a0-452c-8d74-117afd3e0a96 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:03.258371 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-536c0d3b-10a5-4c40-b349-f3d4b51c9266 req-bcdac3fc-00a0-452c-8d74-117afd3e0a96 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0748885 Mar 05 01:15:03.302596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-536c0d3b-10a5-4c40-b349-f3d4b51c9266 req-a30308e6-c7bc-44d9-a8e5-10a338b4de61 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 Mar 05 01:15:04.493160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d540-f9f1-40b9-8fc6-7d44b60b3ebc req-0553e750-9043-4c48-b432-1789f052debd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:04.494617 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c49d540-f9f1-40b9-8fc6-7d44b60b3ebc req-0553e750-9043-4c48-b432-1789f052debd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0751324 Mar 05 01:15:04.538892 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4c49d540-f9f1-40b9-8fc6-7d44b60b3ebc req-877e676d-b462-49c2-88d3-eec1f064d6c1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389054 Mar 05 01:15:05.108485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-34514565-3564-4644-b30f-d2382f6fdf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:05.736549 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d0a52-d18b-4651-ad7e-d9ba5c3fa81c req-dfdd7d7d-2976-4486-bba0-71ccfcdc4156 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:05.738690 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-311d0a52-d18b-4651-ad7e-d9ba5c3fa81c req-dfdd7d7d-2976-4486-bba0-71ccfcdc4156 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0797086 Mar 05 01:15:05.782770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-311d0a52-d18b-4651-ad7e-d9ba5c3fa81c req-ee6aa62c-c5e8-4324-bf15-e8238609d2ec tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Mar 05 01:15:06.976715 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a3557-2bca-4c27-86e1-1beaa067764e req-520e3608-0357-42bb-9706-a47039c8f6de tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:06.978088 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7a3557-2bca-4c27-86e1-1beaa067764e req-520e3608-0357-42bb-9706-a47039c8f6de tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0773313 Mar 05 01:15:07.023107 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8f7a3557-2bca-4c27-86e1-1beaa067764e req-99de4149-5403-409a-bb9f-2a75680ff833 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 Mar 05 01:15:07.131918 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a83a624d-1da8-4994-927f-4abbe75cbac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:08.217388 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3b63-cc24-45e2-9217-3426e405be37 req-6c3256fd-14c4-49c6-84a7-b0a5eef59977 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:08.218839 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-110f3b63-cc24-45e2-9217-3426e405be37 req-6c3256fd-14c4-49c6-84a7-b0a5eef59977 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0769105 Mar 05 01:15:08.267007 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-110f3b63-cc24-45e2-9217-3426e405be37 req-e16a78bd-0d83-4d78-9e49-f281886b5878 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Mar 05 01:15:08.509905 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:08.544739 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:08.634453 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:15:08.792603 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:15:08.806218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'port_id': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'mac_address': 'fa:16:3e:a2:82:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:15:08.857973 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:08.874829 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25b9830-e9b0-4f85-9957-ecc1e75cb6fa {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:15:08.889149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:15:08.893322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:08.959490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=9']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:15:09.212828 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:15:09.462139 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaacd1-59aa-444d-861d-ce2c0ffcf812 req-c51be1dd-207f-4816-be96-a827315999c9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:09.463644 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55aaacd1-59aa-444d-861d-ce2c0ffcf812 req-c51be1dd-207f-4816-be96-a827315999c9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 944 time: 0.0752800 Mar 05 01:15:09.509914 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-55aaacd1-59aa-444d-861d-ce2c0ffcf812 req-ea0c4460-3a73-48eb-b328-83ff66ae39b7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Mar 05 01:15:10.009058 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:10.667215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:15:10.701620 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788317-9423-434b-8ede-2f64d76b27b5 req-b97d3af5-3049-405e-8c71-228750025ee6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:10.703089 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e788317-9423-434b-8ede-2f64d76b27b5 req-b97d3af5-3049-405e-8c71-228750025ee6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 944 time: 0.0766144 Mar 05 01:15:10.734533 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:15:10.734898 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:10.749345 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4e788317-9423-434b-8ede-2f64d76b27b5 req-46501b29-8d5f-4f17-8f03-7fa4a2d43d3b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Mar 05 01:15:10.846754 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:10.872175 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:15:10.881787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:15:10.885580 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:10.931073 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'code': 200} Mar 05 01:15:10.959891 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=10']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:15:11.140265 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-220ccf49-6749-4a1c-98a0-7dbad656078c req-22ebfbc8-5fa0-4c90-82a4-b489ad70a941 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0693007 Mar 05 01:15:11.179312 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-220ccf49-6749-4a1c-98a0-7dbad656078c req-b443b5ae-9d23-48c8-96fc-f6bfbdae35e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Mar 05 01:15:11.944234 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b509f-0fef-41cd-95c8-397c6dd33164 req-ab5aeb0e-d899-4a1a-bdf2-df63d5fab740 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:11.946579 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e34b509f-0fef-41cd-95c8-397c6dd33164 req-ab5aeb0e-d899-4a1a-bdf2-df63d5fab740 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 946 time: 0.0753908 Mar 05 01:15:11.992575 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e34b509f-0fef-41cd-95c8-397c6dd33164 req-50a8f973-86d9-4344-b6d1-5b640aa82902 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Mar 05 01:15:13.187515 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ed0b-69cf-4f92-b6c4-5ac845ceebb8 req-734908e1-4ad4-4bc0-894d-a11990be4109 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:13.188931 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7949ed0b-69cf-4f92-b6c4-5ac845ceebb8 req-734908e1-4ad4-4bc0-894d-a11990be4109 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 946 time: 0.0773408 Mar 05 01:15:13.233494 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7949ed0b-69cf-4f92-b6c4-5ac845ceebb8 req-c1ce602d-c828-438c-bc37-2abf7092f531 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Mar 05 01:15:17.589944 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:15:17.654272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-777ee42c-f046-4292-bb8a-45e44f2eeb44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699468 Mar 05 01:15:17.796801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-df621334-e0fe-4767-b93b-f2148f875bd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0756276 Mar 05 01:15:17.938354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-fa748aaf-7fdd-43cd-8666-e1a82c4569d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:17.939808 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-fa748aaf-7fdd-43cd-8666-e1a82c4569d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1243029 Mar 05 01:15:18.041551 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-4a8c2722-a4ec-49b2-87db-f22299f1aeae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1001 time: 0.0959125 Mar 05 01:15:18.101857 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-b23398d6-c57b-4f5e-b845-2a96e5d5cd9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:15:18.103178 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-b23398d6-c57b-4f5e-b845-2a96e5d5cd9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0566070 Mar 05 01:15:18.178870 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-2837b382-a629-49e0-90d0-c1328e236739 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696013 Mar 05 01:15:18.392952 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-108d96f7-d89e-46b9-a986-cbbb71f02e9b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079380 Mar 05 01:15:18.522691 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-12a46fef-1940-400b-aaca-9c97d4fc85e3 req-bfd089f6-e1f4-4470-bd5c-96674323649a service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245272 Mar 05 01:15:27.838243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:28.201885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:35.110311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9e107dd3-d8f7-472c-a7e8-987f88cf21e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:37.132585 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f331c545-61b4-47fb-a10d-e56a39376023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:38.512352 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:38.547971 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:40.009573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:54.591165 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:15:57.857518 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:15:58.198941 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:05.111151 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c45cbc4d-6499-4f41-9954-7c604b9d4a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:07.133363 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-969bae48-3952-4616-8f3b-24b09adba26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:08.513448 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:08.550587 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:10.012655 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:17.656694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-ca8efb4f-089c-46dd-a2e6-8ad41b4e63e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661366 Mar 05 01:16:17.801944 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-f9caedc2-089d-4370-89f9-49043c21e126 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0785441 Mar 05 01:16:17.942593 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-d71bcfa0-8231-4ee4-a757-44912236b211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:16:17.944503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-d71bcfa0-8231-4ee4-a757-44912236b211 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1250849 Mar 05 01:16:18.042541 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-6a4381ca-124d-4c82-830e-783ea4403077 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 1001 time: 0.0920553 Mar 05 01:16:18.106246 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-7655a651-cf19-4abe-9944-f579a47dacb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:16:18.107648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-7655a651-cf19-4abe-9944-f579a47dacb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0595155 Mar 05 01:16:18.179903 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-6a2b8a6d-61a5-4699-912f-02310ca06db7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666811 Mar 05 01:16:18.308129 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-c3e67e18-4916-4a8b-99c0-ab5d85a1a649 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225111 Mar 05 01:16:18.437233 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f2daacc3-4d56-49f3-b275-fe5e3bbb6c00 req-945d676f-1e95-4ed8-985a-46461acaaa40 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230516 Mar 05 01:16:27.848436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:28.213849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:31.592057 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:16:35.113196 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d30b-8754-4feb-9642-980d346585ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:37.133994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-24af70c2-02b8-4929-8529-e9983a01087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:38.515360 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:38.552568 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:40.015236 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:57.503690 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46890) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:16:57.779522 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Deleting port ff2ad657-d31a-4210-97cc-2c54c0798846 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:16:57.779861 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:57.884402 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:57.943607 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:57.943927 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:58.060998 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Calling delete_port for ff2ad657-d31a-4210-97cc-2c54c0798846 owned by network:floatingip {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:16:58.228559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:58.297401 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:58.343632 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event deleted for resources: {'Port': ['ID=ff2ad657-d31a-4210-97cc-2c54c0798846,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:16:58.381816 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.382163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.382497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.382828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.383155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.383480 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.383802 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.384122 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.384443 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.384763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.385083 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:16:58.442757 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:58.824595 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:16:59.017894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:16:59.027942 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:16:59.038777 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:16:59.039846 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:16:59.040453 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:16:59.093685 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8dbce801-05c0-4e1f-ab95-6f6edef5240c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "DELETE /v2.0/floatingips/5af72212-5fdc-41bb-92d3-f69e085dd30f HTTP/1.1" status: 204 len: 168 time: 1.5888729 Mar 05 01:16:59.094254 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:16:59.219443 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:16:59.237651 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'status': 'completed', 'code': 200} Mar 05 01:16:59.354965 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-fb94e3e8-afe3-4f5c-9a9a-e3b959fd9db1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0943179 Mar 05 01:16:59.478063 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a6d0-3c97-460d-8576-3d64ee9766b0 req-fc77bb86-ed0f-458e-a4ca-e0fe6c433e76 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:16:59.479554 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bff9a6d0-3c97-460d-8576-3d64ee9766b0 req-fc77bb86-ed0f-458e-a4ca-e0fe6c433e76 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 946 time: 0.0775807 Mar 05 01:16:59.489162 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152eb58-5de0-4778-88bf-89c824755842 req-e31a174a-fe98-4dd9-a94e-0ba19916a078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:16:59.491144 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-e31a174a-fe98-4dd9-a94e-0ba19916a078 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1297715 Mar 05 01:16:59.533118 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-bff9a6d0-3c97-460d-8576-3d64ee9766b0 req-4cf304b3-038e-4bd9-8077-d1c1d1d2dd22 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471494 Mar 05 01:16:59.533946 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:16:59.538513 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:16:59.549022 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:16:59.549664 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:16:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:16:59.564748 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-8bdb4f56-348e-4cc4-86c1-2856c48bb751 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 200 len: 217 time: 0.0662951 Mar 05 01:16:59.625855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152eb58-5de0-4778-88bf-89c824755842 req-aaa88462-2251-458f-8ee2-433722253f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:16:59.627198 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-aaa88462-2251-458f-8ee2-433722253f10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0558665 Mar 05 01:16:59.699651 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-9ce07d23-b52a-4211-b729-d243b63ae626 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661151 Mar 05 01:16:59.727589 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:16:59.829758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-6d319323-d96f-4198-80d5-87bdf358aa2c service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233165 Mar 05 01:17:00.043760 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:17:00.047672 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49595d8-f373-4390-8b9c-264afb706a05 None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:17:00.065181 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f152eb58-5de0-4778-88bf-89c824755842 req-6b3f5093-8d51-4a76-aeac-e9b4f50ab9ba service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291007 Mar 05 01:17:00.269431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42edfc8-d20e-4245-9e13-a2dc4d67c908 None None] New status for floating IP 5af72212-5fdc-41bb-92d3-f69e085dd30f: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:17:00.737325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc78a6-c7e7-45fc-a589-14e36fcea8e3 req-b9c0095e-76d6-4880-a618-0251aad74534 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:00.738022 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6bcc78a6-c7e7-45fc-a589-14e36fcea8e3 req-b9c0095e-76d6-4880-a618-0251aad74534 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:17:00.753343 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-6bcc78a6-c7e7-45fc-a589-14e36fcea8e3 req-b9c0095e-76d6-4880-a618-0251aad74534 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:17:00.754610 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bcc78a6-c7e7-45fc-a589-14e36fcea8e3 req-b9c0095e-76d6-4880-a618-0251aad74534 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 946 time: 0.0967805 Mar 05 01:17:00.800502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6bcc78a6-c7e7-45fc-a589-14e36fcea8e3 req-5cf70c74-1155-49eb-bc8a-918b6e4bb4e7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=25466e89-2b25-4c95-8494-5063a32818b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Mar 05 01:17:01.053773 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-692a2037-4e7b-424f-ba70-64121e5ad79d tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:01.055199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-692a2037-4e7b-424f-ba70-64121e5ad79d tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 946 time: 0.0739853 Mar 05 01:17:01.126570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Deleting port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:17:01.126909 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:01.362817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] For port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:17:01.363096 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:01.479935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Calling delete_port for e25b9830-e9b0-4f85-9957-ecc1e75cb6fa owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:17:01.617949 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:01.664555 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event deleted for resources: {'Port': ['ID=e25b9830-e9b0-4f85-9957-ecc1e75cb6fa,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:01.740069 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] No DVR routers for this DVR port e25b9830-e9b0-4f85-9957-ecc1e75cb6fa on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:17:01.742716 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:01.745659 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-deleted', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:17:01.761930 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ac4c407b-ab1c-4532-aba6-6ac0d1e044d4 req-dad2df19-8f67-4ddb-9d00-e766c0070295 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "DELETE /v2.0/ports/e25b9830-e9b0-4f85-9957-ecc1e75cb6fa HTTP/1.1" status: 204 len: 173 time: 0.7014689 Mar 05 01:17:01.800790 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7175bf-469c-4ae5-b6a9-71d32af2c8d0', 'name': 'network-vif-deleted', 'tag': 'e25b9830-e9b0-4f85-9957-ecc1e75cb6fa', 'status': 'completed', 'code': 200} Mar 05 01:17:01.972421 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3531a674-c1e8-4d53-858c-1563fd3a37c9 req-2b74ee0f-a0d4-4022-8f1f-2dc93cbccb45 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:17:01.987923 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-3531a674-c1e8-4d53-858c-1563fd3a37c9 req-2b74ee0f-a0d4-4022-8f1f-2dc93cbccb45 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:17:01.989352 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3531a674-c1e8-4d53-858c-1563fd3a37c9 req-2b74ee0f-a0d4-4022-8f1f-2dc93cbccb45 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7175bf-469c-4ae5-b6a9-71d32af2c8d0 HTTP/1.1" status: 200 len: 210 time: 0.0566442 Mar 05 01:17:03.101252 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46914) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:03.168832 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae9eb-b488-4a7e-a59c-c6a5046cbae3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.197412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae9eb-b488-4a7e-a59c-c6a5046cbae3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.262755 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae9eb-b488-4a7e-a59c-c6a5046cbae3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.280238 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae9eb-b488-4a7e-a59c-c6a5046cbae3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25466e89-2b25-4c95-8494-5063a32818b9,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:03.291235 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae9eb-b488-4a7e-a59c-c6a5046cbae3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.292354 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-6d1ae9eb-b488-4a7e-a59c-c6a5046cbae3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "DELETE /v2.0/security-groups/25466e89-2b25-4c95-8494-5063a32818b9 HTTP/1.1" status: 204 len: 168 time: 0.1900744 Mar 05 01:17:03.676166 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46922) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:03.682383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894830703', 'description': 'tempest-secgroup-smoke-1894830703 description', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:03.689403 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:03.693505 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:03.696349 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:03.702127 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:03.714465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.749400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:03.753310 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:03.756044 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:03.761625 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:03.815816 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.819124 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.865400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00d75b-451f-4466-88ae-28a14c9485a6,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:03.868175 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.869429 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-0dd1f11c-48d2-4e7a-80c1-0c198ab0b8d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1922536 Mar 05 01:17:03.872222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46926) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:03.877807 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '3f00d75b-451f-4466-88ae-28a14c9485a6', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:03.884930 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:03.889115 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:03.892048 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:03.898333 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:03.916849 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.978587 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:03.982244 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.010540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d710635-1c65-4c0a-ae0d-2094cf067635,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:04.022268 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.023731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-cf1a4c00-0c9f-4e5c-87eb-bc46f231827e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1505518 Mar 05 01:17:04.026437 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46930) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:04.032244 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '3f00d75b-451f-4466-88ae-28a14c9485a6', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:04.039949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:04.043913 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:04.046808 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:04.052503 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:04.068710 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.131020 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.135516 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.159910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e89579-4df1-4f29-b1bb-aac44b0972a8,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:04.169042 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.170285 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-e08fc994-7ee0-4e89-a0ff-32ab6b95fc90 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1426911 Mar 05 01:17:04.173135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46934) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:04.178560 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '3f00d75b-451f-4466-88ae-28a14c9485a6', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:04.185090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:04.188894 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:04.191771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:04.197890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:04.213465 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.274212 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.277666 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.300192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d55bc5-36d2-4bd7-8def-648cfd2e04ab,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:04.308972 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.310191 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4d265e65-da2e-4142-aa1f-ccd253636c77 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1361096 Mar 05 01:17:04.313028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46938) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:04.319209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '3f00d75b-451f-4466-88ae-28a14c9485a6', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:04.326189 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:04.330195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:04.333242 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:04.339956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:04.357492 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.421696 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.425011 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.448028 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6781ea6-b096-4b05-a892-0e3f94f2bf9d,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:04.456910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.458084 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-20573a93-c78f-4037-96e8-15be3d164ec7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440587 Mar 05 01:17:04.460751 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46942) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:04.465980 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '3f00d75b-451f-4466-88ae-28a14c9485a6', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:04.472527 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:04.476336 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:04.479176 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:04.484991 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:04.495068 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Project c0ac5fa874264f3ab7e10c1284b8229c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:17:04.501336 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.563068 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.566631 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.589361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b24302-00c5-49f3-8c93-ee529eb8e4e1,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:04.598386 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.599778 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-01d8f6ae-5e29-48fd-8d9c-fe8b07c861ff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1380899 Mar 05 01:17:04.602612 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 46946) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:04.607926 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'security_group_rule': {'security_group_id': '3f00d75b-451f-4466-88ae-28a14c9485a6', 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:04.615135 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:04.619183 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:security_group_rule and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:04.623000 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:04.630170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:04.640805 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Project c0ac5fa874264f3ab7e10c1284b8229c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:17:04.646934 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.709793 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.713167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.738362 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec7cc6f-f5f4-4ddb-88af-34570dd83e1c,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:04.747000 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:04.748212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-168dbfa1-aba1-435d-bff2-24e41c91bb82 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446908 Mar 05 01:17:05.116473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-dce9ab26-649b-400f-87ab-56111bae021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:05.334082 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:17:05.367618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: e25b9830-e9b0-4f85-9957-ecc1e75cb6fa {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:17:05.367815 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device e25b9830-e9b0-4f85-9957-ecc1e75cb6fa not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:17:07.137970 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-29a4a1cd-11ca-450f-962c-053fbecbd1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:08.517873 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:08.558407 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:08.593407 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:17:10.022281 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:18.420501 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-3440142f-90d3-415a-9b53-faa94c31680f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:17:18.435726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-3440142f-90d3-415a-9b53-faa94c31680f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:17:18.436919 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-3440142f-90d3-415a-9b53-faa94c31680f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894830703&fields=id&tenant_id=c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 267 time: 0.0563669 Mar 05 01:17:18.580787 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-e34552c9-1117-4aa0-b5a8-4520f49e64f0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:18.582231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-e34552c9-1117-4aa0-b5a8-4520f49e64f0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 809 time: 0.1388326 Mar 05 01:17:18.599261 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-589f9a91-6998-429b-b19b-c2112e8847cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/quotas/c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 375 time: 0.0112662 Mar 05 01:17:18.675583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-6e121d43-46c0-4d64-b605-93f21795b5d0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717318 Mar 05 01:17:18.690667 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-20f6115e-3f50-4b40-b5f4-93bfd4a7d519 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:17:18.691583 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-20f6115e-3f50-4b40-b5f4-93bfd4a7d519 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047832 Mar 05 01:17:18.904543 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-442c861d-b98d-40b9-a946-8eaf53f24946 service neutron] 10.222.0.32 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073696 Mar 05 01:17:19.032581 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-8df6719e-121a-4a16-8a17-bd0739919af3 service neutron] 10.222.0.32 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225088 Mar 05 01:17:20.509099 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4d64f8a6-266f-4608-95ad-53dcde6e42dd req-e03493a6-1265-4d20-a25f-63234c2675b6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 210 time: 0.1238906 Mar 05 01:17:21.537078 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-9e8cbfff-8f01-480d-bc78-aa7a2839df1f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:21.538549 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-9e8cbfff-8f01-480d-bc78-aa7a2839df1f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 809 time: 0.1452098 Mar 05 01:17:21.590911 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-29c48fbe-4286-42e7-af8b-e645d04ba413 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 380 time: 0.0408618 Mar 05 01:17:21.601416 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'port': {'device_id': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'admin_state_up': True, 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'security_groups': ['3f00d75b-451f-4466-88ae-28a14c9485a6']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:21.727016 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-527d939d-e52c-4fa5-a418-f8199dad4f7a req-53da6c58-a03a-4350-a5a6-97f2887789e0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 210 time: 0.0589337 Mar 05 01:17:21.780257 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:21.790235 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:21.800087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Made reservation on behalf of c0ac5fa874264f3ab7e10c1284b8229c for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:17:21.803261 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:21.965994 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Allocated IP 172.20.0.14 (bce376be-249e-49a5-a884-e34456b6f004/aa58494f-36b6-4e15-a838-6ecf10355b0d/fb89fa04-696b-49c8-98d4-2645134b24cd) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:17:22.159022 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.175331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Transition to ACTIVE for port object fb89fa04-696b-49c8-98d4-2645134b24cd will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:17:22.197805 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.276163 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Network bce376be-249e-49a5-a884-e34456b6f004 is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:17:22.279740 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:17:22.281507 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:22.283631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:17:22.346384 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:22.347242 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.374847 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-c9f0be36-81de-49a8-bff9-1275967452a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777359 Mar 05 01:17:22.386331 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Request body: {'port': {'device_id': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:22.496924 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.548045 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-976ff42a-4cec-41d4-983f-7668ef99efc9 None None] Provisioning for port fb89fa04-696b-49c8-98d4-2645134b24cd completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:17:22.554109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-976ff42a-4cec-41d4-983f-7668ef99efc9 None None] Provisioning complete for port fb89fa04-696b-49c8-98d4-2645134b24cd triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:17:22.554620 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-976ff42a-4cec-41d4-983f-7668ef99efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.611218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-976ff42a-4cec-41d4-983f-7668ef99efc9 None None] Port fb89fa04-696b-49c8-98d4-2645134b24cd cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:17:22.838890 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb89fa04-696b-49c8-98d4-2645134b24cd {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:17:22.846070 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.864262 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Transition to ACTIVE for port object fb89fa04-696b-49c8-98d4-2645134b24cd will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:17:22.868107 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:22.930489 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401af0-afaa-484f-833f-ef84e3355caf req-c1dfd61b-1118-412f-bcab-dde1e254a5dc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:22.932890 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8401af0-afaa-484f-833f-ef84e3355caf req-c1dfd61b-1118-412f-bcab-dde1e254a5dc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0811501 Mar 05 01:17:22.992335 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a8401af0-afaa-484f-833f-ef84e3355caf req-c9346548-826c-4040-83a7-819528065c03 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532074 Mar 05 01:17:23.150004 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:23.259132 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Attempting to bind port fb89fa04-696b-49c8-98d4-2645134b24cd on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:17:23.259463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Attempting to bind port fb89fa04-696b-49c8-98d4-2645134b24cd by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:17:23.259785 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Attempting to bind port fb89fa04-696b-49c8-98d4-2645134b24cd on network bce376be-249e-49a5-a884-e34456b6f004 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:17:23.265458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Port fb89fa04-696b-49c8-98d4-2645134b24cd on network bce376be-249e-49a5-a884-e34456b6f004 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:17:23.265782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Attempting to bind port fb89fa04-696b-49c8-98d4-2645134b24cd on network bce376be-249e-49a5-a884-e34456b6f004 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:17:23.271825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:17:23.272171 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Checking segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:17:23.272530 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Bound using segment: {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:17:23.272947 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Bound port: fb89fa04-696b-49c8-98d4-2645134b24cd, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5772fa50-66ba-4eff-86a8-93f39203fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:17:23.273306 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:23.357815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:17:23.360666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:17:23.364478 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:23.427764 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:23.429108 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] 10.222.0.10 "PUT /v2.0/ports/fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 1092 time: 1.0472796 Mar 05 01:17:23.429569 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:17:23.446689 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7967e-b876-4d9d-92c4-c7aae451218e service neutron] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:23.512675 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'status': 'completed', 'code': 200} Mar 05 01:17:23.541378 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-dac221e5-e5e4-4ab7-b16b-aa8b14b61005 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1095 time: 0.0756035 Mar 05 01:17:23.611974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-7da7d2d9-8285-441e-937b-0e25f18d7242 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 217 time: 0.0648270 Mar 05 01:17:23.674073 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-545789bf-e0d2-4493-8be1-4f43360e8ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:23.675498 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-545789bf-e0d2-4493-8be1-4f43360e8ff7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0585880 Mar 05 01:17:23.747645 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-2970d3ec-148c-4cad-93d4-acb4599129c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657120 Mar 05 01:17:23.881092 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-f674d998-a19c-46f2-85b7-0538b9929d8c service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273220 Mar 05 01:17:24.012996 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ba05fd0a-2918-4825-9219-b9546e67aa44 req-f98d26dc-7d98-4a45-83b3-a3601227fc02 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255238 Mar 05 01:17:24.128781 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-573c3dc7-b1a8-4bd6-8ba9-df1b833caa8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1095 time: 0.0749564 Mar 05 01:17:24.216027 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e630e2-3796-49a9-ac1d-761075cfe585 req-f08d494e-531a-4f1f-83c2-4d1aaf44726f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:24.217413 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9e630e2-3796-49a9-ac1d-761075cfe585 req-f08d494e-531a-4f1f-83c2-4d1aaf44726f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0746026 Mar 05 01:17:24.259378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-21ba44a4-250e-4eeb-bcaa-b7bb52ff20e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:24.260836 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-21ba44a4-250e-4eeb-bcaa-b7bb52ff20e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1269307 Mar 05 01:17:24.261679 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f9e630e2-3796-49a9-ac1d-761075cfe585 req-5a480389-2a6c-4cb4-a4bf-625f29798eff tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386128 Mar 05 01:17:24.330853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-66f1cb9f-21b1-4326-a888-ed59afcc5602 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 217 time: 0.0641520 Mar 05 01:17:24.388400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-8e124be0-53a4-455f-a230-3011fba0e191 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:24.389770 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-8e124be0-53a4-455f-a230-3011fba0e191 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0543180 Mar 05 01:17:24.461397 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-c19e400b-c5f2-4741-ae8b-66112eade5c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651658 Mar 05 01:17:24.589848 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-f1542e55-b05a-4961-8703-b4908374c298 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227353 Mar 05 01:17:24.718932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2c8ca54d-135c-4821-8b06-3e76eb9c14c2 req-1a7b3c0e-d370-466c-956c-746366768a69 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226621 Mar 05 01:17:25.549524 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a20c3-5bcc-44a3-be11-41cf6512c460 req-ba53a810-fb58-480d-b7a8-4245843091d9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:25.550247 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-880a20c3-5bcc-44a3-be11-41cf6512c460 req-ba53a810-fb58-480d-b7a8-4245843091d9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:17:25.564840 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-880a20c3-5bcc-44a3-be11-41cf6512c460 req-ba53a810-fb58-480d-b7a8-4245843091d9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:17:25.565912 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-880a20c3-5bcc-44a3-be11-41cf6512c460 req-ba53a810-fb58-480d-b7a8-4245843091d9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.1839557 Mar 05 01:17:25.611542 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-880a20c3-5bcc-44a3-be11-41cf6512c460 req-4cf8bf34-c8d0-4872-aee4-252c673db164 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Mar 05 01:17:26.804066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d78d-d082-405c-b4bd-b4dda5265c77 req-f8e743cd-e814-4c50-a961-73b6b7d5795f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:26.805509 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6e6d78d-d082-405c-b4bd-b4dda5265c77 req-f8e743cd-e814-4c50-a961-73b6b7d5795f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0778303 Mar 05 01:17:26.849399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-a6e6d78d-d082-405c-b4bd-b4dda5265c77 req-8bbd9b65-81fb-4dca-af7c-77440f7d1cbe tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Mar 05 01:17:27.877057 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:28.040325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ebee0-7c6e-4701-81d4-bae498bc4d0a req-61c4926d-d061-46ea-9e00-ef506176d6ed tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:28.041732 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad7ebee0-7c6e-4701-81d4-bae498bc4d0a req-61c4926d-d061-46ea-9e00-ef506176d6ed tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0754619 Mar 05 01:17:28.089326 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad7ebee0-7c6e-4701-81d4-bae498bc4d0a req-85fa0220-2868-4c94-90ff-37eb12ea1255 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Mar 05 01:17:28.226994 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:29.278440 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ac68-0fc1-4f6c-af53-2d69c3fa4747 req-ace3c50f-7563-4231-be03-fb240d25e5e9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:29.279861 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7061ac68-0fc1-4f6c-af53-2d69c3fa4747 req-ace3c50f-7563-4231-be03-fb240d25e5e9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0742390 Mar 05 01:17:29.323048 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7061ac68-0fc1-4f6c-af53-2d69c3fa4747 req-2a0e9121-6f4a-4d2b-b921-df62adaeee3e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378177 Mar 05 01:17:30.524765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca5741-90eb-4814-827e-a566f5254d96 req-f8a2d4e2-0229-4b66-a9a3-af21982c11d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:30.526257 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baca5741-90eb-4814-827e-a566f5254d96 req-f8a2d4e2-0229-4b66-a9a3-af21982c11d7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0753076 Mar 05 01:17:30.570890 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-baca5741-90eb-4814-827e-a566f5254d96 req-9e63129f-ff51-44df-9ba3-befab15934a6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 Mar 05 01:17:31.768144 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3df9e5-8cbb-4c5d-aa97-fe1b2e42cc95 req-6a9ce387-2bdf-416e-b961-5a4990460a49 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:31.769614 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e3df9e5-8cbb-4c5d-aa97-fe1b2e42cc95 req-6a9ce387-2bdf-416e-b961-5a4990460a49 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0801060 Mar 05 01:17:31.814340 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5e3df9e5-8cbb-4c5d-aa97-fe1b2e42cc95 req-d2353823-ddbb-4e4b-8296-0c44957e8c43 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Mar 05 01:17:33.009821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bc5f6-9544-43a5-aa83-35e209fb01c8 req-4083477f-464f-48d8-a13d-e164174787e6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:33.010971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f5bc5f6-9544-43a5-aa83-35e209fb01c8 req-4083477f-464f-48d8-a13d-e164174787e6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0791469 Mar 05 01:17:33.056062 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2f5bc5f6-9544-43a5-aa83-35e209fb01c8 req-cc6e0f2d-1a52-4ea4-956b-b04967346301 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Mar 05 01:17:33.488402 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:17:33.619344 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:17:33.632118 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'port_id': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'mac_address': 'fa:16:3e:9a:f0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:17:33.683609 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:33.700461 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb89fa04-696b-49c8-98d4-2645134b24cd {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:17:33.715774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:17:33.719344 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:33.815628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:33.824109 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.824452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.824787 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.825116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.825470 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.825793 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.826112 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.826432 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.826751 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.827065 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:33.827378 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:17:34.034875 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fb89fa04-696b-49c8-98d4-2645134b24cd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:17:34.248941 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fffc2-12c9-4ebb-8638-fe0e0cf2834e req-d455cb5b-efc3-4e4d-bc95-7fda0a85cc12 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:34.250426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd3fffc2-12c9-4ebb-8638-fe0e0cf2834e req-d455cb5b-efc3-4e4d-bc95-7fda0a85cc12 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 945 time: 0.0746620 Mar 05 01:17:34.295318 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fd3fffc2-12c9-4ebb-8638-fe0e0cf2834e req-13744e16-04fd-449b-b27e-20f769618fbd tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386462 Mar 05 01:17:35.118230 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9aded5b9-d724-4c2e-bfda-48cf41ff6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:35.488173 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:17:35.488823 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b3584-06b7-4102-9e38-887983079aca req-c878d2a9-4fc7-4b77-ab04-f8810aba2da9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:35.490313 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c52b3584-06b7-4102-9e38-887983079aca req-c878d2a9-4fc7-4b77-ab04-f8810aba2da9 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 945 time: 0.0753655 Mar 05 01:17:35.535159 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c52b3584-06b7-4102-9e38-887983079aca req-4e632aa4-d923-4c07-83df-cba88424fb35 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393808 Mar 05 01:17:35.557327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port fb89fa04-696b-49c8-98d4-2645134b24cd completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:17:35.562038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port fb89fa04-696b-49c8-98d4-2645134b24cd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:17:35.562413 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:35.670702 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:35.695942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:17:35.705159 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:17:35.710220 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:35.780318 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:35.830646 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'code': 200} Mar 05 01:17:35.967794 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e05187ea-0130-41ca-b2dc-1f3e43444cd5 req-a98c8e06-7690-4550-91cc-e0ab4ec04e34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0725322 Mar 05 01:17:36.008883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e05187ea-0130-41ca-b2dc-1f3e43444cd5 req-edb8aa79-16b7-4665-b799-fd3e1af796b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356553 Mar 05 01:17:36.730354 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89382e3a-80da-4676-9485-90116aff3394 req-4e2d3573-77e1-40f9-89cd-44e4b524509e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:36.731814 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89382e3a-80da-4676-9485-90116aff3394 req-4e2d3573-77e1-40f9-89cd-44e4b524509e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0747557 Mar 05 01:17:36.778976 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-89382e3a-80da-4676-9485-90116aff3394 req-50b3b3a3-7dba-461f-8c80-0147e18bbc99 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Mar 05 01:17:37.140075 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf2f4-0e68-4ba2-9682-45a09f2fa4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:37.971928 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b430f-fd69-4fa5-b445-faa7b5b0ee6c req-76a54a6a-96e3-4b4b-89b3-9096673e5fbc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:37.974110 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-425b430f-fd69-4fa5-b445-faa7b5b0ee6c req-76a54a6a-96e3-4b4b-89b3-9096673e5fbc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0768340 Mar 05 01:17:38.018843 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-425b430f-fd69-4fa5-b445-faa7b5b0ee6c req-3ea147f5-edaf-4c06-924e-bdae42ee83ce tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 Mar 05 01:17:38.217387 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013937-cb33-4a5a-a592-164349f1054c req-383442a5-af09-4e70-9e88-dfa837ef5d16 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:38.218720 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5013937-cb33-4a5a-a592-164349f1054c req-383442a5-af09-4e70-9e88-dfa837ef5d16 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0747125 Mar 05 01:17:38.262951 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d5013937-cb33-4a5a-a592-164349f1054c req-212ace47-51eb-431c-9775-f25f5cf649ee tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 Mar 05 01:17:38.289925 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47108) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:38.425077 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-eee253e9-e2cc-4d41-bbb0-02b7d9fd9f98 tempest-TestShelveInstance-875570630 tempest-TestShelveInstance-875570630-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1092 time: 0.1340406 Mar 05 01:17:38.427660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47114) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:17:38.432696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:17:38.438748 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:17:38.442617 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Usage tracker for resource:floatingip and tenant:c0ac5fa874264f3ab7e10c1284b8229c is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:17:38.445491 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:17:38.451128 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:17:38.462167 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:38.521929 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:38.558530 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:38.600848 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:38.729698 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Allocated IP 172.25.0.71 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/143f9316-e332-4dc7-9b5a-2a82bf8aed57) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:17:38.872763 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:38.900491 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:38.969317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:17:38.972420 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:17:38.976719 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:17:39.000657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'Port': ['ID=143f9316-e332-4dc7-9b5a-2a82bf8aed57,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:39.546788 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:39.600669 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:39.800721 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:39.805412 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:39.908447 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event updated for resources: {'Port': ['ID=143f9316-e332-4dc7-9b5a-2a82bf8aed57,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:17:39.922297 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:40.027827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:40.108381 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Floating IP 89125c7b-a72b-410e-8d52-e12e1abec785 associated. External IP: 172.25.0.71, port: fb89fa04-696b-49c8-98d4-2645134b24cd. Mar 05 01:17:40.484102 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:17:40.680461 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:17:40.689885 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:17:40.702922 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:17:40.703538 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:17:40.705439 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:40.758692 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-86fb7c0b-6335-48b8-ab26-b2ec29f765cc tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3298762 Mar 05 01:17:40.759280 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:17:40.812328 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'status': 'completed', 'code': 200} Mar 05 01:17:40.881541 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:17:41.011424 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-c556641b-13b8-4d34-8b7c-bab110bbeddc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.1794589 Mar 05 01:17:41.142797 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-4562eb0d-c37e-4538-927d-085b35f7d71c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:41.144242 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-4562eb0d-c37e-4538-927d-085b35f7d71c service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1271467 Mar 05 01:17:41.223230 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '89125c7b-a72b-410e-8d52-e12e1abec785', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'port_id': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'mac_address': 'fa:16:3e:9a:f0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:17:39Z', 'updated_at': '2022-03-05T01:17:39Z', 'revision_number': 0, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:17:41.227656 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:17:41.237792 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:17:41.238376 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:17:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:17:41.246026 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-7a8a21c9-24f8-4636-af1f-682c9b61eef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 999 time: 0.0956998 Mar 05 01:17:41.306353 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-e601dbe0-3400-4929-a94a-db68c8d0fb9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:17:41.307801 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-e601dbe0-3400-4929-a94a-db68c8d0fb9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0563538 Mar 05 01:17:41.383894 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-156eb063-5cb6-4bfb-9341-4608e506c616 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701354 Mar 05 01:17:41.416351 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:17:41.514701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-41ead5f1-015e-4d10-97af-f91a6333436b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250007 Mar 05 01:17:41.648612 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b85b51-9e27-4680-9a0f-ea39aa6291f7 req-d2faf022-e3b7-47f5-aa7b-8547be98da2b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281524 Mar 05 01:17:41.750743 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '89125c7b-a72b-410e-8d52-e12e1abec785', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'port_id': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'mac_address': 'fa:16:3e:9a:f0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:17:39Z', 'updated_at': '2022-03-05T01:17:39Z', 'revision_number': 0, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:17:41.754545 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ec6d6-68e7-404b-a783-23e5e13b994e None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '89125c7b-a72b-410e-8d52-e12e1abec785', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'port_id': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'mac_address': 'fa:16:3e:9a:f0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:17:39Z', 'updated_at': '2022-03-05T01:17:39Z', 'revision_number': 0, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:17:41.936437 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4275f-3896-4613-99ec-a55a7acd610e None None] New status for floating IP 89125c7b-a72b-410e-8d52-e12e1abec785: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:17:45.593655 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:17:57.892064 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:17:58.228315 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:05.122180 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9962-ccf0-43d9-a416-b4365b257830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:07.139915 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce769-b32e-4234-9a3b-e8cd986cc198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:08.523793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:08.561036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:10.029698 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:17.655857 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-019469c6-392b-4af3-9652-48c90f68647a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701511 Mar 05 01:18:17.810710 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-b2d1cc38-0a43-4818-84d9-7a48910a9009 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0868175 Mar 05 01:18:17.949905 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-2f23c84b-d4c6-4208-9359-8a68dcdfa360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:18:17.951253 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-2f23c84b-d4c6-4208-9359-8a68dcdfa360 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1238015 Mar 05 01:18:18.052809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-2fe3c3d6-2695-4cf4-8b3e-0d53f8571812 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 1001 time: 0.0959060 Mar 05 01:18:18.119924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-04f35058-770c-4507-bb33-51feec96e6e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:18:18.121883 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-04f35058-770c-4507-bb33-51feec96e6e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0633953 Mar 05 01:18:18.193707 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-aa10395e-540a-42b3-a717-a82125a3e674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663049 Mar 05 01:18:18.319617 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-ededec6f-62ad-4c3b-a7c9-fccbf427d3ef service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199360 Mar 05 01:18:18.447199 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6d60e37e-b3d7-4ff0-a652-870a0caacbc4 req-f3f68923-f3d7-49d1-a4b0-8bd3f8b501e1 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211858 Mar 05 01:18:22.593655 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:18:27.890766 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:28.241633 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:35.123705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-97003a06-42a4-4270-abb1-ad6a5acdea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:37.141543 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d2bad0c4-239e-4edf-8530-9694733f062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:38.526733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:38.561552 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:40.031143 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:57.889460 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:58.256784 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:18:59.593470 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:19:05.126123 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f6e6706b-7e79-46e1-a314-6c6b7ddf8f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:07.142353 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-57c81389-125b-4ea6-b1f2-5022dfd7756b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:08.529485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:08.563780 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:10.033088 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:17.711785 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-f955e0ef-b195-4239-b1c0-7b46afa95b04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655355 Mar 05 01:19:17.937243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-0c9034f9-ad8a-4deb-9e3d-86eb73ab665d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.1584163 Mar 05 01:19:18.079662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-78723d95-3f7b-4a3f-a319-41de5621deca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:18.081116 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-78723d95-3f7b-4a3f-a319-41de5621deca service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1254838 Mar 05 01:19:18.180960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-d01fc997-0244-4604-b9f3-e8184bff71b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 1001 time: 0.0945833 Mar 05 01:19:18.242434 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-32f5fab5-348a-41c5-a81d-5afa60c6958b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:18.243821 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-32f5fab5-348a-41c5-a81d-5afa60c6958b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0572724 Mar 05 01:19:18.317840 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-cc80052b-1873-47f5-a64d-77ccbd4a0f0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682795 Mar 05 01:19:18.446932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-3518b6eb-7b60-4e73-bd6b-174061deef4b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217809 Mar 05 01:19:18.573993 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-be7eca94-36dd-4278-a887-7c213f75eb5c req-6419fc16-ce62-4f57-843c-ce8d5f0275a8 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210852 Mar 05 01:19:27.887760 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:28.255480 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:35.127050 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cdd09078-1d0d-4b1c-ab71-994acac0925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:36.083890 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00649ec-23ff-4f45-8cd1-9c93bef7f934 req-45a24e19-9313-4445-8c59-ce396cedbb00 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:36.085326 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f00649ec-23ff-4f45-8cd1-9c93bef7f934 req-45a24e19-9313-4445-8c59-ce396cedbb00 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.1576774 Mar 05 01:19:36.129399 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f00649ec-23ff-4f45-8cd1-9c93bef7f934 req-51cb8b97-2284-4cf9-8ab8-f10a43a223a2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 Mar 05 01:19:36.593830 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:19:37.145074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-02451b85-a4aa-4126-9606-79fa02110f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:37.400779 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915ae6e-1add-4768-b08c-7a8578b41726 req-91ae006a-15f5-45ca-b296-6746feb1a1f0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:37.402985 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6915ae6e-1add-4768-b08c-7a8578b41726 req-91ae006a-15f5-45ca-b296-6746feb1a1f0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.1400814 Mar 05 01:19:37.447271 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-6915ae6e-1add-4768-b08c-7a8578b41726 req-f4d2171e-7168-4c0f-a7e5-9382ad51617d tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Mar 05 01:19:38.533455 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:38.567672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:38.675942 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ded69-bfc8-472b-a326-b538e5bace82 req-d3c0f955-0d18-48d3-8b05-7efdb4a19065 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:38.677401 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-840ded69-bfc8-472b-a326-b538e5bace82 req-d3c0f955-0d18-48d3-8b05-7efdb4a19065 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0742278 Mar 05 01:19:38.721599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-840ded69-bfc8-472b-a326-b538e5bace82 req-30be0ea6-27f4-4f33-ab75-abb9f353948e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387890 Mar 05 01:19:39.916361 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd08ad-323f-4417-bfb1-51a959dec34c req-3d231ab7-eba8-48c0-8297-55ba1fff0928 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:39.917827 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8dd08ad-323f-4417-bfb1-51a959dec34c req-3d231ab7-eba8-48c0-8297-55ba1fff0928 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0780027 Mar 05 01:19:39.962898 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b8dd08ad-323f-4417-bfb1-51a959dec34c req-fc3a0e46-d6bb-4e98-af82-0891d51efce7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394404 Mar 05 01:19:40.038269 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:41.158482 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb66b5b-b5b3-4b63-9bef-b257a20d84d6 req-e28aee2d-e90a-45c7-be71-6fdfaa53eda2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:41.159906 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6cb66b5b-b5b3-4b63-9bef-b257a20d84d6 req-e28aee2d-e90a-45c7-be71-6fdfaa53eda2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0793073 Mar 05 01:19:41.203743 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6cb66b5b-b5b3-4b63-9bef-b257a20d84d6 req-973d247a-8c30-4e3b-9404-a488e58017ee tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376914 Mar 05 01:19:42.397984 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b397192-cf8e-4299-8f8b-d932094dd81d req-5fee5874-da0b-4aed-a4cd-cfa709a147e0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:42.399410 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b397192-cf8e-4299-8f8b-d932094dd81d req-5fee5874-da0b-4aed-a4cd-cfa709a147e0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0758033 Mar 05 01:19:42.442044 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3b397192-cf8e-4299-8f8b-d932094dd81d req-4189a70e-7938-45fc-84bb-0be931ec4eb0 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372443 Mar 05 01:19:43.639932 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5fa78-ac44-4839-8a16-6033b14b8615 req-713c525a-c42b-4b69-b4be-55e8c120d451 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:43.641364 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbd5fa78-ac44-4839-8a16-6033b14b8615 req-713c525a-c42b-4b69-b4be-55e8c120d451 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0745015 Mar 05 01:19:43.685885 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-fbd5fa78-ac44-4839-8a16-6033b14b8615 req-7f8ca852-c847-4978-a5a8-3fc52c1dd227 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Mar 05 01:19:44.882080 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3676503-0f30-4d51-a83e-a0a1b794229f req-b0741e1e-e2ba-430d-bf1a-99d01223ec60 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:44.883502 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3676503-0f30-4d51-a83e-a0a1b794229f req-b0741e1e-e2ba-430d-bf1a-99d01223ec60 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0790298 Mar 05 01:19:44.928057 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a3676503-0f30-4d51-a83e-a0a1b794229f req-d96a064e-698f-4986-937a-06924503c75b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Mar 05 01:19:46.053374 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-dcaf2f01-5d56-458e-8745-411b70c3d74a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0685542 Mar 05 01:19:46.124926 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661773d-eb15-4666-95b3-636975be7698 req-4fdb01e3-0f08-4123-8219-09681c503e53 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:46.126459 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9661773d-eb15-4666-95b3-636975be7698 req-4fdb01e3-0f08-4123-8219-09681c503e53 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0799148 Mar 05 01:19:46.169995 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9661773d-eb15-4666-95b3-636975be7698 req-7cbd9b6a-1fb0-43ea-acdf-22fb48f44744 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380993 Mar 05 01:19:46.182261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-30ae7c25-6537-44c7-a403-891d2fcf3c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:46.183705 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-30ae7c25-6537-44c7-a403-891d2fcf3c3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1250117 Mar 05 01:19:46.283735 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-e3adf230-0021-415e-9986-7a3ebe8540a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 1001 time: 0.0941396 Mar 05 01:19:46.345723 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-9ba73858-0d25-4468-a73f-2203ec0feb69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:46.347083 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-9ba73858-0d25-4468-a73f-2203ec0feb69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0578897 Mar 05 01:19:46.418203 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-125fc30a-015f-4479-8b62-69f64602424f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658965 Mar 05 01:19:46.631562 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-80bec37e-0b14-40ef-9495-96f965e5c796 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076812 Mar 05 01:19:46.757648 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5744934e-5ae5-42e6-8cf9-aab981b5c447 req-6307c8c0-025f-4158-9df9-4fdfa52ecfaf service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202049 Mar 05 01:19:47.368458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfd9fd-269d-4bbe-bb85-93f4d6e065b9 req-5ab6efe3-d047-4638-a5e2-754958b9b616 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:47.369935 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87bfd9fd-269d-4bbe-bb85-93f4d6e065b9 req-5ab6efe3-d047-4638-a5e2-754958b9b616 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0758095 Mar 05 01:19:47.417593 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-87bfd9fd-269d-4bbe-bb85-93f4d6e065b9 req-1ac9f5af-3e32-489b-b04e-b9249b96bccb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Mar 05 01:19:48.614119 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672abe80-c920-458e-9973-9bb7960013de req-c139443c-7e37-45fa-8022-077dd86d9b39 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:48.616015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-672abe80-c920-458e-9973-9bb7960013de req-c139443c-7e37-45fa-8022-077dd86d9b39 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0784984 Mar 05 01:19:48.667303 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-672abe80-c920-458e-9973-9bb7960013de req-6b798225-5f84-43c6-ab25-ccb386e1d492 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 Mar 05 01:19:49.862492 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b536e1c-39aa-49da-9e7e-e7787bdc2b39 req-67acc055-4761-49d1-800d-32455565d108 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:49.863907 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b536e1c-39aa-49da-9e7e-e7787bdc2b39 req-67acc055-4761-49d1-800d-32455565d108 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0740654 Mar 05 01:19:49.907683 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b536e1c-39aa-49da-9e7e-e7787bdc2b39 req-596ecfa3-4f3d-4128-8c6b-1a03f2f4aaf3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Mar 05 01:19:50.153367 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-03a0a709-16dc-47a3-9522-9f4ab99bdcda req-5101c3b1-111b-47cf-af3d-634d9fccd839 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1297216 Mar 05 01:19:50.340569 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-a99e3b37-80a6-497c-b2f0-f6e88f2ccba0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715990 Mar 05 01:19:50.413509 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541b9d5-8f8c-47ba-9cd1-2b01dddabfd2 req-89dd27a8-5809-476c-8d97-15bdd5e7a7a5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:50.414960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1541b9d5-8f8c-47ba-9cd1-2b01dddabfd2 req-89dd27a8-5809-476c-8d97-15bdd5e7a7a5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0777190 Mar 05 01:19:50.461133 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1541b9d5-8f8c-47ba-9cd1-2b01dddabfd2 req-feb186c7-5db3-4322-855f-32c567e019c1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Mar 05 01:19:51.660196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff93d9-c490-4d78-af8d-3d23954bc4fd req-58c759c6-92c7-45e3-acf1-c1e7627598c3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:51.661555 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49ff93d9-c490-4d78-af8d-3d23954bc4fd req-58c759c6-92c7-45e3-acf1-c1e7627598c3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0741343 Mar 05 01:19:51.709724 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-49ff93d9-c490-4d78-af8d-3d23954bc4fd req-71e42cc7-b77b-498b-8327-d1f5a6840e19 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Mar 05 01:19:52.092436 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:19:52.209733 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:52.236326 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:19:52.247002 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:19:52.250906 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:52.295405 n-d-828979-4 neutron-server[83784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'code': 422} returned with failed status Mar 05 01:19:52.320478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:19:52.329315 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.329654 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.329991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.330301 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.330620 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.330942 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.331254 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.331564 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.331873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.332182 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.332491 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:19:52.428333 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-7ae506f0-831c-442f-a79f-b21591ac9ccc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&tenant_id=c0ac5fa874264f3ab7e10c1284b8229c HTTP/1.1" status: 200 len: 1095 time: 0.1350267 Mar 05 01:19:52.522654 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-46bdc98e-4021-41d2-80d0-918e58f53783 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1095 time: 0.0743501 Mar 05 01:19:52.648692 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f73bf-c976-4a55-9879-6a586d4208af req-943386c5-240a-4010-9447-0848b02836be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:52.650118 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-943386c5-240a-4010-9447-0848b02836be service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1216750 Mar 05 01:19:52.749366 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-6c97b8f4-55c6-493d-9629-3c73f4ca9a32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 999 time: 0.0931807 Mar 05 01:19:52.813032 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f73bf-c976-4a55-9879-6a586d4208af req-07c0dd18-a36f-4230-b241-a19ddc0cf9f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:52.814469 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-07c0dd18-a36f-4230-b241-a19ddc0cf9f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0601850 Mar 05 01:19:52.893753 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-5c44dc7d-0259-4777-a2e7-be34ed101827 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735953 Mar 05 01:19:52.913102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e88876-23b8-4a10-ba83-29e407ebd170 req-7f355d51-5542-40b4-aa9f-f21d1f8bc825 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:52.914582 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4e88876-23b8-4a10-ba83-29e407ebd170 req-7f355d51-5542-40b4-aa9f-f21d1f8bc825 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0762777 Mar 05 01:19:52.960287 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-d4e88876-23b8-4a10-ba83-29e407ebd170 req-e47e1d46-e9b9-4b7c-8bcd-cfc692867327 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Mar 05 01:19:53.028616 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-e18cc08a-1207-4046-9342-9833deec9726 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289046 Mar 05 01:19:53.156669 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-7a06feb9-b3c6-4750-94f1-457f80fed5e4 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226246 Mar 05 01:19:54.153155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ddc-5b9b-457f-89d6-17a806dd9f1f req-5c7cfd37-5072-41b4-a260-7fe3cdcd9d3f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:54.154604 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26031ddc-5b9b-457f-89d6-17a806dd9f1f req-5c7cfd37-5072-41b4-a260-7fe3cdcd9d3f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0775456 Mar 05 01:19:54.199597 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-26031ddc-5b9b-457f-89d6-17a806dd9f1f req-d1d82b2e-2d77-440d-aedc-3b2e243f790b tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Mar 05 01:19:55.395008 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b103a-f11d-4514-ad5a-23ad6d9e280a req-fb7a3972-1f07-49f9-ba4d-12e3a7c355e1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:55.396924 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a5b103a-f11d-4514-ad5a-23ad6d9e280a req-fb7a3972-1f07-49f9-ba4d-12e3a7c355e1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0801904 Mar 05 01:19:55.441056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-9a5b103a-f11d-4514-ad5a-23ad6d9e280a req-d7e34adc-4d6f-4051-b4ea-b7df65b563f6 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 Mar 05 01:19:56.637811 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83166c0e-3aca-4f9b-903b-d7cca8acb0f1 req-a5950f58-c0fa-40df-98f0-96e56c0b0298 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:56.639231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83166c0e-3aca-4f9b-903b-d7cca8acb0f1 req-a5950f58-c0fa-40df-98f0-96e56c0b0298 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0775409 Mar 05 01:19:56.683263 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-83166c0e-3aca-4f9b-903b-d7cca8acb0f1 req-0aeca42d-5e38-42d8-b6d7-48d3e662dbeb tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386877 Mar 05 01:19:57.873760 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debc04d-5726-4f7b-8e1e-0ca4d53e862c req-894ce6a7-4b65-44fa-bc61-84b81e140937 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:57.875409 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2debc04d-5726-4f7b-8e1e-0ca4d53e862c req-894ce6a7-4b65-44fa-bc61-84b81e140937 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0750818 Mar 05 01:19:57.888093 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:57.920785 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2debc04d-5726-4f7b-8e1e-0ca4d53e862c req-5be7ffdb-bee4-4710-bbc8-08cfc76431d5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Mar 05 01:19:58.270490 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:19:59.112553 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb253d9-b0db-483c-af2f-d1cfa7ef5eac req-89638253-3fe6-401f-ab66-ef01cb15ac6e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:19:59.114029 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb253d9-b0db-483c-af2f-d1cfa7ef5eac req-89638253-3fe6-401f-ab66-ef01cb15ac6e tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0748513 Mar 05 01:19:59.157805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7cb253d9-b0db-483c-af2f-d1cfa7ef5eac req-ddf383c8-5f1c-4ae4-8b34-f15608891f58 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Mar 05 01:20:00.355226 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5280890-7e41-4f2f-a38f-42bf15617356 req-5877455b-a7d4-458b-8d5e-036378213e36 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:00.356675 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b5280890-7e41-4f2f-a38f-42bf15617356 req-5877455b-a7d4-458b-8d5e-036378213e36 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.0788722 Mar 05 01:20:00.400639 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-b5280890-7e41-4f2f-a38f-42bf15617356 req-b13bdcb7-0d0e-4d89-863f-6befdc79ce22 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Mar 05 01:20:01.682651 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafdec-f504-44d7-9d62-08b6f3ca5856 req-05371ed9-5437-40f2-9a6e-f0d995b4f4a5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:01.684104 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aaafdec-f504-44d7-9d62-08b6f3ca5856 req-05371ed9-5437-40f2-9a6e-f0d995b4f4a5 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 944 time: 0.1664789 Mar 05 01:20:01.729050 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-5aaafdec-f504-44d7-9d62-08b6f3ca5856 req-b86eaa64-446b-4cd1-b1f2-565fabfa0284 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Mar 05 01:20:02.123316 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:20:02.252719 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:20:02.265483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'port_id': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'mac_address': 'fa:16:3e:9a:f0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:20:02.316847 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:02.333110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb89fa04-696b-49c8-98d4-2645134b24cd {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:20:02.347740 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:20:02.352257 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:02.417883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:20:02.659791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['fb89fa04-696b-49c8-98d4-2645134b24cd'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:20:02.921259 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5ccb-356a-4cfa-9ac5-6aab24f89124 req-de1e85cd-9d72-41f0-b81e-d36895009578 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:02.923426 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-040c5ccb-356a-4cfa-9ac5-6aab24f89124 req-de1e85cd-9d72-41f0-b81e-d36895009578 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 945 time: 0.0762203 Mar 05 01:20:02.972577 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-040c5ccb-356a-4cfa-9ac5-6aab24f89124 req-5315b574-92c1-4bc5-8303-4e81ba71aace tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Mar 05 01:20:04.123646 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:20:04.171378 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11b755-e683-4809-86f0-c4fd98acf594 req-f0bd010c-e0c5-4bd2-956c-c7df2b27cc00 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:04.172841 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b11b755-e683-4809-86f0-c4fd98acf594 req-f0bd010c-e0c5-4bd2-956c-c7df2b27cc00 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 945 time: 0.0776334 Mar 05 01:20:04.191023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port fb89fa04-696b-49c8-98d4-2645134b24cd triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:20:04.191398 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:04.221681 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-4b11b755-e683-4809-86f0-c4fd98acf594 req-fa3d4b3a-816b-4a7a-9af5-df6215289e7c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432250 Mar 05 01:20:04.312614 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:04.339241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:20:04.349708 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:20:04.354461 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:04.396644 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'code': 200} Mar 05 01:20:04.421649 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:20:04.593731 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7148cbfa-a334-4a3a-9518-57fff5ba78db req-f1dd1b92-5feb-4714-bf7b-c3d70368a2a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0670435 Mar 05 01:20:04.634725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7148cbfa-a334-4a3a-9518-57fff5ba78db req-01044bd3-d16b-4e71-94f4-bb860507e300 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356498 Mar 05 01:20:05.128713 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5ed2eebb-96c8-4ced-921e-8507a841465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:05.417410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a6a49-c85d-48e3-baad-d004da1d2876 req-ed893baf-3ad0-4af2-a4a8-8f9099097ec1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:05.418758 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e88a6a49-c85d-48e3-baad-d004da1d2876 req-ed893baf-3ad0-4af2-a4a8-8f9099097ec1 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0792902 Mar 05 01:20:05.463041 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e88a6a49-c85d-48e3-baad-d004da1d2876 req-134823a1-5f8c-46b2-9168-3a2944912c23 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388086 Mar 05 01:20:06.658790 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b542-5cd3-4414-a569-45500d07a099 req-5d8687b9-a257-4e37-8ff8-27af7c7fadd3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:06.660258 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c85b542-5cd3-4414-a569-45500d07a099 req-5d8687b9-a257-4e37-8ff8-27af7c7fadd3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0783978 Mar 05 01:20:06.704407 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-3c85b542-5cd3-4414-a569-45500d07a099 req-a4190ad8-e6ad-480c-9904-b52c72ef1a17 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Mar 05 01:20:07.148885 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-43b4fe41-e234-4e86-95b0-1a6e0ef3fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:08.535371 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:08.574218 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:10.039022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:13.593242 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:20:18.635321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-91d48a7e-3d08-4db9-a8ce-ce6b555968ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671678 Mar 05 01:20:18.773638 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-b0a944e9-3a08-428b-923f-520a9ec03545 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0705025 Mar 05 01:20:18.913936 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-b53d397b-ff43-4a66-a786-0053de0d905d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:18.915615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-b53d397b-ff43-4a66-a786-0053de0d905d service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1239536 Mar 05 01:20:19.016503 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-8d10a05b-6f7f-4b3e-b28c-43be09aaf8cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 1001 time: 0.0939550 Mar 05 01:20:19.077268 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-c13fc5d8-09b5-4927-bf49-8a4039b6a224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:20:19.078634 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-c13fc5d8-09b5-4927-bf49-8a4039b6a224 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0559471 Mar 05 01:20:19.150621 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-a38d33d1-d8cc-4d29-b0fc-c24921623344 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655353 Mar 05 01:20:19.280095 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-ec86c244-68b8-4c0f-8958-9b2a7ba06a93 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223624 Mar 05 01:20:19.409287 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f0b181c1-43d9-42dd-b51e-465b6911b0fb req-52a307b9-7a87-4363-b84f-88e472b3b24a service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244843 Mar 05 01:20:27.887253 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:28.270808 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:35.130836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2945370f-0668-4c0a-a582-b0d89e58257e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:37.150411 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9047fbcb-4e34-4b10-855d-452432e64965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:38.538436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:38.572818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:40.043146 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:50.594456 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:20:57.899979 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:20:58.284480 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:05.131140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-1addb02b-8f8f-4f84-b805-812e3aff5c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:07.150889 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecc6c-1451-41ab-bfc2-9d7f35947189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:08.540559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:08.574822 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:10.045933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:19.648452 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-87f5d0bd-bf6d-4e6a-aa29-e2eda0f0516e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699761 Mar 05 01:21:19.782444 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-9e59de5e-2061-4b87-af55-9fbc11ab51ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0672636 Mar 05 01:21:19.919225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-6774b666-4545-4c94-835e-5e3ee7784c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:19.920560 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-6774b666-4545-4c94-835e-5e3ee7784c22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1216393 Mar 05 01:21:20.021984 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-827d123d-88e7-45b7-a39e-b4782f6bab1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 1001 time: 0.0961192 Mar 05 01:21:20.083615 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-bbca5081-d2b8-47e5-8a07-fba4aa372f2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:20.084971 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-bbca5081-d2b8-47e5-8a07-fba4aa372f2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0576110 Mar 05 01:21:20.240807 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-d68e6c86-583e-41f4-8b00-cef543ba6406 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499093 Mar 05 01:21:20.367398 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-43a7a322-ed79-41de-8c90-f6ad3dff371b service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208317 Mar 05 01:21:20.494078 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b43e10e5-8647-4101-8b9a-f96d3bc4d4d4 req-e9fe342a-3c72-40d2-a4bc-90b6fe0d8702 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206367 Mar 05 01:21:22.227372 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47272) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:22.500503 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Deleting port 143f9316-e332-4dc7-9b5a-2a82bf8aed57 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:22.500754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:22.661783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:22.662104 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:22.779026 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Calling delete_port for 143f9316-e332-4dc7-9b5a-2a82bf8aed57 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:22.922512 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:22.970799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event deleted for resources: {'Port': ['ID=143f9316-e332-4dc7-9b5a-2a82bf8aed57,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:23.009794 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.010138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.010474 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.010805 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.011130 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.011454 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.011773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.012086 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.012402 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.013385 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.013704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:23.071194 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:23.445813 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:21:23.638605 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:23.647950 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:21:23.658433 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:23.660277 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:23.660870 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:23.709102 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-95ea8f97-fa20-4411-a15d-ce0463941af2 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "DELETE /v2.0/floatingips/89125c7b-a72b-410e-8d52-e12e1abec785 HTTP/1.1" status: 204 len: 168 time: 1.4805791 Mar 05 01:21:23.710675 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:21:23.838316 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:23.923479 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'status': 'completed', 'code': 200} Mar 05 01:21:24.020846 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-543df43c-6700-4c93-aa16-53b10e0d5661 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 1097 time: 0.0710976 Mar 05 01:21:24.163463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-287d636b-390f-4801-a4b2-a519ea80b12c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:24.164989 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-287d636b-390f-4801-a4b2-a519ea80b12c service neutron] 10.222.0.10 "GET /v2.0/networks?id=bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 200 len: 910 time: 0.1385918 Mar 05 01:21:24.193111 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:24.198072 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:21:24.209718 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:24.210633 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:24.237205 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-15ebcd33-db25-4a15-8b1f-1bdda03c29b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 200 len: 217 time: 0.0659533 Mar 05 01:21:24.243947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a36c5-f11b-4758-a684-75cea937cac6 req-cccaee93-6384-4802-be8c-9b172889081f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:24.244639 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6c2a36c5-f11b-4758-a684-75cea937cac6 req-cccaee93-6384-4802-be8c-9b172889081f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:21:24.261074 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-6c2a36c5-f11b-4758-a684-75cea937cac6 req-cccaee93-6384-4802-be8c-9b172889081f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:21:24.268161 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c2a36c5-f11b-4758-a684-75cea937cac6 req-cccaee93-6384-4802-be8c-9b172889081f tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.2043996 Mar 05 01:21:24.304256 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-89e7bd76-80d6-4657-83a1-78113cdad25e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:24.305734 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-89e7bd76-80d6-4657-83a1-78113cdad25e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 200 len: 848 time: 0.0625684 Mar 05 01:21:24.308871 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6c2a36c5-f11b-4758-a684-75cea937cac6 req-c651132e-82a6-4cf2-b97d-2d848f008467 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397666 Mar 05 01:21:24.384430 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-4d5a215f-7a19-43f9-b7e8-a9b88b1b4112 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bce376be-249e-49a5-a884-e34456b6f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723221 Mar 05 01:21:24.387405 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:24.527641 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-357700d9-1e18-47d8-a534-9ec50045e0c4 service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367583 Mar 05 01:21:24.659934 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7bb9ce2a-3e67-4b49-b974-eb83abf3d7e0 req-ee613fef-c180-459f-aa96-3009d0aef2fb service neutron] 10.222.0.10 "GET /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262765 Mar 05 01:21:24.732478 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:24.736286 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7559d86-e8a3-4dff-8486-a0679198e6ac None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:11:29Z', 'revision_number': 4, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '7600cd10-3f64-48e5-aa33-7ac8a464c30a', 'name': '', 'network_id': 'bce376be-249e-49a5-a884-e34456b6f004', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'mac_address': 'fa:16:3e:e3:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:29Z', 'updated_at': '2022-03-05T01:11:37Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'subnets': [{'id': 'aa58494f-36b6-4e15-a838-6ecf10355b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:21:24.963196 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eda208-ee48-4a2d-a466-49562a6933a9 None None] New status for floating IP 89125c7b-a72b-410e-8d52-e12e1abec785: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:21:25.525973 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d1003-d90f-4765-8482-a0d9f1e5b0c0 req-0b600fb3-ff08-44f7-9d11-b97dbedf854c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:25.527451 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-684d1003-d90f-4765-8482-a0d9f1e5b0c0 req-0b600fb3-ff08-44f7-9d11-b97dbedf854c tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0759432 Mar 05 01:21:25.613349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-684d1003-d90f-4765-8482-a0d9f1e5b0c0 req-6fad9f24-cc8d-4dd4-b969-c5176a1856e7 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f00d75b-451f-4466-88ae-28a14c9485a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797691 Mar 05 01:21:25.646097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b79e0-680d-4450-b5a5-e23558391087 req-bb87c23b-6947-44fc-a3fb-941621bcf4ec tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:25.647507 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f70b79e0-680d-4450-b5a5-e23558391087 req-bb87c23b-6947-44fc-a3fb-941621bcf4ec tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 946 time: 0.0816128 Mar 05 01:21:25.712755 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Deleting port fb89fa04-696b-49c8-98d4-2645134b24cd {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:25.713097 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:25.952192 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] For port fb89fa04-696b-49c8-98d4-2645134b24cd, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=fb89fa04-696b-49c8-98d4-2645134b24cd,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:25.952463 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:26.162106 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Calling delete_port for fb89fa04-696b-49c8-98d4-2645134b24cd owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:26.298469 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:26.348195 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event deleted for resources: {'Port': ['ID=fb89fa04-696b-49c8-98d4-2645134b24cd,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:26.360956 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.361325 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.361668 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.362001 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.362332 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.362657 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.362981 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.363305 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.363624 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.364477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.364477 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:26.432261 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] No DVR routers for this DVR port fb89fa04-696b-49c8-98d4-2645134b24cd on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:21:26.435322 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:26.437774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-deleted', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:21:26.452694 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-f70b79e0-680d-4450-b5a5-e23558391087 req-5625fc96-2186-4bb4-9fa5-2e0ebcdad225 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.10 "DELETE /v2.0/ports/fb89fa04-696b-49c8-98d4-2645134b24cd HTTP/1.1" status: 204 len: 173 time: 0.8002946 Mar 05 01:21:26.491388 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14036fe0-7b6b-4a04-af51-1e4fe5826d0d', 'name': 'network-vif-deleted', 'tag': 'fb89fa04-696b-49c8-98d4-2645134b24cd', 'status': 'completed', 'code': 200} Mar 05 01:21:26.779536 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8d66ab18-7444-42d9-8d47-77149abebd95 req-ce46f24f-3b1b-48cb-92ef-b10a52375557 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Synchronizing usage tracker for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:21:26.799570 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8d66ab18-7444-42d9-8d47-77149abebd95 req-ce46f24f-3b1b-48cb-92ef-b10a52375557 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Unset dirty status for tenant:c0ac5fa874264f3ab7e10c1284b8229c on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:21:26.800960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8d66ab18-7444-42d9-8d47-77149abebd95 req-ce46f24f-3b1b-48cb-92ef-b10a52375557 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "GET /v2.0/ports?device_id=14036fe0-7b6b-4a04-af51-1e4fe5826d0d HTTP/1.1" status: 200 len: 210 time: 0.0649581 Mar 05 01:21:27.594179 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:21:27.910458 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47300) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:27.915087 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:27.980267 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-30d80aa5-dd3c-46c5-acdc-c878ec522fc3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:28.009392 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-30d80aa5-dd3c-46c5-acdc-c878ec522fc3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:28.080899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-30d80aa5-dd3c-46c5-acdc-c878ec522fc3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:28.101469 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d80aa5-dd3c-46c5-acdc-c878ec522fc3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00d75b-451f-4466-88ae-28a14c9485a6,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:28.112180 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-30d80aa5-dd3c-46c5-acdc-c878ec522fc3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:28.113421 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-30d80aa5-dd3c-46c5-acdc-c878ec522fc3 tempest-TestShelveInstance-1838917104 tempest-TestShelveInstance-1838917104-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f00d75b-451f-4466-88ae-28a14c9485a6 HTTP/1.1" status: 204 len: 168 time: 0.2018528 Mar 05 01:21:28.174920 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47306) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:28.284987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:28.526490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:28.558736 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: fb89fa04-696b-49c8-98d4-2645134b24cd {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:21:28.559239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device fb89fa04-696b-49c8-98d4-2645134b24cd not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:21:28.743717 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:29.334815 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Deleting port 7600cd10-3f64-48e5-aa33-7ac8a464c30a {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:29.335424 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:29.608426 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] For port 7600cd10-3f64-48e5-aa33-7ac8a464c30a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=7600cd10-3f64-48e5-aa33-7ac8a464c30a,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:29.608700 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:29.728129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Calling delete_port for 7600cd10-3f64-48e5-aa33-7ac8a464c30a owned by network:router_interface {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:29.889383 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:29.933860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7600cd10-3f64-48e5-aa33-7ac8a464c30a,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:30.221099 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:30.774613 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:21:31.069944 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:31.078576 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] Sync routers for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:21:31.085725 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-559c81aa-087f-4018-a8bb-e676ebba89a3 admin admin] 10.222.0.32 "PUT /v2.0/routers/e66ad84f-5aab-4de3-b69f-40eecb8e4eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096134 Mar 05 01:21:31.088283 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47312) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:31.095314 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:31.095917 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:31.275126 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:31.283227 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:31.475414 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:31.485094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Deleting port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:31.485486 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:31.549615 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:21:29Z', 'revision_number': 5, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port': {'id': '4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:27Z', 'updated_at': '2022-03-05T01:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:31.553292 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] Checking router: e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:21:31.563544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] Routers {'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:31.564127 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:31.654878 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] For port 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:31.655229 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:31.710414 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] Set router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:31.774710 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Calling delete_port for 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:31.812716 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:21:31Z', 'revision_number': 6, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:31.816562 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd06f03-3ab8-4609-9285-a198b4335941 None None] The sync data for ids ['e66ad84f-5aab-4de3-b69f-40eecb8e4eb7'] in n-d-828979-4 is: [{'id': 'e66ad84f-5aab-4de3-b69f-40eecb8e4eb7', 'name': 'tempest-TestShelveInstance-1068007659-router', 'tenant_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:26Z', 'updated_at': '2022-03-05T01:21:31Z', 'revision_number': 6, 'project_id': 'c0ac5fa874264f3ab7e10c1284b8229c', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:21:31.937252 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:31.977295 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:32.195220 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.532657 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.536992 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.571077 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.571624 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:21:32.583453 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.584573 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-11d94af0-ace1-4b16-a735-4072cca7426f admin admin] 10.222.0.32 "DELETE /v2.0/routers/e66ad84f-5aab-4de3-b69f-40eecb8e4eb7 HTTP/1.1" status: 204 len: 168 time: 1.4953279 Mar 05 01:21:32.587138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47316) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:32.645827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Deleting subnet aa58494f-36b6-4e15-a838-6ecf10355b0d {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:21:32.648805 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.700469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.779219 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.853316 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.889374 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa58494f-36b6-4e15-a838-6ecf10355b0d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:32.895404 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:32.900409 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee4f11-d017-451a-9c04-06bf03ba4b13 None None] Network bce376be-249e-49a5-a884-e34456b6f004 requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:21:32.903353 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5d929f5c-9ed1-4160-b4fe-4b484f99f7d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa58494f-36b6-4e15-a838-6ecf10355b0d HTTP/1.1" status: 204 len: 168 time: 0.3147156 Mar 05 01:21:32.905895 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47320) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:33.010724 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.021565 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Deleting port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:33.021887 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.142038 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] DHCP port deletion for bce376be-249e-49a5-a884-e34456b6f004 request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:21:33.145837 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Deleting port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:33.146329 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.223221 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] For port a3b4dc81-28e0-46a9-8f97-991ee8bf8729, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:33.224041 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.269832 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device a3b4dc81-28e0-46a9-8f97-991ee8bf8729 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:33.368671 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Calling delete_port for a3b4dc81-28e0-46a9-8f97-991ee8bf8729 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:33.448553 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.476737 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 update to DOWN by agent not found {{(pid=83784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 05 01:21:33.477164 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:33.498702 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:33.505607 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] No DVR routers for this DVR port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:21:33.511257 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] For port a3b4dc81-28e0-46a9-8f97-991ee8bf8729, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=a3b4dc81-28e0-46a9-8f97-991ee8bf8729,segment=NetworkSegment(5772fa50-66ba-4eff-86a8-93f39203fc41),segment_id=5772fa50-66ba-4eff-86a8-93f39203fc41)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:33.511653 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.519214 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:21:33.519557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 4cb5afb3-ad0d-4f65-ac85-e6e60c32d85b not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:21:33.519968 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7600cd10-3f64-48e5-aa33-7ac8a464c30a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:33.553704 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 7600cd10-3f64-48e5-aa33-7ac8a464c30a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:21:33.554053 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 7600cd10-3f64-48e5-aa33-7ac8a464c30a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:21:33.623507 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.648649 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce376be-249e-49a5-a884-e34456b6f004']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:33.661904 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Calling delete_port for a3b4dc81-28e0-46a9-8f97-991ee8bf8729 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:33.668003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5772fa50-66ba-4eff-86a8-93f39203fc41') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:33.668286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5772fa50-66ba-4eff-86a8-93f39203fc41') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:33.680108 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.697519 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.704207 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:21:33.704594 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: timer() Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:21:33.717782 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 01:21:33.730599 n-d-828979-4 neutron-server[83784]: util.warn( Mar 05 01:21:33.739817 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 01:21:33.740165 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 01:21:33.882726 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.887495 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:33.908947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] Pushing event deleted for resources: {'Network': ['ID=bce376be-249e-49a5-a884-e34456b6f004,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:33.923201 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8e0bbc5f-5138-493e-aa0b-cff9f92dd25b admin admin] 10.222.0.32 "DELETE /v2.0/networks/bce376be-249e-49a5-a884-e34456b6f004 HTTP/1.1" status: 204 len: 168 time: 1.0163558 Mar 05 01:21:33.926066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47324) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:34.241431 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Deleting port a3b4dc81-28e0-46a9-8f97-991ee8bf8729 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:34.241968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:34.305091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-019501d5-2e3f-40b6-9b8d-4f029ea5d55d None None] The port 'a3b4dc81-28e0-46a9-8f97-991ee8bf8729' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 01:21:34.306590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:34.880376 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Deleting port d9ebba76-ba52-42b6-bde6-4356524cf649 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:34.880714 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:35.049731 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] For port d9ebba76-ba52-42b6-bde6-4356524cf649, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=d9ebba76-ba52-42b6-bde6-4356524cf649,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:35.050080 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:35.133984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-ca7eeecb-1e3b-4dda-a6d3-db236b71c888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:35.169999 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Calling delete_port for d9ebba76-ba52-42b6-bde6-4356524cf649 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:35.425685 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:35.468444 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ebba76-ba52-42b6-bde6-4356524cf649,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:35.750916 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:36.298689 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Router 5fa41136-6e3a-42cd-9298-80f73f824855 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:21:36.489698 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:36.498911 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-6f285174-47a8-4e8d-9bf8-2b0baefef20e admin admin] 10.222.0.32 "PUT /v2.0/routers/5fa41136-6e3a-42cd-9298-80f73f824855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718930 Mar 05 01:21:36.499608 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] Sync routers for ids ['5fa41136-6e3a-42cd-9298-80f73f824855'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:21:36.501724 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47328) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:36.515202 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] Routers {'5fa41136-6e3a-42cd-9298-80f73f824855'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:36.515799 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5fa41136-6e3a-42cd-9298-80f73f824855'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:36.683818 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] Set router 5fa41136-6e3a-42cd-9298-80f73f824855 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:36.690228 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:36.968465 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '100456cd-72cd-445a-9a4d-61f68230852a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:21:35Z', 'revision_number': 5, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port': {'id': '100456cd-72cd-445a-9a4d-61f68230852a', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:11:33Z', 'updated_at': '2022-03-05T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:36.972325 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] Checking router: 5fa41136-6e3a-42cd-9298-80f73f824855 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:21:36.982346 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:36.983809 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] Routers {'5fa41136-6e3a-42cd-9298-80f73f824855'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:36.984501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['5fa41136-6e3a-42cd-9298-80f73f824855'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:36.992331 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Deleting port 100456cd-72cd-445a-9a4d-61f68230852a {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:36.992860 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.134088 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] Set router 5fa41136-6e3a-42cd-9298-80f73f824855 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:37.164819 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] For port 100456cd-72cd-445a-9a4d-61f68230852a, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=100456cd-72cd-445a-9a4d-61f68230852a,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:37.165169 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.254401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:21:36Z', 'revision_number': 6, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:37.258138 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e8c3faac-6144-4148-9e98-a0030ef54bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.263947 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f397795-f67d-4532-b2f7-c3297925852e None None] The sync data for ids ['5fa41136-6e3a-42cd-9298-80f73f824855'] in n-d-828979-4 is: [{'id': '5fa41136-6e3a-42cd-9298-80f73f824855', 'name': 'tempest-TestShelveInstance-1196434907-router', 'tenant_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:11:32Z', 'updated_at': '2022-03-05T01:21:36Z', 'revision_number': 6, 'project_id': 'c85cf8d0a75c4b2b812d4b510ed122ae', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:21:37.288745 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Calling delete_port for 100456cd-72cd-445a-9a4d-61f68230852a owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:37.452773 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.496923 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Pushing event deleted for resources: {'Port': ['ID=100456cd-72cd-445a-9a4d-61f68230852a,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:37.714736 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.959746 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.963715 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.995301 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:37.996078 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa41136-6e3a-42cd-9298-80f73f824855 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:21:38.008983 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.010182 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-e4355010-78b8-4c02-9f87-30b8bc68f856 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5fa41136-6e3a-42cd-9298-80f73f824855 HTTP/1.1" status: 204 len: 168 time: 1.5075431 Mar 05 01:21:38.012616 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47332) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:38.163526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Deleting subnet 4c999720-cd5e-4aec-9ea8-a23875692eb3 {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:21:38.166514 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.216713 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.295761 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.360876 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.396050 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c999720-cd5e-4aec-9ea8-a23875692eb3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:38.402058 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.408169 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ee53b-aef0-4d0d-8be9-0bdf970d3d32 None None] Network adfe610f-c8b6-49fa-a44b-040e2354b16e requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:21:38.408599 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-889bb7c5-e6ed-4a28-b07d-a229b6f0dae4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c999720-cd5e-4aec-9ea8-a23875692eb3 HTTP/1.1" status: 204 len: 168 time: 0.3947752 Mar 05 01:21:38.410843 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47336) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:38.514889 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.525403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Deleting port ef476aa0-4886-4183-8638-5d3fa21b1333 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:38.525729 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.609628 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.632343 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.708031 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] DHCP port deletion for adfe610f-c8b6-49fa-a44b-040e2354b16e request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:21:38.712168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Deleting port ef476aa0-4886-4183-8638-5d3fa21b1333 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:38.712538 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.731711 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] For port ef476aa0-4886-4183-8638-5d3fa21b1333, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ef476aa0-4886-4183-8638-5d3fa21b1333,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:38.732062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.850208 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Calling delete_port for ef476aa0-4886-4183-8638-5d3fa21b1333 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:38.909842 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] For port ef476aa0-4886-4183-8638-5d3fa21b1333, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=ef476aa0-4886-4183-8638-5d3fa21b1333,segment=NetworkSegment(7dcb40eb-5c47-49aa-b8b7-6dbde001a821),segment_id=7dcb40eb-5c47-49aa-b8b7-6dbde001a821)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:38.910221 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.925476 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:38.970517 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef476aa0-4886-4183-8638-5d3fa21b1333,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:38.975235 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] No DVR routers for this DVR port ef476aa0-4886-4183-8638-5d3fa21b1333 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:21:39.027263 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Calling delete_port for ef476aa0-4886-4183-8638-5d3fa21b1333 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:21:39.093977 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 01:21:39.094325 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 01:21:39.094420 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.119329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfe610f-c8b6-49fa-a44b-040e2354b16e']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:39.131478 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcb40eb-5c47-49aa-b8b7-6dbde001a821') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:39.131777 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcb40eb-5c47-49aa-b8b7-6dbde001a821') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:39.142735 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.158166 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.164308 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:21:39.164751 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: timer() Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:21:39.177898 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:21:39.248542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ebba76-ba52-42b6-bde6-4356524cf649 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:39.254612 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.271253 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.282110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=adfe610f-c8b6-49fa-a44b-040e2354b16e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:39.287244 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f5aa7aba-53d5-40c6-909d-69d273bc5dc8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/adfe610f-c8b6-49fa-a44b-040e2354b16e HTTP/1.1" status: 204 len: 168 time: 0.8731697 Mar 05 01:21:39.287588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: d9ebba76-ba52-42b6-bde6-4356524cf649 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:21:39.287588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device d9ebba76-ba52-42b6-bde6-4356524cf649 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:21:39.287588 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 100456cd-72cd-445a-9a4d-61f68230852a no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:39.319232 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 100456cd-72cd-445a-9a4d-61f68230852a {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:21:39.319577 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 100456cd-72cd-445a-9a4d-61f68230852a not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:21:39.319993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ef476aa0-4886-4183-8638-5d3fa21b1333 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:21:39.350883 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: ef476aa0-4886-4183-8638-5d3fa21b1333 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:21:39.351229 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device ef476aa0-4886-4183-8638-5d3fa21b1333 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:21:39.462542 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47342) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:39.511602 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-50008729-29c2-4ac0-96ac-0bf3b8e86754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0ac5fa874264f3ab7e10c1284b8229c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478480 Mar 05 01:21:39.514080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47346) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:39.574551 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d6e292d-a9b6-4831-abc5-6cd5b006068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.595209 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Deleting port ef476aa0-4886-4183-8638-5d3fa21b1333 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:21:39.595649 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.599675 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d6e292d-a9b6-4831-abc5-6cd5b006068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.650676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d6e292d-a9b6-4831-abc5-6cd5b006068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.662650 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-0238415b-a180-4a9a-a9e1-45881d30ab98 None None] The port 'ef476aa0-4886-4183-8638-5d3fa21b1333' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 01:21:39.671403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e292d-a9b6-4831-abc5-6cd5b006068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5646d725-9726-41aa-8a24-6caa4befdf75,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:39.677774 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-3d6e292d-a9b6-4831-abc5-6cd5b006068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:39.679068 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-3d6e292d-a9b6-4831-abc5-6cd5b006068f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5646d725-9726-41aa-8a24-6caa4befdf75 HTTP/1.1" status: 204 len: 168 time: 0.1641173 Mar 05 01:21:40.047827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:40.091029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47354) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:40.142307 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-4b3fa2ba-7d0a-4df2-8ddc-3c227679ef80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c85cf8d0a75c4b2b812d4b510ed122ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501294 Mar 05 01:21:40.144948 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47358) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:40.202227 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a896231-e612-459f-99ea-f67c4a6f8592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:40.226499 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a896231-e612-459f-99ea-f67c4a6f8592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:40.275550 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a896231-e612-459f-99ea-f67c4a6f8592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:40.292110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a896231-e612-459f-99ea-f67c4a6f8592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a390d9f-4add-407f-87ca-d6ffb00ffead,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:40.300091 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-1a896231-e612-459f-99ea-f67c4a6f8592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:40.300091 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a896231-e612-459f-99ea-f67c4a6f8592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a390d9f-4add-407f-87ca-d6ffb00ffead HTTP/1.1" status: 204 len: 168 time: 0.1532133 Mar 05 01:21:41.204638 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47380) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:41.329681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-684703590-network', 'tenant_id': 'bf181714c32749949f01ba82808848ed'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:41.334963 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:41.338746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Usage tracker for resource:network and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:41.342167 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:41.347679 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:41.358439 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Made reservation on behalf of bf181714c32749949f01ba82808848ed for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:21:41.360683 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.373155 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.404245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:41.408036 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:41.410799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:41.416450 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:41.480308 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.483941 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.509575 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:21:41.522285 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d21d9a-6fb1-41ce-a0c9-12244730512c,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:41.526555 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.526939 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Added segment ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5 of type vlan for network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc Mar 05 01:21:41.552928 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.581492 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.582499 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:41.583067 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:41.768543 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5627725 Mar 05 01:21:41.769414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f201-9255-40a4-a5a5-b14974f08a8a admin admin] Pushing event updated for resources: {'Network': ['ID=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:41.771282 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47386) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:41.776749 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Request body: {'subnet': {'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-684703590-subnet', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:41.778786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:21:41.782334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:41.786189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Usage tracker for resource:subnet and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:41.788967 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:41.795140 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:41.804349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Made reservation on behalf of bf181714c32749949f01ba82808848ed for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:21:41.806623 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.010870 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.082572 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebbc3e4-4ea9-49b7-9e22-188311bd876d,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:42.093538 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Checking segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:42.093888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Network hostable DHCP agents. Network: 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:21:42.115925 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:21:42.126337 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:42.130367 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:42.130947 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.135960 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234ef67d-006d-4244-b58c-61755de650c6 None None] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:21:42.154778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-44c19bfb-eddb-4551-bacb-9b39c7c5b220 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3825190 Mar 05 01:21:42.157578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47390) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:42.162421 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:42.167566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:42.171882 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Usage tracker for resource:router and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:42.174693 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:42.180231 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:42.191022 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.191899 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.210616 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.349822 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:21:42.350666 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.358328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.505001 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Allocated IP 172.20.0.2 (8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc/7ebbc3e4-4ea9-49b7-9e22-188311bd876d/f517059a-d21f-4fbc-bf6d-e29cab9707d9) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:42.545673 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.574451 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.708039 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Allocated IP 172.25.0.148 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/29dabbc9-f456-44ab-bdb5-c85b8c50b70e) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:42.711071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.722401 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Transition to ACTIVE for port object f517059a-d21f-4fbc-bf6d-e29cab9707d9 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:42.741250 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Transition to ACTIVE for port object f517059a-d21f-4fbc-bf6d-e29cab9707d9 will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:42.746886 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.842617 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:42.845482 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:42.850033 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:42.852057 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Pushing event updated for resources: {'Port': ['ID=f517059a-d21f-4fbc-bf6d-e29cab9707d9,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:42.858347 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.863671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.864016 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.864352 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.864684 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.865012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.865372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.865699 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.866026 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.866348 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.866666 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.866993 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:42.886171 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.951128 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Attempting to bind port f517059a-d21f-4fbc-bf6d-e29cab9707d9 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:21:42.952243 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Attempting to bind port f517059a-d21f-4fbc-bf6d-e29cab9707d9 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:21:42.952628 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Attempting to bind port f517059a-d21f-4fbc-bf6d-e29cab9707d9 on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:21:42.960636 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:21:42.961421 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Checking segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:42.961830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.962227 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Bound using segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:21:42.962694 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Bound port: f517059a-d21f-4fbc-bf6d-e29cab9707d9, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:21:42.963120 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:42.967311 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:42.971621 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:42.972946 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Pushing event updated for resources: {'Port': ['ID=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:42.975339 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:43.057884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] For port f517059a-d21f-4fbc-bf6d-e29cab9707d9, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:21:43.060989 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] For port f517059a-d21f-4fbc-bf6d-e29cab9707d9, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517059a-d21f-4fbc-bf6d-e29cab9707d9,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:21:43.065209 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:43.127448 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:43.128183 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:43.150529 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e067234-d740-4463-a3f6-b887313e0fd7 None None] Pushing event updated for resources: {'Port': ['ID=f517059a-d21f-4fbc-bf6d-e29cab9707d9,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:43.369670 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:21:43.662874 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:43.672207 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:21:43.685725 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:43.686333 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:43.686900 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:43.688416 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-66bb1778-0971-4408-9b48-c6b57e9fe494 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5298183 Mar 05 01:21:43.691073 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47394) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:43.865078 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:44.120441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4a83c-d72c-4047-a1ea-34965de7d565 None None] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:21:44.190760 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:43Z', 'revision_number': 3, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:44.194823 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:21:44.195236 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Updating router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:21:44.227412 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-94a90bb7-bc6c-441a-b3d0-e12200deaba1 None None] Provisioning for port f517059a-d21f-4fbc-bf6d-e29cab9707d9 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:44.251609 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.372080 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-e347cd56-2ac0-4717-b0af-3b87cc90a382 req-5ec22a30-a66c-48cf-b743-2a2f5dac2fbb tempest-TestNetworkAdvancedServerOps-1932113927 tempest-TestNetworkAdvancedServerOps-1932113927-project] (83783) timed out ('10.222.0.36', 58037) {{(pid=83783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 01:21:44.448638 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.600436 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.611955 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Transition to ACTIVE for port object 29dabbc9-f456-44ab-bdb5-c85b8c50b70e will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:44.618782 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.668330 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Allocated IP 172.20.0.1 (8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc/7ebbc3e4-4ea9-49b7-9e22-188311bd876d/6de866fd-aa71-4933-8b94-1816debcc137) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:44.701295 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Pushing event updated for resources: {'Port': ['ID=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:44.705121 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Attempting to bind port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:21:44.705504 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Attempting to bind port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:21:44.705954 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Attempting to bind port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:21:44.717596 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.717936 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.718547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.718547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.718893 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.719228 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.719544 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.719881 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.720169 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.720491 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.720805 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:21:44.724209 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:21:44.724574 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:44.724961 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.725354 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:21:44.725807 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Bound port: 29dabbc9-f456-44ab-bdb5-c85b8c50b70e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:21:44.726175 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.797067 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] For port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:21:44.800072 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] For port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:21:44.803693 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.816649 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.832096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Transition to ACTIVE for port object 6de866fd-aa71-4933-8b94-1816debcc137 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:44.853856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:44.881862 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945af49-8840-45b6-8ce4-3e668d4d3b2d None None] Pushing event updated for resources: {'Port': ['ID=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:44.888223 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:44.888810 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:44.921001 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:44.923817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:44.928146 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:44.953674 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Pushing event updated for resources: {'Port': ['ID=6de866fd-aa71-4933-8b94-1816debcc137,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:44.988985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.080138 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.096428 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:45.182455 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd3a201a-8ed3-4248-bf5a-4ff1cef34df7 None None] Provisioning for port 6de866fd-aa71-4933-8b94-1816debcc137 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:45.188775 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-bd3a201a-8ed3-4248-bf5a-4ff1cef34df7 None None] Provisioning complete for port 6de866fd-aa71-4933-8b94-1816debcc137 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:45.189485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-bd3a201a-8ed3-4248-bf5a-4ff1cef34df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.255950 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a201a-8ed3-4248-bf5a-4ff1cef34df7 None None] Port 6de866fd-aa71-4933-8b94-1816debcc137 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:21:45.314387 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517059a-d21f-4fbc-bf6d-e29cab9707d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:45.386342 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port f517059a-d21f-4fbc-bf6d-e29cab9707d9 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:45.395239 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f517059a-d21f-4fbc-bf6d-e29cab9707d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:45.395605 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.414786 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:43Z', 'revision_number': 3, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:45.417783 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.419658 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29027e-6804-4825-acbc-79e56a331232 None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:43Z', 'revision_number': 3, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:21:45.424321 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.516670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.536498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.540100 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Pushing event updated for resources: {'Port': ['ID=6de866fd-aa71-4933-8b94-1816debcc137,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:45.553637 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port f517059a-d21f-4fbc-bf6d-e29cab9707d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517059a-d21f-4fbc-bf6d-e29cab9707d9,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:45.558441 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:45.639136 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=f517059a-d21f-4fbc-bf6d-e29cab9707d9,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:45.706676 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:45.707833 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:45.987337 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-3ac2b2fb-6904-4506-b282-0aa0b6bdb0c2 None None] Provisioning complete for port 6de866fd-aa71-4933-8b94-1816debcc137 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:45.988023 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b2fb-6904-4506-b282-0aa0b6bdb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:46.046763 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2b2fb-6904-4506-b282-0aa0b6bdb0c2 None None] Port 6de866fd-aa71-4933-8b94-1816debcc137 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:21:46.112274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:21:46.311741 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:46.320151 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a399226c-45a1-474b-9e3c-1065f567b918 admin admin] 10.222.0.32 "PUT /v2.0/routers/22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6281118 Mar 05 01:21:47.119066 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47416) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:47.124618 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-625938078-network', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:47.130030 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:47.133898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Usage tracker for resource:network and tenant:7f3348d4e19f42fdac69f6ce19def9df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:47.136687 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:47.142490 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:47.151718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Made reservation on behalf of 7f3348d4e19f42fdac69f6ce19def9df for: {'network': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:21:47.154477 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for network, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.166148 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.198667 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:47.202424 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Usage tracker for resource:security_group_rule and tenant:7f3348d4e19f42fdac69f6ce19def9df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:47.205154 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:47.216441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:47.291830 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.295875 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.324875 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=83783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 01:21:47.333951 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b40ed-5533-484c-b79d-8c2e41c4cd80,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:47.335873 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517059a-d21f-4fbc-bf6d-e29cab9707d9 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:47.339591 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.339928 n-d-828979-4 neutron-server[83783]: INFO neutron.db.segments_db [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Added segment 47eee973-1fe7-4bb6-ae08-d9fca97e0d1f of type vlan for network 40779b48-2371-4856-9b63-b2621694d95d Mar 05 01:21:47.367491 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742619026454'] for network, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.396778 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290'] for network, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.398091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:47.398664 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.409058 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port f517059a-d21f-4fbc-bf6d-e29cab9707d9 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:47.409462 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.498703 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3782494 Mar 05 01:21:47.501201 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47420) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:47.504003 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1e5e-ebb7-44d1-bd62-46b23c0d6b2d admin admin] Pushing event updated for resources: {'Network': ['ID=40779b48-2371-4856-9b63-b2621694d95d,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:47.509947 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Request body: {'subnet': {'network_id': '40779b48-2371-4856-9b63-b2621694d95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-625938078-subnet', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'ip_version': 4}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:47.514383 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Network 40779b48-2371-4856-9b63-b2621694d95d details requested by agent ovs-agent-n-d-828979-4 with host n-d-828979-4 {{(pid=83784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 01:21:47.516403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:47.520272 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Usage tracker for resource:subnet and tenant:7f3348d4e19f42fdac69f6ce19def9df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:47.523094 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:47.529267 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:47.538897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Made reservation on behalf of 7f3348d4e19f42fdac69f6ce19def9df for: {'subnet': 1} {{(pid=83783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:21:47.541343 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1592986'] for subnet, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.596408 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 29dabbc9-f456-44ab-bdb5-c85b8c50b70e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:47.681576 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:47.686591 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:47.686956 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.743243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1652540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1592968'] for subnet, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.796311 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.813796 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:47.818111 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.888854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:47.915949 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c76165-004e-4332-aeb0-4e26b5e1147e,revision_number=0']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:47.925468 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Checking segment: {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:47.925827 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Network hostable DHCP agents. Network: 40779b48-2371-4856-9b63-b2621694d95d, hostable agents: ['130b5110-bd36-451c-acc8-f3206755839a'], hosted agents: [] {{(pid=83783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 01:21:47.947898 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Network 40779b48-2371-4856-9b63-b2621694d95d is scheduled to be hosted by DHCP agent 130b5110-bd36-451c-acc8-f3206755839a with binding_index 1 {{(pid=83783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 01:21:47.958183 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-4, 40779b48-2371-4856-9b63-b2621694d95d) {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:47.962079 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:47.962643 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:47.967516 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a090e-8af3-4c22-8206-076199d617b8 None None] Network 40779b48-2371-4856-9b63-b2621694d95d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:21:47.992549 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-f5da8590-7280-4bf3-8311-1c2fef7f7bd6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4879332 Mar 05 01:21:47.992726 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47424) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:47.998293 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:48.003739 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:48.007509 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Usage tracker for resource:router and tenant:7f3348d4e19f42fdac69f6ce19def9df is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:48.010445 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:48.016110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:48.027693 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57769'] for router, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.028669 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57762'] for router, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.048068 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.192610 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58440'] for router, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.215507 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc630c2cc-cfa0-5d7d-9ef8-2cffb3f4f6a8-40779b48-2371-4856-9b63-b2621694d95d', 'network_id': '40779b48-2371-4856-9b63-b2621694d95d', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'fixed_ips': [{'subnet_id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e'}]}} from n-d-828979-4. {{(pid=83784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 05 01:21:48.216307 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.369658 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.db_base_plugin_common [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Allocated IP 172.20.0.2 (40779b48-2371-4856-9b63-b2621694d95d/b2c76165-004e-4332-aeb0-4e26b5e1147e/fd26ca12-51a6-490e-ac95-f0184784249e) {{(pid=83784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:48.379260 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.409738 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.544255 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Allocated IP 172.25.0.143 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/64a81602-dae0-42ae-b12c-8dc15769c1a0) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:48.575473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Notify callbacks [] for port, precommit_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.585613 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Transition to ACTIVE for port object fd26ca12-51a6-490e-ac95-f0184784249e will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:48.603715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Transition to ACTIVE for port object fd26ca12-51a6-490e-ac95-f0184784249e will not be triggered until provisioned by entity DHCP. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:48.609693 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931'] for port, after_create {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.679566 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Pushing event updated for resources: {'Port': ['ID=fd26ca12-51a6-490e-ac95-f0184784249e,revision_number=1']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:48.685769 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Network 40779b48-2371-4856-9b63-b2621694d95d is already hosted by enough agents. {{(pid=83784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:48.686983 n-d-828979-4 neutron-server[83784]: DEBUG neutron.scheduler.base_scheduler [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Resources bound (agent type, host, resource id): {{(pid=83784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:48.689327 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Received port after_create {{(pid=83784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:48.701772 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.737025 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.780641 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Attempting to bind port fd26ca12-51a6-490e-ac95-f0184784249e on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:21:48.781008 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Attempting to bind port fd26ca12-51a6-490e-ac95-f0184784249e by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:21:48.781475 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Attempting to bind port fd26ca12-51a6-490e-ac95-f0184784249e on network 40779b48-2371-4856-9b63-b2621694d95d {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:21:48.787727 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:21:48.788091 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Checking segment: {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:48.788486 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.788870 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Bound using segment: {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:21:48.789350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Bound port: fd26ca12-51a6-490e-ac95-f0184784249e, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:21:48.789721 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.804746 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:48.807526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:48.811910 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:48.842589 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Pushing event updated for resources: {'Port': ['ID=64a81602-dae0-42ae-b12c-8dc15769c1a0,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:48.878757 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] For port fd26ca12-51a6-490e-ac95-f0184784249e, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:21:48.882215 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] For port fd26ca12-51a6-490e-ac95-f0184784249e, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fd26ca12-51a6-490e-ac95-f0184784249e,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:21:48.888322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.927101 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:21:48.974803 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.975676 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692542'] for router, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:48.981651 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:48.982266 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:49.034441 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96cd3-d57b-4339-9e05-57190635a20f None None] Pushing event updated for resources: {'Port': ['ID=fd26ca12-51a6-490e-ac95-f0184784249e,revision_number=2']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:49.203986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:49.255622 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 is scheduled to L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d with binding_index 1 {{(pid=83783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 01:21:49.390146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 29dabbc9-f456-44ab-bdb5-c85b8c50b70e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:49.468831 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:49.478546 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Sync routers for ids ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:21:49.491872 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Routers {'76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:49.492582 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:49.494247 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:49.495484 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-a94510dc-e554-419e-9308-3c2748e48832 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5017869 Mar 05 01:21:49.499107 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47428) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:49.584362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:49.584726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:49.698123 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Set router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:49.721451 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 2, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:49.729200 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:21:49.729574 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Updating router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f port 6de866fd-aa71-4933-8b94-1816debcc137 binding host n-d-828979-4 {{(pid=83784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:21:49.754132 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fd26ca12-51a6-490e-ac95-f0184784249e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:49.881130 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:49.974526 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port fd26ca12-51a6-490e-ac95-f0184784249e completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:50.082547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:48Z', 'revision_number': 3, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:50.086748 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Checking router: 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:21:50.087089 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Updating router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 port 64a81602-dae0-42ae-b12c-8dc15769c1a0 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:21:50.140348 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.172768 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cac2af-4168-4739-ad55-3411a0ec58a0 None None] Network 40779b48-2371-4856-9b63-b2621694d95d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:21:50.318228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] Provisioning for port fd26ca12-51a6-490e-ac95-f0184784249e completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:50.338087 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] Provisioning complete for port fd26ca12-51a6-490e-ac95-f0184784249e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:50.338453 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.441582 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.475741 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.487565 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Transition to ACTIVE for port object 64a81602-dae0-42ae-b12c-8dc15769c1a0 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:50.495915 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.575923 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Attempting to bind port 64a81602-dae0-42ae-b12c-8dc15769c1a0 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:21:50.576253 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Attempting to bind port 64a81602-dae0-42ae-b12c-8dc15769c1a0 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:21:50.576605 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Attempting to bind port 64a81602-dae0-42ae-b12c-8dc15769c1a0 on network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:21:50.588640 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:21:50.589128 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Checking segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:50.589552 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.590600 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Bound using segment: {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:21:50.590943 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Bound port: 64a81602-dae0-42ae-b12c-8dc15769c1a0, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176a578c-1d1f-4c79-9a26-b45d4669d4f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:21:50.591314 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.604189 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Notify callbacks [] for port, precommit_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.632188 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Transition to ACTIVE for port object 6de866fd-aa71-4933-8b94-1816debcc137 will not be triggered until provisioned by entity L2. {{(pid=83784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:50.648707 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.655053 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Allocated IP 172.20.0.1 (40779b48-2371-4856-9b63-b2621694d95d/b2c76165-004e-4332-aeb0-4e26b5e1147e/e090b3a6-01c0-451a-84ce-58ed39853af3) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:50.657910 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.663701 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] For port 64a81602-dae0-42ae-b12c-8dc15769c1a0, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:21:50.665583 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50925ba-1dba-41a2-a09e-36ac712dd014 None None] Pushing event updated for resources: {'Port': ['ID=64a81602-dae0-42ae-b12c-8dc15769c1a0,revision_number=2']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:50.668861 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] For port 64a81602-dae0-42ae-b12c-8dc15769c1a0, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64a81602-dae0-42ae-b12c-8dc15769c1a0,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:21:50.674929 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.759577 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50925ba-1dba-41a2-a09e-36ac712dd014 None None] Pushing event updated for resources: {'Port': ['ID=64a81602-dae0-42ae-b12c-8dc15769c1a0,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:50.762559 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Routers {'76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:50.763152 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:50.820886 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.840438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.provisioning_blocks [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Transition to ACTIVE for port object e090b3a6-01c0-451a-84ce-58ed39853af3 will not be triggered until provisioned by entity DHCP. {{(pid=83783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:50.872463 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.875585 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] For port fd26ca12-51a6-490e-ac95-f0184784249e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fd26ca12-51a6-490e-ac95-f0184784249e,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:50.876671 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f074d-2750-474c-9716-e4977e4e52ac None None] Pushing event updated for resources: {'Port': ['ID=6de866fd-aa71-4933-8b94-1816debcc137,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:50.915488 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:50.995681 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] Set router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:50.998283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Attempting to bind port 6de866fd-aa71-4933-8b94-1816debcc137 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:21:50.998283 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Attempting to bind port 6de866fd-aa71-4933-8b94-1816debcc137 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:21:51.001362 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Attempting to bind port 6de866fd-aa71-4933-8b94-1816debcc137 on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:21:51.009601 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Network 40779b48-2371-4856-9b63-b2621694d95d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:51.013084 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:51.018350 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:21:51.019022 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Checking segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:21:51.019586 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.019706 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:51.020218 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Bound using segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} {{(pid=83784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:21:51.020967 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.managers [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Bound port: 6de866fd-aa71-4933-8b94-1816debcc137, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}}] {{(pid=83784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:21:51.021617 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.055494 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2ec49-a3be-4d47-b8f9-ab7c30e6da54 None None] Pushing event updated for resources: {'Port': ['ID=fd26ca12-51a6-490e-ac95-f0184784249e,revision_number=3']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:51.101074 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693188'] for router_interface, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.113974 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Pushing event updated for resources: {'Port': ['ID=e090b3a6-01c0-451a-84ce-58ed39853af3,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:51.165252 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] For port 6de866fd-aa71-4933-8b94-1816debcc137, host n-d-828979-4, cleared binding levels {{(pid=83784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:21:51.169411 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] For port 6de866fd-aa71-4933-8b94-1816debcc137, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6de866fd-aa71-4933-8b94-1816debcc137,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:21:51.178421 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.223891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.265982 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:21:51.266618 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:21:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:51.345253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fd26ca12-51a6-490e-ac95-f0184784249e up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:51.414623 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:48Z', 'revision_number': 3, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:51.428213 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e851d3-ae9d-4d5f-8b91-97d48e82eb61 None None] The sync data for ids ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'] in n-d-828979-4 is: [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:48Z', 'revision_number': 3, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:21:51.446281 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f074d-2750-474c-9716-e4977e4e52ac None None] Pushing event updated for resources: {'Port': ['ID=6de866fd-aa71-4933-8b94-1816debcc137,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:51.519334 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-2b3e978c-f55c-42bd-9de3-ce19d573cb4c None None] Provisioning complete for port fd26ca12-51a6-490e-ac95-f0184784249e triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:51.519705 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2b3e978c-f55c-42bd-9de3-ce19d573cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.561139 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.568371 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.604319 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port fd26ca12-51a6-490e-ac95-f0184784249e triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:51.604872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.676882 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8002122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693097'] for router_interface, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:51.680901 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Pushing event updated for resources: {'Port': ['ID=e090b3a6-01c0-451a-84ce-58ed39853af3,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:51.689722 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:21:51.918570 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Network 40779b48-2371-4856-9b63-b2621694d95d is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:51.919736 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:52.131124 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c5bae725-dac5-420f-871f-ee94d1444d09 None None] Provisioning for port e090b3a6-01c0-451a-84ce-58ed39853af3 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:52.137716 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-c5bae725-dac5-420f-871f-ee94d1444d09 None None] Provisioning complete for port e090b3a6-01c0-451a-84ce-58ed39853af3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:52.138074 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c5bae725-dac5-420f-871f-ee94d1444d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:52.194859 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:51Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:21:52.199043 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-c5bae725-dac5-420f-871f-ee94d1444d09 None None] Port e090b3a6-01c0-451a-84ce-58ed39853af3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:21:52.202168 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7f539-7f4f-4bf2-b42f-65296add7a24 None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:51Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:21:52.329110 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-283d6c68-c620-4d52-90f7-290ef2d2060c None None] Provisioning complete for port e090b3a6-01c0-451a-84ce-58ed39853af3 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:52.329528 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-283d6c68-c620-4d52-90f7-290ef2d2060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:52.332089 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:21:52.389860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-283d6c68-c620-4d52-90f7-290ef2d2060c None None] Port e090b3a6-01c0-451a-84ce-58ed39853af3 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:21:52.562765 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:21:52.575296 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-8b844376-f203-4a14-8c45-43b8fb102ecc admin admin] 10.222.0.32 "PUT /v2.0/routers/76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747428 Mar 05 01:21:53.329589 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6de866fd-aa71-4933-8b94-1816debcc137 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:53.399409 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47438) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:53.406024 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769378817', 'description': 'tempest-secgroup-smoke-769378817 description', 'project_id': 'bf181714c32749949f01ba82808848ed'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:53.412528 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 6de866fd-aa71-4933-8b94-1816debcc137 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:53.413033 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:53.417640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6de866fd-aa71-4933-8b94-1816debcc137 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:53.417931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:53.418169 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.421144 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:53.426932 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:53.437293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.471928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:53.475953 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:53.478726 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:53.484383 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:53.535284 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.539536 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.543938 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.568663 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 6de866fd-aa71-4933-8b94-1816debcc137, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6de866fd-aa71-4933-8b94-1816debcc137,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:53.571743 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.572547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64a81602-dae0-42ae-b12c-8dc15769c1a0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:53.587160 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:53.589658 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.594486 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-07731653-7ea2-4e7f-b42f-015a2e0da024 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1910863 Mar 05 01:21:53.594633 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47442) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:53.600946 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group_rule': {'security_group_id': 'd5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe', 'project_id': 'bf181714c32749949f01ba82808848ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:53.608450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:53.612357 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:53.615209 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:53.620754 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:53.638197 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.694854 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=6de866fd-aa71-4933-8b94-1816debcc137,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:53.704030 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.706804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port 64a81602-dae0-42ae-b12c-8dc15769c1a0 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:53.708218 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.712872 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 64a81602-dae0-42ae-b12c-8dc15769c1a0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:53.713260 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.731308 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1e813b-7dd1-4a99-8120-096a4ccb679f,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:53.741674 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.742931 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-ba061922-0d4f-494c-9fc8-1d35a00cbb8e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1473372 Mar 05 01:21:53.745728 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47446) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:53.751693 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group_rule': {'security_group_id': 'd5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe', 'project_id': 'bf181714c32749949f01ba82808848ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:53.758265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:53.762975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:53.765888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:53.771824 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:53.788868 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.832436 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.849135 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port 64a81602-dae0-42ae-b12c-8dc15769c1a0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64a81602-dae0-42ae-b12c-8dc15769c1a0,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:21:53.852778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.855081 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.858825 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.881983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd492cb8-8099-4ab9-8068-d77aa9940f74,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:53.892635 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:53.896436 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-978ed521-6e53-416b-ad0f-5c8b3b844af4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1467996 Mar 05 01:21:53.897011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47450) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:53.902912 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group_rule': {'security_group_id': 'd5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe', 'project_id': 'bf181714c32749949f01ba82808848ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:53.909400 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:53.913265 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:53.916089 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:53.920040 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=64a81602-dae0-42ae-b12c-8dc15769c1a0,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:53.921771 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:53.939910 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.003593 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.008667 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.031463 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbea6b4-dbe4-4aeb-bd65-7ce8029316d5,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:54.039074 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.040230 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-c7b05351-2058-4bf7-9a1e-3597b0ad8115 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422753 Mar 05 01:21:54.043462 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47454) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:54.048780 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group_rule': {'security_group_id': 'd5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe', 'project_id': 'bf181714c32749949f01ba82808848ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:54.055116 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:54.059540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:54.062425 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:54.067929 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:54.082808 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.144540 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.147993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.170217 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0c433d-d9d0-4b5c-a369-7a7ca7243916,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:54.179326 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.180466 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-26027195-2994-46de-9d7f-c124a8e3d3d6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1360567 Mar 05 01:21:54.183311 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47458) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:54.189215 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group_rule': {'security_group_id': 'd5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe', 'project_id': 'bf181714c32749949f01ba82808848ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:54.195630 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:54.199453 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:54.202279 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:54.207921 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:54.217927 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Project bf181714c32749949f01ba82808848ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:21:54.224298 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.287046 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.290413 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.315810 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e41ea1-705d-46f4-9131-14dda61e4ce7,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:54.325485 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.326653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-54a92bd0-347e-42f2-b0e3-4b4b55cf8f5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1417747 Mar 05 01:21:54.329442 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47462) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:21:54.334768 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'security_group_rule': {'security_group_id': 'd5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe', 'project_id': 'bf181714c32749949f01ba82808848ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:54.341691 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:54.345952 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:security_group_rule and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:21:54.349051 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:21:54.354709 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:54.367544 n-d-828979-4 neutron-server[83782]: INFO neutron.db.securitygroups_db [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Project bf181714c32749949f01ba82808848ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 01:21:54.373920 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.440111 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.443594 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725667'] for security_group_rule, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.466888 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e432f204-b17a-46de-80c3-dffc51979b46,revision_number=0']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:54.477554 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:54.478736 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-312ed80c-583e-4b8d-ade3-d68a8a0e3752 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1483865 Mar 05 01:21:54.642725 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c08e265e-9a8a-4ac8-ab3c-34f58aca7c6f tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:security_group {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:21:54.659169 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c08e265e-9a8a-4ac8-ab3c-34f58aca7c6f tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:security_group {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:21:54.660280 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c08e265e-9a8a-4ac8-ab3c-34f58aca7c6f tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769378817&fields=id&tenant_id=bf181714c32749949f01ba82808848ed HTTP/1.1" status: 200 len: 267 time: 0.0567386 Mar 05 01:21:54.832800 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-773d333d-3502-42a7-89f1-bef0bf36e344 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:54.834163 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-773d333d-3502-42a7-89f1-bef0bf36e344 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 809 time: 0.1672847 Mar 05 01:21:54.851455 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-42f0397c-b287-4a1e-9f91-75ed6ca6b27b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/quotas/bf181714c32749949f01ba82808848ed HTTP/1.1" status: 200 len: 375 time: 0.0119128 Mar 05 01:21:54.929575 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-167576d9-b2a4-4d58-b09e-45c920e1e8cc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734076 Mar 05 01:21:55.228427 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-eb370ea6-1470-46b8-9d99-4ac0f9133e88 service neutron] 10.222.0.32 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875824 Mar 05 01:21:55.265358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6de866fd-aa71-4933-8b94-1816debcc137 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:55.333511 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 6de866fd-aa71-4933-8b94-1816debcc137 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:55.333916 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:55.359874 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-6bc744de-4b1e-401b-942a-b8446f9e8a8f service neutron] 10.222.0.32 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256785 Mar 05 01:21:55.492463 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64a81602-dae0-42ae-b12c-8dc15769c1a0 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:21:55.564253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port 64a81602-dae0-42ae-b12c-8dc15769c1a0 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:55.564613 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:55.582381 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-671c7eab-8e67-442d-a9d6-6c59ab8da68a req-c960b727-2451-4889-b76e-d8143af7ab30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:21:55.602447 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-671c7eab-8e67-442d-a9d6-6c59ab8da68a req-c960b727-2451-4889-b76e-d8143af7ab30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:21:55.603685 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-671c7eab-8e67-442d-a9d6-6c59ab8da68a req-c960b727-2451-4889-b76e-d8143af7ab30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 210 time: 0.0640292 Mar 05 01:21:56.717365 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-148d6fd0-0a57-4520-9ea0-e01c5428ec83 req-926e73e7-2c1a-4e08-93eb-5cb780663152 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 210 time: 0.0441928 Mar 05 01:21:57.826939 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-5555e373-7069-48e4-82a1-c642a3a49241 req-3865dc4e-e3ba-4453-9193-1ddc9c907c5d tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 210 time: 0.0400739 Mar 05 01:21:57.912399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:58.287506 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:58.823782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-3a371b0e-35e3-4c06-9fc4-b09f77df0649 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:58.825730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-3a371b0e-35e3-4c06-9fc4-b09f77df0649 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 809 time: 0.1436620 Mar 05 01:21:58.883342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-f0f9e585-6fb2-4e23-978b-1502c56e7c9b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf181714c32749949f01ba82808848ed HTTP/1.1" status: 200 len: 379 time: 0.0456285 Mar 05 01:21:58.892966 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'port': {'device_id': '96296037-9197-41f7-948b-43107f44b161', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'admin_state_up': True, 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'security_groups': ['d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:59.013878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0ad830a8-ac87-41ca-9756-d9e18b29724d req-a666941f-62a3-4ebd-9059-e201c2e92e65 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 210 time: 0.0548043 Mar 05 01:21:59.065764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:21:59.076098 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:21:59.086094 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Made reservation on behalf of bf181714c32749949f01ba82808848ed for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:21:59.089358 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:59.333008 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Allocated IP 172.20.0.13 (8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc/7ebbc3e4-4ea9-49b7-9e22-188311bd876d/7fec793f-3e62-4485-bbb1-83d29454f6cb) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:21:59.518262 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:59.533556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Transition to ACTIVE for port object 7fec793f-3e62-4485-bbb1-83d29454f6cb will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:21:59.555073 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:59.622860 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:21:59.625540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:21:59.629211 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:21:59.665697 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:21:59.696714 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:21:59.697344 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:59.723482 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-520a80f6-2483-4cf8-8aee-73c028d9bbcd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340139 Mar 05 01:21:59.734005 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-bfcb6668-c89f-4fbb-ab68-bff4dc62d450 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:21:59.735075 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-bfcb6668-c89f-4fbb-ab68-bff4dc62d450 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064499 Mar 05 01:21:59.745825 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Request body: {'port': {'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:21:59.856672 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:59.857374 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-50a1b9e2-c276-49c5-9db4-f1e70d1b7611 None None] Provisioning for port 7fec793f-3e62-4485-bbb1-83d29454f6cb completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:21:59.861846 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-50a1b9e2-c276-49c5-9db4-f1e70d1b7611 None None] Provisioning complete for port 7fec793f-3e62-4485-bbb1-83d29454f6cb triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:21:59.862208 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-50a1b9e2-c276-49c5-9db4-f1e70d1b7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:21:59.913149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-50a1b9e2-c276-49c5-9db4-f1e70d1b7611 None None] Port 7fec793f-3e62-4485-bbb1-83d29454f6cb cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:22:00.193314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fec793f-3e62-4485-bbb1-83d29454f6cb {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:22:00.200616 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:00.213356 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a341d2-3950-4db6-854b-531d5519e0bd req-f782ccbd-bca9-4128-a139-b1df779837b2 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:00.215406 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06a341d2-3950-4db6-854b-531d5519e0bd req-f782ccbd-bca9-4128-a139-b1df779837b2 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 932 time: 0.0802796 Mar 05 01:22:00.215695 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Transition to ACTIVE for port object 7fec793f-3e62-4485-bbb1-83d29454f6cb will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:22:00.219353 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:00.261560 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-06a341d2-3950-4db6-854b-531d5519e0bd req-15344edb-c2e3-4e9b-a9f0-217137f68291 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:security_group {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:22:00.273540 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-06a341d2-3950-4db6-854b-531d5519e0bd req-15344edb-c2e3-4e9b-a9f0-217137f68291 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:security_group {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:22:00.274662 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-06a341d2-3950-4db6-854b-531d5519e0bd req-15344edb-c2e3-4e9b-a9f0-217137f68291 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533819 Mar 05 01:22:00.343742 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:00.463763 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Attempting to bind port 7fec793f-3e62-4485-bbb1-83d29454f6cb on host n-h2-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:22:00.464026 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Attempting to bind port 7fec793f-3e62-4485-bbb1-83d29454f6cb by drivers openvswitch,hyperv on host n-h2-828979-4 at level 0 using segments [{'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:22:00.464352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Attempting to bind port 7fec793f-3e62-4485-bbb1-83d29454f6cb on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:22:00.470314 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Port 7fec793f-3e62-4485-bbb1-83d29454f6cb on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:22:00.470639 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Attempting to bind port 7fec793f-3e62-4485-bbb1-83d29454f6cb on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:22:00.477180 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Checking agent: {'id': '4e4b6d9f-9424-4832-9302-8ad26305b3cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:22:00.477548 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Checking segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:22:00.477931 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Bound using segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:22:00.478352 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Bound port: 7fec793f-3e62-4485-bbb1-83d29454f6cb, host: n-h2-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:22:00.478698 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:00.568016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:22:00.570867 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:22:00.576250 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:00.636182 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:00.638114 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] 10.222.0.10 "PUT /v2.0/ports/7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1092 time: 0.8962717 Mar 05 01:22:00.638551 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:22:00.655772 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f9cdc-1107-4316-aad5-12bac6b72080 service neutron] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:00.750328 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-4710a8fd-6a27-411e-b326-db36fe931c70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1095 time: 0.0773816 Mar 05 01:22:00.811565 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'status': 'completed', 'code': 200} Mar 05 01:22:00.826344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-96488824-9001-4295-8f41-9846a2599692 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 217 time: 0.0693431 Mar 05 01:22:00.888628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-fd20916f-2a33-405d-883c-46aae92aadc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:00.890117 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-fd20916f-2a33-405d-883c-46aae92aadc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0582688 Mar 05 01:22:00.965600 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-a2fcf9b6-3670-47c4-8651-32bd76e99edf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698485 Mar 05 01:22:01.094713 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-f5373e2f-961c-43dc-8a34-93ec5ff8545a service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237531 Mar 05 01:22:01.310017 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8235afb-eada-4d78-aca9-17ca25f4e8bd req-72822971-7ee9-47c2-a047-05317ff6cb50 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093441 Mar 05 01:22:01.422922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-1234a5ac-7ed8-457f-8ed1-a88c1ef87347 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1095 time: 0.0684240 Mar 05 01:22:01.474727 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0301ec-02d4-474c-b6aa-78adb5c258dc req-f83b02d0-5029-410a-bab5-5fe5a5a08fa4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:01.476186 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a0301ec-02d4-474c-b6aa-78adb5c258dc req-f83b02d0-5029-410a-bab5-5fe5a5a08fa4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 944 time: 0.0771518 Mar 05 01:22:01.521010 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-4a0301ec-02d4-474c-b6aa-78adb5c258dc req-7eadf67b-cfc6-4933-a5f7-34b709a9eccc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Mar 05 01:22:01.552758 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-8e113b89-e745-485e-bc4b-80959a8ee425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:01.554229 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-8e113b89-e745-485e-bc4b-80959a8ee425 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1253741 Mar 05 01:22:01.623227 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-937e3bbf-13b0-4965-9431-9dd6fc23e15b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 217 time: 0.0632710 Mar 05 01:22:01.681963 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-c7cf30b6-3b90-4de2-a865-4ea7cea4e40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:01.683342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-c7cf30b6-3b90-4de2-a865-4ea7cea4e40f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0551376 Mar 05 01:22:01.757501 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-f6e9f5b5-c7dd-4b1f-9d4f-2bb7d20f5deb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687997 Mar 05 01:22:01.884320 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-bab10328-4b94-4b2f-9a17-b1a1c924d0bd service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211522 Mar 05 01:22:02.013003 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad6b2284-94d8-4dfd-b118-7dc422d7c042 req-118eec3f-84f0-4cb6-897e-8e6eab828044 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228366 Mar 05 01:22:02.712945 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aff69-9dd4-4f9c-a95b-c20071ccb788 req-90c94545-9711-426a-8242-51c07c68f07b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:02.713666 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-527aff69-9dd4-4f9c-a95b-c20071ccb788 req-90c94545-9711-426a-8242-51c07c68f07b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:22:02.729628 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-527aff69-9dd4-4f9c-a95b-c20071ccb788 req-90c94545-9711-426a-8242-51c07c68f07b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:22:02.731515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-527aff69-9dd4-4f9c-a95b-c20071ccb788 req-90c94545-9711-426a-8242-51c07c68f07b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 944 time: 0.0918312 Mar 05 01:22:02.774997 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-527aff69-9dd4-4f9c-a95b-c20071ccb788 req-01865446-c793-4f0f-aaae-dd38be7f301d tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380237 Mar 05 01:22:03.971457 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c3623-1835-4284-b53b-2c7845d5eac5 req-d0036653-f2bd-4979-89d2-9a47b9c500ca tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:03.972912 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788c3623-1835-4284-b53b-2c7845d5eac5 req-d0036653-f2bd-4979-89d2-9a47b9c500ca tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 944 time: 0.0784295 Mar 05 01:22:04.020330 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-788c3623-1835-4284-b53b-2c7845d5eac5 req-4489bd08-71d6-40af-94cc-df9d222ae2f4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Mar 05 01:22:04.594799 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:22:04.789705 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:22:04.920311 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:22:04.933253 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:22:04.986637 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:05.003838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fec793f-3e62-4485-bbb1-83d29454f6cb {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:22:05.019575 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:22:05.023201 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:05.090393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:05.135244 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a300-3428-48a7-bc6a-c2f76b2b8529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:05.221891 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad0c6-ec12-462d-b5c4-1a9a8846b867 req-e1659c6e-6420-47a0-973d-e4217b829a83 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:05.223333 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b05ad0c6-ec12-462d-b5c4-1a9a8846b867 req-e1659c6e-6420-47a0-973d-e4217b829a83 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 945 time: 0.0776205 Mar 05 01:22:05.269025 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b05ad0c6-ec12-462d-b5c4-1a9a8846b867 req-2c2516b8-04c5-40e9-881d-bf8a54355a47 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Mar 05 01:22:05.344267 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7fec793f-3e62-4485-bbb1-83d29454f6cb'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:22:06.462828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd1ae2-88b6-4957-9568-63a588073e75 req-f93c629c-d5a2-4af1-b2ed-63f8a8c869e5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:06.464263 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36dd1ae2-88b6-4957-9568-63a588073e75 req-f93c629c-d5a2-4af1-b2ed-63f8a8c869e5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 945 time: 0.0746100 Mar 05 01:22:06.512909 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-36dd1ae2-88b6-4957-9568-63a588073e75 req-655102a3-8ef8-4b10-8e09-3163bb0d5a32 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431921 Mar 05 01:22:06.790100 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:22:06.856984 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning for port 7fec793f-3e62-4485-bbb1-83d29454f6cb completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:22:06.861668 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7fec793f-3e62-4485-bbb1-83d29454f6cb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:22:06.862035 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:06.972022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:06.999144 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:22:07.008749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:22:07.013837 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:07.054379 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'code': 200} Mar 05 01:22:07.079228 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:07.148878 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6581b80f-2c1a-4b62-9988-3110c8820e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:07.176476 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1b6b1ee3-c9e5-4092-b1ac-293f5554dc3a req-088ffc19-5be6-4c1a-bf4d-631749185f1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1097 time: 0.0666995 Mar 05 01:22:07.220433 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1b6b1ee3-c9e5-4092-b1ac-293f5554dc3a req-47c8cbb9-6ec2-4bf4-892d-43aaff170ff0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 Mar 05 01:22:07.847567 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17b1d8-3ce5-4a14-97b7-c94ad640ebbe req-a33a92e5-cb1e-4395-b300-88efe9b42989 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:07.849172 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f17b1d8-3ce5-4a14-97b7-c94ad640ebbe req-a33a92e5-cb1e-4395-b300-88efe9b42989 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 946 time: 0.0758274 Mar 05 01:22:07.893174 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-2f17b1d8-3ce5-4a14-97b7-c94ad640ebbe req-3fb03d3b-28d5-4818-9371-3a0ceee87b67 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Mar 05 01:22:08.546221 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:08.580067 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:09.086231 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127af03-8583-4822-8509-fe1c40d20964 req-594394a6-0498-4235-a14f-946f263e12db tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:09.087665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0127af03-8583-4822-8509-fe1c40d20964 req-594394a6-0498-4235-a14f-946f263e12db tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 946 time: 0.0766406 Mar 05 01:22:09.134675 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-0127af03-8583-4822-8509-fe1c40d20964 req-8d30d137-1100-467b-8392-392696d733c0 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 Mar 05 01:22:09.327193 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365644-cbdf-4742-9788-08ad61503c08 req-3aea179b-eb5e-46da-8b41-c685f2e79a77 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:09.328608 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00365644-cbdf-4742-9788-08ad61503c08 req-3aea179b-eb5e-46da-8b41-c685f2e79a77 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 946 time: 0.0780196 Mar 05 01:22:09.373466 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-00365644-cbdf-4742-9788-08ad61503c08 req-14fd2f3a-652e-4b6c-985a-62ec77d1f4a9 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389309 Mar 05 01:22:09.400017 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47526) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:22:09.529018 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53321ba8-49ff-410e-ab0e-1ba788cf7043 tempest-TestSnapshotPattern-2091084321 tempest-TestSnapshotPattern-2091084321-project-admin] Synchronizing usage tracker for tenant:7f3348d4e19f42fdac69f6ce19def9df on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:22:09.544566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-53321ba8-49ff-410e-ab0e-1ba788cf7043 tempest-TestSnapshotPattern-2091084321 tempest-TestSnapshotPattern-2091084321-project-admin] Unset dirty status for tenant:7f3348d4e19f42fdac69f6ce19def9df on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:22:09.545781 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-53321ba8-49ff-410e-ab0e-1ba788cf7043 tempest-TestSnapshotPattern-2091084321 tempest-TestSnapshotPattern-2091084321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1092 time: 0.1448209 Mar 05 01:22:09.548615 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47532) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:22:09.553677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.v2.base [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:22:09.560244 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:22:09.564136 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:floatingip and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:22:09.566893 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:22:09.572448 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.quota.driver [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:22:09.582677 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:09.712368 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:09.935033 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_common [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Allocated IP 172.25.0.161 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/9f835ae6-6ada-4f51-8fe6-b6e07127535b) {{(pid=83783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:22:10.051701 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:10.077251 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for port, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:10.104721 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:10.175384 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:22:10.178281 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.base_scheduler [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources bound (agent type, host, resource id): {{(pid=83783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:22:10.180845 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Received port after_create {{(pid=83783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:22:10.209718 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'Port': ['ID=9f835ae6-6ada-4f51-8fe6-b6e07127535b,revision_number=1']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:10.677485 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:10.730817 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:10.942189 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for port, precommit_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:10.946534 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1652657'] for port, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:11.053028 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'Port': ['ID=9f835ae6-6ada-4f51-8fe6-b6e07127535b,revision_number=2']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:11.064910 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:11.251981 n-d-828979-4 neutron-server[83783]: INFO neutron.db.l3_db [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Floating IP 8d77db42-0121-48fd-9855-8dc5b599c8bb associated. External IP: 172.25.0.161, port: 7fec793f-3e62-4485-bbb1-83d29454f6cb. Mar 05 01:22:11.731778 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:22:11.928334 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:22:11.937887 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:22:11.949986 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:22:11.950606 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:11.952828 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:12.010826 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ace3c4b9-5c5c-4908-aa06-20b6aa934d3a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4612095 Mar 05 01:22:12.012024 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:22:12.065117 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'status': 'completed', 'code': 200} Mar 05 01:22:12.130024 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:22:12.161189 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-6ed6d2c9-2ec0-4394-aa5c-a634f577f9fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1097 time: 0.0749829 Mar 05 01:22:12.292225 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-1c035387-503a-473f-9b5d-2b7275a8597a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:12.293740 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-1c035387-503a-473f-9b5d-2b7275a8597a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1265008 Mar 05 01:22:12.397395 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-52a53ff3-ba2a-4aaa-bb87-0144da518a7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1000 time: 0.0980010 Mar 05 01:22:12.460949 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-154a853e-0de1-4203-af93-437abbfe26ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:12.462431 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-154a853e-0de1-4203-af93-437abbfe26ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0602434 Mar 05 01:22:12.502394 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:10Z', 'revision_number': 0, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:12.506284 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:22:12.517826 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:22:12.518428 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:12.535138 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-880722e2-fe81-40f1-bf84-8093ecb0a5ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674233 Mar 05 01:22:12.697963 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:22:12.762856 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-2338e0f0-e639-49ab-8b03-e309c1e7b589 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211998 Mar 05 01:22:12.895349 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad1593ff-ca7a-4f3b-bca6-3e81f6cd7de1 req-a4a5edb4-872f-45cc-9521-d4a0b1e4084e service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265469 Mar 05 01:22:13.048299 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:10Z', 'revision_number': 0, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:13.052294 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5264c9-20f0-4083-b8ba-7d39c9be73ec None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:10Z', 'revision_number': 0, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:22:14.168103 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Sync routers for ids ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:22:14.180806 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Routers {'76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:22:14.181486 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:14.226322 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063aa00f-8686-4511-b636-5432a108b925 None None] New status for floating IP 8d77db42-0121-48fd-9855-8dc5b599c8bb: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:22:14.385919 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Set router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:22:14.697335 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:51Z', 'revision_number': 4, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'e090b3a6-01c0-451a-84ce-58ed39853af3', 'name': '', 'network_id': '40779b48-2371-4856-9b63-b2621694d95d', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'mac_address': 'fa:16:3e:e5:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:50Z', 'updated_at': '2022-03-05T01:21:51Z', 'revision_number': 2, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'subnets': [{'id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:14.700929 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Checking router: 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:22:14.701429 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Updating router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 port e090b3a6-01c0-451a-84ce-58ed39853af3 binding host n-d-828979-4 {{(pid=83785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 05 01:22:14.753765 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:15.083393 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Notify callbacks [] for port, precommit_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:15.097213 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.provisioning_blocks [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Transition to ACTIVE for port object e090b3a6-01c0-451a-84ce-58ed39853af3 will not be triggered until provisioned by entity L2. {{(pid=83785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:22:15.103310 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:15.225971 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd419c-404a-4391-bd05-9cf9b492736d None None] Pushing event updated for resources: {'Port': ['ID=e090b3a6-01c0-451a-84ce-58ed39853af3,revision_number=3']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:15.314342 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Attempting to bind port e090b3a6-01c0-451a-84ce-58ed39853af3 on host n-d-828979-4 for vnic_type normal with profile {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:22:15.314707 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Attempting to bind port e090b3a6-01c0-451a-84ce-58ed39853af3 by drivers openvswitch,hyperv on host n-d-828979-4 at level 0 using segments [{'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:22:15.315072 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Attempting to bind port e090b3a6-01c0-451a-84ce-58ed39853af3 on network 40779b48-2371-4856-9b63-b2621694d95d {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:22:15.321802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Checking agent: {'id': '2a0c6852-4575-4aff-a3b5-b071eccc770b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 39, 8), 'started_at': datetime.datetime(2022, 3, 4, 23, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:22:15.322170 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Checking segment: {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:22:15.322560 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:15.322949 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Bound using segment: {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'} {{(pid=83785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:22:15.323406 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.managers [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Bound port: e090b3a6-01c0-451a-84ce-58ed39853af3, host: n-d-828979-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '40779b48-2371-4856-9b63-b2621694d95d'}}] {{(pid=83785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:22:15.323806 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:15.414121 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] For port e090b3a6-01c0-451a-84ce-58ed39853af3, host n-d-828979-4, cleared binding levels {{(pid=83785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:22:15.416977 n-d-828979-4 neutron-server[83785]: DEBUG neutron.plugins.ml2.db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] For port e090b3a6-01c0-451a-84ce-58ed39853af3, host n-d-828979-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e090b3a6-01c0-451a-84ce-58ed39853af3,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:22:15.422058 n-d-828979-4 neutron-server[83785]: DEBUG neutron_lib.callbacks.manager [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:15.504315 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd419c-404a-4391-bd05-9cf9b492736d None None] Pushing event updated for resources: {'Port': ['ID=e090b3a6-01c0-451a-84ce-58ed39853af3,revision_number=4']} {{(pid=83785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:15.507204 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Routers {'76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:22:15.507796 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:22:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:15.685582 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] Set router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:22:16.010214 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:51Z', 'revision_number': 4, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'e090b3a6-01c0-451a-84ce-58ed39853af3', 'name': '', 'network_id': '40779b48-2371-4856-9b63-b2621694d95d', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'mac_address': 'fa:16:3e:e5:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:50Z', 'updated_at': '2022-03-05T01:22:15Z', 'revision_number': 4, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'subnets': [{'id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:22:16.014673 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f14f2c-223b-48ff-be4b-e874ceac6357 None None] The sync data for ids ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'] in n-d-828979-4 is: [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:51Z', 'revision_number': 4, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': 'e090b3a6-01c0-451a-84ce-58ed39853af3', 'name': '', 'network_id': '40779b48-2371-4856-9b63-b2621694d95d', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'mac_address': 'fa:16:3e:e5:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:50Z', 'updated_at': '2022-03-05T01:22:15Z', 'revision_number': 4, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'subnets': [{'id': 'b2c76165-004e-4332-aeb0-4e26b5e1147e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:22:17.287834 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e090b3a6-01c0-451a-84ce-58ed39853af3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:22:17.353535 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning for port e090b3a6-01c0-451a-84ce-58ed39853af3 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:22:17.358483 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e090b3a6-01c0-451a-84ce-58ed39853af3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:22:17.358849 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:17.469916 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:17.501464 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] For port e090b3a6-01c0-451a-84ce-58ed39853af3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e090b3a6-01c0-451a-84ce-58ed39853af3,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:22:17.504722 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:17.569610 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Pushing event updated for resources: {'Port': ['ID=e090b3a6-01c0-451a-84ce-58ed39853af3,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:22:19.272262 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e090b3a6-01c0-451a-84ce-58ed39853af3 up at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:22:19.337698 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Provisioning complete for port e090b3a6-01c0-451a-84ce-58ed39853af3 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:22:19.338056 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:20.632946 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-609cd727-ae34-4ec2-8641-9d6030ff896d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704741 Mar 05 01:22:20.766440 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-b1ff58a0-fb24-49f0-87aa-1de0012b4624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1097 time: 0.0668776 Mar 05 01:22:20.906558 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-376ddc22-c6ec-48b6-bd56-d57fe596c88f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:20.907966 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-376ddc22-c6ec-48b6-bd56-d57fe596c88f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1229444 Mar 05 01:22:21.009322 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-361fb384-d3e2-4b74-8fec-ee8cb7a51594 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1002 time: 0.0952642 Mar 05 01:22:21.073016 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-d8117940-35b7-4247-acb8-7e227019d7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:22:21.074958 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-d8117940-35b7-4247-acb8-7e227019d7b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0557191 Mar 05 01:22:21.149478 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-16672afe-7b31-4da0-ac9d-dc066f8f01eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684700 Mar 05 01:22:21.277914 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-56d55677-c972-4761-b77f-64d80ba1d568 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221552 Mar 05 01:22:21.404404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3f86f89d-604a-4d21-9dcf-1703a5f41ee1 req-fda50a72-45a9-4cd1-b9da-ffc27c36274f service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208131 Mar 05 01:22:27.916322 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:28.282782 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:35.137861 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e442-1273-4c0a-9faf-eeffd76b0c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:37.150907 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3997-20b8-4c68-a41e-52aa9cf978e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:38.538577 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:38.583154 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:40.053163 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:41.596297 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:22:57.928876 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:22:58.285513 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:05.139161 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0fe80cd3-d206-4a01-bad5-f7a626ea945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:07.152892 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8382bd85-35fe-4b8e-8f72-fc04b6fc0d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:08.540019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:08.584768 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:10.055482 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:18.596377 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:23:22.628754 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-78cd7021-9964-43f1-a245-ddee130a7de6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665009 Mar 05 01:23:22.769183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-7f4522a6-8729-4d0e-a1b0-8995a7722702 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1097 time: 0.0741322 Mar 05 01:23:22.909646 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-0eac2e3c-6a0c-4284-8eea-ef9288f9a326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:23:22.910974 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-0eac2e3c-6a0c-4284-8eea-ef9288f9a326 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1232889 Mar 05 01:23:23.012805 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-d0ba1cf0-cba0-47ef-b8e6-2f19a0152402 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1002 time: 0.0953479 Mar 05 01:23:23.072380 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-2a66b94e-bea3-4a22-a737-5e1fcb23edaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:23:23.073875 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-2a66b94e-bea3-4a22-a737-5e1fcb23edaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0556879 Mar 05 01:23:23.144404 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-69a777de-5f87-4090-8ef5-fd26c6b89549 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652118 Mar 05 01:23:23.364237 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-73466209-24cd-4bcc-9b64-e0d08d06fde8 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136011 Mar 05 01:23:23.491730 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-2ff3df52-f36d-4e3e-b4f4-24ad00fe5683 req-226c0f19-4603-4b9c-ba5e-e546e962e546 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216128 Mar 05 01:23:27.926310 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:28.296984 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:35.143018 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cc62ba9e-e88e-4586-a1be-f192f6f8f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:37.154355 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-cbde7a9d-ed38-4189-adf6-88a74db04ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:38.579987 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:38.590233 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:40.057643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:55.596862 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:23:57.940827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:23:58.302687 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:05.144872 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-496feb4b-d00c-425b-b4d5-6c5b62dde1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:07.157390 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-935ba643-66c8-4242-8959-c127d11c86fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:08.541835 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:08.591430 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:10.060263 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:24.734843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-4002eac7-d1a6-4741-927b-6afbf9d1c785 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696821 Mar 05 01:24:24.870923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-24d24662-4acc-4a26-8794-2f3624289667 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1097 time: 0.0702679 Mar 05 01:24:25.014473 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-e60dbdac-aaae-4698-a2ba-39c78a9f8fd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:24:25.015923 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-e60dbdac-aaae-4698-a2ba-39c78a9f8fd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1262882 Mar 05 01:24:25.116809 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-592bce7e-722c-4747-b770-53822e9021d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1002 time: 0.0947905 Mar 05 01:24:25.180401 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-d3f715f8-6df1-4823-9981-b713688e9774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:24:25.181819 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-d3f715f8-6df1-4823-9981-b713688e9774 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0586543 Mar 05 01:24:25.253210 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-af14f48e-b525-4376-999a-863e86ee6a4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659556 Mar 05 01:24:25.381524 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-e58502e0-8887-43fd-b8af-f89cc66dc2f0 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223631 Mar 05 01:24:25.508276 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-b76dbf41-9156-4f1a-b8d4-ab21289fe060 req-b280cf1e-e1ad-435e-b536-e2aa3d95b3d4 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213665 Mar 05 01:24:27.934657 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:28.314046 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:32.597312 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:24:35.145912 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-64dc9342-3e91-40e5-9f01-9fb448a3cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:37.158149 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-92a762b3-30bb-411b-ae0e-f97bd87a2f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:38.543704 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:38.594497 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:40.062091 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:41.585152 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb details requested by agent hyperv_n-h2-828979-4 with host n-h2-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:24:41.718130 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:24:41.731074 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Returning: {'device': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:24:41.785709 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:41.802884 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fec793f-3e62-4485-bbb1-83d29454f6cb {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:24:41.817985 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:24:41.821725 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:41.891838 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:24:41.898990 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] get_ports_and_sgs() called for port_ids ['7fec793f-3e62-4485-bbb1-83d29454f6cb'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:24:41.936452 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.936786 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.937116 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.937478 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.937804 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.938126 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.938442 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.938758 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.939071 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.939384 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:41.939695 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:43.596715 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb up at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:24:43.666012 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Provisioning complete for port 7fec793f-3e62-4485-bbb1-83d29454f6cb triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:24:43.666377 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:43.776813 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:43.802198 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:24:43.811860 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:24:43.815663 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:43.881557 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:24:43.983793 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'code': 200} Mar 05 01:24:57.178601 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-91c1b912-1b38-4dfd-beff-f41fc541d2fd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769378817&fields=id&tenant_id=bf181714c32749949f01ba82808848ed HTTP/1.1" status: 200 len: 267 time: 0.0400975 Mar 05 01:24:57.325973 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-5208aed2-a4be-4a07-aafe-58a2055b7f00 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:24:57.326642 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-5208aed2-a4be-4a07-aafe-58a2055b7f00 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:network {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:24:57.342762 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-5208aed2-a4be-4a07-aafe-58a2055b7f00 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:network {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:24:57.344013 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-5208aed2-a4be-4a07-aafe-58a2055b7f00 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 809 time: 0.1587503 Mar 05 01:24:57.362715 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-cc7dc956-4379-4592-ad9b-74c8152b739e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/quotas/bf181714c32749949f01ba82808848ed HTTP/1.1" status: 200 len: 375 time: 0.0128062 Mar 05 01:24:57.447980 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-c0594049-0297-4bca-bf99-227a5df6f067 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801871 Mar 05 01:24:57.526692 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-3cb7aaef-1a48-490e-91d3-acc07657cd72 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:24:57.528180 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-3cb7aaef-1a48-490e-91d3-acc07657cd72 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0687637 Mar 05 01:24:57.656839 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-3247ab48-4c84-46d4-9505-a96774471436 service neutron] 10.222.0.32 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224670 Mar 05 01:24:57.783946 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-4bec6f23-b819-4f34-87c1-18b92281ced0 service neutron] 10.222.0.32 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215723 Mar 05 01:24:57.959069 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:58.079274 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-47f6b1db-c5d4-4a16-b276-d0edec759917 req-d363e43b-13dd-4c11-b4bf-7be51c2ee79d tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 210 time: 0.1173253 Mar 05 01:24:58.307850 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:58.992745 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.36', 58405) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:24:59.138739 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-c8fb6ebe-02a6-4577-a39e-7fd804dc00f1 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:24:59.140344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-c8fb6ebe-02a6-4577-a39e-7fd804dc00f1 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.36 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 809 time: 0.1464770 Mar 05 01:24:59.194596 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-01dde70a-34b4-41a9-add6-b5e830e85e93 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf181714c32749949f01ba82808848ed HTTP/1.1" status: 200 len: 379 time: 0.0431173 Mar 05 01:24:59.203011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'port': {'device_id': '0542898d-1fec-4291-9f5f-502c88c7119f', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'admin_state_up': True, 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'security_groups': ['d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe']}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:24:59.253845 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-6d3ca33c-e1b8-4384-b2a2-673cee31b097 req-502289de-d147-483b-b91f-ccdc1a2547e9 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 210 time: 0.0411086 Mar 05 01:24:59.342911 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:24:59.352696 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:24:59.362717 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Made reservation on behalf of bf181714c32749949f01ba82808848ed for: {'port': 1} {{(pid=83782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 01:24:59.366111 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:59.550097 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Allocated IP 172.20.0.12 (8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc/7ebbc3e4-4ea9-49b7-9e22-188311bd876d/3b095861-56b7-4cf7-b115-48846d63a152) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:24:59.781725 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:59.799919 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Transition to ACTIVE for port object 3b095861-56b7-4cf7-b115-48846d63a152 will not be triggered until provisioned by entity DHCP. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:24:59.826993 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:24:59.905196 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:24:59.909003 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:24:59.912942 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:24:59.964120 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:24:59.982922 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.983272 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.983582 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.983928 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.984245 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.984556 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.984935 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.985284 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.985603 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.985924 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:24:59.986240 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:25:00.010067 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:00.010853 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:00.055512 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-b5698be4-900c-4e79-b728-90e8871dea57 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563859 Mar 05 01:25:00.198460 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-abd9743d-6736-438d-a2d9-4449c1d95967 None None] Provisioning for port 3b095861-56b7-4cf7-b115-48846d63a152 completed by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:25:00.204823 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-abd9743d-6736-438d-a2d9-4449c1d95967 None None] Provisioning complete for port 3b095861-56b7-4cf7-b115-48846d63a152 triggered by entity DHCP. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:25:00.205459 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-abd9743d-6736-438d-a2d9-4449c1d95967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:00.264472 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-abd9743d-6736-438d-a2d9-4449c1d95967 None None] Port 3b095861-56b7-4cf7-b115-48846d63a152 cannot update to ACTIVE because it is not bound. {{(pid=83784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 05 01:25:00.572458 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb8d7-b524-4110-8181-6aa9e1be0a67 req-44350c7d-7004-4699-a883-0bf4f9d151fc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:00.573155 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a9eeb8d7-b524-4110-8181-6aa9e1be0a67 req-44350c7d-7004-4699-a883-0bf4f9d151fc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:25:00.591194 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-a9eeb8d7-b524-4110-8181-6aa9e1be0a67 req-44350c7d-7004-4699-a883-0bf4f9d151fc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:25:00.592422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9eeb8d7-b524-4110-8181-6aa9e1be0a67 req-44350c7d-7004-4699-a883-0bf4f9d151fc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.2010944 Mar 05 01:25:00.654106 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a9eeb8d7-b524-4110-8181-6aa9e1be0a67 req-24d6b6db-a684-4d3d-bb7e-cff1196a9d71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559490 Mar 05 01:25:01.678886 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:25:01.812052 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:01.850774 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:25:01.863403 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:25:01.868807 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:01.934294 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7dd34-990c-4897-a074-9a3670a06c57 req-0955deee-1e19-4f11-83a5-dd92650de4e7 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:01.935180 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'code': 200} Mar 05 01:25:01.942874 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39c7dd34-990c-4897-a074-9a3670a06c57 req-0955deee-1e19-4f11-83a5-dd92650de4e7 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.1558671 Mar 05 01:25:02.003015 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-39c7dd34-990c-4897-a074-9a3670a06c57 req-ee1d07f4-360b-4e75-85c5-64f9c2f2cf6b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586243 Mar 05 01:25:02.012219 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Pushing event updated for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:03.201662 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0529e-dc0e-47b2-8938-c4ca2dd04a05 req-50b0a92a-8186-414a-bda8-4626cb2437c4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:03.203155 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25e0529e-dc0e-47b2-8938-c4ca2dd04a05 req-50b0a92a-8186-414a-bda8-4626cb2437c4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.0790544 Mar 05 01:25:03.269344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-25e0529e-dc0e-47b2-8938-c4ca2dd04a05 req-64d29e11-9968-4d06-a689-f7bac7143e66 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569479 Mar 05 01:25:04.476629 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac31f-67b3-42f2-a0a2-a76b7f9c1ef6 req-82819067-261f-4a69-ab69-1a0932d504e7 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:04.479778 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-751ac31f-67b3-42f2-a0a2-a76b7f9c1ef6 req-82819067-261f-4a69-ab69-1a0932d504e7 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.0862689 Mar 05 01:25:04.537056 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-751ac31f-67b3-42f2-a0a2-a76b7f9c1ef6 req-cf95a88f-8c1d-4e70-9127-d3908b89c89b tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526509 Mar 05 01:25:05.148763 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-864e5be6-d115-4cc8-974d-497ecc566484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:05.741655 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3408d5-9639-4975-8a82-1357dd2db31c req-4e119ab1-d818-44ce-ad60-132ad3f7e0ef tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:05.743932 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f3408d5-9639-4975-8a82-1357dd2db31c req-4e119ab1-d818-44ce-ad60-132ad3f7e0ef tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.0779009 Mar 05 01:25:05.793599 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7f3408d5-9639-4975-8a82-1357dd2db31c req-3de22f7a-94ae-4a56-85cd-4e3586bcfa20 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Mar 05 01:25:07.019476 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60770-ab3b-4da8-8bec-44d008225018 req-6e81c747-f1a0-4e6d-8e9b-06f006323ac4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:07.020957 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60e60770-ab3b-4da8-8bec-44d008225018 req-6e81c747-f1a0-4e6d-8e9b-06f006323ac4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.0877166 Mar 05 01:25:07.072137 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-60e60770-ab3b-4da8-8bec-44d008225018 req-c0f44348-aa79-4970-9abf-af5b6680373a tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453632 Mar 05 01:25:07.162492 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d698f60f-6c0e-4457-af3c-65f3134b5d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:08.270813 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad141c5a-80a0-498a-a86d-80730dbcbfb6 req-28e51ece-ac79-4996-b030-0f32c1bdc267 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:08.272284 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad141c5a-80a0-498a-a86d-80730dbcbfb6 req-28e51ece-ac79-4996-b030-0f32c1bdc267 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.0797939 Mar 05 01:25:08.317042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-ad141c5a-80a0-498a-a86d-80730dbcbfb6 req-5cd8794a-5b7b-433a-aafd-fe5fecd502ec tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392563 Mar 05 01:25:08.547401 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:08.596786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:09.322095 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-a0d3d9e1-0b24-4b1b-8f1b-a2cbbc1b46b3 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=83782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 05 01:25:09.323055 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-a0d3d9e1-0b24-4b1b-8f1b-a2cbbc1b46b3 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052104 Mar 05 01:25:09.406392 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Request body: {'port': {'device_id': '0542898d-1fec-4291-9f5f-502c88c7119f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-4'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:25:09.507936 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252e096-5bae-4794-9bd2-539d7993b524 req-d0b64e3b-f5d1-4073-97df-ff19b10ec408 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:09.509506 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8252e096-5bae-4794-9bd2-539d7993b524 req-d0b64e3b-f5d1-4073-97df-ff19b10ec408 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 932 time: 0.0750704 Mar 05 01:25:09.513873 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:09.554779 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-8252e096-5bae-4794-9bd2-539d7993b524 req-5c0100f7-c4d7-4c8b-b292-f3bfe1fb236e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397401 Mar 05 01:25:09.598439 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:25:09.846832 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b095861-56b7-4cf7-b115-48846d63a152 {{(pid=83782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:25:09.853720 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:09.867540 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.provisioning_blocks [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Transition to ACTIVE for port object 3b095861-56b7-4cf7-b115-48846d63a152 will not be triggered until provisioned by entity L2. {{(pid=83782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 01:25:09.871293 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:10.001318 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:10.070521 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:10.113733 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Attempting to bind port 3b095861-56b7-4cf7-b115-48846d63a152 on host n-h1-828979-4 for vnic_type normal with profile {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 01:25:10.114092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Attempting to bind port 3b095861-56b7-4cf7-b115-48846d63a152 by drivers openvswitch,hyperv on host n-h1-828979-4 at level 0 using segments [{'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 01:25:10.114450 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Attempting to bind port 3b095861-56b7-4cf7-b115-48846d63a152 on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:25:10.120365 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Port 3b095861-56b7-4cf7-b115-48846d63a152 on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-4 {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 05 01:25:10.120679 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Attempting to bind port 3b095861-56b7-4cf7-b115-48846d63a152 on network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 05 01:25:10.127674 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Checking agent: {'id': 'e818238b-cd58-47d4-8f4c-f7e3c4352964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'started_at': datetime.datetime(2022, 3, 4, 23, 46, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 1, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 05 01:25:10.128011 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Checking segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 05 01:25:10.128402 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Bound using segment: {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'} {{(pid=83782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 05 01:25:10.128828 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.managers [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Bound port: 3b095861-56b7-4cf7-b115-48846d63a152, host: n-h1-828979-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc'}}] {{(pid=83782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 01:25:10.129174 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:10.216564 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, cleared binding levels {{(pid=83782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 01:25:10.219631 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 01:25:10.223152 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:10.283991 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:10.285384 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] 10.222.0.36 "PUT /v2.0/ports/3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 1092 time: 0.9514525 Mar 05 01:25:10.285821 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:25:10.309061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cd020-e491-4ac2-8559-e35a36fd44ce service neutron] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=3']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:10.360357 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'status': 'completed', 'code': 200} Mar 05 01:25:10.401706 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-e9af860f-7be7-478e-aacc-06932e77392e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1095 time: 0.0730290 Mar 05 01:25:10.472230 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-23d62796-d078-4186-86e9-e678cc62a6cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 217 time: 0.0644288 Mar 05 01:25:10.531881 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-3f069528-4c3e-42ff-af17-7e589008ac1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:10.533272 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-3f069528-4c3e-42ff-af17-7e589008ac1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0562291 Mar 05 01:25:10.606187 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-89ad7094-0202-4b8a-9c8a-07c8bc24479a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670218 Mar 05 01:25:10.737022 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-6c604075-5df5-4c79-a566-fc5616ca462e service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250670 Mar 05 01:25:10.850944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c77767-503a-45f5-8418-d643b33b2e87 req-44082357-6eb7-4143-b791-0ef14c49591d tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:10.852417 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90c77767-503a-45f5-8418-d643b33b2e87 req-44082357-6eb7-4143-b791-0ef14c49591d tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 944 time: 0.1790359 Mar 05 01:25:10.898261 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-90c77767-503a-45f5-8418-d643b33b2e87 req-5de53b7e-0fd8-41d7-8ffd-16546ed54eac tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Mar 05 01:25:10.967251 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aa12779f-cd29-4126-8cf9-1a8cdfa97e0f req-e85b3e9f-75d7-4983-a962-d94fcd377a1a service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239082 Mar 05 01:25:11.080344 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-f38ba1c9-cfe9-4b68-8d4c-861cd91a30b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1095 time: 0.0675905 Mar 05 01:25:11.207317 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-91b9ecaa-a05d-47f6-9cc2-800194ce56ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:11.208722 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-91b9ecaa-a05d-47f6-9cc2-800194ce56ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1227212 Mar 05 01:25:11.276983 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-d798a956-2fdd-4221-aca7-d1dbde71e7e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 217 time: 0.0609086 Mar 05 01:25:11.335129 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-2a7d99ca-f567-4db0-bcaf-4c3a3f41e99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:11.336515 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-2a7d99ca-f567-4db0-bcaf-4c3a3f41e99b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0545781 Mar 05 01:25:11.407358 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-2b7b2e12-9cd1-4a99-a5a4-56bafb240122 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650675 Mar 05 01:25:11.533094 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-a087896e-0385-4ba0-88fa-9d644d674348 service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196377 Mar 05 01:25:11.662546 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d8f83aaa-b515-464e-adaf-d1b12236ef10 req-137a9343-6f0a-4911-a8c7-5d3aa57c6df7 service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223223 Mar 05 01:25:12.094764 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ee74e-6a49-4cd9-9868-4f97a25aaf43 req-6f782775-6cfe-47dc-8c1c-90f9da0f2b5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:12.096193 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d0ee74e-6a49-4cd9-9868-4f97a25aaf43 req-6f782775-6cfe-47dc-8c1c-90f9da0f2b5e tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 944 time: 0.0776739 Mar 05 01:25:12.140088 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-1d0ee74e-6a49-4cd9-9868-4f97a25aaf43 req-6be79014-8e19-41a3-827d-03428d3a2f84 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382400 Mar 05 01:25:13.109265 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:25:13.239890 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:25:13.253260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3b095861-56b7-4cf7-b115-48846d63a152', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'port_id': '3b095861-56b7-4cf7-b115-48846d63a152', 'mac_address': 'fa:16:3e:1c:4d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:25:13.309392 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:13.336260 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631708-bf06-4722-9323-fccc91fed501 req-df5fb9e6-b028-43bc-9d20-52ba4d204043 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:13.337794 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8631708-bf06-4722-9323-fccc91fed501 req-df5fb9e6-b028-43bc-9d20-52ba4d204043 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 944 time: 0.0769610 Mar 05 01:25:13.356604 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b095861-56b7-4cf7-b115-48846d63a152 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:25:13.371633 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:25:13.375399 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:13.384004 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-f8631708-bf06-4722-9323-fccc91fed501 req-8e4cae6b-af8b-4d7a-b35f-7c82b19afefd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406740 Mar 05 01:25:13.439287 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=4']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:13.704501 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3b095861-56b7-4cf7-b115-48846d63a152'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:25:14.585500 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b195-9a2c-4426-af69-ca68378ccbb4 req-566c49f2-b156-4fe9-967a-ed80ed8ad4ec tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:14.586878 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7968b195-9a2c-4426-af69-ca68378ccbb4 req-566c49f2-b156-4fe9-967a-ed80ed8ad4ec tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 945 time: 0.0818095 Mar 05 01:25:14.645471 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-7968b195-9a2c-4426-af69-ca68378ccbb4 req-f5ffb3af-3d64-47cb-b0a8-d582a9b633b6 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530336 Mar 05 01:25:15.124874 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:25:15.192195 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning for port 3b095861-56b7-4cf7-b115-48846d63a152 completed by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 01:25:15.196901 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3b095861-56b7-4cf7-b115-48846d63a152 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:25:15.197306 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:15.307379 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:15.333497 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:25:15.343582 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:25:15.347410 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:15.391498 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'code': 200} Mar 05 01:25:15.420279 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=5']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:15.510212 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2c1dd65-4e71-45e5-8b8b-8ec0bf15300b req-7dcc7a3d-7853-4394-8a9b-3b6c2c64308d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1097 time: 0.0658123 Mar 05 01:25:15.551518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a2c1dd65-4e71-45e5-8b8b-8ec0bf15300b req-18e72cc8-b19d-42f4-a7f7-ae72327b77a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353868 Mar 05 01:25:15.842295 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a97636-2858-43c5-b8c9-c943b8f55e72 req-0272d044-dedb-4f37-b6af-3381c64b73b1 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:15.843650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2a97636-2858-43c5-b8c9-c943b8f55e72 req-0272d044-dedb-4f37-b6af-3381c64b73b1 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 946 time: 0.0790226 Mar 05 01:25:15.888852 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c2a97636-2858-43c5-b8c9-c943b8f55e72 req-9403c4f1-df41-496e-a8d5-c00457dbc5cc tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398228 Mar 05 01:25:17.087103 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf066-ba38-4a15-9607-91c04eed44bf req-f571e174-14dc-48ef-a052-73f0849470a4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:17.088524 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14edf066-ba38-4a15-9607-91c04eed44bf req-f571e174-14dc-48ef-a052-73f0849470a4 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 946 time: 0.0777674 Mar 05 01:25:17.132264 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-14edf066-ba38-4a15-9607-91c04eed44bf req-3da1ca50-9ff8-4ffa-9ca2-6b20c27d47ac tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376313 Mar 05 01:25:17.327909 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d064-0bef-418c-9e5d-f45aa9063629 req-fa03802c-6a7d-45fa-b8eb-367c56f71661 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:17.329403 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a279d064-0bef-418c-9e5d-f45aa9063629 req-fa03802c-6a7d-45fa-b8eb-367c56f71661 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 946 time: 0.0766604 Mar 05 01:25:17.375653 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-a279d064-0bef-418c-9e5d-f45aa9063629 req-52614e9a-d5c4-49b6-ad3d-87197f466f46 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 Mar 05 01:25:17.406914 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47792) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:25:17.478321 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-7a39abb1-4142-44ab-a2e4-027648af2a22 tempest-TestSnapshotPattern-2091084321 tempest-TestSnapshotPattern-2091084321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1092 time: 0.0701938 Mar 05 01:25:17.480817 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [-] (83782) accepted ('10.222.0.32', 47796) {{(pid=83782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:25:17.485855 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.v2.base [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Request body: {'floatingip': {'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'port_id': '3b095861-56b7-4cf7-b115-48846d63a152', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 05 01:25:17.491892 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 01:25:17.495735 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Usage tracker for resource:floatingip and tenant:bf181714c32749949f01ba82808848ed is out of sync, need to count used quota {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 01:25:17.499090 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 01:25:17.504999 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.quota.driver [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 01:25:17.516892 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:17.667639 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:17.806410 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.db_base_plugin_common [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Allocated IP 172.25.0.244 (51266c26-13c1-4c99-9fb5-bfa55f2b9b6c/5ed90b8e-75bc-45bb-b14e-4a859716f1a3/c7222c89-a151-4bd9-a30a-116a945f4434) {{(pid=83782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 01:25:18.050996 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for port, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:18.079340 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742619009931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:18.148091 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Network 51266c26-13c1-4c99-9fb5-bfa55f2b9b6c is already hosted by enough agents. {{(pid=83782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 01:25:18.150887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.base_scheduler [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Resources bound (agent type, host, resource id): {{(pid=83782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 01:25:18.156151 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Received port after_create {{(pid=83782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 05 01:25:18.180222 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'Port': ['ID=c7222c89-a151-4bd9-a30a-116a945f4434,revision_number=1']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:18.644352 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:18.699638 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:18.895160 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for port, precommit_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:18.899460 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1579373'] for port, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:19.006479 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event updated for resources: {'Port': ['ID=c7222c89-a151-4bd9-a30a-116a945f4434,revision_number=2']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:25:19.018874 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692557'] for floatingip, after_update {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:19.203689 n-d-828979-4 neutron-server[83782]: INFO neutron.db.l3_db [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Floating IP bccbf385-da66-4a85-a57c-19547a4aefcb associated. External IP: 172.25.0.244, port: 3b095861-56b7-4cf7-b115-48846d63a152. Mar 05 01:25:19.682846 n-d-828979-4 neutron-server[83782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:25:19.881968 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:25:19.891632 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:25:19.903899 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:25:19.904557 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:25:19.906082 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:19.960438 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [None req-8880934f-3e2f-4d88-8f7d-f66b71f73afd tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4784672 Mar 05 01:25:19.961398 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:25:20.018961 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'status': 'completed', 'code': 200} Mar 05 01:25:20.083729 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:25:20.113348 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-3aa63d62-b34d-4f74-a135-509e17542a10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1097 time: 0.0719206 Mar 05 01:25:20.243937 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-f56aa5ca-a6e9-4785-89f0-3e80de08587f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:20.245306 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-f56aa5ca-a6e9-4785-89f0-3e80de08587f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1261733 Mar 05 01:25:20.346708 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-2e2bc663-a793-4fc9-aa1d-4af5acb3aa57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 1000 time: 0.0955577 Mar 05 01:25:20.406660 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-051027e5-7b3d-49d6-b5cf-62fd9427ccd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:20.408097 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-051027e5-7b3d-49d6-b5cf-62fd9427ccd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0566542 Mar 05 01:25:20.420697 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:14Z', 'revision_number': 1, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}, {'id': 'bccbf385-da66-4a85-a57c-19547a4aefcb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '3b095861-56b7-4cf7-b115-48846d63a152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:1c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0542898d-1fec-4291-9f5f-502c88c7119f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:25:18Z', 'updated_at': '2022-03-05T01:25:18Z', 'revision_number': 0, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:25:20.424547 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:25:20.434990 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:25:20.435580 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:25:07Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:25:20.480490 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-aeb41d8a-1444-4284-98e4-29988aa4bff1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673363 Mar 05 01:25:20.610231 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-f044cf06-f070-48ed-8077-22d32f5f2f0a service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237528 Mar 05 01:25:20.645834 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:25:20.739938 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-d4b1e162-0a04-47e1-be10-f2b71c2a1880 req-77b42a79-0035-4f6a-bf19-0f10d38ed78a service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240368 Mar 05 01:25:20.979773 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:14Z', 'revision_number': 1, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}, {'id': 'bccbf385-da66-4a85-a57c-19547a4aefcb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '3b095861-56b7-4cf7-b115-48846d63a152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:1c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0542898d-1fec-4291-9f5f-502c88c7119f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:25:18Z', 'updated_at': '2022-03-05T01:25:18Z', 'revision_number': 0, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:25:20.984071 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa38fe8-ab3e-4e66-99e4-7be55e941134 None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:14Z', 'revision_number': 1, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}, {'id': 'bccbf385-da66-4a85-a57c-19547a4aefcb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '3b095861-56b7-4cf7-b115-48846d63a152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:1c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0542898d-1fec-4291-9f5f-502c88c7119f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:25:18Z', 'updated_at': '2022-03-05T01:25:18Z', 'revision_number': 0, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:25:21.173241 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15dfee2-6160-4187-9c6d-d77e6481b035 None None] New status for floating IP bccbf385-da66-4a85-a57c-19547a4aefcb: ACTIVE {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:25:24.704038 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-4bebc0bc-99ac-4c2e-9100-2ee8160cab7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342671 Mar 05 01:25:24.837665 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-080eb41e-ef00-4536-b874-99d10de5a68d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1095 time: 0.0667114 Mar 05 01:25:24.977170 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107202-bc84-4724-bcfb-c57436ecd985 req-48d595b8-7f63-4cf1-8bdb-c562a0526624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:24.978635 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-48d595b8-7f63-4cf1-8bdb-c562a0526624 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1241915 Mar 05 01:25:25.183960 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-c2c7f966-6cf1-45d5-a7e1-6a9ea9d96b01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1000 time: 0.1994638 Mar 05 01:25:25.246188 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107202-bc84-4724-bcfb-c57436ecd985 req-040f0a96-28ca-47b7-bcb4-e43b02128964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:25.247650 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-040f0a96-28ca-47b7-bcb4-e43b02128964 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0584724 Mar 05 01:25:25.319942 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-287c2d91-b60d-42da-9f7c-72a48ef29281 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664029 Mar 05 01:25:25.449399 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-2216bf48-ca6b-4f36-bed0-ffa52e5b481c service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230061 Mar 05 01:25:25.577628 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-af107202-bc84-4724-bcfb-c57436ecd985 req-8e6026f1-4016-4078-89c4-701e2137dd35 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229656 Mar 05 01:25:27.968597 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:28.322703 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:35.154019 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-eb611b3f-9555-43ba-b89d-4dd87ed41400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:37.163695 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-129db594-ab9c-4374-99e5-d9f4407b9efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:38.549670 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:38.599314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:40.064150 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:44.802615 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-ba834d61-c2c0-4d65-be6f-25c15574d55f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659544 Mar 05 01:25:44.943111 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-fb5dbbf8-c313-4cac-9d42-4a7482fd590e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1097 time: 0.0716023 Mar 05 01:25:45.086875 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc7ba-583c-4863-913e-2b9332abf61e req-1e3a7bb9-2a5a-4cd0-95cb-b37c6995f0d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:45.088270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-1e3a7bb9-2a5a-4cd0-95cb-b37c6995f0d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1260278 Mar 05 01:25:45.188957 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-ea1864ea-fa15-4197-adda-69c916853590 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 1002 time: 0.0946982 Mar 05 01:25:45.257497 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc7ba-583c-4863-913e-2b9332abf61e req-ab87a315-9fb6-420d-9001-657ac85b7f36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:25:45.258945 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-ab87a315-9fb6-420d-9001-657ac85b7f36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0648694 Mar 05 01:25:45.332252 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-088a3f2e-335d-4bab-a446-9702ff93c470 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665698 Mar 05 01:25:45.461243 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-2689d640-7581-41c8-a6f1-b44bcb97a7ac service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228967 Mar 05 01:25:45.588197 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-943fc7ba-583c-4863-913e-2b9332abf61e req-f59e7e14-531b-484d-a2fa-511010e6c33a service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219456 Mar 05 01:25:46.600423 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:25:57.983476 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:25:58.324778 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:05.155688 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d9a49a29-2305-46e0-bdc2-7696436db7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:07.164773 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-50f2da9a-a1d0-4334-87ce-235d5ec88829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:08.551015 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:08.601933 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:10.066467 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:23.601813 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:26:24.654293 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-6706c865-060c-457b-9f46-0447446bbc1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703006 Mar 05 01:26:24.787723 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-0db894bd-4b8b-44dc-ad86-ecea0a47d092 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1095 time: 0.0680974 Mar 05 01:26:24.937910 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-fb0b5ce7-74d0-4938-a905-e1835b3d01d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:26:24.939270 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-fb0b5ce7-74d0-4938-a905-e1835b3d01d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1343291 Mar 05 01:26:25.130922 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-711bb4a7-7976-4ddb-ad27-d8a1463d964c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1000 time: 0.1857722 Mar 05 01:26:25.194635 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-f95e919a-a382-4335-a442-506b4fb191e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:26:25.196008 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-f95e919a-a382-4335-a442-506b4fb191e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0595617 Mar 05 01:26:25.272392 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-7707e9c5-8db0-4373-84f7-fe92f818f15d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703349 Mar 05 01:26:25.405402 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-e8b11686-5e3b-4b7b-8890-576088560252 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273954 Mar 05 01:26:25.545548 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-c08cce20-26b1-4408-b5cc-9144f5435a36 req-8d864414-317d-4197-b1bb-3047da768906 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340027 Mar 05 01:26:27.981234 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:28.343009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:35.157118 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-983061b4-4d6d-4c5a-8fe6-7102e48f0728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:37.166490 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e614-fb8b-45ed-b43a-91ef48a2c767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:38.552582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:38.604473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:40.067726 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:46.808158 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-29845f1b-04a4-4c12-89fc-f9779ee84dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655637 Mar 05 01:26:46.959470 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-25aa6af8-beb4-4668-9ca4-36c039504b40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1097 time: 0.0845315 Mar 05 01:26:47.115404 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-a71be92f-0fba-4f9a-b46d-a9c9c93ed83b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:26:47.116760 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-a71be92f-0fba-4f9a-b46d-a9c9c93ed83b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1313519 Mar 05 01:26:47.215977 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-6285f21e-91b4-463b-a80f-c57cd1b76924 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 1002 time: 0.0936134 Mar 05 01:26:47.284243 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-7526938e-6d39-48df-9712-cec361295f86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:26:47.285680 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-7526938e-6d39-48df-9712-cec361295f86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0642304 Mar 05 01:26:47.369309 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-739a0ae8-4e8f-4b2c-b163-a845cbf2888f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776591 Mar 05 01:26:47.502342 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-7ec046cb-a7a3-4083-9786-582fae8040bc service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276119 Mar 05 01:26:47.629422 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-aec284e3-6bd9-4b77-b4db-e08be954379a req-c6b262db-5be8-4a1f-bbfe-beae0dd94c6c service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205192 Mar 05 01:26:57.979610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:26:58.339335 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:00.602367 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:27:05.158024 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-2383faa6-4765-4351-a3e0-fd6909dd5966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:07.167836 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d89b516c-fa39-4a6c-bfcf-630655258c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:08.553084 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:08.606500 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:10.072359 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:23.853547 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 details requested by agent hyperv_n-h1-828979-4 with host n-h1-828979-4 {{(pid=83784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 01:27:23.980882 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:23.993542 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Returning: {'device': '3b095861-56b7-4cf7-b115-48846d63a152', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'port_id': '3b095861-56b7-4cf7-b115-48846d63a152', 'mac_address': 'fa:16:3e:1c:4d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 01:27:24.049861 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:24.066640 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b095861-56b7-4cf7-b115-48846d63a152 {{(pid=83784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 05 01:27:24.081597 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:24.085009 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:24.150099 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=6']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:24.155560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] get_ports_and_sgs() called for port_ids ['3b095861-56b7-4cf7-b115-48846d63a152'] {{(pid=83784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 05 01:27:24.221839 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.222174 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.222503 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.222825 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.223142 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.223456 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.223771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.224083 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.224393 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.224702 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.225011 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:24.630835 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-a095fbda-2f26-43ef-81af-5c5426e2adac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662882 Mar 05 01:27:24.761674 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-e2bf00bb-955e-4d58-b386-e77b0292d92e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1095 time: 0.0670533 Mar 05 01:27:24.900563 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-974b3eb0-2e67-4be1-bd79-df461b23e649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:24.902042 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-974b3eb0-2e67-4be1-bd79-df461b23e649 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1237400 Mar 05 01:27:25.095183 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-8b9a2d18-7446-4ddc-ae34-0814d1fdad86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 1000 time: 0.1872327 Mar 05 01:27:25.157809 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-282f6fe2-9b59-4a59-98cb-0965f8e740ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:25.159202 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-282f6fe2-9b59-4a59-98cb-0965f8e740ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0584316 Mar 05 01:27:25.231811 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-2ce7d14d-8789-4740-bafc-fe833b8c4ca5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666077 Mar 05 01:27:25.358939 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-07e6bb6d-ee45-4100-9e52-9724a02fe151 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210315 Mar 05 01:27:25.490361 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-3ffbe113-ef45-4810-a77e-0937cb2bdc90 req-4ed41043-8f64-4c6c-a951-b161aeb66a3e service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259842 Mar 05 01:27:25.872969 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 up at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 01:27:25.940817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.provisioning_blocks [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Provisioning complete for port 3b095861-56b7-4cf7-b115-48846d63a152 triggered by entity L2. {{(pid=83784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 01:27:25.941181 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428636'] for port, provisioning_complete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:26.052464 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:26.078490 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:27:26.087991 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:26.092321 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:26.141997 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'code': 200} Mar 05 01:27:26.157560 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=7']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:27.997793 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:28.348643 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:35.162308 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-7d03f6cb-2c53-4fe9-a728-24733d127f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:37.170827 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-636af9e6-f2bc-43e6-82f4-3c9620f095bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:37.288419 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 47960) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:37.487403 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Deleting port c7222c89-a151-4bd9-a30a-116a945f4434 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:37.487745 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:37.602634 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:27:37.649932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:37.650184 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:37.764740 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Calling delete_port for c7222c89-a151-4bd9-a30a-116a945f4434 owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:37.911574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:37.955888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event deleted for resources: {'Port': ['ID=c7222c89-a151-4bd9-a30a-116a945f4434,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:37.997411 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.997795 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.998092 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.998446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.998773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.999096 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.999416 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:37.999732 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:38.000048 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:38.000362 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:38.000677 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:38.060063 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:38.439846 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:27:38.557252 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:38.611327 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:38.737298 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:27:38.746611 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:27:38.758361 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:38.758524 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:38.758960 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:38.811553 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d8b5f7a2-d205-459e-85a0-839b504d53cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "DELETE /v2.0/floatingips/bccbf385-da66-4a85-a57c-19547a4aefcb HTTP/1.1" status: 204 len: 168 time: 1.5220182 Mar 05 01:27:38.812129 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:27:38.938650 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:38.982072 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'status': 'completed', 'code': 200} Mar 05 01:27:39.091672 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-ff695ec5-bf65-4cc6-bea3-43514da22610 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 1097 time: 0.0883477 Mar 05 01:27:39.213659 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755511a5-c26f-448b-a998-d2356e51b643 req-de122fbe-a02d-4bf5-b773-1f424f4aea30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:39.214466 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-755511a5-c26f-448b-a998-d2356e51b643 req-de122fbe-a02d-4bf5-b773-1f424f4aea30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:27:39.229975 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-9191a6f3-66b8-4c34-8198-ba2f876f5e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:39.231278 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-755511a5-c26f-448b-a998-d2356e51b643 req-de122fbe-a02d-4bf5-b773-1f424f4aea30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:27:39.231701 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-9191a6f3-66b8-4c34-8198-ba2f876f5e79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1331515 Mar 05 01:27:39.232798 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-755511a5-c26f-448b-a998-d2356e51b643 req-de122fbe-a02d-4bf5-b773-1f424f4aea30 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 946 time: 0.0967720 Mar 05 01:27:39.282412 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-755511a5-c26f-448b-a998-d2356e51b643 req-e38c64a3-f4d6-49c1-8b42-395b89959400 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 Mar 05 01:27:39.299746 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-38668a6b-968b-45d7-88d6-6a4a46c7ff5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 200 len: 217 time: 0.0616243 Mar 05 01:27:39.310440 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:14Z', 'revision_number': 1, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:39.314509 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:27:39.325483 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:39.326081 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:39.366850 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-7cf636bd-ffcc-4799-a636-bb1bbbb5e0f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:39.368317 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-7cf636bd-ffcc-4799-a636-bb1bbbb5e0f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0622692 Mar 05 01:27:39.442405 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-b678ca96-d5e9-426b-942b-9be8c74e94bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681059 Mar 05 01:27:39.531597 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:39.574464 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-b4131b16-3af7-4441-b23c-b23accb59103 service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255817 Mar 05 01:27:39.704853 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-9c77b340-04de-4999-ae32-aecc0ce06022 req-6b323c00-f9d9-4e23-ba9f-82b42cbdb21f service neutron] 10.222.0.36 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247821 Mar 05 01:27:39.876386 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:14Z', 'revision_number': 1, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:39.880249 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38d88d-daa7-4427-9f46-469ba7968149 None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_floatingips': [{'id': '8d77db42-0121-48fd-9855-8dc5b599c8bb', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'router_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'port_id': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'mac_address': 'fa:16:3e:d7:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96296037-9197-41f7-948b-43107f44b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T01:22:10Z', 'updated_at': '2022-03-05T01:22:14Z', 'revision_number': 1, 'project_id': 'bf181714c32749949f01ba82808848ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:27:39.930994 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:40.052188 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7368743'] for port, before_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:40.087255 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:40.093951 n-d-828979-4 neutron-server[83784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:27:40.103711 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:40.108660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742619399078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742619009949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742619009994'] for port, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:40.138358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b2f1d-2f6f-4d18-934e-5fdf496af360 None None] New status for floating IP bccbf385-da66-4a85-a57c-19547a4aefcb: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:27:40.192624 n-d-828979-4 neutron-server[83784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'code': 200} Mar 05 01:27:40.286998 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Pushing event updated for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=8']} {{(pid=83784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:40.481110 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dd045-13d7-49ac-86f3-c61ea731e14f req-a8d50d72-6a74-4ea9-8f46-d026a00e9fe8 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:40.482499 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e8dd045-13d7-49ac-86f3-c61ea731e14f req-a8d50d72-6a74-4ea9-8f46-d026a00e9fe8 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 944 time: 0.0788424 Mar 05 01:27:40.530225 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-7e8dd045-13d7-49ac-86f3-c61ea731e14f req-42ea46e3-1879-4ccf-82f1-dc0e77755074 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Mar 05 01:27:40.751207 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-95d2cb18-9d0f-4dee-a690-f5125089c535 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:40.752526 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-95d2cb18-9d0f-4dee-a690-f5125089c535 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.36 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 944 time: 0.0745530 Mar 05 01:27:40.822517 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Deleting port 3b095861-56b7-4cf7-b115-48846d63a152 {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:40.822857 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:41.146826 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] For port 3b095861-56b7-4cf7-b115-48846d63a152, host n-h1-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-4',level=0,port_id=3b095861-56b7-4cf7-b115-48846d63a152,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:41.147172 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:41.261765 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Calling delete_port for 3b095861-56b7-4cf7-b115-48846d63a152 owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:41.401426 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:41.447644 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event deleted for resources: {'Port': ['ID=3b095861-56b7-4cf7-b115-48846d63a152,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:41.459092 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.459440 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.459774 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.460104 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.460457 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.460782 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.461103 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.461983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.461983 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.462133 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.462369 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-4 {{(pid=83782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 01:27:41.533958 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] No DVR routers for this DVR port 3b095861-56b7-4cf7-b115-48846d63a152 on host n-h1-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:27:41.536323 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:41.538781 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-deleted', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:27:41.554553 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-28f355e1-8788-439d-a7ad-013dfa6a7259 req-530c0064-4ea4-4d52-a358-172d1fc0cc76 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.36 "DELETE /v2.0/ports/3b095861-56b7-4cf7-b115-48846d63a152 HTTP/1.1" status: 204 len: 173 time: 0.7963428 Mar 05 01:27:41.680063 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542898d-1fec-4291-9f5f-502c88c7119f', 'name': 'network-vif-deleted', 'tag': '3b095861-56b7-4cf7-b115-48846d63a152', 'status': 'completed', 'code': 200} Mar 05 01:27:41.701079 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-ebac1db7-8833-414e-90ef-82340ac39b8d req-4a6e50e5-3077-4efd-a5f8-035e81ef7073 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=0542898d-1fec-4291-9f5f-502c88c7119f HTTP/1.1" status: 200 len: 210 time: 0.0418017 Mar 05 01:27:43.352562 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48026) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:43.546798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Deleting port 9f835ae6-6ada-4f51-8fe6-b6e07127535b {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:43.547134 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:43.713891 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:43.714115 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:43.830704 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Calling delete_port for 9f835ae6-6ada-4f51-8fe6-b6e07127535b owned by network:floatingip {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:43.950017 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 no longer exists at agent hyperv_n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:43.982425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:43.985380 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] No Port match for: 3b095861-56b7-4cf7-b115-48846d63a152 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:43.985907 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Device 3b095861-56b7-4cf7-b115-48846d63a152 not bound to the agent host n-h1-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:44.025681 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event deleted for resources: {'Port': ['ID=9f835ae6-6ada-4f51-8fe6-b6e07127535b,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:44.118243 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:44.587241 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:27:44.783305 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:27:44.792464 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:27:44.800438 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for floatingip, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:44.804282 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:44.804876 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:44.853991 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-691d67a5-10a4-4fa5-b9d2-255a8b028e71 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d77db42-0121-48fd-9855-8dc5b599c8bb HTTP/1.1" status: 204 len: 168 time: 1.5002792 Mar 05 01:27:44.854566 n-d-828979-4 neutron-server[83783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:27:44.907687 n-d-828979-4 neutron-server[83783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'status': 'completed', 'code': 200} Mar 05 01:27:44.992754 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:45.005900 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-93aaefd3-2337-41c3-bf14-f5858583b352 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf181714c32749949f01ba82808848ed&device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 1095 time: 0.0756168 Mar 05 01:27:45.174019 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a3229-7962-43b0-b565-67064b69af67 req-351ee6ba-673c-4cfd-bcd1-54ecc0276382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:45.175518 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-351ee6ba-673c-4cfd-bcd1-54ecc0276382 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 200 len: 910 time: 0.1621571 Mar 05 01:27:45.284423 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-8a8295aa-fd9c-409e-9588-25156bbebc25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 200 len: 217 time: 0.1026068 Mar 05 01:27:45.315233 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:45.319009 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:27:45.329619 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:45.330210 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:45.365061 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a3229-7962-43b0-b565-67064b69af67 req-65a4bcb5-4307-4896-9c99-8eacf6c78819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:45.366442 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-65a4bcb5-4307-4896-9c99-8eacf6c78819 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 200 len: 848 time: 0.0696998 Mar 05 01:27:45.372887 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3d52-2ecb-49c3-ba06-33e371199540 req-af0b36c0-6d4e-45eb-aba8-9956df2191ef tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:45.373621 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b2e3d52-2ecb-49c3-ba06-33e371199540 req-af0b36c0-6d4e-45eb-aba8-9956df2191ef tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:27:45.434087 n-d-828979-4 neutron-server[83782]: DEBUG neutron.quota.resource [req-8b2e3d52-2ecb-49c3-ba06-33e371199540 req-af0b36c0-6d4e-45eb-aba8-9956df2191ef tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:27:45.435368 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2e3d52-2ecb-49c3-ba06-33e371199540 req-af0b36c0-6d4e-45eb-aba8-9956df2191ef tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 944 time: 0.2021954 Mar 05 01:27:45.485386 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-5b713c85-91a2-41fb-85e7-df636f48bba9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090589 Mar 05 01:27:45.492374 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-8b2e3d52-2ecb-49c3-ba06-33e371199540 req-c98e8972-819a-423f-b344-5408b00344d9 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504358 Mar 05 01:27:45.502993 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:45.617763 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-06f82175-438c-4ee9-9504-11fb2fa45e15 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243422 Mar 05 01:27:45.750860 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-239a3229-7962-43b0-b565-67064b69af67 req-d257101a-f06c-40e9-86fb-9ad42fc6e9b0 service neutron] 10.222.0.10 "GET /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261504 Mar 05 01:27:45.837710 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:45.842240 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa05c33-7537-49cc-bded-3ad1c03e32c3 None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:45Z', 'revision_number': 4, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4', '_interfaces': [{'id': '6de866fd-aa71-4933-8b94-1816debcc137', 'name': '', 'network_id': '8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'mac_address': 'fa:16:3e:63:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:44Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'subnets': [{'id': '7ebbc3e4-4ea9-49b7-9e22-188311bd876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:27:46.037970 n-d-828979-4 neutron-server[83782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-eb760587-4616-4d5e-9076-5a057474a687 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:46.039843 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-eb760587-4616-4d5e-9076-5a057474a687 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.10 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 944 time: 0.0841622 Mar 05 01:27:46.109882 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Deleting port 7fec793f-3e62-4485-bbb1-83d29454f6cb {{(pid=83782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:46.110223 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:46.127741 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0c898-9877-45b9-a50b-997419f8e16d None None] New status for floating IP 8d77db42-0121-48fd-9855-8dc5b599c8bb: DOWN {{(pid=83784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 05 01:27:46.437848 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.db [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] For port 7fec793f-3e62-4485-bbb1-83d29454f6cb, host n-h2-828979-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-4',level=0,port_id=7fec793f-3e62-4485-bbb1-83d29454f6cb,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:46.438117 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:46.556029 n-d-828979-4 neutron-server[83782]: DEBUG neutron.plugins.ml2.plugin [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Calling delete_port for 7fec793f-3e62-4485-bbb1-83d29454f6cb owned by compute:nova {{(pid=83782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:46.693057 n-d-828979-4 neutron-server[83783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2271-0cf0-476f-986a-3a74f270a18e req-0e84bf0a-df31-4e53-8caf-6b9dc677d6cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 01:27:46.693697 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-83fb2271-0cf0-476f-986a-3a74f270a18e req-0e84bf0a-df31-4e53-8caf-6b9dc677d6cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Synchronizing usage tracker for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 01:27:46.698072 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1579284'] for port, after_delete {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:46.710944 n-d-828979-4 neutron-server[83783]: DEBUG neutron.quota.resource [req-83fb2271-0cf0-476f-986a-3a74f270a18e req-0e84bf0a-df31-4e53-8caf-6b9dc677d6cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Unset dirty status for tenant:bf181714c32749949f01ba82808848ed on resource:port {{(pid=83783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 01:27:46.712124 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83fb2271-0cf0-476f-986a-3a74f270a18e req-0e84bf0a-df31-4e53-8caf-6b9dc677d6cb tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/ports?device_id=96296037-9197-41f7-948b-43107f44b161 HTTP/1.1" status: 200 len: 944 time: 0.0972252 Mar 05 01:27:46.751711 n-d-828979-4 neutron-server[83782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event deleted for resources: {'Port': ['ID=7fec793f-3e62-4485-bbb1-83d29454f6cb,revision_number=None']} {{(pid=83782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:46.759455 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [req-83fb2271-0cf0-476f-986a-3a74f270a18e req-a6e1d94d-120e-45ec-ba81-06be0f7ba711 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409322 Mar 05 01:27:46.831367 n-d-828979-4 neutron-server[83782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] No DVR routers for this DVR port 7fec793f-3e62-4485-bbb1-83d29454f6cb on host n-h2-828979-4 {{(pid=83782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:27:46.834230 n-d-828979-4 neutron-server[83782]: DEBUG neutron_lib.callbacks.manager [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169953'] for port, before_response {{(pid=83782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:46.836737 n-d-828979-4 neutron-server[83782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-deleted', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb'}] {{(pid=83782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 05 01:27:46.852015 n-d-828979-4 neutron-server[83782]: INFO neutron.wsgi [req-e2f1fee9-e496-4678-83fb-b31139a1186b req-e3879609-f044-4fe4-8cdb-c1ae13abef25 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.10 "DELETE /v2.0/ports/7fec793f-3e62-4485-bbb1-83d29454f6cb HTTP/1.1" status: 204 len: 173 time: 0.8068385 Mar 05 01:27:46.891981 n-d-828979-4 neutron-server[83782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96296037-9197-41f7-948b-43107f44b161', 'name': 'network-vif-deleted', 'tag': '7fec793f-3e62-4485-bbb1-83d29454f6cb', 'status': 'completed', 'code': 200} Mar 05 01:27:47.864940 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48042) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:47.935052 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77711410-46be-4ec9-9354-4227c7853ff5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:47.962898 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77711410-46be-4ec9-9354-4227c7853ff5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:48.025504 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77711410-46be-4ec9-9354-4227c7853ff5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:48.042442 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77711410-46be-4ec9-9354-4227c7853ff5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:48.055187 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-77711410-46be-4ec9-9354-4227c7853ff5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:48.059294 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-77711410-46be-4ec9-9354-4227c7853ff5 tempest-TestSnapshotPattern-2096706644 tempest-TestSnapshotPattern-2096706644-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5824b4f-a88c-4ca1-8f5b-4d69a6b1bebe HTTP/1.1" status: 204 len: 168 time: 0.1903059 Mar 05 01:27:49.133398 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48050) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:49.640574 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:50.307932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb no longer exists at agent hyperv_n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:50.312052 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Deleting port 6de866fd-aa71-4933-8b94-1816debcc137 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:50.312445 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:50.340980 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] No Port match for: 7fec793f-3e62-4485-bbb1-83d29454f6cb {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:50.341427 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Device 7fec793f-3e62-4485-bbb1-83d29454f6cb not bound to the agent host n-h2-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:50.475526 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] For port 6de866fd-aa71-4933-8b94-1816debcc137, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=6de866fd-aa71-4933-8b94-1816debcc137,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:50.476124 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:50.602773 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Calling delete_port for 6de866fd-aa71-4933-8b94-1816debcc137 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:50.763283 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:50.809245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Pushing event deleted for resources: {'Port': ['ID=6de866fd-aa71-4933-8b94-1816debcc137,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:51.097431 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:51.749888 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:27:51.950196 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:27:51.958841 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] Sync routers for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:27:51.965719 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5aa4cea1-fcaf-411b-be98-bd300a8dc51f admin admin] 10.222.0.32 "PUT /v2.0/routers/22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8312221 Mar 05 01:27:51.968161 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48062) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:51.974037 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:51.975014 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:52.163729 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: n-d-828979-4 {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:52.166630 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:52.363469 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:52.373391 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Deleting port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:52.373709 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:52.443607 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:27:50Z', 'revision_number': 5, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port': {'id': '29dabbc9-f456-44ab-bdb5-c85b8c50b70e', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:52.447449 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] Checking router: 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f for host: n-d-828979-4 {{(pid=83785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:27:52.457840 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] Routers {'22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'} bound to L3 agent in host n-d-828979-4 {{(pid=83785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:52.458424 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'], 'active': True} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:52.541173 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] For port 29dabbc9-f456-44ab-bdb5-c85b8c50b70e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:52.541557 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:52.606233 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_dvr_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] Set router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f gateway port host: None {{(pid=83785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:52.659763 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Calling delete_port for 29dabbc9-f456-44ab-bdb5-c85b8c50b70e owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:52.709790 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.l3_hamode_db [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:27:52Z', 'revision_number': 6, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:52.713702 n-d-828979-4 neutron-server[83785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4410b-d732-48f3-85b5-22cc10681f2b None None] The sync data for ids ['22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f'] in n-d-828979-4 is: [{'id': '22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f', 'name': 'tempest-TestSnapshotPattern-684703590-router', 'tenant_id': 'bf181714c32749949f01ba82808848ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:42Z', 'updated_at': '2022-03-05T01:27:52Z', 'revision_number': 6, 'project_id': 'bf181714c32749949f01ba82808848ed', 'gw_port_host': None}] {{(pid=83785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:27:52.829149 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:52.874274 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Pushing event deleted for resources: {'Port': ['ID=29dabbc9-f456-44ab-bdb5-c85b8c50b70e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:53.196743 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.448494 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.453754 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.481425 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.482189 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:27:53.494784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.498117 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6de866fd-aa71-4933-8b94-1816debcc137 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:53.498592 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-da615667-7ae7-427e-8eff-89f8d5808759 admin admin] 10.222.0.32 "DELETE /v2.0/routers/22cf6b04-1cc0-4be4-a3d3-ffe1fbb0808f HTTP/1.1" status: 204 len: 168 time: 1.5293975 Mar 05 01:27:53.501097 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48070) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:53.531632 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 6de866fd-aa71-4933-8b94-1816debcc137 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:53.532060 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 6de866fd-aa71-4933-8b94-1816debcc137 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:53.532556 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 29dabbc9-f456-44ab-bdb5-c85b8c50b70e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:53.563897 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Deleting subnet 7ebbc3e4-4ea9-49b7-9e22-188311bd876d {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:27:53.566940 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.567405 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 29dabbc9-f456-44ab-bdb5-c85b8c50b70e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:53.567749 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 29dabbc9-f456-44ab-bdb5-c85b8c50b70e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:53.618461 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.697590 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.766061 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.806578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebbc3e4-4ea9-49b7-9e22-188311bd876d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:53.812422 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.817670 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f13d0-1cba-4de6-88f5-98d2b74ccc97 None None] Network 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:27:53.820043 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-15e73118-9053-4d8e-a430-92dd243bb62c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ebbc3e4-4ea9-49b7-9e22-188311bd876d HTTP/1.1" status: 204 len: 168 time: 0.3179281 Mar 05 01:27:53.822527 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48074) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:53.925645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:53.936216 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Deleting port f517059a-d21f-4fbc-bf6d-e29cab9707d9 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:53.936537 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.061186 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] DHCP port deletion for 8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:27:54.065358 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Deleting port f517059a-d21f-4fbc-bf6d-e29cab9707d9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:54.065737 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.139329 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] For port f517059a-d21f-4fbc-bf6d-e29cab9707d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517059a-d21f-4fbc-bf6d-e29cab9707d9,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:54.139684 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.258177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Calling delete_port for f517059a-d21f-4fbc-bf6d-e29cab9707d9 owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:54.297146 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] For port f517059a-d21f-4fbc-bf6d-e29cab9707d9, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=f517059a-d21f-4fbc-bf6d-e29cab9707d9,segment=NetworkSegment(ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5),segment_id=ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:54.297485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.332839 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.378245 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f517059a-d21f-4fbc-bf6d-e29cab9707d9,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:54.383177 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] No DVR routers for this DVR port f517059a-d21f-4fbc-bf6d-e29cab9707d9 on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:27:54.419075 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Calling delete_port for f517059a-d21f-4fbc-bf6d-e29cab9707d9 owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:54.549740 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 01:27:54.550429 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 01:27:54.590932 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.615858 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:54.630799 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:54.631091 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc0c5aa-8649-4ff8-9586-39a27b2c6aa5') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:54.643039 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.659242 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.665699 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:27:54.666111 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: timer() Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:27:54.679414 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:27:54.753762 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.769841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:54.783818 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:54.796710 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-b7207db3-c466-4652-8742-5fe6a0514d28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8b10c93f-d7ec-4dbc-ad8e-0ad19eafacbc HTTP/1.1" status: 204 len: 168 time: 0.9732482 Mar 05 01:27:54.799637 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48078) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:55.051361 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Deleting port f517059a-d21f-4fbc-bf6d-e29cab9707d9 {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:55.051845 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:55.115879 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-9322f8bf-187b-4213-8dca-37e65c592b00 None None] The port 'f517059a-d21f-4fbc-bf6d-e29cab9707d9' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 01:27:55.184996 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693119'] for router_interface, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:55.444345 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517059a-d21f-4fbc-bf6d-e29cab9707d9 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:55.476260 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: f517059a-d21f-4fbc-bf6d-e29cab9707d9 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:55.476605 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device f517059a-d21f-4fbc-bf6d-e29cab9707d9 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:55.762608 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Deleting port e090b3a6-01c0-451a-84ce-58ed39853af3 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:55.762846 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:55.924737 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] For port e090b3a6-01c0-451a-84ce-58ed39853af3, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=e090b3a6-01c0-451a-84ce-58ed39853af3,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:55.925078 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:56.128335 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Calling delete_port for e090b3a6-01c0-451a-84ce-58ed39853af3 owned by network:router_interface {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:56.289985 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:56.333723 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e090b3a6-01c0-451a-84ce-58ed39853af3,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:56.613257 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8002079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693032'] for router_interface, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:57.167114 n-d-828979-4 neutron-server[83783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 has already been hosted by L3 agent 6d0ed6de-d6d3-41e3-815a-83147fbdac0d {{(pid=83783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 01:27:57.467817 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] Notify agent at l3_agent.n-d-828979-4 the message routers_updated {{(pid=83783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 01:27:57.476771 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] Sync routers for ids ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'] in n-d-828979-4 {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 05 01:27:57.487288 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-42601829-9ef7-4fb3-9ae6-7f1fad98bc3d admin admin] 10.222.0.32 "PUT /v2.0/routers/76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843550 Mar 05 01:27:57.487446 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48082) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:57.490184 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] Routers {'76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:57.490791 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:57.679462 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] Set router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 gateway port host: n-d-828979-4 {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:57.689348 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks [] for router, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:57.888633 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:57.899160 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Deleting port 64a81602-dae0-42ae-b12c-8dc15769c1a0 {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:57.899498 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:57.967314 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'external_fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:27:56Z', 'revision_number': 5, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port': {'id': '64a81602-dae0-42ae-b12c-8dc15769c1a0', 'name': '', 'network_id': '51266c26-13c1-4c99-9fb5-bfa55f2b9b6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ed90b8e-75bc-45bb-b14e-4a859716f1a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-4'}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:57.971343 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] Checking router: 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 for host: n-d-828979-4 {{(pid=83784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 05 01:27:57.995179 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] Routers {'76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'} bound to L3 agent in host n-d-828979-4 {{(pid=83784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 05 01:27:57.996389 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T23:39:07Z,description=,heartbeat_timestamp=2022-03-05T01:27:37Z,host='n-d-828979-4',id=6d0ed6de-d6d3-41e3-815a-83147fbdac0d,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T23:39:07Z,topic='l3_agent')) {'router_ids': ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'], 'active': True} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:58.050559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:58.077483 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] For port 64a81602-dae0-42ae-b12c-8dc15769c1a0, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=64a81602-dae0-42ae-b12c-8dc15769c1a0,segment=NetworkSegment(176a578c-1d1f-4c79-9a26-b45d4669d4f2),segment_id=176a578c-1d1f-4c79-9a26-b45d4669d4f2)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:58.077841 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:58.149286 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_dvr_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] Set router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 gateway port host: None {{(pid=83784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 05 01:27:58.211392 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Calling delete_port for 64a81602-dae0-42ae-b12c-8dc15769c1a0 owned by network:router_gateway {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:58.293114 n-d-828979-4 neutron-server[83784]: DEBUG neutron.db.l3_hamode_db [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:27:57Z', 'revision_number': 6, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port_host': None}], 'n-d-828979-4', False) {} {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:27:58.297023 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c01b4a-4a98-4e16-a837-a488ba3b0fb1 None None] The sync data for ids ['76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2'] in n-d-828979-4 is: [{'id': '76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2', 'name': 'tempest-TestSnapshotPattern-625938078-router', 'tenant_id': '7f3348d4e19f42fdac69f6ce19def9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T01:21:48Z', 'updated_at': '2022-03-05T01:27:57Z', 'revision_number': 6, 'project_id': '7f3348d4e19f42fdac69f6ce19def9df', 'gw_port_host': None}] {{(pid=83784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 05 01:27:58.352665 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:58.382423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:58.427135 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a81602-dae0-42ae-b12c-8dc15769c1a0,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:58.646784 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692578'] for router_gateway, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:58.998518 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57787'] for router, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.002589 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.026548 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-688958'] for router, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.027578 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 {{(pid=83783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 01:27:59.039062 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] Notify callbacks [] for router, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.040177 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-335b7a3b-5923-4f0c-8f8d-bd40b3559690 admin admin] 10.222.0.32 "DELETE /v2.0/routers/76ed64a9-85a5-4a50-bd1c-88b0b7aceeb2 HTTP/1.1" status: 204 len: 168 time: 1.5515044 Mar 05 01:27:59.043441 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48094) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:59.105461 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.db_base_plugin_v2 [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Deleting subnet b2c76165-004e-4332-aeb0-4e26b5e1147e {{(pid=83783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 05 01:27:59.108466 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.159671 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652609'] for subnet, precommit_delete_associations {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.236727 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7424504'] for subnet, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.308323 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7424497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1652731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593073'] for subnet, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.349798 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c76165-004e-4332-aeb0-4e26b5e1147e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:59.356151 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-584741af-546d-4a65-b843-98a855225925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.361691 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e23f7-de74-41a9-bb65-9ff6b24121ef None None] Network 40779b48-2371-4856-9b63-b2621694d95d requested from n-d-828979-4 {{(pid=83784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 05 01:27:59.362178 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-584741af-546d-4a65-b843-98a855225925 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2c76165-004e-4332-aeb0-4e26b5e1147e HTTP/1.1" status: 204 len: 168 time: 0.3175545 Mar 05 01:27:59.364340 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48098) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:27:59.446932 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e090b3a6-01c0-451a-84ce-58ed39853af3 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:59.476821 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7583260'] for network, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.487095 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Deleting port fd26ca12-51a6-490e-ac95-f0184784249e {{(pid=83783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:59.487423 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.489781 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: e090b3a6-01c0-451a-84ce-58ed39853af3 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:59.490120 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device e090b3a6-01c0-451a-84ce-58ed39853af3 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:59.490517 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64a81602-dae0-42ae-b12c-8dc15769c1a0 no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:27:59.549476 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: 64a81602-dae0-42ae-b12c-8dc15769c1a0 {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:27:59.549817 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device 64a81602-dae0-42ae-b12c-8dc15769c1a0 not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:27:59.667552 n-d-828979-4 neutron-server[83784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] DHCP port deletion for 40779b48-2371-4856-9b63-b2621694d95d request from n-d-828979-4 {{(pid=83784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 05 01:27:59.671429 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Deleting port fd26ca12-51a6-490e-ac95-f0184784249e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:27:59.671800 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.685993 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.db [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] For port fd26ca12-51a6-490e-ac95-f0184784249e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fd26ca12-51a6-490e-ac95-f0184784249e,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:59.686490 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.810138 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.plugin [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Calling delete_port for fd26ca12-51a6-490e-ac95-f0184784249e owned by network:dhcp {{(pid=83783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:27:59.872092 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.db [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] For port fd26ca12-51a6-490e-ac95-f0184784249e, host n-d-828979-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-4',level=0,port_id=fd26ca12-51a6-490e-ac95-f0184784249e,segment=NetworkSegment(47eee973-1fe7-4bb6-ae08-d9fca97e0d1f),segment_id=47eee973-1fe7-4bb6-ae08-d9fca97e0d1f)] {{(pid=83784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 01:27:59.872473 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653389'] for port, precommit_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.882014 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7369307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742619399060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742619009940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1652680'] for port, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:27:59.926286 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd26ca12-51a6-490e-ac95-f0184784249e,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:27:59.930559 n-d-828979-4 neutron-server[83783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] No DVR routers for this DVR port fd26ca12-51a6-490e-ac95-f0184784249e on host n-d-828979-4 {{(pid=83783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 01:28:00.001000 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Calling delete_port for fd26ca12-51a6-490e-ac95-f0184784249e owned by network:dhcp {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 05 01:28:00.044427 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7427949', 'neutron.services.segments.db._delete_segments_for_network-8742619478393'] for network, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.069635 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.db.api [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 01:28:00.069914 n-d-828979-4 neutron-server[83784]: DEBUG oslo_db.api [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 01:28:00.072507 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40779b48-2371-4856-9b63-b2621694d95d']}} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:28:00.084149 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f') {'for_net_delete': True} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:28:00.084438 n-d-828979-4 neutron-server[83783]: DEBUG neutron.services.segments.db [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eee973-1fe7-4bb6-ae08-d9fca97e0d1f') {} {{(pid=83783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 01:28:00.095328 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742619478276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652082'] for segment, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.111540 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7521694'] for segment, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.117656 n-d-828979-4 neutron-server[83783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=83783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 05 01:28:00.118079 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7521669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1652629'] for segment, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: Traceback (most recent call last): Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: timer() Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: cb(*args, **kw) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: return func(*args, **kwargs) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: self._notify() Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: self.callback(batched_events) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: event.method(event) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: return f(self, *a, **k) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: return self._get(url).json() Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: return self.request(url, 'GET', **kwargs) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 01:28:00.131328 n-d-828979-4 neutron-server[83783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 01:28:00.201856 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7427942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692607'] for network, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.221720 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Notify callbacks [] for network, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.232414 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=40779b48-2371-4856-9b63-b2621694d95d,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:28:00.239432 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-9275e571-fd8b-40dc-bf1a-cb0b3e6a5f06 admin admin] 10.222.0.32 "DELETE /v2.0/networks/40779b48-2371-4856-9b63-b2621694d95d HTTP/1.1" status: 204 len: 168 time: 0.8740928 Mar 05 01:28:00.376349 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48106) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:28:00.426067 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-d59b419d-b44f-4c50-bca5-1b72783abef5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf181714c32749949f01ba82808848ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485981 Mar 05 01:28:00.428475 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48110) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:28:00.485618 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b8b79df-e683-47b1-90a8-eb2fa46c79d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.509645 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b8b79df-e683-47b1-90a8-eb2fa46c79d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.559088 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b8b79df-e683-47b1-90a8-eb2fa46c79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.571149 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Deleting port fd26ca12-51a6-490e-ac95-f0184784249e {{(pid=83784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 05 01:28:00.571661 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742619458771'] for port, before_delete {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.575102 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b79df-e683-47b1-90a8-eb2fa46c79d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d21d9a-6fb1-41ce-a0c9-12244730512c,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:28:00.583214 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-5b8b79df-e683-47b1-90a8-eb2fa46c79d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:00.586881 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-5b8b79df-e683-47b1-90a8-eb2fa46c79d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6d21d9a-6fb1-41ce-a0c9-12244730512c HTTP/1.1" status: 204 len: 168 time: 0.1549921 Mar 05 01:28:00.649440 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b0f34-be38-4de4-9832-0f4d8219e26e None None] The port 'fd26ca12-51a6-490e-ac95-f0184784249e' was deleted {{(pid=83784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 05 01:28:00.963828 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48118) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:28:01.016211 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-1a8d7dc5-5252-47c9-ba6e-afab3b68eaf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f3348d4e19f42fdac69f6ce19def9df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509179 Mar 05 01:28:01.018610 n-d-828979-4 neutron-server[83783]: DEBUG neutron.wsgi [-] (83783) accepted ('10.222.0.32', 48122) {{(pid=83783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 01:28:01.155388 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea7727e2-5ced-4117-a5a7-fcfa24306bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:01.179106 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea7727e2-5ced-4117-a5a7-fcfa24306bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:01.230934 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea7727e2-5ced-4117-a5a7-fcfa24306bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726877'] for security_group, after_delete {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:01.246889 n-d-828979-4 neutron-server[83783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7727e2-5ced-4117-a5a7-fcfa24306bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b40ed-5533-484c-b79d-8c2e41c4cd80,revision_number=None']} {{(pid=83783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 01:28:01.251410 n-d-828979-4 neutron-server[83783]: DEBUG neutron_lib.callbacks.manager [None req-ea7727e2-5ced-4117-a5a7-fcfa24306bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:01.255023 n-d-828979-4 neutron-server[83783]: INFO neutron.wsgi [None req-ea7727e2-5ced-4117-a5a7-fcfa24306bd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b71b40ed-5533-484c-b79d-8c2e41c4cd80 HTTP/1.1" status: 204 len: 168 time: 0.2330301 Mar 05 01:28:01.443739 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fd26ca12-51a6-490e-ac95-f0184784249e no longer exists at agent ovs-agent-n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 01:28:01.477372 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.plugin [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] No Port match for: fd26ca12-51a6-490e-ac95-f0184784249e {{(pid=83784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 05 01:28:01.477717 n-d-828979-4 neutron-server[83784]: DEBUG neutron.plugins.ml2.rpc [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Device fd26ca12-51a6-490e-ac95-f0184784249e not bound to the agent host n-d-828979-4 {{(pid=83784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 01:28:05.165291 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b12e437a-089f-4c52-b60e-055e0b5e5d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:07.172177 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4de659cc-74d4-4440-aeee-ca75cc69f3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:08.558430 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:08.613145 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:10.077426 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:14.602802 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:28:27.994288 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:28.357661 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:35.168533 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-4cc37ba2-a3f9-4695-b320-9274d76da2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:37.174219 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e4f19ba-9ef8-4610-9d30-13be3a3d1320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:38.561243 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:38.614027 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:40.080101 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:51.603268 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:28:58.006573 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:28:58.367071 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:05.171301 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c350ed77-8f32-4970-b596-4628fc4a6181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:07.175751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0db0d400-269a-40db-868c-11586560beda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:08.563602 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:08.616921 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:10.082821 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:28.020290 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:28.366022 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:28.603788 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:29:35.174658 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fd96b5c8-7cc2-41fd-9467-3e64b36d4d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:37.176096 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-a452c6cd-c422-4817-aaa0-4f317f8eeb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:38.565615 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:38.619031 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:40.085898 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:58.019021 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:29:58.365809 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:05.175953 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3ff0-d341-4a9e-9784-4ec9d01cd624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:05.606418 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:30:07.180003 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c4326dca-7044-4892-918a-c96c1f9ff5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:08.566945 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:08.620559 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:10.088654 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:28.017783 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:28.379634 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:35.176811 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b6427b6a-0916-42e8-9851-1ad74eabc7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:37.181723 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d689f2ed-d729-4cc6-844b-ad29e6d0da1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:38.569412 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:38.629639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:40.091089 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:42.606889 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:30:58.017610 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:30:58.394928 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:05.177277 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c801363a-89eb-42af-936c-f61649f52b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:07.182851 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5f81c471-6bbc-44e3-9bfe-6a942af8cd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:08.572014 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:08.625786 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:10.093740 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:19.607070 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:31:28.015582 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:28.397297 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:35.178930 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-6a54d45c-d5d8-4e4d-b4b6-ccdb974f40bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:37.183314 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1a26-169c-4551-aa0e-9aa435cacd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:38.576498 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:38.628020 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:40.123262 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:56.608182 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:31:58.030798 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:31:58.393194 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:05.180133 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-d3ef91a2-153c-44c9-bba0-536159f041f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:07.186349 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c7593edd-baeb-4326-9578-5d9d9db954c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:08.579296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:08.630642 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:10.099433 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:28.029376 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:28.408909 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:33.608740 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:32:35.180485 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-77ce70a4-cc52-4bbc-a2db-076f0597ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:37.187645 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-c9370301-b4fa-4be5-aca6-b20a4d30d426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:38.581036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:38.632968 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:40.101174 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:58.033818 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:32:58.404420 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:05.180762 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b4600e16-9a5e-4ae3-9686-79ed49be5f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:07.189855 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-212cfb8c-ae70-4e57-b978-fe3a217b05e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:08.583988 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:08.633908 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:10.104232 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:10.609208 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:33:28.044551 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:28.423704 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:35.182267 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9caf6ea5-a6a3-4dbc-9901-b0ede02b36de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:37.191047 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0abf-3d85-49e9-86a2-1787c07097a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:38.586279 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:38.636336 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:40.106755 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:47.609488 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:33:58.040927 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:33:58.438830 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:05.184674 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9577d200-4d0c-4cd5-89ab-0389ab6a6965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:07.192663 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-de7fbc60-c834-4895-90f6-043d84ac4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:08.588487 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:08.639563 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:10.109121 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:24.610737 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:34:28.039962 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:28.436140 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:35.186264 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-244cc5dd-1538-4fa6-9c0c-6b2dd6c58634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:37.193672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-30367bf6-868c-4636-b1d0-53133c2f20b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:38.590092 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:38.642296 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:40.112029 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:50.342030 n-d-828979-4 neutron-server[83782]: DEBUG neutron.wsgi [req-094f73bf-c976-4a55-9879-6a586d4208af req-a99e3b37-80a6-497c-b2f0-f6e88f2ccba0 service neutron] (83782) timed out ('10.222.0.32', 45702) {{(pid=83782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 01:34:58.037851 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:34:58.452190 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:01.611222 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:35:05.187336 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-00600e94-d990-4c97-a670-40232fdc0e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:07.195098 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-0b8530ef-e580-4116-bcd6-c9e3fbfde6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:08.591965 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:08.644036 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:10.115116 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:28.037660 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:28.451466 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:35.191767 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-28653eae-0b7d-4c8a-b51f-0c42622336a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:37.196754 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-05095c4c-2afa-46a0-b742-ef0dcc266637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:38.593676 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:38.611479 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:35:38.646672 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:40.117901 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:58.035751 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:35:58.452765 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:05.193648 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-91affe68-b58d-4170-95cd-ca07e985f8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:07.197639 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-9fe13972-9ca8-4b93-8b9d-e75b050b3e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:08.595735 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:08.652942 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:10.119852 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:15.611796 n-d-828979-4 neutron-server[83785]: DEBUG neutron.db.agents_db [None req-11547260-ba67-49ae-bfaa-6fdcfad68a8b None None] Agent healthcheck: found 7 active agents {{(pid=83785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 01:36:28.050346 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-da1893ce-307c-49ad-bc2c-183b96fc3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:28.465691 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-5e22e7cc-133e-4ebe-881a-dceba314fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:35.194256 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b691f2a0-d257-4baa-9e4f-5d6eb075354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:37.201938 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-b3b8db5f-a9b4-453a-9db2-364b976a20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:38.598060 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-8acdb015-85c5-418d-99c3-fb76950d32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:38.652867 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-f156421e-3c8a-4089-b996-24d2c3b4c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 01:36:40.123524 n-d-828979-4 neutron-server[83784]: DEBUG neutron_lib.callbacks.manager [None req-fee5a1a1-8323-4dca-8afe-b44aceafbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742619478375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428717'] for agent, after_update {{(pid=83784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}